-- Logs begin at Fri 2022-02-04 10:30:16 UTC, end at Fri 2022-02-04 12:59:24 UTC. -- Feb 04 11:23:56.416576 dv-neutron-827825-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Feb 04 11:23:58.534602 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.common.config [-] Logging enabled! Feb 04 11:23:58.535263 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev14 Feb 04 11:23:58.535263 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84063) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 04 11:23:58.537445 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.common.config [-] Logging enabled! Feb 04 11:23:58.537687 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev14 Feb 04 11:23:58.537956 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84063) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 04 11:23:58.538894 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 11:23:58.539166 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 11:23:58.539530 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 11:23:58.539823 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 11:23:58.540045 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 11:23:58.540358 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.540649 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.540937 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.541161 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.541448 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.541730 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.542028 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.542315 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.542604 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.542887 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.543159 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.543435 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.543660 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.543933 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.544213 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.544490 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.544708 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] debug = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.544985 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.545401 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.545787 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.546094 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.546377 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.546644 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.546916 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.547195 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.547515 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] host = dv-neutron-827825-2-hyperv {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.547788 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.548066 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.548345 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.548620 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.548887 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.549162 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.549440 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.549706 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.549997 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] log_file = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.550270 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.550551 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.550830 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.551111 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.551331 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.551548 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.551825 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.552105 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.552372 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.552778 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.553050 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.553321 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.553590 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.553853 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.554158 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.554436 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.554760 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.555038 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.555408 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.555680 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.555950 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.556230 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.556499 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.556766 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.557036 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.557315 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.557579 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.557846 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.558164 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.558444 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.558718 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.558994 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.559262 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.559537 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.559802 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.560068 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.560333 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] use_json = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.560597 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.560861 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.561136 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.561403 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.561669 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.561956 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.562224 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.562501 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.562765 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:23:58.563056 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.563346 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.563638 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.563915 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.564200 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.564472 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.564757 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.565028 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.565308 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.565586 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.565865 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.566155 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.566432 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.566717 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.567002 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.567267 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.567537 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.567819 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.568088 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.568352 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.568620 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.568898 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.569170 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.569434 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.569706 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.569995 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.570899 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.571089 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.571402 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.571690 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.571959 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.572222 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.572484 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.572755 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.573016 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.573296 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.573565 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.573828 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.574115 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.574384 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.574651 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.574914 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.575186 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.575449 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.575715 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.575978 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.576237 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.576500 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.576760 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.577020 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.577281 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.577544 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.577810 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.578096 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.578359 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.578620 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.578882 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.579146 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.579424 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.579712 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.579982 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.580252 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.580521 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.580790 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.581059 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.581328 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.581598 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.581866 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.582151 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.582434 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.582709 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.582986 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.583262 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.583533 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.583819 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.584088 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.584363 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.584631 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.584901 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.585274 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.585458 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.585744 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.586817 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.587155 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.587425 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.587689 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.587966 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.588271 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.588547 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:23:58.588760 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 11:23:58.588996 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84063) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 04 11:23:58.987204 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO keyring.backend [-] Loading KWallet Feb 04 11:23:58.995125 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO keyring.backend [-] Loading SecretService Feb 04 11:23:58.998245 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO keyring.backend [-] Loading Windows Feb 04 11:23:58.999576 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO keyring.backend [-] Loading chainer Feb 04 11:23:59.000133 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO keyring.backend [-] Loading macOS Feb 04 11:23:59.034284 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 04 11:23:59.034558 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=84063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 04 11:23:59.034842 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 04 11:23:59.035174 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 04 11:23:59.338442 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.338673 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.338934 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.394660 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.394930 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.395192 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.398675 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.398920 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.399183 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.427379 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.427654 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.427914 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.454778 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.455043 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.455303 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.772163 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.772793 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.772793 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.772955 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.774153 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.893352 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.893659 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.893961 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.894226 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.894485 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.894786 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.895042 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.895292 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.895541 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.895811 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.896059 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.896311 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.896572 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.896812 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.897065 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.897321 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.897576 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.897826 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.898507 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.898784 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.899126 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.899374 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.899615 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.899890 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.900131 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.900369 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.900747 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 11:23:59.900982 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 11:23:59.901331 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 11:23:59.901429 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 11:23:59.901658 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 11:23:59.901907 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 11:23:59.902452 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 04 11:23:59.905510 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 04 11:23:59.909508 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 04 11:23:59.913377 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Feb 04 11:23:59.915622 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 04 11:23:59.915996 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 04 11:23:59.916328 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 04 11:23:59.916706 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 04 11:23:59.919511 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 04 11:23:59.919763 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 04 11:23:59.920105 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 11:23:59.948244 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 04 11:23:59.948679 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.948965 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84063) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 04 11:23:59.949321 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.950708 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84063) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 04 11:23:59.950984 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 11:23:59.951225 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 04 11:23:59.954433 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:23:59.954707 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:00.015345 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 04 11:24:00.015578 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 04 11:24:00.015811 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 04 11:24:00.016169 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 04 11:24:00.046565 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_db.sqlalchemy.engines [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=84063) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 04 11:24:00.589646 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.managers [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Initializing driver for type 'gre' Feb 04 11:24:00.590263 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] gre ID ranges: [(1, 1000)] Feb 04 11:24:00.743541 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.managers [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Initializing driver for type 'local' Feb 04 11:24:00.743872 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.managers [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Initializing driver for type 'vlan' Feb 04 11:24:00.840710 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] VlanTypeDriver initialization complete Feb 04 11:24:00.841323 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.managers [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Initializing driver for type 'vxlan' Feb 04 11:24:00.841504 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] vxlan ID ranges: [(1, 1000)] Feb 04 11:24:01.041361 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.managers [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Initializing extension driver 'port_security' Feb 04 11:24:01.041701 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.extensions.port_security [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] PortSecurityExtensionDriver initialization complete Feb 04 11:24:01.042072 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.managers [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Initializing mechanism driver 'openvswitch' Feb 04 11:24:01.042400 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.managers [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Initializing mechanism driver 'hyperv' Feb 04 11:24:01.048932 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:24:01.049616 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > port after_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.050011 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > port after_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.050363 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > port after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.050881 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=84063) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 04 11:24:01.051317 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > subnet after_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.051667 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > subnet after_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.052009 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.052396 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=84063) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 04 11:24:01.052800 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > network after_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.053149 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > network after_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.053489 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > network after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.053871 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=84063) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 04 11:24:01.054291 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > security_group after_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.055227 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > security_group after_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.055680 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.056209 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=84063) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 04 11:24:01.056613 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.056960 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.057299 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.057690 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=84063) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 04 11:24:01.058153 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] ML2 OVO RPC backend initialized. {{(pid=84063) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Feb 04 11:24:01.058788 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.063404 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.063404 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > network before_response 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.063404 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > networks before_response 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.063404 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > port before_response 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.063725 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > ports before_response 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.063725 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > subnet before_response 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.063725 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > subnets before_response 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.063725 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > network after_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.064009 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > network after_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.064009 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > network after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.064009 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > port after_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.064009 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > port after_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.064303 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > port after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.064303 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > subnet after_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.064303 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > subnet after_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.064303 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.064726 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.plugin [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Modular L2 Plugin initialization complete Feb 04 11:24:01.065059 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading services supported by the core plugin {{(pid=84063) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 04 11:24:01.065384 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.managers [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Got port-security extension from driver 'port_security' Feb 04 11:24:01.065851 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.extensions.vlantransparent [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Disabled vlantransparent extension. Feb 04 11:24:01.066297 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84063) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 04 11:24:01.066611 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading Plugin: router Feb 04 11:24:01.103055 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.103384 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > router after_create 55549900 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.103756 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > router before_create 55549900 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.104116 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.104486 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.104836 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > router after_delete 55549900 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.105188 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.105546 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > router after_create 55549900 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.105901 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > router after_update 55549900 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.106254 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > router after_update 55549900 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.106598 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.106949 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > router after_update 55549900 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.107350 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > router precommit_update 55549900 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.107711 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: port after_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.108053 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: port after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.108376 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: subnet after_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.108708 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.109052 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.109393 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > router precommit_create 55549900 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.109731 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: port before_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.110100 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > router precommit_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.110452 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > router after_update 55549900 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.110791 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.111132 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > router precommit_create 55549900 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.111486 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.111824 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > router precommit_update 55549900 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.112180 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > agent after_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.112529 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > agent after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.112865 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > network after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.113723 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.quota.resource_registry [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Tracking information for resource: router configured {{(pid=84063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 11:24:01.114080 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.quota.resource_registry [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Tracking information for resource: floatingip configured {{(pid=84063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 11:24:01.119742 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.db.l3_agentschedulers_db [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 04 11:24:01.120317 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: port after_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.120678 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: port after_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.121030 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: port after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.121382 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: port after_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.122311 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > router before_create 55550100 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.122676 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.123036 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > router precommit_create 55550100 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.123393 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > router precommit_update 55550100 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.127751 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.services.provider_configuration [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Service providers = [] {{(pid=84063) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 04 11:24:01.128115 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.db.servicetype_db [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84063) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 04 11:24:01.131073 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.services.service_base [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84063) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 11:24:01.131419 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.services.service_base [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84063) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 11:24:01.131759 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.services.service_base [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84063) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 11:24:01.132704 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.services.service_base [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84063) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 11:24:01.133705 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.services.service_base [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 04 11:24:01.134119 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 11:24:01.134439 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 04 11:24:01.145149 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 11:24:01.145486 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading Plugin: auto_allocate Feb 04 11:24:01.151705 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: network precommit_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.152074 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: network precommit_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.152596 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 11:24:01.152917 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading Plugin: tag Feb 04 11:24:01.159491 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 11:24:01.159816 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading Plugin: timestamp Feb 04 11:24:01.163793 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 11:24:01.164179 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading Plugin: network_ip_availability Feb 04 11:24:01.169435 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.169803 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.170185 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.170893 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 11:24:01.171217 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading Plugin: flavors Feb 04 11:24:01.175992 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 11:24:01.176330 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading Plugin: revisions Feb 04 11:24:01.181326 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 11:24:01.181706 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_concurrency.lockutils [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.147s {{(pid=84063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 04 11:24:01.182475 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84063) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Feb 04 11:24:01.182813 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Initializing extension manager. Feb 04 11:24:01.183316 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: __init__.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.183657 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: __pycache__ {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.183992 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.184324 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.184651 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: _filter_validation_lib.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.184979 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.185308 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: address_group.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.186083 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.186646 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: address-group Feb 04 11:24:01.186969 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: address_scope.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.187676 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.188179 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: address-scope Feb 04 11:24:01.188497 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.189422 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.189945 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: router-admin-state-down-before-update Feb 04 11:24:01.190269 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: agent.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.190967 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.191464 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: agent Feb 04 11:24:01.191782 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: agent_resources_synced.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.192683 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.193187 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: agent-resources-synced Feb 04 11:24:01.193503 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: allowedaddresspairs.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.196114 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.196633 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: allowed-address-pairs Feb 04 11:24:01.196974 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: auto_allocated_topology.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.198080 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.198592 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: auto-allocated-topology Feb 04 11:24:01.198922 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: availability_zone.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.199608 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.200111 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: availability_zone Feb 04 11:24:01.200432 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: availability_zone_filter.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.201340 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.201844 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: availability_zone_filter Feb 04 11:24:01.202190 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: data_plane_status.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.203100 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.203602 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extension data-plane-status not supported by any of loaded plugins Feb 04 11:24:01.203920 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: default_subnetpools.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.205205 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.205345 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: default-subnetpools Feb 04 11:24:01.205628 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.206436 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.206934 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: dhcp_agent_scheduler Feb 04 11:24:01.207256 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: dns.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.208159 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.208657 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extension dns-integration not supported by any of loaded plugins Feb 04 11:24:01.208980 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: dns_domain_ports.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.209900 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.210408 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 04 11:24:01.210730 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: dvr.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.211518 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.212019 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: dvr Feb 04 11:24:01.212338 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: empty_string_filtering.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.213249 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.213751 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: empty-string-filtering Feb 04 11:24:01.214094 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.215004 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.215510 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 04 11:24:01.215826 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.216733 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.217234 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 04 11:24:01.217546 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: external_net.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.218484 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.218991 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: external-net Feb 04 11:24:01.219309 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.220206 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.220710 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: extra_dhcp_opt Feb 04 11:24:01.221027 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: extraroute.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.222016 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.222523 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: extraroute Feb 04 11:24:01.222840 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: extraroute_atomic.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.223865 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.224371 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: extraroute-atomic Feb 04 11:24:01.224690 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: filter_validation.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.225361 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.225859 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: filter-validation Feb 04 11:24:01.226209 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: fip_pf_description.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.227178 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.227675 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 04 11:24:01.227990 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: fip_port_details.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.228900 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.229402 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: fip-port-details Feb 04 11:24:01.229719 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: flavors.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.230992 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.231508 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: flavors Feb 04 11:24:01.231829 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.233516 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.234066 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 04 11:24:01.234402 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: floatingip_pools.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.235106 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.235612 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: floatingip-pools Feb 04 11:24:01.235938 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: ip_allocation.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.236853 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.237356 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extension ip_allocation not supported by any of loaded plugins Feb 04 11:24:01.237681 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.238611 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.239117 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: ip-substring-filtering Feb 04 11:24:01.239442 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: l2_adjacency.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.240361 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.240863 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 04 11:24:01.241184 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: l3.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.242721 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.243232 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: router Feb 04 11:24:01.243551 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.245938 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.246475 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 04 11:24:01.246808 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.247737 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.248250 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: ext-gw-mode Feb 04 11:24:01.248578 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.249499 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.250039 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: l3-ha Feb 04 11:24:01.250365 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: l3_flavors.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.251286 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.251790 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: l3-flavors Feb 04 11:24:01.252112 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.253034 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.253536 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 04 11:24:01.253860 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: l3agentscheduler.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.254909 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.255416 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: l3_agent_scheduler Feb 04 11:24:01.255748 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: logging.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.257248 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.258356 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extension logging not supported by any of loaded plugins Feb 04 11:24:01.258664 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: metering.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.259406 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.259980 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: metering Feb 04 11:24:01.260309 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.261402 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.261952 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: metering_source_and_destination_fields Feb 04 11:24:01.262283 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: multiprovidernet.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.263213 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.263723 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: multi-provider Feb 04 11:24:01.264044 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: netmtu.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.264952 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.265460 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: net-mtu Feb 04 11:24:01.265778 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: netmtu_writable.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.266736 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.267262 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: net-mtu-writable Feb 04 11:24:01.267582 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: network_availability_zone.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.268248 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.268768 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: network_availability_zone Feb 04 11:24:01.269083 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: network_ip_availability.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.270210 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.270713 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: network-ip-availability Feb 04 11:24:01.271035 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: network_segment_range.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.271803 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.272304 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extension network-segment-range not supported by any of loaded plugins Feb 04 11:24:01.272624 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: pagination.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.273918 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.274235 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: pagination Feb 04 11:24:01.274554 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.275482 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.275987 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: port-mac-address-regenerate Feb 04 11:24:01.276307 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: port_resource_request.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.277213 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.277714 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extension port-resource-request not supported by any of loaded plugins Feb 04 11:24:01.278066 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: portbindings.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.278986 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.279496 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: binding Feb 04 11:24:01.279818 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: portbindings_extended.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.281105 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.281618 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: binding-extended Feb 04 11:24:01.281973 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: portsecurity.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.282895 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.283404 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: port-security Feb 04 11:24:01.283727 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: project_id.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.284707 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.285044 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: project-id Feb 04 11:24:01.285361 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: providernet.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.286312 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.286821 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: provider Feb 04 11:24:01.287141 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: qos.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.290945 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.291463 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extension qos not supported by any of loaded plugins Feb 04 11:24:01.291794 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.293041 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.293556 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 04 11:24:01.293915 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.294821 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.295334 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 04 11:24:01.295662 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: qos_default.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.296568 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.297077 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extension qos-default not supported by any of loaded plugins Feb 04 11:24:01.297401 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: qos_fip.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.298080 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.298585 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extension qos-fip not supported by any of loaded plugins Feb 04 11:24:01.298909 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: qos_gateway_ip.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.299827 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.300332 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 04 11:24:01.300656 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: qos_port_network_policy.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.301567 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.302096 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 04 11:24:01.302419 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: qos_rule_type_details.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.303330 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.303832 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 04 11:24:01.304154 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: qos_rules_alias.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.305714 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.306256 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 04 11:24:01.306583 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: quotasv2.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.307453 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.307781 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: quotas Feb 04 11:24:01.308104 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: quotasv2_detail.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.309713 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.310089 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: quota_details Feb 04 11:24:01.310420 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: rbac.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.311464 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.311991 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: rbac-policies Feb 04 11:24:01.312319 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: rbac_address_scope.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.313243 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.313760 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: rbac-address-scope Feb 04 11:24:01.314113 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: rbac_security_groups.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.315030 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.315541 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: rbac-security-groups Feb 04 11:24:01.315869 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: rbac_subnetpool.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.316777 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.317283 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: rbac-subnetpool Feb 04 11:24:01.317604 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: revisionifmatch.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.318544 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.319055 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: revision-if-match Feb 04 11:24:01.319375 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: revisions.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.321056 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.321560 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: standard-attr-revisions Feb 04 11:24:01.321905 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: router_availability_zone.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.322574 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.323076 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: router_availability_zone Feb 04 11:24:01.323395 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: routerservicetype.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.324333 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.324831 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extension router-service-type not supported by any of loaded plugins Feb 04 11:24:01.325153 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.326102 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.326609 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: port-security-groups-filtering Feb 04 11:24:01.326932 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: securitygroup.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.337902 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.338421 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: security-group Feb 04 11:24:01.338749 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: segment.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.339552 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.340072 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extension segment not supported by any of loaded plugins Feb 04 11:24:01.340397 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.341347 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.341852 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 04 11:24:01.342198 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: servicetype.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.343308 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.343830 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: service-type Feb 04 11:24:01.344156 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: sorting.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.345133 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.345467 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: sorting Feb 04 11:24:01.345816 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: standard_attr_segment.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.346751 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.347287 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 04 11:24:01.347608 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: standardattrdescription.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.348282 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.348818 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: standard-attr-description Feb 04 11:24:01.349139 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: stateful_security_group.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.357396 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.357862 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: stateful-security-group Feb 04 11:24:01.358209 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: stdattrs_common.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.358794 dv-neutron-827825-2-hyperv neutron-server[84063]: WARNING neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 04 11:24:01.359115 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.360043 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.360553 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 04 11:24:01.360875 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: subnet_onboard.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.362047 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.362569 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: subnet_onboard Feb 04 11:24:01.362896 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.363824 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.364334 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 04 11:24:01.364656 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: subnet_service_types.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.365584 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.366127 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: subnet-service-types Feb 04 11:24:01.366448 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: subnetallocation.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.368177 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.368686 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: subnet_allocation Feb 04 11:24:01.369012 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.369673 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.370203 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: subnetpool-prefix-ops Feb 04 11:24:01.370524 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.371448 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.371963 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 04 11:24:01.372286 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: tagging.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.373354 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.373867 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: standard-attr-tag Feb 04 11:24:01.374217 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: timestamp.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.375425 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.375933 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loaded extension: standard-attr-timestamp Feb 04 11:24:01.376258 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: trunk.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.377293 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.377807 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extension trunk not supported by any of loaded plugins Feb 04 11:24:01.378153 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: trunk_details.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.379080 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.379590 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extension trunk-details not supported by any of loaded plugins Feb 04 11:24:01.379912 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: uplink_status_propagation.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.387105 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.387612 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 04 11:24:01.387930 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Loading extension file: vlantransparent.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 11:24:01.388599 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 11:24:01.389106 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 04 11:24:01.391497 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.quota.resource_registry [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Creating instance of TrackedResource for resource:network Feb 04 11:24:01.392218 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.quota.resource_registry [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Creating instance of TrackedResource for resource:subnet Feb 04 11:24:01.392821 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.quota.resource_registry [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 11:24:01.393597 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.quota.resource_registry [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Creating instance of TrackedResource for resource:port Feb 04 11:24:01.394904 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.v2.resource_helper [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 11:24:01.395368 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.v2.resource_helper [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Service FLAVORS assigned prefix: {{(pid=84063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 11:24:01.395987 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.v2.resource_helper [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 11:24:01.396415 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.v2.resource_helper [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 11:24:01.396746 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.quota.resource_registry [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Creating instance of TrackedResource for resource:router Feb 04 11:24:01.397415 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.quota.resource_registry [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Creating instance of TrackedResource for resource:floatingip Feb 04 11:24:01.398531 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.v2.resource_helper [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Service METERING assigned prefix: /metering {{(pid=84063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 11:24:01.399873 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.400242 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.400697 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:24:01.401819 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.quota.resource_registry [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 11:24:01.402293 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.quota.resource_registry [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Creating instance of TrackedResource for resource:security_group Feb 04 11:24:01.402948 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.quota.resource_registry [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 11:24:01.403671 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.v2.resource_helper [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Service CORE assigned prefix: {{(pid=84063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 11:24:01.404014 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.quota.resource_registry [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 11:24:01.404356 dv-neutron-827825-2-hyperv neutron-server[84063]: WARNING neutron.quota.resource_registry [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] subnetpool is already registered Feb 04 11:24:01.404946 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.v2.resource_helper [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Service CORE assigned prefix: {{(pid=84063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 11:24:01.405273 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.quota.resource_registry [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 11:24:01.405599 dv-neutron-827825-2-hyperv neutron-server[84063]: WARNING neutron.quota.resource_registry [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] subnetpool is already registered Feb 04 11:24:01.408204 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.v2.resource_helper [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 11:24:01.408638 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.v2.resource_helper [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Service FLAVORS assigned prefix: {{(pid=84063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 11:24:01.409259 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.v2.resource_helper [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 11:24:01.409677 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.v2.resource_helper [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 11:24:01.410046 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.quota.resource_registry [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Creating instance of TrackedResource for resource:router Feb 04 11:24:01.410376 dv-neutron-827825-2-hyperv neutron-server[84063]: WARNING neutron.quota.resource_registry [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] router is already registered Feb 04 11:24:01.410962 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.quota.resource_registry [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Creating instance of TrackedResource for resource:floatingip Feb 04 11:24:01.411293 dv-neutron-827825-2-hyperv neutron-server[84063]: WARNING neutron.quota.resource_registry [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] floatingip is already registered Feb 04 11:24:01.411915 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.v2.resource_helper [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Service METERING assigned prefix: /metering {{(pid=84063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 11:24:01.412571 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.quota.resource_registry [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 11:24:01.412896 dv-neutron-827825-2-hyperv neutron-server[84063]: WARNING neutron.quota.resource_registry [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] rbac_policy is already registered Feb 04 11:24:01.413434 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.quota.resource_registry [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Creating instance of TrackedResource for resource:security_group Feb 04 11:24:01.413762 dv-neutron-827825-2-hyperv neutron-server[84063]: WARNING neutron.quota.resource_registry [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] security_group is already registered Feb 04 11:24:01.414943 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.quota.resource_registry [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 11:24:01.415325 dv-neutron-827825-2-hyperv neutron-server[84063]: WARNING neutron.quota.resource_registry [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] security_group_rule is already registered Feb 04 11:24:01.415984 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.v2.resource_helper [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Service CORE assigned prefix: {{(pid=84063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 11:24:01.416323 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.quota.resource_registry [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 11:24:01.416650 dv-neutron-827825-2-hyperv neutron-server[84063]: WARNING neutron.quota.resource_registry [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] subnetpool is already registered Feb 04 11:24:01.417246 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.v2.resource_helper [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Service CORE assigned prefix: {{(pid=84063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 11:24:01.417575 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.quota.resource_registry [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 11:24:01.417929 dv-neutron-827825-2-hyperv neutron-server[84063]: WARNING neutron.quota.resource_registry [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] subnetpool is already registered Feb 04 11:24:01.418573 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extended resource: extensions {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 11:24:01.419995 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extended resource: address-groups {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 11:24:01.421564 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extended resource: address-scopes {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 11:24:01.422777 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extended resource: agents {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 11:24:01.423970 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extended resource: auto-allocated-topology {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 11:24:01.425177 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extended resource: availability_zones {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 11:24:01.426492 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extended resource: dhcp-networks {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 11:24:01.432598 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extended resource: dhcp-agents {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 11:24:01.432598 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extended resource: routers {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 11:24:01.432598 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extended resource: flavors {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 11:24:01.433071 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extended resource: service_profiles {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 11:24:01.434269 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extended resource: next_providers {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 11:24:01.435748 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extended resource: service_profiles {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 11:24:01.437143 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extended resource: floatingip-pools {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 11:24:01.438519 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extended resource: routers {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 11:24:01.440276 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extended resource: floatingips {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 11:24:01.441425 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extended resource: l3-routers {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 11:24:01.442792 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extended resource: l3-agents {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 11:24:01.444137 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extended resource: metering-labels {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 11:24:01.445638 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extended resource: metering-label-rules {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 11:24:01.447009 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extended resource: network-ip-availabilities {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 11:24:01.448214 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extended resource: bindings {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 11:24:01.450754 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extended resource: quotas {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 11:24:01.452159 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extended resource: quotas {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 11:24:01.453558 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extended resource: rbac-policies {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 11:24:01.454843 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extended resource: security-groups {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 11:24:01.456020 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extended resource: security-group-rules {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 11:24:01.458697 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extended resource: service-providers {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 11:24:01.458697 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extended resource: subnetpools {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 11:24:01.459979 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extended resource: subnetpools {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 11:24:01.461434 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extended resource: tags {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 11:24:01.469791 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extended resource: tags {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 11:24:01.471590 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extended resource: tags {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 11:24:01.473306 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extended resource: tags {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 11:24:01.475162 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extended resource: tags {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 11:24:01.477353 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extended resource: tags {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 11:24:01.479135 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extended resource: tags {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 11:24:01.480937 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extended resource: tags {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 11:24:01.482770 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extended resource: tags {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 11:24:01.484564 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Extended resource: tags {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 11:24:01.490381 dv-neutron-827825-2-hyperv neutron-server[84063]: WARNING keystonemiddleware.auth_token [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 04 11:24:01.495935 dv-neutron-827825-2-hyperv neutron-server[84063]: WARNING keystonemiddleware.auth_token [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 04 11:24:01.504223 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_concurrency.lockutils [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Acquired lock "singleton_lock" {{(pid=84063) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 04 11:24:01.504697 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_concurrency.lockutils [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Releasing lock "singleton_lock" {{(pid=84063) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 04 11:24:01.505321 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO oslo_service.service [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Starting 2 workers Feb 04 11:24:01.510106 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Started child 84204 {{(pid=84063) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 11:24:01.514322 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Started child 84205 {{(pid=84063) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 11:24:01.515564 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:01.516174 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO neutron.service [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 04 11:24:01.516522 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Notify callbacks [] for process, before_spawn {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:01.516892 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [-] (84204) wsgi starting up on http://0.0.0.0:9696 Feb 04 11:24:01.518931 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO oslo_service.service [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Starting 1 workers Feb 04 11:24:01.519131 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:01.520454 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [-] (84205) wsgi starting up on http://0.0.0.0:9696 Feb 04 11:24:01.524323 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Started child 84206 {{(pid=84063) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 11:24:01.524876 dv-neutron-827825-2-hyperv neutron-server[84063]: INFO oslo_service.service [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Starting 1 workers Feb 04 11:24:01.528216 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.service [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] calling RpcWorker wait() {{(pid=84206) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 04 11:24:01.528769 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.service [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] returning from RpcWorker wait() {{(pid=84206) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 04 11:24:01.529145 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Started child 84207 {{(pid=84063) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 11:24:01.529967 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c600ca-3063-4729-af90-77938e12bbc4 None None] Notify callbacks [] for process, after_spawn {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:01.530115 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:01.530628 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:24:01.531871 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84063) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 04 11:24:01.532079 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 11:24:01.532256 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 11:24:01.532460 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 11:24:01.532779 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 11:24:01.532941 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 11:24:01.533409 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.533664 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.533947 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.534214 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.534484 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.534930 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:01.535388 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.535388 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.535560 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.535752 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.535990 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.536149 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.536311 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.536555 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.536802 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.537098 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.537373 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.537607 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.537875 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.538060 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.538307 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.538570 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.538792 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.539626 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] debug = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.539881 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.540347 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.540629 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.540837 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.541088 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.541371 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.541617 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.541922 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.542145 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.542358 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.542771 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.543020 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.543234 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.543488 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.543728 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.543939 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.544398 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] host = dv-neutron-827825-2-hyperv {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.544633 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.544865 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.545107 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.545349 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.545588 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.545818 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.546092 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.546341 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.546598 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.546817 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.547089 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.547329 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.547570 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.547804 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] log_file = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.547950 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] log_options = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.548185 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.548443 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.548694 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.548881 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.549046 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.549215 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.549476 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.549636 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.549908 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.550122 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.550330 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.550553 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.550791 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.551015 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.551250 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.551491 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.551708 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.551904 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.552143 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.552386 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.552608 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.552836 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.553064 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.553277 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.553488 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.553697 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.553960 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.554202 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.554411 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.555211 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.555485 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.555721 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.555971 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.556215 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.556457 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.556657 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.556867 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.557126 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.557352 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.557598 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.557849 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.558085 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.558320 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.558559 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.558787 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.559012 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] use_json = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.559223 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.559451 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.559699 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.559990 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.560125 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.560333 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.560539 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.560770 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.560998 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.561402 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.561691 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.562021 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.562249 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.562472 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.562727 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.562950 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.563168 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.563422 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.563645 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.563964 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.564201 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.564521 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.564804 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.565080 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.565323 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.565586 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.565784 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.566042 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.566514 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:24:01.566798 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.567031 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.567264 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.567538 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.567771 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.567983 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.568198 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.568442 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.568649 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.568878 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.569118 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.569357 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.569566 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.569802 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.570109 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.570376 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.570756 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.571455 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.571774 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.572015 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.572230 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.572475 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.572698 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.572910 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.573140 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.573354 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.573582 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.573795 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.574028 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.574236 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.574470 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.574679 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.574934 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.575170 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.575382 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.575592 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.575809 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.576022 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.576253 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.576467 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.576695 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.576927 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.577137 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.577346 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.577559 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.577784 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.578549 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.578549 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.578549 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.578984 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.579074 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.579281 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.579502 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.579729 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.579933 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.580219 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.580537 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.581057 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.581057 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.583377 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.583599 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.587573 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.587750 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 56572) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:24:01.587910 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.587910 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.587910 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.587910 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.587910 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.587910 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.587910 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.587910 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.588910 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.588910 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.589167 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.589335 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.592176 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.592176 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.592176 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.592176 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.592176 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.592176 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.592176 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.592176 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.592810 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.592810 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.592810 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.592810 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.592810 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.592810 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.593222 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.593302 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.593525 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.593772 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.594049 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.594308 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.594572 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.594818 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.595064 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.595310 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.595725 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.596155 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.596374 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.596752 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.597135 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.597465 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.597720 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.597843 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0105610 Feb 04 11:24:01.598020 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.598385 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.598527 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.598806 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.599051 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.599304 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.599722 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.600149 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.600396 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.601136 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.601136 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.601136 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.601963 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.603121 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.603121 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.603121 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.603121 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.603121 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.603121 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.603611 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.603611 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.603760 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.603865 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.604231 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.604609 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.604994 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.605210 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.605410 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.606306 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.606306 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.606306 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.606306 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.606678 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.606745 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.608189 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.608189 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.608189 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.608189 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.608189 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.608189 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.608577 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.608577 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.608734 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.608893 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.609099 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.609328 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.609955 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.609955 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.611259 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.611656 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.612035 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.612304 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.613244 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.613244 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.613244 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.613488 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.613567 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.616100 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.616100 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.616100 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.616100 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.616100 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.616100 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.616100 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.616100 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.616100 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.616760 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.616760 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.616760 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.616760 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.616760 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.616760 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.617684 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.617760 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.619459 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.619459 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.619645 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.619759 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.620000 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.620247 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.620459 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.620667 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.620885 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.622455 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.622769 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.623026 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.623248 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.623548 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.625622 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.625622 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.625622 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.625622 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.625622 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.625622 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.625622 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.625622 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.626194 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.626194 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.626456 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.626904 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.627312 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.627686 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.628107 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.629061 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.629061 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.629061 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.629493 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.629493 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.629756 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.630589 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.630589 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.630589 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.631070 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.631070 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.631329 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.631470 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.632262 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.632262 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.632541 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.632733 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.632875 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.633258 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.633472 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.633693 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.633939 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.634160 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.634374 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.634523 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 11:24:01.635009 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84063) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 04 11:24:01.635172 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 11:24:01.635311 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 11:24:01.635481 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 11:24:01.635659 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 11:24:01.635801 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 11:24:01.636105 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.637130 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.637130 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.637130 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.637130 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.637130 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.637130 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.637130 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.638196 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.638196 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.638196 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.638196 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.638196 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.638196 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.638196 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.638196 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.639194 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.639194 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.639194 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.639194 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.639194 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.639194 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.639194 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] debug = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.640075 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.640075 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.640075 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.640075 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.640075 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.640715 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.640715 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.640715 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.640715 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.640715 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.641360 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.641360 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.641360 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.641360 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.641360 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.642095 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.642095 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] host = dv-neutron-827825-2-hyperv {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.642095 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.642095 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.642844 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.642844 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.642844 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.642844 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.642844 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.643486 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.643486 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.643486 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.643486 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.643486 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.644321 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.644321 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] log_file = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.644321 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] log_options = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.644321 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.644321 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.644321 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.645069 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.645069 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.645069 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.645069 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.645069 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.645705 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.645705 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.645705 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.645705 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.646311 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.646311 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.646311 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.646311 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.646817 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.646817 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.646817 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.646817 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.647322 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.647322 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.647322 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.647322 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.648498 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.648498 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.648498 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.648498 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.648498 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.648498 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.648839 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.648839 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.648956 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.649073 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.649418 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.649581 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.649720 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.649866 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.650050 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.650185 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.650320 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.650455 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.650602 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.650747 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.650881 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.651017 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] use_json = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.651159 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.651295 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.651429 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.651563 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.651697 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.651831 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.651963 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.652098 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.652233 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:24:01.652402 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.652556 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.652715 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.652872 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.653027 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.653197 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.653329 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.653482 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.653639 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.653792 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.653996 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.654172 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.654323 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.654631 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.654783 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.654948 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.655089 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.655249 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.655415 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.655553 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.655687 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.655841 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.655983 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.656128 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.656285 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.656425 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.656584 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.656736 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.656883 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.657023 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.657178 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.657319 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.657477 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.657617 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.657776 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.658008 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.658158 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.658368 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.658368 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.658637 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.658771 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.658920 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.659055 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.659207 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.659424 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.659424 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.659698 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.659698 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.659958 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.660090 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.660219 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.660348 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.660477 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.660606 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.660744 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.660884 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.661013 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.661147 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.661306 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.661449 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.661605 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.661760 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.664744 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.664744 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.664744 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.664744 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.665267 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.665267 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.665267 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.665642 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.665642 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.665907 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.665907 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.666171 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.666171 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.666423 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.666555 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.666634 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.666765 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.666922 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.667078 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.667234 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.667438 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.667568 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.667697 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.667826 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.667955 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.668111 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.668270 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.668425 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.668583 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.668739 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.668895 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.669050 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.669206 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.669347 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.669513 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.669669 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.669817 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.669998 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.670154 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.670319 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.670475 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.670632 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.670787 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.670956 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.671177 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.671281 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.671418 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.671573 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.671792 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.671955 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.672112 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.672267 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.672424 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.673244 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.673244 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.673244 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.673244 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.673244 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.673609 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.673609 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.673748 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.673824 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.673925 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.674088 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.674245 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.674403 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.674715 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.674884 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.675021 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.675182 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.675336 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.675492 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.675648 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.675804 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.675959 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.676114 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.676270 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.676425 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.677044 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.677044 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.677044 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.677044 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.677323 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.677323 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.677443 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.677595 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.678540 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.678540 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.678540 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.678540 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.678540 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.678540 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.678937 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.678937 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.678937 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.679106 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.680153 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.680153 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.680153 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.680357 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.680438 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.680579 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.680735 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.681654 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.681654 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.681654 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.681654 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.681654 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.681654 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.682102 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.682102 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.682102 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.682306 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.682392 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.682514 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.682749 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.682848 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.682979 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.683134 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.683289 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.683445 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.683606 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.683762 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.683910 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.684065 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.684222 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.684380 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.684542 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.684698 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.684853 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.685007 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.685236 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.685413 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.685557 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.685765 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.685959 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.686095 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.686219 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.686409 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.686555 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.686684 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.686804 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.687350 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.687350 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.687350 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.687679 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.687679 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.687679 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.687997 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.687997 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.688226 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.688347 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.688477 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.688599 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.688786 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.688911 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.689249 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.689249 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.689459 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.689459 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.689905 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.689905 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.689905 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.690168 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.690237 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.690357 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.690517 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.690671 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.690836 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.691002 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.691170 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.691309 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.691546 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.691637 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.692606 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.692606 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.692606 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.692606 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.692606 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.692606 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.692606 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.693024 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.693024 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.693143 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.693206 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.693346 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.693498 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.693652 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.693806 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:24:01.693971 dv-neutron-827825-2-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 11:24:01.711639 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:24:12.031388 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19300ad-0284-4dc3-bccc-c499e00c64c1 None None] get_active_networks_info from dv-neutron-827825-2-hyperv {{(pid=84206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 11:24:12.096642 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19300ad-0284-4dc3-bccc-c499e00c64c1 None None] No non-hosted networks {{(pid=84206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 04 11:24:12.114744 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.agentschedulers_db [None req-a19300ad-0284-4dc3-bccc-c499e00c64c1 None None] DHCP Agent not found on host dv-neutron-827825-2-hyperv {{(pid=84206) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 04 11:24:12.230200 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70deafd7-ec79-4a40-858e-4bedb6049b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16354079'] for agent, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:14.477665 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70c719b2-e296-4956-baaa-2ba20fbd1051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16354079'] for agent, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:14.505377 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-2f9c09fd-9e73-4a09-a032-55c0ff8bb1fc None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-827825-2-hyperv {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:24:14.506291 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-2f9c09fd-9e73-4a09-a032-55c0ff8bb1fc None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:24:15.105008 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2f9c09fd-9e73-4a09-a032-55c0ff8bb1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:15.515595 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16354079'] for agent, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:15.579031 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16354079'] for agent, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:15.579677 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:15.580011 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:15.580334 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:15.580653 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:15.580974 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:15.581284 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:15.581597 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:15.583460 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:15.583816 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:15.584158 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:15.584504 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:15.584932 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-827825-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:24:15.596832 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-827825-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:24:16.726795 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16354079'] for agent, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:18.439027 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 56672) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:24:19.058737 dv-neutron-827825-2-hyperv neutron-server[84205]: WARNING oslo_policy.policy [None req-1abe2566-52d8-4cb5-b0d4-8804ac4bf960 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 11:24:19.059320 dv-neutron-827825-2-hyperv neutron-server[84205]: WARNING oslo_policy.policy [None req-1abe2566-52d8-4cb5-b0d4-8804ac4bf960 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 11:24:19.275443 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-1abe2566-52d8-4cb5-b0d4-8804ac4bf960 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:24:19.289909 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-1abe2566-52d8-4cb5-b0d4-8804ac4bf960 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8365934 Feb 04 11:24:19.394535 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.db.l3_hamode_db [None req-daf6e48e-f664-498a-8738-01d2e587078b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 04 11:24:19.482152 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf6e48e-f664-498a-8738-01d2e587078b None None] Routers set() bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:24:19.482537 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf6e48e-f664-498a-8738-01d2e587078b None None] Router IDs set() for agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 04 11:24:21.513933 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 56686) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:24:21.894664 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-5fc39ebf-e18a-4bf3-9b7a-d0d808b863c1 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:24:21.947947 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.policy [None req-5fc39ebf-e18a-4bf3-9b7a-d0d808b863c1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84205) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 04 11:24:21.948718 dv-neutron-827825-2-hyperv neutron-server[84205]: WARNING oslo_policy.policy [None req-5fc39ebf-e18a-4bf3-9b7a-d0d808b863c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 11:24:21.949083 dv-neutron-827825-2-hyperv neutron-server[84205]: WARNING oslo_policy.policy [None req-5fc39ebf-e18a-4bf3-9b7a-d0d808b863c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 11:24:21.952326 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.quota [None req-5fc39ebf-e18a-4bf3-9b7a-d0d808b863c1 admin admin] Loaded quota_driver: . Feb 04 11:24:21.968158 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-5fc39ebf-e18a-4bf3-9b7a-d0d808b863c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:24:22.095732 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5fc39ebf-e18a-4bf3-9b7a-d0d808b863c1 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760519807289', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760519846976', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760519848742', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760519842427', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760519828341', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1098341', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1102615', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16646759', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16736199'] for rbac-policy, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:22.303900 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5fc39ebf-e18a-4bf3-9b7a-d0d808b863c1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:22.305237 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5fc39ebf-e18a-4bf3-9b7a-d0d808b863c1 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7903459 Feb 04 11:24:24.810677 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 56700) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:24:25.173735 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-32c3aeeb-78ac-46e3-8c4f-a5722b63a2a9 admin admin] Request body: {'network': {'project_id': '917639f09f02416da5c2e4707a02dcdd', 'admin_state_up': True, 'name': 'private'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:24:25.178679 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-32c3aeeb-78ac-46e3-8c4f-a5722b63a2a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:24:25.183157 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-32c3aeeb-78ac-46e3-8c4f-a5722b63a2a9 admin admin] Usage tracker for resource:network and tenant:917639f09f02416da5c2e4707a02dcdd is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:24:25.187838 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-32c3aeeb-78ac-46e3-8c4f-a5722b63a2a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:24:25.194043 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-32c3aeeb-78ac-46e3-8c4f-a5722b63a2a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:24:25.286965 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c3aeeb-78ac-46e3-8c4f-a5722b63a2a9 admin admin] Made reservation on behalf of 917639f09f02416da5c2e4707a02dcdd for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:24:25.290672 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-32c3aeeb-78ac-46e3-8c4f-a5722b63a2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:25.308088 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-32c3aeeb-78ac-46e3-8c4f-a5722b63a2a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:25.349853 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-32c3aeeb-78ac-46e3-8c4f-a5722b63a2a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:24:25.353547 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-32c3aeeb-78ac-46e3-8c4f-a5722b63a2a9 admin admin] Usage tracker for resource:security_group_rule and tenant:917639f09f02416da5c2e4707a02dcdd is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:24:25.356359 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-32c3aeeb-78ac-46e3-8c4f-a5722b63a2a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:24:25.362144 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-32c3aeeb-78ac-46e3-8c4f-a5722b63a2a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:24:25.509826 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-32c3aeeb-78ac-46e3-8c4f-a5722b63a2a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:25.583755 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-32c3aeeb-78ac-46e3-8c4f-a5722b63a2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:25.606932 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32c3aeeb-78ac-46e3-8c4f-a5722b63a2a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:24:25.631957 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-32c3aeeb-78ac-46e3-8c4f-a5722b63a2a9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760517187539', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:25.633188 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-32c3aeeb-78ac-46e3-8c4f-a5722b63a2a9 admin admin] Unsubscribe: segment precommit_create {{(pid=84205) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 11:24:25.633688 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-32c3aeeb-78ac-46e3-8c4f-a5722b63a2a9 admin admin] Added segment bbf417c3-c662-4fbf-925a-1ab1a70752be of type vlan for network 806340c3-8211-48c8-8e5a-a63a6e8cb558 Feb 04 11:24:25.648959 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c3aeeb-78ac-46e3-8c4f-a5722b63a2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf48df5c-e02a-467c-ab4e-b789931f309c,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:24:25.704143 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3aeeb-78ac-46e3-8c4f-a5722b63a2a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:25.704475 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3aeeb-78ac-46e3-8c4f-a5722b63a2a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:25.704801 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3aeeb-78ac-46e3-8c4f-a5722b63a2a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:25.705114 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3aeeb-78ac-46e3-8c4f-a5722b63a2a9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:25.705440 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3aeeb-78ac-46e3-8c4f-a5722b63a2a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:25.705759 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3aeeb-78ac-46e3-8c4f-a5722b63a2a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:25.706104 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3aeeb-78ac-46e3-8c4f-a5722b63a2a9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:25.706424 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3aeeb-78ac-46e3-8c4f-a5722b63a2a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:25.706731 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3aeeb-78ac-46e3-8c4f-a5722b63a2a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:25.707036 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3aeeb-78ac-46e3-8c4f-a5722b63a2a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:25.707340 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3aeeb-78ac-46e3-8c4f-a5722b63a2a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:25.708622 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3aeeb-78ac-46e3-8c4f-a5722b63a2a9 admin admin] Tracked resource versions report: Feb 04 11:24:25.708622 dv-neutron-827825-2-hyperv neutron-server[84205]: pushed versions: Feb 04 11:24:25.708622 dv-neutron-827825-2-hyperv neutron-server[84205]: { 'ConntrackHelper': {'1.0'}, Feb 04 11:24:25.708622 dv-neutron-827825-2-hyperv neutron-server[84205]: 'Log': {'1.0'}, Feb 04 11:24:25.708622 dv-neutron-827825-2-hyperv neutron-server[84205]: 'Network': {'1.1'}, Feb 04 11:24:25.708622 dv-neutron-827825-2-hyperv neutron-server[84205]: 'Port': {'1.5'}, Feb 04 11:24:25.708622 dv-neutron-827825-2-hyperv neutron-server[84205]: 'PortForwarding': {'1.2'}, Feb 04 11:24:25.708622 dv-neutron-827825-2-hyperv neutron-server[84205]: 'QosPolicy': {'1.8'}, Feb 04 11:24:25.708622 dv-neutron-827825-2-hyperv neutron-server[84205]: 'SecurityGroup': {'1.2'}, Feb 04 11:24:25.708622 dv-neutron-827825-2-hyperv neutron-server[84205]: 'SecurityGroupRule': {'1.0'}, Feb 04 11:24:25.708622 dv-neutron-827825-2-hyperv neutron-server[84205]: 'SubPort': {'1.0'}, Feb 04 11:24:25.708622 dv-neutron-827825-2-hyperv neutron-server[84205]: 'Subnet': {'1.1'}, Feb 04 11:24:25.708622 dv-neutron-827825-2-hyperv neutron-server[84205]: 'Trunk': {'1.1'}} Feb 04 11:24:25.708622 dv-neutron-827825-2-hyperv neutron-server[84205]: consumer versions: Feb 04 11:24:25.708622 dv-neutron-827825-2-hyperv neutron-server[84205]: { DHCP agent@dv-neutron-827825-2-hyperv: {}, Feb 04 11:24:25.708622 dv-neutron-827825-2-hyperv neutron-server[84205]: L3 agent@dv-neutron-827825-2-hyperv: {}, Feb 04 11:24:25.708622 dv-neutron-827825-2-hyperv neutron-server[84205]: Metadata agent@dv-neutron-827825-2-hyperv: {}, Feb 04 11:24:25.708622 dv-neutron-827825-2-hyperv neutron-server[84205]: Metering agent@dv-neutron-827825-2-hyperv: {}, Feb 04 11:24:25.708622 dv-neutron-827825-2-hyperv neutron-server[84205]: Open vSwitch agent@dv-neutron-827825-2-hyperv: { 'ConntrackHelper': '1.0', Feb 04 11:24:25.708622 dv-neutron-827825-2-hyperv neutron-server[84205]: 'Log': '1.0', Feb 04 11:24:25.708622 dv-neutron-827825-2-hyperv neutron-server[84205]: 'Network': '1.1', Feb 04 11:24:25.708622 dv-neutron-827825-2-hyperv neutron-server[84205]: 'Port': '1.5', Feb 04 11:24:25.708622 dv-neutron-827825-2-hyperv neutron-server[84205]: 'PortForwarding': '1.2', Feb 04 11:24:25.708622 dv-neutron-827825-2-hyperv neutron-server[84205]: 'QosPolicy': '1.8', Feb 04 11:24:25.708622 dv-neutron-827825-2-hyperv neutron-server[84205]: 'SecurityGroup': '1.2', Feb 04 11:24:25.708622 dv-neutron-827825-2-hyperv neutron-server[84205]: 'SecurityGroupRule': '1.0', Feb 04 11:24:25.708622 dv-neutron-827825-2-hyperv neutron-server[84205]: 'SubPort': '1.0', Feb 04 11:24:25.708622 dv-neutron-827825-2-hyperv neutron-server[84205]: 'Subnet': '1.1', Feb 04 11:24:25.708622 dv-neutron-827825-2-hyperv neutron-server[84205]: 'Trunk': '1.1'}} Feb 04 11:24:25.708622 dv-neutron-827825-2-hyperv neutron-server[84205]: {{(pid=84205) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 11:24:25.754510 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-32c3aeeb-78ac-46e3-8c4f-a5722b63a2a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:25.858242 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-32c3aeeb-78ac-46e3-8c4f-a5722b63a2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:25.859213 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c3aeeb-78ac-46e3-8c4f-a5722b63a2a9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:24:25.859854 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-32c3aeeb-78ac-46e3-8c4f-a5722b63a2a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:25.968117 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c3aeeb-78ac-46e3-8c4f-a5722b63a2a9 admin admin] Pushing event updated for resources: {'Network': ['ID=806340c3-8211-48c8-8e5a-a63a6e8cb558,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:24:25.979830 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 806340c3-8211-48c8-8e5a-a63a6e8cb558 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:24:26.076076 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-32c3aeeb-78ac-46e3-8c4f-a5722b63a2a9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2642574 Feb 04 11:24:28.642817 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 56716) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:24:29.103013 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c2d081-603a-44d9-98c7-4f09351340b1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:24:29.104301 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a0c2d081-603a-44d9-98c7-4f09351340b1 admin admin] 10.222.0.21 "GET /v2.0/networks/806340c3-8211-48c8-8e5a-a63a6e8cb558 HTTP/1.1" status: 200 len: 825 time: 0.4605606 Feb 04 11:24:29.135502 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-51669825-0adc-4f09-9cc6-8939e425faa9 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/4b3b2598-8ad0-41cd-bef3-8a609eb41c8f HTTP/1.1" status: 200 len: 734 time: 0.0258880 Feb 04 11:24:29.143648 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-c83f5f9f-e025-48ec-b2ec-5fc7bcb3fa5f admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '4b3b2598-8ad0-41cd-bef3-8a609eb41c8f', 'name': 'private-subnet', 'tenant_id': '917639f09f02416da5c2e4707a02dcdd', 'network_id': '806340c3-8211-48c8-8e5a-a63a6e8cb558', 'ip_version': 4}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:24:29.147800 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c83f5f9f-e025-48ec-b2ec-5fc7bcb3fa5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:24:29.151771 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c83f5f9f-e025-48ec-b2ec-5fc7bcb3fa5f admin admin] Usage tracker for resource:subnet and tenant:917639f09f02416da5c2e4707a02dcdd is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:24:29.154608 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c83f5f9f-e025-48ec-b2ec-5fc7bcb3fa5f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:24:29.160086 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c83f5f9f-e025-48ec-b2ec-5fc7bcb3fa5f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:24:29.235078 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83f5f9f-e025-48ec-b2ec-5fc7bcb3fa5f admin admin] Made reservation on behalf of 917639f09f02416da5c2e4707a02dcdd for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:24:29.237353 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c83f5f9f-e025-48ec-b2ec-5fc7bcb3fa5f admin admin] Notify callbacks [] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:29.561290 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c83f5f9f-e025-48ec-b2ec-5fc7bcb3fa5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:29.642520 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f5f9f-e025-48ec-b2ec-5fc7bcb3fa5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c80617bd-5b21-402e-89a9-435676ea1c31,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:24:29.649715 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83f5f9f-e025-48ec-b2ec-5fc7bcb3fa5f admin admin] Checking segment: {'id': 'bbf417c3-c662-4fbf-925a-1ab1a70752be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '806340c3-8211-48c8-8e5a-a63a6e8cb558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:24:29.650355 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83f5f9f-e025-48ec-b2ec-5fc7bcb3fa5f admin admin] Network hostable DHCP agents. Network: 806340c3-8211-48c8-8e5a-a63a6e8cb558, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:24:29.743635 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83f5f9f-e025-48ec-b2ec-5fc7bcb3fa5f admin admin] Network 806340c3-8211-48c8-8e5a-a63a6e8cb558 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:24:29.823794 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-c83f5f9f-e025-48ec-b2ec-5fc7bcb3fa5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 806340c3-8211-48c8-8e5a-a63a6e8cb558) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:24:29.828179 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83f5f9f-e025-48ec-b2ec-5fc7bcb3fa5f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:24:29.828762 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c83f5f9f-e025-48ec-b2ec-5fc7bcb3fa5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:29.833396 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef940b8-0fc9-4c25-b10d-a19930c80806 None None] Network 806340c3-8211-48c8-8e5a-a63a6e8cb558 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:24:29.910416 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c83f5f9f-e025-48ec-b2ec-5fc7bcb3fa5f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7698910 Feb 04 11:24:30.135610 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fc2cb8-0243-4c07-9432-cd0f29bb7d26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-806340c3-8211-48c8-8e5a-a63a6e8cb558', 'network_id': '806340c3-8211-48c8-8e5a-a63a6e8cb558', 'tenant_id': '917639f09f02416da5c2e4707a02dcdd', 'fixed_ips': [{'subnet_id': 'c80617bd-5b21-402e-89a9-435676ea1c31'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:24:30.136751 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e3fc2cb8-0243-4c07-9432-cd0f29bb7d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:30.321136 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-e3fc2cb8-0243-4c07-9432-cd0f29bb7d26 None None] Allocated IP 172.20.0.2 (806340c3-8211-48c8-8e5a-a63a6e8cb558/c80617bd-5b21-402e-89a9-435676ea1c31/b80bc757-ea83-4837-9343-65168d206c76) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:24:30.545820 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e3fc2cb8-0243-4c07-9432-cd0f29bb7d26 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:30.559446 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e3fc2cb8-0243-4c07-9432-cd0f29bb7d26 None None] Transition to ACTIVE for port object b80bc757-ea83-4837-9343-65168d206c76 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:24:30.579198 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e3fc2cb8-0243-4c07-9432-cd0f29bb7d26 None None] Transition to ACTIVE for port object b80bc757-ea83-4837-9343-65168d206c76 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:24:30.658757 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e3fc2cb8-0243-4c07-9432-cd0f29bb7d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:30.721577 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fc2cb8-0243-4c07-9432-cd0f29bb7d26 None None] Network 806340c3-8211-48c8-8e5a-a63a6e8cb558 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:24:30.724443 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-e3fc2cb8-0243-4c07-9432-cd0f29bb7d26 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:24:30.731821 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fc2cb8-0243-4c07-9432-cd0f29bb7d26 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:24:30.734446 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc2cb8-0243-4c07-9432-cd0f29bb7d26 None None] Pushing event updated for resources: {'Port': ['ID=b80bc757-ea83-4837-9343-65168d206c76,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:24:30.771631 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fc2cb8-0243-4c07-9432-cd0f29bb7d26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:30.771973 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fc2cb8-0243-4c07-9432-cd0f29bb7d26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:30.772304 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fc2cb8-0243-4c07-9432-cd0f29bb7d26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:30.772658 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fc2cb8-0243-4c07-9432-cd0f29bb7d26 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:30.773006 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fc2cb8-0243-4c07-9432-cd0f29bb7d26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:30.773325 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fc2cb8-0243-4c07-9432-cd0f29bb7d26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:30.773920 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fc2cb8-0243-4c07-9432-cd0f29bb7d26 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:30.774260 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fc2cb8-0243-4c07-9432-cd0f29bb7d26 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:30.774596 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fc2cb8-0243-4c07-9432-cd0f29bb7d26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:30.774891 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fc2cb8-0243-4c07-9432-cd0f29bb7d26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:30.775201 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fc2cb8-0243-4c07-9432-cd0f29bb7d26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:30.776473 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fc2cb8-0243-4c07-9432-cd0f29bb7d26 None None] Tracked resource versions report: Feb 04 11:24:30.776473 dv-neutron-827825-2-hyperv neutron-server[84206]: pushed versions: Feb 04 11:24:30.776473 dv-neutron-827825-2-hyperv neutron-server[84206]: { 'ConntrackHelper': {'1.0'}, Feb 04 11:24:30.776473 dv-neutron-827825-2-hyperv neutron-server[84206]: 'Log': {'1.0'}, Feb 04 11:24:30.776473 dv-neutron-827825-2-hyperv neutron-server[84206]: 'Network': {'1.1'}, Feb 04 11:24:30.776473 dv-neutron-827825-2-hyperv neutron-server[84206]: 'Port': {'1.5'}, Feb 04 11:24:30.776473 dv-neutron-827825-2-hyperv neutron-server[84206]: 'PortForwarding': {'1.2'}, Feb 04 11:24:30.776473 dv-neutron-827825-2-hyperv neutron-server[84206]: 'QosPolicy': {'1.8'}, Feb 04 11:24:30.776473 dv-neutron-827825-2-hyperv neutron-server[84206]: 'SecurityGroup': {'1.2'}, Feb 04 11:24:30.776473 dv-neutron-827825-2-hyperv neutron-server[84206]: 'SecurityGroupRule': {'1.0'}, Feb 04 11:24:30.776473 dv-neutron-827825-2-hyperv neutron-server[84206]: 'SubPort': {'1.0'}, Feb 04 11:24:30.776473 dv-neutron-827825-2-hyperv neutron-server[84206]: 'Subnet': {'1.1'}, Feb 04 11:24:30.776473 dv-neutron-827825-2-hyperv neutron-server[84206]: 'Trunk': {'1.1'}} Feb 04 11:24:30.776473 dv-neutron-827825-2-hyperv neutron-server[84206]: consumer versions: Feb 04 11:24:30.776473 dv-neutron-827825-2-hyperv neutron-server[84206]: { DHCP agent@dv-neutron-827825-2-hyperv: {}, Feb 04 11:24:30.776473 dv-neutron-827825-2-hyperv neutron-server[84206]: L3 agent@dv-neutron-827825-2-hyperv: {}, Feb 04 11:24:30.776473 dv-neutron-827825-2-hyperv neutron-server[84206]: Metadata agent@dv-neutron-827825-2-hyperv: {}, Feb 04 11:24:30.776473 dv-neutron-827825-2-hyperv neutron-server[84206]: Metering agent@dv-neutron-827825-2-hyperv: {}, Feb 04 11:24:30.776473 dv-neutron-827825-2-hyperv neutron-server[84206]: Open vSwitch agent@dv-neutron-827825-2-hyperv: { 'ConntrackHelper': '1.0', Feb 04 11:24:30.776473 dv-neutron-827825-2-hyperv neutron-server[84206]: 'Log': '1.0', Feb 04 11:24:30.776473 dv-neutron-827825-2-hyperv neutron-server[84206]: 'Network': '1.1', Feb 04 11:24:30.776473 dv-neutron-827825-2-hyperv neutron-server[84206]: 'Port': '1.5', Feb 04 11:24:30.776473 dv-neutron-827825-2-hyperv neutron-server[84206]: 'PortForwarding': '1.2', Feb 04 11:24:30.776473 dv-neutron-827825-2-hyperv neutron-server[84206]: 'QosPolicy': '1.8', Feb 04 11:24:30.776473 dv-neutron-827825-2-hyperv neutron-server[84206]: 'SecurityGroup': '1.2', Feb 04 11:24:30.776473 dv-neutron-827825-2-hyperv neutron-server[84206]: 'SecurityGroupRule': '1.0', Feb 04 11:24:30.776473 dv-neutron-827825-2-hyperv neutron-server[84206]: 'SubPort': '1.0', Feb 04 11:24:30.776473 dv-neutron-827825-2-hyperv neutron-server[84206]: 'Subnet': '1.1', Feb 04 11:24:30.776473 dv-neutron-827825-2-hyperv neutron-server[84206]: 'Trunk': '1.1'}} Feb 04 11:24:30.776473 dv-neutron-827825-2-hyperv neutron-server[84206]: {{(pid=84206) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 11:24:30.831309 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-e3fc2cb8-0243-4c07-9432-cd0f29bb7d26 None None] Attempting to bind port b80bc757-ea83-4837-9343-65168d206c76 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:24:30.831618 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-e3fc2cb8-0243-4c07-9432-cd0f29bb7d26 None None] Attempting to bind port b80bc757-ea83-4837-9343-65168d206c76 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'bbf417c3-c662-4fbf-925a-1ab1a70752be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '806340c3-8211-48c8-8e5a-a63a6e8cb558'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:24:30.832056 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fc2cb8-0243-4c07-9432-cd0f29bb7d26 None None] Attempting to bind port b80bc757-ea83-4837-9343-65168d206c76 on network 806340c3-8211-48c8-8e5a-a63a6e8cb558 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:24:30.838388 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fc2cb8-0243-4c07-9432-cd0f29bb7d26 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:24:30.838965 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fc2cb8-0243-4c07-9432-cd0f29bb7d26 None None] Checking segment: {'id': 'bbf417c3-c662-4fbf-925a-1ab1a70752be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '806340c3-8211-48c8-8e5a-a63a6e8cb558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:24:30.839260 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e3fc2cb8-0243-4c07-9432-cd0f29bb7d26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:30.839620 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fc2cb8-0243-4c07-9432-cd0f29bb7d26 None None] Bound using segment: {'id': 'bbf417c3-c662-4fbf-925a-1ab1a70752be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '806340c3-8211-48c8-8e5a-a63a6e8cb558'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:24:30.840071 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-e3fc2cb8-0243-4c07-9432-cd0f29bb7d26 None None] Bound port: b80bc757-ea83-4837-9343-65168d206c76, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf417c3-c662-4fbf-925a-1ab1a70752be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '806340c3-8211-48c8-8e5a-a63a6e8cb558'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:24:30.840442 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e3fc2cb8-0243-4c07-9432-cd0f29bb7d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:30.923191 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-e3fc2cb8-0243-4c07-9432-cd0f29bb7d26 None None] For port b80bc757-ea83-4837-9343-65168d206c76, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:24:30.926935 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-e3fc2cb8-0243-4c07-9432-cd0f29bb7d26 None None] For port b80bc757-ea83-4837-9343-65168d206c76, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=b80bc757-ea83-4837-9343-65168d206c76,segment=NetworkSegment(bbf417c3-c662-4fbf-925a-1ab1a70752be),segment_id=bbf417c3-c662-4fbf-925a-1ab1a70752be)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:24:31.007242 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e3fc2cb8-0243-4c07-9432-cd0f29bb7d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:31.113569 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc2cb8-0243-4c07-9432-cd0f29bb7d26 None None] Pushing event updated for resources: {'Port': ['ID=b80bc757-ea83-4837-9343-65168d206c76,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:24:32.170098 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 56726) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:24:32.573823 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-daceff9b-4911-4efb-ab10-c5286e4b2f97 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:24:32.574743 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-daceff9b-4911-4efb-ab10-c5286e4b2f97 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4037232 Feb 04 11:24:34.746273 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd21516-655a-4376-a426-e3bac732c0aa None None] Network 806340c3-8211-48c8-8e5a-a63a6e8cb558 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:24:34.851831 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 56740) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:24:34.978088 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-36632bd1-0242-4773-aca6-880a0df1eab7 None None] Provisioning for port b80bc757-ea83-4837-9343-65168d206c76 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:24:35.253010 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-ce4dbb75-61d9-449b-a563-b5b30f710057 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:24:35.253997 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ce4dbb75-61d9-449b-a563-b5b30f710057 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4012492 Feb 04 11:24:35.740050 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device b80bc757-ea83-4837-9343-65168d206c76 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:24:35.858007 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port b80bc757-ea83-4837-9343-65168d206c76 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:24:35.862941 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port b80bc757-ea83-4837-9343-65168d206c76 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:24:35.863300 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:35.973966 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:36.004609 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port b80bc757-ea83-4837-9343-65168d206c76, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=b80bc757-ea83-4837-9343-65168d206c76,segment=NetworkSegment(bbf417c3-c662-4fbf-925a-1ab1a70752be),segment_id=bbf417c3-c662-4fbf-925a-1ab1a70752be)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:24:36.092211 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:36.156581 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=b80bc757-ea83-4837-9343-65168d206c76,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:24:37.715203 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device b80bc757-ea83-4837-9343-65168d206c76 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:24:37.785712 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port b80bc757-ea83-4837-9343-65168d206c76 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:24:37.786112 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:37.816452 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 56752) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:24:38.264566 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-9875b962-d79c-48d7-a874-e4fa8c5cd01e admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '917639f09f02416da5c2e4707a02dcdd', 'name': 'router1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:24:38.269390 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-9875b962-d79c-48d7-a874-e4fa8c5cd01e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:24:38.273707 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-9875b962-d79c-48d7-a874-e4fa8c5cd01e admin admin] Usage tracker for resource:router and tenant:917639f09f02416da5c2e4707a02dcdd is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:24:38.276934 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-9875b962-d79c-48d7-a874-e4fa8c5cd01e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:24:38.282462 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-9875b962-d79c-48d7-a874-e4fa8c5cd01e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:24:38.343999 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9875b962-d79c-48d7-a874-e4fa8c5cd01e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:38.345327 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9875b962-d79c-48d7-a874-e4fa8c5cd01e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:38.370559 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9875b962-d79c-48d7-a874-e4fa8c5cd01e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:38.515731 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9875b962-d79c-48d7-a874-e4fa8c5cd01e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:38.578115 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9875b962-d79c-48d7-a874-e4fa8c5cd01e admin admin] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:38.579263 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-9875b962-d79c-48d7-a874-e4fa8c5cd01e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7618668 Feb 04 11:24:40.824646 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 56762) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:24:41.207243 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-3f087b46-02c0-4a6e-8a73-9b7a81a4cdad admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:24:41.208208 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3f087b46-02c0-4a6e-8a73-9b7a81a4cdad admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3826602 Feb 04 11:24:42.040837 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5e09b4fc-c789-429e-a511-30ac63591ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:43.527535 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 56772) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:24:43.911698 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-462c4568-25e3-463d-8f6d-8c953dd3f00f admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:24:43.917190 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-462c4568-25e3-463d-8f6d-8c953dd3f00f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:24:43.920879 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-462c4568-25e3-463d-8f6d-8c953dd3f00f admin admin] Usage tracker for resource:network and tenant:bf48d9f4d95343579602dd77768d2284 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:24:43.923655 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-462c4568-25e3-463d-8f6d-8c953dd3f00f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:24:43.929935 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-462c4568-25e3-463d-8f6d-8c953dd3f00f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:24:44.006195 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462c4568-25e3-463d-8f6d-8c953dd3f00f admin admin] Made reservation on behalf of bf48d9f4d95343579602dd77768d2284 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:24:44.009264 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-462c4568-25e3-463d-8f6d-8c953dd3f00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:44.022255 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-462c4568-25e3-463d-8f6d-8c953dd3f00f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:44.063772 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-462c4568-25e3-463d-8f6d-8c953dd3f00f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:24:44.067637 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-462c4568-25e3-463d-8f6d-8c953dd3f00f admin admin] Usage tracker for resource:security_group_rule and tenant:bf48d9f4d95343579602dd77768d2284 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:24:44.070662 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-462c4568-25e3-463d-8f6d-8c953dd3f00f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:24:44.094809 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-462c4568-25e3-463d-8f6d-8c953dd3f00f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:24:44.143632 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-462c4568-25e3-463d-8f6d-8c953dd3f00f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:44.235379 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-462c4568-25e3-463d-8f6d-8c953dd3f00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:44.253823 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-462c4568-25e3-463d-8f6d-8c953dd3f00f admin admin] Reserving flat network on physical network physnet1 {{(pid=84205) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 04 11:24:44.274332 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c4568-25e3-463d-8f6d-8c953dd3f00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc05961-7af9-4c0b-8a60-9ea3d7701b9a,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:24:44.278453 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-462c4568-25e3-463d-8f6d-8c953dd3f00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:44.278789 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-462c4568-25e3-463d-8f6d-8c953dd3f00f admin admin] Added segment c318eb08-5e9b-4dc7-a398-79b9dfcce739 of type flat for network 63d4ab6b-931d-42a4-aa18-bedd81d582fa Feb 04 11:24:44.310729 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-462c4568-25e3-463d-8f6d-8c953dd3f00f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:44.412646 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-462c4568-25e3-463d-8f6d-8c953dd3f00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:44.413927 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462c4568-25e3-463d-8f6d-8c953dd3f00f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:24:44.414496 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-462c4568-25e3-463d-8f6d-8c953dd3f00f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:44.435603 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e1a9cab6-92dd-4629-abad-b5a8015fcb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:44.515987 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c4568-25e3-463d-8f6d-8c953dd3f00f admin admin] Pushing event updated for resources: {'Network': ['ID=63d4ab6b-931d-42a4-aa18-bedd81d582fa,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:24:44.526646 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:24:44.578566 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-462c4568-25e3-463d-8f6d-8c953dd3f00f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0499883 Feb 04 11:24:44.592044 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 5 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:24:45.526695 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:45.554848 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:46.692254 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:46.828794 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 56792) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:24:47.057694 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cf1daa-c049-4be8-af66-b59a14558084 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:24:47.059004 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-44cf1daa-c049-4be8-af66-b59a14558084 admin admin] 10.222.0.21 "GET /v2.0/subnets/c80617bd-5b21-402e-89a9-435676ea1c31 HTTP/1.1" status: 200 len: 849 time: 0.2292678 Feb 04 11:24:47.197715 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-baa46c60-884f-474d-b38d-1383c57798dc admin admin] 10.222.0.21 "GET /v2.0/routers/69fc0e88-2c1a-4860-b286-ba4f284c98ad HTTP/1.1" status: 200 len: 704 time: 0.1334321 Feb 04 11:24:47.652035 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bb854284-e9b2-44db-a55a-15db2c71424c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:47.874442 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-bb854284-e9b2-44db-a55a-15db2c71424c admin admin] Allocated IP 172.20.0.1 (806340c3-8211-48c8-8e5a-a63a6e8cb558/c80617bd-5b21-402e-89a9-435676ea1c31/d4877a48-d19a-437c-91e4-206ce11bb3db) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:24:48.056536 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bb854284-e9b2-44db-a55a-15db2c71424c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:48.072697 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-bb854284-e9b2-44db-a55a-15db2c71424c admin admin] Transition to ACTIVE for port object d4877a48-d19a-437c-91e4-206ce11bb3db will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:24:48.155322 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bb854284-e9b2-44db-a55a-15db2c71424c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:48.219145 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb854284-e9b2-44db-a55a-15db2c71424c admin admin] Network 806340c3-8211-48c8-8e5a-a63a6e8cb558 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:24:48.221914 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-bb854284-e9b2-44db-a55a-15db2c71424c admin admin] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:24:48.226029 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb854284-e9b2-44db-a55a-15db2c71424c admin admin] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:24:48.226547 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bb854284-e9b2-44db-a55a-15db2c71424c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:48.232525 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb854284-e9b2-44db-a55a-15db2c71424c admin admin] Pushing event updated for resources: {'Port': ['ID=d4877a48-d19a-437c-91e4-206ce11bb3db,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:24:48.418871 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bb854284-e9b2-44db-a55a-15db2c71424c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:48.480568 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-fc2c233d-76c5-4183-9818-4928323ae6f4 None None] Provisioning for port d4877a48-d19a-437c-91e4-206ce11bb3db completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:24:48.485741 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-fc2c233d-76c5-4183-9818-4928323ae6f4 None None] Provisioning complete for port d4877a48-d19a-437c-91e4-206ce11bb3db triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:24:48.486164 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fc2c233d-76c5-4183-9818-4928323ae6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:48.537201 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-fc2c233d-76c5-4183-9818-4928323ae6f4 None None] Port d4877a48-d19a-437c-91e4-206ce11bb3db cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:24:48.643273 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bb854284-e9b2-44db-a55a-15db2c71424c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:48.697304 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bb854284-e9b2-44db-a55a-15db2c71424c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:48.698053 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bb854284-e9b2-44db-a55a-15db2c71424c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:48.821412 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb854284-e9b2-44db-a55a-15db2c71424c admin admin] Pushing event updated for resources: {'Port': ['ID=d4877a48-d19a-437c-91e4-206ce11bb3db,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:24:48.884756 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb854284-e9b2-44db-a55a-15db2c71424c admin admin] Network 806340c3-8211-48c8-8e5a-a63a6e8cb558 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:24:48.885768 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-bb854284-e9b2-44db-a55a-15db2c71424c admin admin] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:24:49.060979 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e1eccf32-eee3-41fe-8b2c-a16dabd89ff4 None None] Provisioning complete for port d4877a48-d19a-437c-91e4-206ce11bb3db triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:24:49.061339 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e1eccf32-eee3-41fe-8b2c-a16dabd89ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:49.113145 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-e1eccf32-eee3-41fe-8b2c-a16dabd89ff4 None None] Port d4877a48-d19a-437c-91e4-206ce11bb3db cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:24:49.321121 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb854284-e9b2-44db-a55a-15db2c71424c admin admin] Router 69fc0e88-2c1a-4860-b286-ba4f284c98ad is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:24:49.489408 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb854284-e9b2-44db-a55a-15db2c71424c admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:24:49.498797 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-bb854284-e9b2-44db-a55a-15db2c71424c admin admin] 10.222.0.21 "PUT /v2.0/routers/69fc0e88-2c1a-4860-b286-ba4f284c98ad/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2960212 Feb 04 11:24:49.499402 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f83515f-e238-42cb-9973-85c17807e9f9 None None] Sync routers for ids ['69fc0e88-2c1a-4860-b286-ba4f284c98ad'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:24:49.512263 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f83515f-e238-42cb-9973-85c17807e9f9 None None] Routers {'69fc0e88-2c1a-4860-b286-ba4f284c98ad'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:24:49.513075 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-6f83515f-e238-42cb-9973-85c17807e9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:24:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['69fc0e88-2c1a-4860-b286-ba4f284c98ad'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:24:49.684155 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-6f83515f-e238-42cb-9973-85c17807e9f9 None None] Set router 69fc0e88-2c1a-4860-b286-ba4f284c98ad gateway port host: None {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:24:50.042730 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-6f83515f-e238-42cb-9973-85c17807e9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fc0e88-2c1a-4860-b286-ba4f284c98ad', 'name': 'router1', 'tenant_id': '917639f09f02416da5c2e4707a02dcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:24:38Z', 'updated_at': '2022-02-04T11:24:48Z', 'revision_number': 2, 'project_id': '917639f09f02416da5c2e4707a02dcdd', 'gw_port_host': None, '_interfaces': [{'id': 'd4877a48-d19a-437c-91e4-206ce11bb3db', 'name': '', 'network_id': '806340c3-8211-48c8-8e5a-a63a6e8cb558', 'tenant_id': '917639f09f02416da5c2e4707a02dcdd', 'mac_address': 'fa:16:3e:4e:fb:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fc0e88-2c1a-4860-b286-ba4f284c98ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c80617bd-5b21-402e-89a9-435676ea1c31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:24:47Z', 'updated_at': '2022-02-04T11:24:48Z', 'revision_number': 2, 'project_id': '917639f09f02416da5c2e4707a02dcdd', 'subnets': [{'id': 'c80617bd-5b21-402e-89a9-435676ea1c31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b3b2598-8ad0-41cd-bef3-8a609eb41c8f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:24:50.047456 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f83515f-e238-42cb-9973-85c17807e9f9 None None] Checking router: 69fc0e88-2c1a-4860-b286-ba4f284c98ad for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:24:50.047813 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f83515f-e238-42cb-9973-85c17807e9f9 None None] Updating router 69fc0e88-2c1a-4860-b286-ba4f284c98ad port d4877a48-d19a-437c-91e4-206ce11bb3db binding host dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:24:50.100902 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-6f83515f-e238-42cb-9973-85c17807e9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:50.465112 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-6f83515f-e238-42cb-9973-85c17807e9f9 None None] Notify callbacks [] for port, precommit_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:50.479061 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.provisioning_blocks [None req-6f83515f-e238-42cb-9973-85c17807e9f9 None None] Transition to ACTIVE for port object d4877a48-d19a-437c-91e4-206ce11bb3db will not be triggered until provisioned by entity L2. {{(pid=84207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:24:50.537650 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-6f83515f-e238-42cb-9973-85c17807e9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:50.696758 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc9fdc-b4b0-423e-a878-a30aae0c7123 None None] Pushing event updated for resources: {'Port': ['ID=d4877a48-d19a-437c-91e4-206ce11bb3db,revision_number=3']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:24:50.774588 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc9fdc-b4b0-423e-a878-a30aae0c7123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:50.774936 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc9fdc-b4b0-423e-a878-a30aae0c7123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:50.775277 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc9fdc-b4b0-423e-a878-a30aae0c7123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:50.775605 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc9fdc-b4b0-423e-a878-a30aae0c7123 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:50.775947 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc9fdc-b4b0-423e-a878-a30aae0c7123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:50.776273 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc9fdc-b4b0-423e-a878-a30aae0c7123 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:50.776592 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc9fdc-b4b0-423e-a878-a30aae0c7123 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:50.776926 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc9fdc-b4b0-423e-a878-a30aae0c7123 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:50.777246 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc9fdc-b4b0-423e-a878-a30aae0c7123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:50.777563 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc9fdc-b4b0-423e-a878-a30aae0c7123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:50.777877 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc9fdc-b4b0-423e-a878-a30aae0c7123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:50.779171 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc9fdc-b4b0-423e-a878-a30aae0c7123 None None] Tracked resource versions report: Feb 04 11:24:50.779171 dv-neutron-827825-2-hyperv neutron-server[84207]: pushed versions: Feb 04 11:24:50.779171 dv-neutron-827825-2-hyperv neutron-server[84207]: { 'ConntrackHelper': {'1.0'}, Feb 04 11:24:50.779171 dv-neutron-827825-2-hyperv neutron-server[84207]: 'Log': {'1.0'}, Feb 04 11:24:50.779171 dv-neutron-827825-2-hyperv neutron-server[84207]: 'Network': {'1.1'}, Feb 04 11:24:50.779171 dv-neutron-827825-2-hyperv neutron-server[84207]: 'Port': {'1.5'}, Feb 04 11:24:50.779171 dv-neutron-827825-2-hyperv neutron-server[84207]: 'PortForwarding': {'1.2'}, Feb 04 11:24:50.779171 dv-neutron-827825-2-hyperv neutron-server[84207]: 'QosPolicy': {'1.8'}, Feb 04 11:24:50.779171 dv-neutron-827825-2-hyperv neutron-server[84207]: 'SecurityGroup': {'1.2'}, Feb 04 11:24:50.779171 dv-neutron-827825-2-hyperv neutron-server[84207]: 'SecurityGroupRule': {'1.0'}, Feb 04 11:24:50.779171 dv-neutron-827825-2-hyperv neutron-server[84207]: 'SubPort': {'1.0'}, Feb 04 11:24:50.779171 dv-neutron-827825-2-hyperv neutron-server[84207]: 'Subnet': {'1.1'}, Feb 04 11:24:50.779171 dv-neutron-827825-2-hyperv neutron-server[84207]: 'Trunk': {'1.1'}} Feb 04 11:24:50.779171 dv-neutron-827825-2-hyperv neutron-server[84207]: consumer versions: Feb 04 11:24:50.779171 dv-neutron-827825-2-hyperv neutron-server[84207]: { DHCP agent@dv-neutron-827825-2-hyperv: {}, Feb 04 11:24:50.779171 dv-neutron-827825-2-hyperv neutron-server[84207]: L3 agent@dv-neutron-827825-2-hyperv: {}, Feb 04 11:24:50.779171 dv-neutron-827825-2-hyperv neutron-server[84207]: Metadata agent@dv-neutron-827825-2-hyperv: {}, Feb 04 11:24:50.779171 dv-neutron-827825-2-hyperv neutron-server[84207]: Metering agent@dv-neutron-827825-2-hyperv: {}, Feb 04 11:24:50.779171 dv-neutron-827825-2-hyperv neutron-server[84207]: Open vSwitch agent@dv-neutron-827825-2-hyperv: { 'ConntrackHelper': '1.0', Feb 04 11:24:50.779171 dv-neutron-827825-2-hyperv neutron-server[84207]: 'Log': '1.0', Feb 04 11:24:50.779171 dv-neutron-827825-2-hyperv neutron-server[84207]: 'Network': '1.1', Feb 04 11:24:50.779171 dv-neutron-827825-2-hyperv neutron-server[84207]: 'Port': '1.5', Feb 04 11:24:50.779171 dv-neutron-827825-2-hyperv neutron-server[84207]: 'PortForwarding': '1.2', Feb 04 11:24:50.779171 dv-neutron-827825-2-hyperv neutron-server[84207]: 'QosPolicy': '1.8', Feb 04 11:24:50.779171 dv-neutron-827825-2-hyperv neutron-server[84207]: 'SecurityGroup': '1.2', Feb 04 11:24:50.779171 dv-neutron-827825-2-hyperv neutron-server[84207]: 'SecurityGroupRule': '1.0', Feb 04 11:24:50.779171 dv-neutron-827825-2-hyperv neutron-server[84207]: 'SubPort': '1.0', Feb 04 11:24:50.779171 dv-neutron-827825-2-hyperv neutron-server[84207]: 'Subnet': '1.1', Feb 04 11:24:50.779171 dv-neutron-827825-2-hyperv neutron-server[84207]: 'Trunk': '1.1'}} Feb 04 11:24:50.779171 dv-neutron-827825-2-hyperv neutron-server[84207]: {{(pid=84207) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 11:24:50.790257 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-6f83515f-e238-42cb-9973-85c17807e9f9 None None] Attempting to bind port d4877a48-d19a-437c-91e4-206ce11bb3db on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:24:50.790654 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-6f83515f-e238-42cb-9973-85c17807e9f9 None None] Attempting to bind port d4877a48-d19a-437c-91e4-206ce11bb3db by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'bbf417c3-c662-4fbf-925a-1ab1a70752be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '806340c3-8211-48c8-8e5a-a63a6e8cb558'}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:24:50.791079 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f83515f-e238-42cb-9973-85c17807e9f9 None None] Attempting to bind port d4877a48-d19a-437c-91e4-206ce11bb3db on network 806340c3-8211-48c8-8e5a-a63a6e8cb558 {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:24:50.797360 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f83515f-e238-42cb-9973-85c17807e9f9 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:24:50.797762 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f83515f-e238-42cb-9973-85c17807e9f9 None None] Checking segment: {'id': 'bbf417c3-c662-4fbf-925a-1ab1a70752be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '806340c3-8211-48c8-8e5a-a63a6e8cb558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:24:50.798270 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-6f83515f-e238-42cb-9973-85c17807e9f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:50.798647 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f83515f-e238-42cb-9973-85c17807e9f9 None None] Bound using segment: {'id': 'bbf417c3-c662-4fbf-925a-1ab1a70752be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '806340c3-8211-48c8-8e5a-a63a6e8cb558'} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:24:50.799131 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-6f83515f-e238-42cb-9973-85c17807e9f9 None None] Bound port: d4877a48-d19a-437c-91e4-206ce11bb3db, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf417c3-c662-4fbf-925a-1ab1a70752be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '806340c3-8211-48c8-8e5a-a63a6e8cb558'}}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:24:50.799511 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-6f83515f-e238-42cb-9973-85c17807e9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:50.887648 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-6f83515f-e238-42cb-9973-85c17807e9f9 None None] For port d4877a48-d19a-437c-91e4-206ce11bb3db, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:24:50.891705 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-6f83515f-e238-42cb-9973-85c17807e9f9 None None] For port d4877a48-d19a-437c-91e4-206ce11bb3db, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=d4877a48-d19a-437c-91e4-206ce11bb3db,segment=NetworkSegment(bbf417c3-c662-4fbf-925a-1ab1a70752be),segment_id=bbf417c3-c662-4fbf-925a-1ab1a70752be)] {{(pid=84207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:24:50.955363 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-6f83515f-e238-42cb-9973-85c17807e9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:51.040843 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc9fdc-b4b0-423e-a878-a30aae0c7123 None None] Pushing event updated for resources: {'Port': ['ID=d4877a48-d19a-437c-91e4-206ce11bb3db,revision_number=4']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:24:51.045024 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f83515f-e238-42cb-9973-85c17807e9f9 None None] Routers {'69fc0e88-2c1a-4860-b286-ba4f284c98ad'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:24:51.045614 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-6f83515f-e238-42cb-9973-85c17807e9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:24:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['69fc0e88-2c1a-4860-b286-ba4f284c98ad'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:24:51.197107 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-6f83515f-e238-42cb-9973-85c17807e9f9 None None] Set router 69fc0e88-2c1a-4860-b286-ba4f284c98ad gateway port host: None {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:24:51.521048 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-6f83515f-e238-42cb-9973-85c17807e9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fc0e88-2c1a-4860-b286-ba4f284c98ad', 'name': 'router1', 'tenant_id': '917639f09f02416da5c2e4707a02dcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:24:38Z', 'updated_at': '2022-02-04T11:24:48Z', 'revision_number': 2, 'project_id': '917639f09f02416da5c2e4707a02dcdd', 'gw_port_host': None, '_interfaces': [{'id': 'd4877a48-d19a-437c-91e4-206ce11bb3db', 'name': '', 'network_id': '806340c3-8211-48c8-8e5a-a63a6e8cb558', 'tenant_id': '917639f09f02416da5c2e4707a02dcdd', 'mac_address': 'fa:16:3e:4e:fb:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fc0e88-2c1a-4860-b286-ba4f284c98ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c80617bd-5b21-402e-89a9-435676ea1c31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:24:47Z', 'updated_at': '2022-02-04T11:24:50Z', 'revision_number': 4, 'project_id': '917639f09f02416da5c2e4707a02dcdd', 'subnets': [{'id': 'c80617bd-5b21-402e-89a9-435676ea1c31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b3b2598-8ad0-41cd-bef3-8a609eb41c8f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:24:51.525903 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f83515f-e238-42cb-9973-85c17807e9f9 None None] The sync data for ids ['69fc0e88-2c1a-4860-b286-ba4f284c98ad'] in dv-neutron-827825-2-hyperv is: [{'id': '69fc0e88-2c1a-4860-b286-ba4f284c98ad', 'name': 'router1', 'tenant_id': '917639f09f02416da5c2e4707a02dcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:24:38Z', 'updated_at': '2022-02-04T11:24:48Z', 'revision_number': 2, 'project_id': '917639f09f02416da5c2e4707a02dcdd', 'gw_port_host': None, '_interfaces': [{'id': 'd4877a48-d19a-437c-91e4-206ce11bb3db', 'name': '', 'network_id': '806340c3-8211-48c8-8e5a-a63a6e8cb558', 'tenant_id': '917639f09f02416da5c2e4707a02dcdd', 'mac_address': 'fa:16:3e:4e:fb:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fc0e88-2c1a-4860-b286-ba4f284c98ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c80617bd-5b21-402e-89a9-435676ea1c31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:24:47Z', 'updated_at': '2022-02-04T11:24:50Z', 'revision_number': 4, 'project_id': '917639f09f02416da5c2e4707a02dcdd', 'subnets': [{'id': 'c80617bd-5b21-402e-89a9-435676ea1c31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b3b2598-8ad0-41cd-bef3-8a609eb41c8f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:24:51.588997 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 56814) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:24:51.791661 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fcb2d1-2017-4c77-8b7b-38ce633b1ca9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:24:51.792563 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-88fcb2d1-2017-4c77-8b7b-38ce633b1ca9 admin admin] Synchronizing usage tracker for tenant:bf48d9f4d95343579602dd77768d2284 on resource:network {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:24:51.863769 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-88fcb2d1-2017-4c77-8b7b-38ce633b1ca9 admin admin] Unset dirty status for tenant:bf48d9f4d95343579602dd77768d2284 on resource:network {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:24:51.864968 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-88fcb2d1-2017-4c77-8b7b-38ce633b1ca9 admin admin] 10.222.0.21 "GET /v2.0/networks/63d4ab6b-931d-42a4-aa18-bedd81d582fa HTTP/1.1" status: 200 len: 842 time: 0.2750423 Feb 04 11:24:51.874221 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-033e2abe-c656-42fd-b52c-bd51b385dc03 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.26.3.0/24', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'gateway_ip': '172.26.3.1', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:24:51.879565 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-033e2abe-c656-42fd-b52c-bd51b385dc03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:24:51.884389 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-033e2abe-c656-42fd-b52c-bd51b385dc03 admin admin] Usage tracker for resource:subnet and tenant:bf48d9f4d95343579602dd77768d2284 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:24:51.887210 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-033e2abe-c656-42fd-b52c-bd51b385dc03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:24:51.893396 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-033e2abe-c656-42fd-b52c-bd51b385dc03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:24:51.954971 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033e2abe-c656-42fd-b52c-bd51b385dc03 admin admin] Made reservation on behalf of bf48d9f4d95343579602dd77768d2284 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:24:51.957210 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-033e2abe-c656-42fd-b52c-bd51b385dc03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:52.374257 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.objects.ports [None req-033e2abe-c656-42fd-b52c-bd51b385dc03 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84205) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 11:24:52.375422 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-033e2abe-c656-42fd-b52c-bd51b385dc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:52.454505 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e2abe-c656-42fd-b52c-bd51b385dc03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04cee6f6-4416-4ff3-9523-698a1d170ed5,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:24:52.465507 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033e2abe-c656-42fd-b52c-bd51b385dc03 admin admin] Checking segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:24:52.465966 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033e2abe-c656-42fd-b52c-bd51b385dc03 admin admin] Network hostable DHCP agents. Network: 63d4ab6b-931d-42a4-aa18-bedd81d582fa, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:24:52.532251 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033e2abe-c656-42fd-b52c-bd51b385dc03 admin admin] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:24:52.589453 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-033e2abe-c656-42fd-b52c-bd51b385dc03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 63d4ab6b-931d-42a4-aa18-bedd81d582fa) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:24:52.593315 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033e2abe-c656-42fd-b52c-bd51b385dc03 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:24:52.593905 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-033e2abe-c656-42fd-b52c-bd51b385dc03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:52.598084 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fd5114-7107-4976-948a-712522a297d1 None None] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:24:52.681510 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-033e2abe-c656-42fd-b52c-bd51b385dc03 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8107214 Feb 04 11:24:52.820599 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125f0ce2-efc3-4bb5-9913-298328579908 None None] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:24:53.742993 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device d4877a48-d19a-437c-91e4-206ce11bb3db up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:24:53.863982 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port d4877a48-d19a-437c-91e4-206ce11bb3db completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:24:53.870252 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port d4877a48-d19a-437c-91e4-206ce11bb3db triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:24:53.870642 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:53.999708 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:54.029806 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port d4877a48-d19a-437c-91e4-206ce11bb3db, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=d4877a48-d19a-437c-91e4-206ce11bb3db,segment=NetworkSegment(bbf417c3-c662-4fbf-925a-1ab1a70752be),segment_id=bbf417c3-c662-4fbf-925a-1ab1a70752be)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:24:54.074773 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:54.140585 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=d4877a48-d19a-437c-91e4-206ce11bb3db,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:24:54.800992 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 56828) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:24:54.994993 dv-neutron-827825-2-hyperv neutron-server[84204]: WARNING oslo_policy.policy [None req-bce97475-6fc4-4c6b-a598-c83eb40ade70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 11:24:54.995583 dv-neutron-827825-2-hyperv neutron-server[84204]: WARNING oslo_policy.policy [None req-bce97475-6fc4-4c6b-a598-c83eb40ade70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 11:24:55.248584 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.policy [None req-bce97475-6fc4-4c6b-a598-c83eb40ade70 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84204) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 04 11:24:55.249358 dv-neutron-827825-2-hyperv neutron-server[84204]: WARNING oslo_policy.policy [None req-bce97475-6fc4-4c6b-a598-c83eb40ade70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 11:24:55.249739 dv-neutron-827825-2-hyperv neutron-server[84204]: WARNING oslo_policy.policy [None req-bce97475-6fc4-4c6b-a598-c83eb40ade70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 11:24:55.510702 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-bce97475-6fc4-4c6b-a598-c83eb40ade70 admin admin] 10.222.0.21 "GET /v2.0/routers/69fc0e88-2c1a-4860-b286-ba4f284c98ad HTTP/1.1" status: 200 len: 710 time: 0.7075512 Feb 04 11:24:55.670837 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eee2804-8b32-4b8e-9f13-c5bff2bf5939 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:24:55.672202 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-7eee2804-8b32-4b8e-9f13-c5bff2bf5939 admin admin] 10.222.0.21 "GET /v2.0/networks/63d4ab6b-931d-42a4-aa18-bedd81d582fa HTTP/1.1" status: 200 len: 886 time: 0.1565824 Feb 04 11:24:55.681566 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-21d61466-6139-4b64-8372-a6379a9315ba admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:24:55.725336 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device d4877a48-d19a-437c-91e4-206ce11bb3db up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:24:55.791966 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port d4877a48-d19a-437c-91e4-206ce11bb3db triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:24:55.792254 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:56.153116 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-21d61466-6139-4b64-8372-a6379a9315ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:56.370092 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-21d61466-6139-4b64-8372-a6379a9315ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:56.428957 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-21d61466-6139-4b64-8372-a6379a9315ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:56.564176 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-21d61466-6139-4b64-8372-a6379a9315ba admin admin] Allocated IP 172.26.3.48 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/bf40bad9-084d-4063-8e6b-043b3e2520cb) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:24:56.711144 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-21d61466-6139-4b64-8372-a6379a9315ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:56.846841 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-21d61466-6139-4b64-8372-a6379a9315ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:56.910500 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d61466-6139-4b64-8372-a6379a9315ba admin admin] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:24:56.913907 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-21d61466-6139-4b64-8372-a6379a9315ba admin admin] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:24:56.942624 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d61466-6139-4b64-8372-a6379a9315ba admin admin] Pushing event updated for resources: {'Port': ['ID=bf40bad9-084d-4063-8e6b-043b3e2520cb,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:24:56.952274 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d61466-6139-4b64-8372-a6379a9315ba admin admin] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:24:56.987400 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d61466-6139-4b64-8372-a6379a9315ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:56.987667 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d61466-6139-4b64-8372-a6379a9315ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:56.988000 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d61466-6139-4b64-8372-a6379a9315ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:56.988329 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d61466-6139-4b64-8372-a6379a9315ba admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:56.988658 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d61466-6139-4b64-8372-a6379a9315ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:56.988981 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d61466-6139-4b64-8372-a6379a9315ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:56.989312 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d61466-6139-4b64-8372-a6379a9315ba admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:56.989633 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d61466-6139-4b64-8372-a6379a9315ba admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:56.989976 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d61466-6139-4b64-8372-a6379a9315ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:56.990292 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d61466-6139-4b64-8372-a6379a9315ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:56.990605 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d61466-6139-4b64-8372-a6379a9315ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:24:56.991955 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d61466-6139-4b64-8372-a6379a9315ba admin admin] Tracked resource versions report: Feb 04 11:24:56.991955 dv-neutron-827825-2-hyperv neutron-server[84204]: pushed versions: Feb 04 11:24:56.991955 dv-neutron-827825-2-hyperv neutron-server[84204]: { 'ConntrackHelper': {'1.0'}, Feb 04 11:24:56.991955 dv-neutron-827825-2-hyperv neutron-server[84204]: 'Log': {'1.0'}, Feb 04 11:24:56.991955 dv-neutron-827825-2-hyperv neutron-server[84204]: 'Network': {'1.1'}, Feb 04 11:24:56.991955 dv-neutron-827825-2-hyperv neutron-server[84204]: 'Port': {'1.5'}, Feb 04 11:24:56.991955 dv-neutron-827825-2-hyperv neutron-server[84204]: 'PortForwarding': {'1.2'}, Feb 04 11:24:56.991955 dv-neutron-827825-2-hyperv neutron-server[84204]: 'QosPolicy': {'1.8'}, Feb 04 11:24:56.991955 dv-neutron-827825-2-hyperv neutron-server[84204]: 'SecurityGroup': {'1.2'}, Feb 04 11:24:56.991955 dv-neutron-827825-2-hyperv neutron-server[84204]: 'SecurityGroupRule': {'1.0'}, Feb 04 11:24:56.991955 dv-neutron-827825-2-hyperv neutron-server[84204]: 'SubPort': {'1.0'}, Feb 04 11:24:56.991955 dv-neutron-827825-2-hyperv neutron-server[84204]: 'Subnet': {'1.1'}, Feb 04 11:24:56.991955 dv-neutron-827825-2-hyperv neutron-server[84204]: 'Trunk': {'1.1'}} Feb 04 11:24:56.991955 dv-neutron-827825-2-hyperv neutron-server[84204]: consumer versions: Feb 04 11:24:56.991955 dv-neutron-827825-2-hyperv neutron-server[84204]: { DHCP agent@dv-neutron-827825-2-hyperv: {}, Feb 04 11:24:56.991955 dv-neutron-827825-2-hyperv neutron-server[84204]: L3 agent@dv-neutron-827825-2-hyperv: {}, Feb 04 11:24:56.991955 dv-neutron-827825-2-hyperv neutron-server[84204]: Metadata agent@dv-neutron-827825-2-hyperv: {}, Feb 04 11:24:56.991955 dv-neutron-827825-2-hyperv neutron-server[84204]: Metering agent@dv-neutron-827825-2-hyperv: {}, Feb 04 11:24:56.991955 dv-neutron-827825-2-hyperv neutron-server[84204]: Open vSwitch agent@dv-neutron-827825-2-hyperv: { 'ConntrackHelper': '1.0', Feb 04 11:24:56.991955 dv-neutron-827825-2-hyperv neutron-server[84204]: 'Log': '1.0', Feb 04 11:24:56.991955 dv-neutron-827825-2-hyperv neutron-server[84204]: 'Network': '1.1', Feb 04 11:24:56.991955 dv-neutron-827825-2-hyperv neutron-server[84204]: 'Port': '1.5', Feb 04 11:24:56.991955 dv-neutron-827825-2-hyperv neutron-server[84204]: 'PortForwarding': '1.2', Feb 04 11:24:56.991955 dv-neutron-827825-2-hyperv neutron-server[84204]: 'QosPolicy': '1.8', Feb 04 11:24:56.991955 dv-neutron-827825-2-hyperv neutron-server[84204]: 'SecurityGroup': '1.2', Feb 04 11:24:56.991955 dv-neutron-827825-2-hyperv neutron-server[84204]: 'SecurityGroupRule': '1.0', Feb 04 11:24:56.991955 dv-neutron-827825-2-hyperv neutron-server[84204]: 'SubPort': '1.0', Feb 04 11:24:56.991955 dv-neutron-827825-2-hyperv neutron-server[84204]: 'Subnet': '1.1', Feb 04 11:24:56.991955 dv-neutron-827825-2-hyperv neutron-server[84204]: 'Trunk': '1.1'}} Feb 04 11:24:56.991955 dv-neutron-827825-2-hyperv neutron-server[84204]: {{(pid=84204) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 11:24:57.215684 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-21d61466-6139-4b64-8372-a6379a9315ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:57.378283 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-21d61466-6139-4b64-8372-a6379a9315ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:57.381457 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-21d61466-6139-4b64-8372-a6379a9315ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16351460'] for router, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:57.576460 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d61466-6139-4b64-8372-a6379a9315ba admin admin] Router 69fc0e88-2c1a-4860-b286-ba4f284c98ad has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:24:57.798731 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d61466-6139-4b64-8372-a6379a9315ba admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:24:57.808221 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cec17c-a81b-4c7c-a5ef-f03d3a547c6a None None] Sync routers for ids ['69fc0e88-2c1a-4860-b286-ba4f284c98ad'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:24:57.810013 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-21d61466-6139-4b64-8372-a6379a9315ba admin admin] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:57.811160 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-21d61466-6139-4b64-8372-a6379a9315ba admin admin] 10.222.0.21 "PUT /v2.0/routers/69fc0e88-2c1a-4860-b286-ba4f284c98ad HTTP/1.1" status: 200 len: 889 time: 2.1336660 Feb 04 11:24:57.820499 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cec17c-a81b-4c7c-a5ef-f03d3a547c6a None None] Routers {'69fc0e88-2c1a-4860-b286-ba4f284c98ad'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:24:57.821177 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-70cec17c-a81b-4c7c-a5ef-f03d3a547c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:24:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['69fc0e88-2c1a-4860-b286-ba4f284c98ad'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:24:58.011402 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-70cec17c-a81b-4c7c-a5ef-f03d3a547c6a None None] Set router 69fc0e88-2c1a-4860-b286-ba4f284c98ad gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:24:58.341422 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-70cec17c-a81b-4c7c-a5ef-f03d3a547c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fc0e88-2c1a-4860-b286-ba4f284c98ad', 'name': 'router1', 'tenant_id': '917639f09f02416da5c2e4707a02dcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.48'}], 'enable_snat': True}, 'gw_port_id': 'bf40bad9-084d-4063-8e6b-043b3e2520cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:24:38Z', 'updated_at': '2022-02-04T11:24:57Z', 'revision_number': 4, 'project_id': '917639f09f02416da5c2e4707a02dcdd', 'gw_port': {'id': 'bf40bad9-084d-4063-8e6b-043b3e2520cb', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:47:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fc0e88-2c1a-4860-b286-ba4f284c98ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:24:56Z', 'updated_at': '2022-02-04T11:24:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'd4877a48-d19a-437c-91e4-206ce11bb3db', 'name': '', 'network_id': '806340c3-8211-48c8-8e5a-a63a6e8cb558', 'tenant_id': '917639f09f02416da5c2e4707a02dcdd', 'mac_address': 'fa:16:3e:4e:fb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fc0e88-2c1a-4860-b286-ba4f284c98ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c80617bd-5b21-402e-89a9-435676ea1c31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:24:47Z', 'updated_at': '2022-02-04T11:24:54Z', 'revision_number': 5, 'project_id': '917639f09f02416da5c2e4707a02dcdd', 'subnets': [{'id': 'c80617bd-5b21-402e-89a9-435676ea1c31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b3b2598-8ad0-41cd-bef3-8a609eb41c8f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:24:58.346265 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cec17c-a81b-4c7c-a5ef-f03d3a547c6a None None] Checking router: 69fc0e88-2c1a-4860-b286-ba4f284c98ad for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:24:58.346620 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cec17c-a81b-4c7c-a5ef-f03d3a547c6a None None] Updating router 69fc0e88-2c1a-4860-b286-ba4f284c98ad port bf40bad9-084d-4063-8e6b-043b3e2520cb binding host dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:24:58.399397 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70cec17c-a81b-4c7c-a5ef-f03d3a547c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:58.738156 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70cec17c-a81b-4c7c-a5ef-f03d3a547c6a None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:58.751640 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-70cec17c-a81b-4c7c-a5ef-f03d3a547c6a None None] Transition to ACTIVE for port object bf40bad9-084d-4063-8e6b-043b3e2520cb will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:24:58.831147 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70cec17c-a81b-4c7c-a5ef-f03d3a547c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:58.907512 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-70cec17c-a81b-4c7c-a5ef-f03d3a547c6a None None] Attempting to bind port bf40bad9-084d-4063-8e6b-043b3e2520cb on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:24:58.907935 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-70cec17c-a81b-4c7c-a5ef-f03d3a547c6a None None] Attempting to bind port bf40bad9-084d-4063-8e6b-043b3e2520cb by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:24:58.908294 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cec17c-a81b-4c7c-a5ef-f03d3a547c6a None None] Attempting to bind port bf40bad9-084d-4063-8e6b-043b3e2520cb on network 63d4ab6b-931d-42a4-aa18-bedd81d582fa {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:24:58.910869 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107bd77-dcc2-43f8-8979-6121fc5f97a4 None None] Pushing event updated for resources: {'Port': ['ID=bf40bad9-084d-4063-8e6b-043b3e2520cb,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:24:58.917057 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cec17c-a81b-4c7c-a5ef-f03d3a547c6a None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:24:58.917872 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cec17c-a81b-4c7c-a5ef-f03d3a547c6a None None] Checking segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:24:58.917872 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70cec17c-a81b-4c7c-a5ef-f03d3a547c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:58.918190 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cec17c-a81b-4c7c-a5ef-f03d3a547c6a None None] Bound using segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:24:58.918652 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-70cec17c-a81b-4c7c-a5ef-f03d3a547c6a None None] Bound port: bf40bad9-084d-4063-8e6b-043b3e2520cb, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:24:58.919029 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70cec17c-a81b-4c7c-a5ef-f03d3a547c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:58.989230 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-70cec17c-a81b-4c7c-a5ef-f03d3a547c6a None None] For port bf40bad9-084d-4063-8e6b-043b3e2520cb, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:24:58.992571 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-70cec17c-a81b-4c7c-a5ef-f03d3a547c6a None None] For port bf40bad9-084d-4063-8e6b-043b3e2520cb, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=bf40bad9-084d-4063-8e6b-043b3e2520cb,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:24:59.063571 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70cec17c-a81b-4c7c-a5ef-f03d3a547c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:59.142518 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107bd77-dcc2-43f8-8979-6121fc5f97a4 None None] Pushing event updated for resources: {'Port': ['ID=bf40bad9-084d-4063-8e6b-043b3e2520cb,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:24:59.147462 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cec17c-a81b-4c7c-a5ef-f03d3a547c6a None None] Routers {'69fc0e88-2c1a-4860-b286-ba4f284c98ad'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:24:59.148063 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-70cec17c-a81b-4c7c-a5ef-f03d3a547c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:24:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['69fc0e88-2c1a-4860-b286-ba4f284c98ad'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:24:59.342151 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-70cec17c-a81b-4c7c-a5ef-f03d3a547c6a None None] Set router 69fc0e88-2c1a-4860-b286-ba4f284c98ad gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:24:59.671226 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-70cec17c-a81b-4c7c-a5ef-f03d3a547c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fc0e88-2c1a-4860-b286-ba4f284c98ad', 'name': 'router1', 'tenant_id': '917639f09f02416da5c2e4707a02dcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.48'}], 'enable_snat': True}, 'gw_port_id': 'bf40bad9-084d-4063-8e6b-043b3e2520cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:24:38Z', 'updated_at': '2022-02-04T11:24:57Z', 'revision_number': 4, 'project_id': '917639f09f02416da5c2e4707a02dcdd', 'gw_port': {'id': 'bf40bad9-084d-4063-8e6b-043b3e2520cb', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:47:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fc0e88-2c1a-4860-b286-ba4f284c98ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:24:56Z', 'updated_at': '2022-02-04T11:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'd4877a48-d19a-437c-91e4-206ce11bb3db', 'name': '', 'network_id': '806340c3-8211-48c8-8e5a-a63a6e8cb558', 'tenant_id': '917639f09f02416da5c2e4707a02dcdd', 'mac_address': 'fa:16:3e:4e:fb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fc0e88-2c1a-4860-b286-ba4f284c98ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c80617bd-5b21-402e-89a9-435676ea1c31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:24:47Z', 'updated_at': '2022-02-04T11:24:54Z', 'revision_number': 5, 'project_id': '917639f09f02416da5c2e4707a02dcdd', 'subnets': [{'id': 'c80617bd-5b21-402e-89a9-435676ea1c31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b3b2598-8ad0-41cd-bef3-8a609eb41c8f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:24:59.675160 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cec17c-a81b-4c7c-a5ef-f03d3a547c6a None None] The sync data for ids ['69fc0e88-2c1a-4860-b286-ba4f284c98ad'] in dv-neutron-827825-2-hyperv is: [{'id': '69fc0e88-2c1a-4860-b286-ba4f284c98ad', 'name': 'router1', 'tenant_id': '917639f09f02416da5c2e4707a02dcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.48'}], 'enable_snat': True}, 'gw_port_id': 'bf40bad9-084d-4063-8e6b-043b3e2520cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:24:38Z', 'updated_at': '2022-02-04T11:24:57Z', 'revision_number': 4, 'project_id': '917639f09f02416da5c2e4707a02dcdd', 'gw_port': {'id': 'bf40bad9-084d-4063-8e6b-043b3e2520cb', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:47:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fc0e88-2c1a-4860-b286-ba4f284c98ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:24:56Z', 'updated_at': '2022-02-04T11:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'd4877a48-d19a-437c-91e4-206ce11bb3db', 'name': '', 'network_id': '806340c3-8211-48c8-8e5a-a63a6e8cb558', 'tenant_id': '917639f09f02416da5c2e4707a02dcdd', 'mac_address': 'fa:16:3e:4e:fb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fc0e88-2c1a-4860-b286-ba4f284c98ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c80617bd-5b21-402e-89a9-435676ea1c31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:24:47Z', 'updated_at': '2022-02-04T11:24:54Z', 'revision_number': 5, 'project_id': '917639f09f02416da5c2e4707a02dcdd', 'subnets': [{'id': 'c80617bd-5b21-402e-89a9-435676ea1c31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b3b2598-8ad0-41cd-bef3-8a609eb41c8f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:25:00.039522 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 56848) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:25:00.176007 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-01c10a70-3ffb-4e89-962e-d0e13a9d55cf admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1081 time: 0.1353879 Feb 04 11:25:01.756054 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device bf40bad9-084d-4063-8e6b-043b3e2520cb up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:25:01.899110 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port bf40bad9-084d-4063-8e6b-043b3e2520cb completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:25:01.905191 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port bf40bad9-084d-4063-8e6b-043b3e2520cb triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:25:01.905556 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:25:02.024785 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:25:02.041869 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port bf40bad9-084d-4063-8e6b-043b3e2520cb, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=bf40bad9-084d-4063-8e6b-043b3e2520cb,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:25:02.133470 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:25:02.213790 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=bf40bad9-084d-4063-8e6b-043b3e2520cb,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:25:03.765872 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device bf40bad9-084d-4063-8e6b-043b3e2520cb up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:25:03.860824 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port bf40bad9-084d-4063-8e6b-043b3e2520cb triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:25:03.861500 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:25:12.074812 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3a25aee5-204d-4c79-b04b-bcafcee46a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:25:14.429310 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0f937cb5-1d1a-4e8c-8cfd-ec06696a7710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:25:15.462909 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:25:15.555280 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:25:16.697452 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:25:21.592713 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 5 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:25:42.023859 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9c082ae6-6d4c-46cc-a9d7-4300d0c8b8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:25:44.422948 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-de366863-a4a3-42ce-a975-4ccd416ed9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:25:45.499870 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:25:45.588754 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:25:46.685122 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:25:58.592532 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 5 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:26:12.056521 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-139c14f9-e8e4-47a4-ba83-9aaee24d77b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:14.451278 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ce8a2990-66c4-4e6e-946c-3a5f5de2dbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:15.999589 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:16.000313 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:16.685246 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:35.593253 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 5 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:26:42.033762 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5b740fcf-1dab-4e0d-883d-f6d6405577ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:44.439792 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-74bf46aa-77ec-4b03-9904-19e67e2251d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:45.490958 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:45.576591 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:46.793763 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:09.321544 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 57454) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:09.412367 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-c28a8d96-5721-47e8-9307-59175acf2dd1 admin admin] GET failed (client error): The resource could not be found. Feb 04 11:27:09.413539 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c28a8d96-5721-47e8-9307-59175acf2dd1 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0909915 Feb 04 11:27:09.543951 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2b6dc1-d404-4e8c-ad39-1f98607d3988 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:09.545284 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9d2b6dc1-d404-4e8c-ad39-1f98607d3988 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1278248 Feb 04 11:27:11.557167 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 57464) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:11.687983 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24859d55-ba9d-45d7-a726-9e9c95cb2a9a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:11.689288 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-24859d55-ba9d-45d7-a726-9e9c95cb2a9a admin admin] 10.222.0.21 "GET /v2.0/subnets/c80617bd-5b21-402e-89a9-435676ea1c31 HTTP/1.1" status: 200 len: 849 time: 0.1311755 Feb 04 11:27:11.699041 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-794e11dc-03ba-4ba4-99bd-4f6abc7b2309 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:27:11.816075 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-794e11dc-03ba-4ba4-99bd-4f6abc7b2309 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:12.062713 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9bf14cb4-d13e-40a3-8855-79df014e507f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:12.106909 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-794e11dc-03ba-4ba4-99bd-4f6abc7b2309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760517259268'] for subnet, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:12.158580 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c6e2a9-c087-4442-b68e-673b0769086c None None] Network 806340c3-8211-48c8-8e5a-a63a6e8cb558 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:27:12.168483 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794e11dc-03ba-4ba4-99bd-4f6abc7b2309 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:12.169168 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-794e11dc-03ba-4ba4-99bd-4f6abc7b2309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:12.177148 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-794e11dc-03ba-4ba4-99bd-4f6abc7b2309 admin admin] 10.222.0.21 "PUT /v2.0/subnets/c80617bd-5b21-402e-89a9-435676ea1c31 HTTP/1.1" status: 200 len: 868 time: 0.4750512 Feb 04 11:27:12.177148 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e11dc-03ba-4ba4-99bd-4f6abc7b2309 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c80617bd-5b21-402e-89a9-435676ea1c31,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:12.185621 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e11dc-03ba-4ba4-99bd-4f6abc7b2309 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:12.186309 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e11dc-03ba-4ba4-99bd-4f6abc7b2309 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:12.186832 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e11dc-03ba-4ba4-99bd-4f6abc7b2309 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:12.187335 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e11dc-03ba-4ba4-99bd-4f6abc7b2309 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:12.188743 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e11dc-03ba-4ba4-99bd-4f6abc7b2309 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:12.189335 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e11dc-03ba-4ba4-99bd-4f6abc7b2309 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:12.189876 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e11dc-03ba-4ba4-99bd-4f6abc7b2309 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:12.190789 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e11dc-03ba-4ba4-99bd-4f6abc7b2309 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:12.191312 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e11dc-03ba-4ba4-99bd-4f6abc7b2309 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:12.191858 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e11dc-03ba-4ba4-99bd-4f6abc7b2309 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:12.192428 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e11dc-03ba-4ba4-99bd-4f6abc7b2309 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:12.592726 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 5 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:27:12.653667 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-32e77622-7179-4b3b-aaa9-b0aae8c78628 None None] Provisioning complete for port b80bc757-ea83-4837-9343-65168d206c76 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:27:12.654069 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-32e77622-7179-4b3b-aaa9-b0aae8c78628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:12.775122 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-32e77622-7179-4b3b-aaa9-b0aae8c78628 None None] Provisioning complete for port d4877a48-d19a-437c-91e4-206ce11bb3db triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:27:12.775378 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-32e77622-7179-4b3b-aaa9-b0aae8c78628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:14.201591 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 57474) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:14.396814 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e119de-44cd-4eca-992e-5e54c964b88b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:14.397181 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e119de-44cd-4eca-992e-5e54c964b88b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:14.398741 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-73e119de-44cd-4eca-992e-5e54c964b88b admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1961260 Feb 04 11:27:14.441293 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-379c9837-5df1-47f9-b8cc-7c1c5db5b083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:15.518081 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:15.593954 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:16.409652 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 57484) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:16.605047 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de5a805-f2a7-487c-9a18-cbfa201efc04 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:16.605432 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de5a805-f2a7-487c-9a18-cbfa201efc04 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:16.608619 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-7de5a805-f2a7-487c-9a18-cbfa201efc04 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1979141 Feb 04 11:27:16.691136 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:18.688457 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 57494) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:18.876899 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6b880e-7e44-47f9-bb19-8718a5a8a43a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:18.878805 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6a6b880e-7e44-47f9-bb19-8718a5a8a43a admin admin] 10.222.0.21 "GET /v2.0/networks/63d4ab6b-931d-42a4-aa18-bedd81d582fa HTTP/1.1" status: 200 len: 886 time: 0.1887853 Feb 04 11:27:20.883622 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 57504) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:21.080140 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6fb8a5-a091-4e7b-8727-1e7e73088890 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:21.081429 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-cd6fb8a5-a091-4e7b-8727-1e7e73088890 admin admin] 10.222.0.21 "GET /v2.0/networks/806340c3-8211-48c8-8e5a-a63a6e8cb558 HTTP/1.1" status: 200 len: 869 time: 0.1968274 Feb 04 11:27:23.116544 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 57514) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:23.247964 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689a0c1a-f9c2-4762-a2b9-6e4150b536a6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:23.248333 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689a0c1a-f9c2-4762-a2b9-6e4150b536a6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:23.249808 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-689a0c1a-f9c2-4762-a2b9-6e4150b536a6 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1323197 Feb 04 11:27:25.278123 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 57524) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:25.404413 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1cbe31-bc38-4a84-95ed-99881b764b69 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:25.404769 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1cbe31-bc38-4a84-95ed-99881b764b69 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:25.406982 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5d1cbe31-bc38-4a84-95ed-99881b764b69 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1278877 Feb 04 11:27:27.458661 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 57534) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:27.580483 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246d618d-568e-488f-aa96-d64901a09e4e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:27.581801 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-246d618d-568e-488f-aa96-d64901a09e4e admin admin] 10.222.0.21 "GET /v2.0/subnets/04cee6f6-4416-4ff3-9523-698a1d170ed5 HTTP/1.1" status: 200 len: 816 time: 0.1222270 Feb 04 11:27:29.585971 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 57544) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:29.716427 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71e94ad-965f-4fe8-ade9-71009e32b9b1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:29.716982 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e71e94ad-965f-4fe8-ade9-71009e32b9b1 admin admin] Synchronizing usage tracker for tenant:bf48d9f4d95343579602dd77768d2284 on resource:subnet {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:27:29.850855 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e71e94ad-965f-4fe8-ade9-71009e32b9b1 admin admin] Unset dirty status for tenant:bf48d9f4d95343579602dd77768d2284 on resource:subnet {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:27:29.851924 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e71e94ad-965f-4fe8-ade9-71009e32b9b1 admin admin] 10.222.0.21 "GET /v2.0/subnets/c80617bd-5b21-402e-89a9-435676ea1c31 HTTP/1.1" status: 200 len: 868 time: 0.2650433 Feb 04 11:27:42.027105 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c6d4440b-5786-4748-bd70-881ad8c483d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:44.439221 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b59621ce-067f-42b5-8ac0-cd6185badafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:45.509250 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:45.632056 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:46.700799 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:47.901300 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 57582) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:47.971531 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-0c217235-482f-476c-9dfb-2305e6d4a148 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:27:47.972538 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0c217235-482f-476c-9dfb-2305e6d4a148 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0700123 Feb 04 11:27:49.592423 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 5 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:27:50.086741 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 57592) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:50.180005 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-e366bc0b-ab90-4292-972d-67d640800852 admin admin] GET failed (client error): The resource could not be found. Feb 04 11:27:50.181222 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e366bc0b-ab90-4292-972d-67d640800852 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0935378 Feb 04 11:27:50.305530 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d893998-f8af-482d-b242-e73a28ca1f0d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:50.306915 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-9d893998-f8af-482d-b242-e73a28ca1f0d admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1218190 Feb 04 11:27:52.346362 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 57602) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:52.416786 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-d1941052-b294-4ef9-afbb-09cc4087b409 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:27:52.421129 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-d1941052-b294-4ef9-afbb-09cc4087b409 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:52.430941 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-d1941052-b294-4ef9-afbb-09cc4087b409 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:52.506231 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1941052-b294-4ef9-afbb-09cc4087b409 admin admin] Made reservation on behalf of bf48d9f4d95343579602dd77768d2284 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:27:52.508391 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d1941052-b294-4ef9-afbb-09cc4087b409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:52.593810 dv-neutron-827825-2-hyperv neutron-server[84205]: WARNING neutron.services.revisions.revision_plugin [None req-d1941052-b294-4ef9-afbb-09cc4087b409 admin admin] Could not find related network for resource to bump revision. Feb 04 11:27:52.604911 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1941052-b294-4ef9-afbb-09cc4087b409 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:27:52.613241 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d1941052-b294-4ef9-afbb-09cc4087b409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:52.614834 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-d1941052-b294-4ef9-afbb-09cc4087b409 admin admin] Added segment d260985f-c7f1-4c87-b70d-3f7ae75c373f of type vlan for network a3849fa5-fa70-4f78-9e7d-dd7fc8062891 Feb 04 11:27:52.639134 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d1941052-b294-4ef9-afbb-09cc4087b409 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:52.743262 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d1941052-b294-4ef9-afbb-09cc4087b409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:52.744202 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1941052-b294-4ef9-afbb-09cc4087b409 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:52.744781 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d1941052-b294-4ef9-afbb-09cc4087b409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:52.844339 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1941052-b294-4ef9-afbb-09cc4087b409 admin admin] Pushing event updated for resources: {'Network': ['ID=a3849fa5-fa70-4f78-9e7d-dd7fc8062891,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:52.852865 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1941052-b294-4ef9-afbb-09cc4087b409 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:52.853203 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1941052-b294-4ef9-afbb-09cc4087b409 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:52.853539 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1941052-b294-4ef9-afbb-09cc4087b409 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:52.853857 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1941052-b294-4ef9-afbb-09cc4087b409 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:52.854204 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1941052-b294-4ef9-afbb-09cc4087b409 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:52.854543 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1941052-b294-4ef9-afbb-09cc4087b409 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:52.854844 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1941052-b294-4ef9-afbb-09cc4087b409 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:52.855158 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1941052-b294-4ef9-afbb-09cc4087b409 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:52.855474 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1941052-b294-4ef9-afbb-09cc4087b409 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:52.855804 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1941052-b294-4ef9-afbb-09cc4087b409 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:52.856121 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1941052-b294-4ef9-afbb-09cc4087b409 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:52.867085 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network a3849fa5-fa70-4f78-9e7d-dd7fc8062891 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:27:52.900925 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d1941052-b294-4ef9-afbb-09cc4087b409 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5535078 Feb 04 11:27:54.910206 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 57612) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:54.998738 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b80c8c9-e4af-4ec3-a36b-8f3a88bdf295 admin admin] GET failed (client error): The resource could not be found. Feb 04 11:27:54.999247 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6b80c8c9-e4af-4ec3-a36b-8f3a88bdf295 admin admin] Synchronizing usage tracker for tenant:bf48d9f4d95343579602dd77768d2284 on resource:network {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:27:55.062148 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6b80c8c9-e4af-4ec3-a36b-8f3a88bdf295 admin admin] Unset dirty status for tenant:bf48d9f4d95343579602dd77768d2284 on resource:network {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:27:55.063222 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6b80c8c9-e4af-4ec3-a36b-8f3a88bdf295 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1520565 Feb 04 11:27:55.167014 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10fe23e-ee92-4e9d-b8ca-b519aefe3076 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:55.168406 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d10fe23e-ee92-4e9d-b8ca-b519aefe3076 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1012590 Feb 04 11:27:55.177574 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-cba90b0d-f307-4b89-8f3a-665dd19cc466 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'a3849fa5-fa70-4f78-9e7d-dd7fc8062891', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:27:55.181814 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-cba90b0d-f307-4b89-8f3a-665dd19cc466 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:55.191081 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-cba90b0d-f307-4b89-8f3a-665dd19cc466 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:55.272456 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba90b0d-f307-4b89-8f3a-665dd19cc466 admin admin] Made reservation on behalf of bf48d9f4d95343579602dd77768d2284 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:27:55.274798 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cba90b0d-f307-4b89-8f3a-665dd19cc466 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:55.536912 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cba90b0d-f307-4b89-8f3a-665dd19cc466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:55.651350 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba90b0d-f307-4b89-8f3a-665dd19cc466 admin admin] Pushing event updated for resources: {'Subnet': ['ID=029c66a2-7758-4598-ab50-87afc2253c98,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:55.660938 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba90b0d-f307-4b89-8f3a-665dd19cc466 admin admin] Checking segment: {'id': 'd260985f-c7f1-4c87-b70d-3f7ae75c373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a3849fa5-fa70-4f78-9e7d-dd7fc8062891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:27:55.661279 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba90b0d-f307-4b89-8f3a-665dd19cc466 admin admin] Network hostable DHCP agents. Network: a3849fa5-fa70-4f78-9e7d-dd7fc8062891, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:27:55.844757 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba90b0d-f307-4b89-8f3a-665dd19cc466 admin admin] Network a3849fa5-fa70-4f78-9e7d-dd7fc8062891 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:27:55.928813 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-cba90b0d-f307-4b89-8f3a-665dd19cc466 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, a3849fa5-fa70-4f78-9e7d-dd7fc8062891) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:27:55.932614 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba90b0d-f307-4b89-8f3a-665dd19cc466 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:55.933188 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cba90b0d-f307-4b89-8f3a-665dd19cc466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:55.938582 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc17863c-c30f-4c7b-81a4-1402c0523b29 None None] Network a3849fa5-fa70-4f78-9e7d-dd7fc8062891 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:27:56.074744 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-cba90b0d-f307-4b89-8f3a-665dd19cc466 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9004066 Feb 04 11:27:56.149919 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72860073-51d1-4f4f-9058-224b9f8aa163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-a3849fa5-fa70-4f78-9e7d-dd7fc8062891', 'network_id': 'a3849fa5-fa70-4f78-9e7d-dd7fc8062891', 'tenant_id': 'bf48d9f4d95343579602dd77768d2284', 'fixed_ips': [{'subnet_id': '029c66a2-7758-4598-ab50-87afc2253c98'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:27:56.150834 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-72860073-51d1-4f4f-9058-224b9f8aa163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:56.312547 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-72860073-51d1-4f4f-9058-224b9f8aa163 None None] Allocated IP 192.168.233.2 (a3849fa5-fa70-4f78-9e7d-dd7fc8062891/029c66a2-7758-4598-ab50-87afc2253c98/47933f75-1317-4989-87f7-9d437bd6a8c9) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:27:56.515110 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-72860073-51d1-4f4f-9058-224b9f8aa163 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:56.526030 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-72860073-51d1-4f4f-9058-224b9f8aa163 None None] Transition to ACTIVE for port object 47933f75-1317-4989-87f7-9d437bd6a8c9 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:27:56.544128 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-72860073-51d1-4f4f-9058-224b9f8aa163 None None] Transition to ACTIVE for port object 47933f75-1317-4989-87f7-9d437bd6a8c9 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:27:56.615634 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-72860073-51d1-4f4f-9058-224b9f8aa163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:56.682250 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72860073-51d1-4f4f-9058-224b9f8aa163 None None] Network a3849fa5-fa70-4f78-9e7d-dd7fc8062891 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:27:56.687202 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-72860073-51d1-4f4f-9058-224b9f8aa163 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:27:56.691446 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72860073-51d1-4f4f-9058-224b9f8aa163 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:27:56.694171 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72860073-51d1-4f4f-9058-224b9f8aa163 None None] Pushing event updated for resources: {'Port': ['ID=47933f75-1317-4989-87f7-9d437bd6a8c9,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:56.727960 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72860073-51d1-4f4f-9058-224b9f8aa163 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:56.728330 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72860073-51d1-4f4f-9058-224b9f8aa163 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:56.728659 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72860073-51d1-4f4f-9058-224b9f8aa163 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:56.728984 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72860073-51d1-4f4f-9058-224b9f8aa163 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:56.729321 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72860073-51d1-4f4f-9058-224b9f8aa163 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:56.729646 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72860073-51d1-4f4f-9058-224b9f8aa163 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:56.729985 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72860073-51d1-4f4f-9058-224b9f8aa163 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:56.730320 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72860073-51d1-4f4f-9058-224b9f8aa163 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:56.730638 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72860073-51d1-4f4f-9058-224b9f8aa163 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:56.730953 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72860073-51d1-4f4f-9058-224b9f8aa163 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:56.731265 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72860073-51d1-4f4f-9058-224b9f8aa163 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:56.791208 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-72860073-51d1-4f4f-9058-224b9f8aa163 None None] Attempting to bind port 47933f75-1317-4989-87f7-9d437bd6a8c9 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:27:56.791485 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-72860073-51d1-4f4f-9058-224b9f8aa163 None None] Attempting to bind port 47933f75-1317-4989-87f7-9d437bd6a8c9 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'd260985f-c7f1-4c87-b70d-3f7ae75c373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a3849fa5-fa70-4f78-9e7d-dd7fc8062891'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:27:56.791832 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72860073-51d1-4f4f-9058-224b9f8aa163 None None] Attempting to bind port 47933f75-1317-4989-87f7-9d437bd6a8c9 on network a3849fa5-fa70-4f78-9e7d-dd7fc8062891 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:27:56.798281 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72860073-51d1-4f4f-9058-224b9f8aa163 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:27:56.798643 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72860073-51d1-4f4f-9058-224b9f8aa163 None None] Checking segment: {'id': 'd260985f-c7f1-4c87-b70d-3f7ae75c373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a3849fa5-fa70-4f78-9e7d-dd7fc8062891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:27:56.799113 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-72860073-51d1-4f4f-9058-224b9f8aa163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:56.799494 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72860073-51d1-4f4f-9058-224b9f8aa163 None None] Bound using segment: {'id': 'd260985f-c7f1-4c87-b70d-3f7ae75c373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a3849fa5-fa70-4f78-9e7d-dd7fc8062891'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:27:56.799950 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-72860073-51d1-4f4f-9058-224b9f8aa163 None None] Bound port: 47933f75-1317-4989-87f7-9d437bd6a8c9, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd260985f-c7f1-4c87-b70d-3f7ae75c373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a3849fa5-fa70-4f78-9e7d-dd7fc8062891'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:27:56.800333 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-72860073-51d1-4f4f-9058-224b9f8aa163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:56.890192 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-72860073-51d1-4f4f-9058-224b9f8aa163 None None] For port 47933f75-1317-4989-87f7-9d437bd6a8c9, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:27:56.893202 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-72860073-51d1-4f4f-9058-224b9f8aa163 None None] For port 47933f75-1317-4989-87f7-9d437bd6a8c9, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=47933f75-1317-4989-87f7-9d437bd6a8c9,segment=NetworkSegment(d260985f-c7f1-4c87-b70d-3f7ae75c373f),segment_id=d260985f-c7f1-4c87-b70d-3f7ae75c373f)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:27:57.021285 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-72860073-51d1-4f4f-9058-224b9f8aa163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:57.098009 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72860073-51d1-4f4f-9058-224b9f8aa163 None None] Pushing event updated for resources: {'Port': ['ID=47933f75-1317-4989-87f7-9d437bd6a8c9,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:57.852861 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 47933f75-1317-4989-87f7-9d437bd6a8c9 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:27:57.932468 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820356bd-cd7a-48c2-8bec-9d8a6d5fc3cb None None] Network a3849fa5-fa70-4f78-9e7d-dd7fc8062891 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:27:58.149607 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3419bbd5-7388-4e9a-8e96-90559e387589 None None] Provisioning for port 47933f75-1317-4989-87f7-9d437bd6a8c9 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:27:58.181596 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 47933f75-1317-4989-87f7-9d437bd6a8c9 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:27:58.188214 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 47933f75-1317-4989-87f7-9d437bd6a8c9 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:27:58.193212 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:58.316626 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:58.355296 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 47933f75-1317-4989-87f7-9d437bd6a8c9, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=47933f75-1317-4989-87f7-9d437bd6a8c9,segment=NetworkSegment(d260985f-c7f1-4c87-b70d-3f7ae75c373f),segment_id=d260985f-c7f1-4c87-b70d-3f7ae75c373f)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:27:58.416923 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:58.493668 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=47933f75-1317-4989-87f7-9d437bd6a8c9,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:58.501556 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ef6d24ea-884e-41cd-8463-dbc6c6a88b82 None None] Provisioning complete for port 47933f75-1317-4989-87f7-9d437bd6a8c9 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:27:58.501769 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ef6d24ea-884e-41cd-8463-dbc6c6a88b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:59.813175 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 47933f75-1317-4989-87f7-9d437bd6a8c9 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:27:59.881897 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 47933f75-1317-4989-87f7-9d437bd6a8c9 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:27:59.882281 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:12.079532 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7ab93a38-689c-43e9-9cd6-3ac7c6f0464d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:14.477345 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8b9dccca-ebeb-4eea-a03b-45c229f48b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:15.488671 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:15.585936 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:16.717270 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:26.592743 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 5 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:28:42.043167 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-babfb1d3-2619-4549-8f5b-8e9933e5eb0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:44.539980 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bdbfdac9-22f6-4f9f-977a-d12ea1b30d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:45.528446 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:45.587713 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:46.702169 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:03.592052 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 5 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:29:10.205199 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 57656) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:10.210739 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-265ce294-f242-4402-958c-cff0a463d3e9 tempest-verify_tempest_config-1269059055 tempest-verify_tempest_config-1269059055-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:29:10.211837 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-265ce294-f242-4402-958c-cff0a463d3e9 tempest-verify_tempest_config-1269059055 tempest-verify_tempest_config-1269059055-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0056198 Feb 04 11:29:10.694098 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 57672) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:10.831155 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6e5b7dc1-19a1-4418-9b25-728d4117e1ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:10.861141 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6e5b7dc1-19a1-4418-9b25-728d4117e1ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:10.864810 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6e5b7dc1-19a1-4418-9b25-728d4117e1ac admin admin] Usage tracker for resource:security_group_rule and tenant:b5c3a8c08b064162b3c2e4d8bcd8eaa2 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:10.867601 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6e5b7dc1-19a1-4418-9b25-728d4117e1ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:10.873304 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6e5b7dc1-19a1-4418-9b25-728d4117e1ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:10.936605 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6e5b7dc1-19a1-4418-9b25-728d4117e1ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:10.996274 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6e5b7dc1-19a1-4418-9b25-728d4117e1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:11.042252 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b7dc1-19a1-4418-9b25-728d4117e1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3691257d-66c4-4404-ae01-8cc90f2a25df,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:11.045859 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6e5b7dc1-19a1-4418-9b25-728d4117e1ac admin admin] Synchronizing usage tracker for tenant:bf48d9f4d95343579602dd77768d2284 on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:29:11.057578 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b7dc1-19a1-4418-9b25-728d4117e1ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:11.057951 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b7dc1-19a1-4418-9b25-728d4117e1ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:11.058282 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b7dc1-19a1-4418-9b25-728d4117e1ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:11.058609 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b7dc1-19a1-4418-9b25-728d4117e1ac admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:11.058946 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b7dc1-19a1-4418-9b25-728d4117e1ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:11.059267 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b7dc1-19a1-4418-9b25-728d4117e1ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:11.059597 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b7dc1-19a1-4418-9b25-728d4117e1ac admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:11.059915 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b7dc1-19a1-4418-9b25-728d4117e1ac admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:11.060223 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b7dc1-19a1-4418-9b25-728d4117e1ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:11.060532 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b7dc1-19a1-4418-9b25-728d4117e1ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:11.060839 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5b7dc1-19a1-4418-9b25-728d4117e1ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:11.151046 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6e5b7dc1-19a1-4418-9b25-728d4117e1ac admin admin] Unset dirty status for tenant:bf48d9f4d95343579602dd77768d2284 on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:29:11.152270 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6e5b7dc1-19a1-4418-9b25-728d4117e1ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b5c3a8c08b064162b3c2e4d8bcd8eaa2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4572375 Feb 04 11:29:11.155260 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 57678) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:11.215849 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-734d2025-cf1e-4d39-857c-10c11b568daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:11.240322 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-734d2025-cf1e-4d39-857c-10c11b568daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:11.382411 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-734d2025-cf1e-4d39-857c-10c11b568daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:11.399311 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d2025-cf1e-4d39-857c-10c11b568daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3691257d-66c4-4404-ae01-8cc90f2a25df,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:11.402797 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-734d2025-cf1e-4d39-857c-10c11b568daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:11.404120 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-734d2025-cf1e-4d39-857c-10c11b568daa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3691257d-66c4-4404-ae01-8cc90f2a25df HTTP/1.1" status: 204 len: 168 time: 0.2479577 Feb 04 11:29:12.048130 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-99e9b67d-c9b6-4728-8cb7-03547c66b24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:14.467938 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c7697454-9e96-4704-881e-be2cba8202d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:15.550523 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:15.578943 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:16.696632 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:40.592324 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 5 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:29:42.096160 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3de204a9-5134-4a0c-a219-c5f4e9e77089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:44.441975 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6d4b73dd-5aab-4fc2-9837-5ef9eba25468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:45.513955 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:45.571499 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:46.725142 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:12.046928 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-53d60f3e-b175-4b5e-81cb-9178fcfa2955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:14.456644 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c88dd859-cabb-41c5-8cfa-673b4a8bfc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:15.522194 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:15.616282 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:16.732597 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:17.592121 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 5 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:30:36.006945 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16354079'] for agent, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:42.046640 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-df615a46-f591-4004-b2b0-01eec2debe64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:44.464290 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1c9b205c-521c-4a49-96fd-916321f913f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:45.606506 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:45.641330 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:46.760028 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:51.115060 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 57748) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:51.256780 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-7d2c6a95-acb3-4ee5-af9d-3f7faa08b928 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1406586 Feb 04 11:30:53.301583 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 57758) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:53.387808 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-62114eb5-449e-4668-87e0-41ffd766a417 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0850911 Feb 04 11:30:54.592273 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:31:05.954802 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:12.052382 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d2a9c1ae-390e-4f43-99d9-72751ef91e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:14.468094 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be7116c5-861e-4dd1-986d-741b00ea18d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:15.530157 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:15.588891 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:16.743498 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:31.593071 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:31:35.971498 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:42.045544 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4294f4fd-14ec-452f-a2fb-924c74b42964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:44.451237 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-653a9b6d-29fc-49f2-81d9-484a55cf61f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:45.547781 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:45.616809 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:46.731056 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:05.955061 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:08.594958 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:32:12.081180 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-67572999-4ef0-4fca-a90e-11e624312312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:14.462194 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9723ee31-ee19-41ab-aba2-116e4d8db30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:15.528223 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:15.605942 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:16.742121 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:19.192606 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 57826) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:19.413564 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-e0036b24-554e-44db-934a-c80242a21a71 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-357217207-network', 'tenant_id': '5b82a940b56a43dcab21460c9541779e'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:19.418830 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e0036b24-554e-44db-934a-c80242a21a71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:19.423530 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e0036b24-554e-44db-934a-c80242a21a71 admin admin] Usage tracker for resource:network and tenant:5b82a940b56a43dcab21460c9541779e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:19.427296 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e0036b24-554e-44db-934a-c80242a21a71 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:19.433426 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e0036b24-554e-44db-934a-c80242a21a71 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:19.508579 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0036b24-554e-44db-934a-c80242a21a71 admin admin] Made reservation on behalf of 5b82a940b56a43dcab21460c9541779e for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:19.511516 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e0036b24-554e-44db-934a-c80242a21a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:19.525579 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e0036b24-554e-44db-934a-c80242a21a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:19.561379 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e0036b24-554e-44db-934a-c80242a21a71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:19.565538 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e0036b24-554e-44db-934a-c80242a21a71 admin admin] Usage tracker for resource:security_group_rule and tenant:5b82a940b56a43dcab21460c9541779e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:19.568388 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e0036b24-554e-44db-934a-c80242a21a71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:19.577146 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e0036b24-554e-44db-934a-c80242a21a71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:19.652553 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e0036b24-554e-44db-934a-c80242a21a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:19.702614 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e0036b24-554e-44db-934a-c80242a21a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:19.734352 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0036b24-554e-44db-934a-c80242a21a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b812539-214b-4b8c-b6e0-5edce293af16,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:19.747127 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0036b24-554e-44db-934a-c80242a21a71 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:32:19.754024 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0036b24-554e-44db-934a-c80242a21a71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:19.754698 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0036b24-554e-44db-934a-c80242a21a71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:19.755057 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0036b24-554e-44db-934a-c80242a21a71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:19.755362 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0036b24-554e-44db-934a-c80242a21a71 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:19.755705 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0036b24-554e-44db-934a-c80242a21a71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:19.756032 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0036b24-554e-44db-934a-c80242a21a71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:19.756361 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0036b24-554e-44db-934a-c80242a21a71 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:19.756680 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0036b24-554e-44db-934a-c80242a21a71 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:19.757169 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0036b24-554e-44db-934a-c80242a21a71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:19.757524 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0036b24-554e-44db-934a-c80242a21a71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:19.757824 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0036b24-554e-44db-934a-c80242a21a71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:19.760696 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0036b24-554e-44db-934a-c80242a21a71 admin admin] Tracked resource versions report: Feb 04 11:32:19.760696 dv-neutron-827825-2-hyperv neutron-server[84205]: pushed versions: Feb 04 11:32:19.760696 dv-neutron-827825-2-hyperv neutron-server[84205]: { 'ConntrackHelper': {'1.0'}, Feb 04 11:32:19.760696 dv-neutron-827825-2-hyperv neutron-server[84205]: 'Log': {'1.0'}, Feb 04 11:32:19.760696 dv-neutron-827825-2-hyperv neutron-server[84205]: 'Network': {'1.1'}, Feb 04 11:32:19.760696 dv-neutron-827825-2-hyperv neutron-server[84205]: 'Port': {'1.5'}, Feb 04 11:32:19.760696 dv-neutron-827825-2-hyperv neutron-server[84205]: 'PortForwarding': {'1.2'}, Feb 04 11:32:19.760696 dv-neutron-827825-2-hyperv neutron-server[84205]: 'QosPolicy': {'1.8'}, Feb 04 11:32:19.760696 dv-neutron-827825-2-hyperv neutron-server[84205]: 'SecurityGroup': {'1.2'}, Feb 04 11:32:19.760696 dv-neutron-827825-2-hyperv neutron-server[84205]: 'SecurityGroupRule': {'1.0'}, Feb 04 11:32:19.760696 dv-neutron-827825-2-hyperv neutron-server[84205]: 'SubPort': {'1.0'}, Feb 04 11:32:19.760696 dv-neutron-827825-2-hyperv neutron-server[84205]: 'Subnet': {'1.1'}, Feb 04 11:32:19.760696 dv-neutron-827825-2-hyperv neutron-server[84205]: 'Trunk': {'1.1'}} Feb 04 11:32:19.760696 dv-neutron-827825-2-hyperv neutron-server[84205]: consumer versions: Feb 04 11:32:19.760696 dv-neutron-827825-2-hyperv neutron-server[84205]: { DHCP agent@dv-neutron-827825-2-hyperv: {}, Feb 04 11:32:19.760696 dv-neutron-827825-2-hyperv neutron-server[84205]: HyperV agent@hv-neutron-8278: {}, Feb 04 11:32:19.760696 dv-neutron-827825-2-hyperv neutron-server[84205]: L3 agent@dv-neutron-827825-2-hyperv: {}, Feb 04 11:32:19.760696 dv-neutron-827825-2-hyperv neutron-server[84205]: Metadata agent@dv-neutron-827825-2-hyperv: {}, Feb 04 11:32:19.760696 dv-neutron-827825-2-hyperv neutron-server[84205]: Metering agent@dv-neutron-827825-2-hyperv: {}, Feb 04 11:32:19.760696 dv-neutron-827825-2-hyperv neutron-server[84205]: Open vSwitch agent@dv-neutron-827825-2-hyperv: { 'ConntrackHelper': '1.0', Feb 04 11:32:19.760696 dv-neutron-827825-2-hyperv neutron-server[84205]: 'Log': '1.0', Feb 04 11:32:19.760696 dv-neutron-827825-2-hyperv neutron-server[84205]: 'Network': '1.1', Feb 04 11:32:19.760696 dv-neutron-827825-2-hyperv neutron-server[84205]: 'Port': '1.5', Feb 04 11:32:19.760696 dv-neutron-827825-2-hyperv neutron-server[84205]: 'PortForwarding': '1.2', Feb 04 11:32:19.760696 dv-neutron-827825-2-hyperv neutron-server[84205]: 'QosPolicy': '1.8', Feb 04 11:32:19.760696 dv-neutron-827825-2-hyperv neutron-server[84205]: 'SecurityGroup': '1.2', Feb 04 11:32:19.760696 dv-neutron-827825-2-hyperv neutron-server[84205]: 'SecurityGroupRule': '1.0', Feb 04 11:32:19.760696 dv-neutron-827825-2-hyperv neutron-server[84205]: 'SubPort': '1.0', Feb 04 11:32:19.760696 dv-neutron-827825-2-hyperv neutron-server[84205]: 'Subnet': '1.1', Feb 04 11:32:19.760696 dv-neutron-827825-2-hyperv neutron-server[84205]: 'Trunk': '1.1'}} Feb 04 11:32:19.760696 dv-neutron-827825-2-hyperv neutron-server[84205]: {{(pid=84205) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 11:32:19.764636 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e0036b24-554e-44db-934a-c80242a21a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:19.764969 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-e0036b24-554e-44db-934a-c80242a21a71 admin admin] Added segment bee9a888-01e6-4785-95df-f4e3f4ef05fa of type vlan for network aa801161-0b6c-45f6-97b7-dc303a939bfb Feb 04 11:32:19.791208 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e0036b24-554e-44db-934a-c80242a21a71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:19.885078 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e0036b24-554e-44db-934a-c80242a21a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:19.886091 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0036b24-554e-44db-934a-c80242a21a71 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:19.887696 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e0036b24-554e-44db-934a-c80242a21a71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:19.996806 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0036b24-554e-44db-934a-c80242a21a71 admin admin] Pushing event updated for resources: {'Network': ['ID=aa801161-0b6c-45f6-97b7-dc303a939bfb,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:20.008632 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network aa801161-0b6c-45f6-97b7-dc303a939bfb details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:32:20.034723 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e0036b24-554e-44db-934a-c80242a21a71 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8404291 Feb 04 11:32:20.037911 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 57880) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:20.044079 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-83bb43f0-f650-4e9b-9b9b-c1b7cea49f41 admin admin] Request body: {'subnet': {'network_id': 'aa801161-0b6c-45f6-97b7-dc303a939bfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-357217207-subnet', 'tenant_id': '5b82a940b56a43dcab21460c9541779e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:20.049164 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-83bb43f0-f650-4e9b-9b9b-c1b7cea49f41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:20.055189 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-83bb43f0-f650-4e9b-9b9b-c1b7cea49f41 admin admin] Usage tracker for resource:subnet and tenant:5b82a940b56a43dcab21460c9541779e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:20.058454 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-83bb43f0-f650-4e9b-9b9b-c1b7cea49f41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:20.065675 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-83bb43f0-f650-4e9b-9b9b-c1b7cea49f41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:20.143176 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bb43f0-f650-4e9b-9b9b-c1b7cea49f41 admin admin] Made reservation on behalf of 5b82a940b56a43dcab21460c9541779e for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:20.145942 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-83bb43f0-f650-4e9b-9b9b-c1b7cea49f41 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:20.410815 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-83bb43f0-f650-4e9b-9b9b-c1b7cea49f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:20.484113 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb43f0-f650-4e9b-9b9b-c1b7cea49f41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f42d419-3d0f-4747-985d-af15d416a955,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:20.501482 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bb43f0-f650-4e9b-9b9b-c1b7cea49f41 admin admin] Checking segment: {'id': 'bee9a888-01e6-4785-95df-f4e3f4ef05fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'aa801161-0b6c-45f6-97b7-dc303a939bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:32:20.501951 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bb43f0-f650-4e9b-9b9b-c1b7cea49f41 admin admin] Network hostable DHCP agents. Network: aa801161-0b6c-45f6-97b7-dc303a939bfb, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:32:20.605261 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bb43f0-f650-4e9b-9b9b-c1b7cea49f41 admin admin] Network aa801161-0b6c-45f6-97b7-dc303a939bfb is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:32:20.708095 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-83bb43f0-f650-4e9b-9b9b-c1b7cea49f41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, aa801161-0b6c-45f6-97b7-dc303a939bfb) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:20.713657 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bb43f0-f650-4e9b-9b9b-c1b7cea49f41 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:20.713657 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-83bb43f0-f650-4e9b-9b9b-c1b7cea49f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:20.719731 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c971a32-61d0-4d72-b74c-39f5e978b182 None None] Network aa801161-0b6c-45f6-97b7-dc303a939bfb requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:32:20.814986 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-83bb43f0-f650-4e9b-9b9b-c1b7cea49f41 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7725668 Feb 04 11:32:20.815308 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 57900) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:20.820344 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-a428a122-e5d5-477c-b474-810422bb1e81 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-357217207-router', 'tenant_id': '5b82a940b56a43dcab21460c9541779e', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:20.825652 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a428a122-e5d5-477c-b474-810422bb1e81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:20.830374 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a428a122-e5d5-477c-b474-810422bb1e81 admin admin] Usage tracker for resource:router and tenant:5b82a940b56a43dcab21460c9541779e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:20.833931 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a428a122-e5d5-477c-b474-810422bb1e81 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:20.840185 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a428a122-e5d5-477c-b474-810422bb1e81 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:20.931795 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a428a122-e5d5-477c-b474-810422bb1e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:20.932630 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a428a122-e5d5-477c-b474-810422bb1e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:20.936040 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a139b474-bb11-487f-b1d0-d4db339930e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-aa801161-0b6c-45f6-97b7-dc303a939bfb', 'network_id': 'aa801161-0b6c-45f6-97b7-dc303a939bfb', 'tenant_id': '5b82a940b56a43dcab21460c9541779e', 'fixed_ips': [{'subnet_id': '7f42d419-3d0f-4747-985d-af15d416a955'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:32:20.937114 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a139b474-bb11-487f-b1d0-d4db339930e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:20.954378 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a428a122-e5d5-477c-b474-810422bb1e81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:21.093223 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-a139b474-bb11-487f-b1d0-d4db339930e4 None None] Allocated IP 172.20.0.2 (aa801161-0b6c-45f6-97b7-dc303a939bfb/7f42d419-3d0f-4747-985d-af15d416a955/2f5c48c7-fd11-4af6-b18b-e521f4c8452d) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:21.244962 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a428a122-e5d5-477c-b474-810422bb1e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:21.347043 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a139b474-bb11-487f-b1d0-d4db339930e4 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:21.357406 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a139b474-bb11-487f-b1d0-d4db339930e4 None None] Transition to ACTIVE for port object 2f5c48c7-fd11-4af6-b18b-e521f4c8452d will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:21.377043 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a139b474-bb11-487f-b1d0-d4db339930e4 None None] Transition to ACTIVE for port object 2f5c48c7-fd11-4af6-b18b-e521f4c8452d will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:21.470219 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a139b474-bb11-487f-b1d0-d4db339930e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:21.543901 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a139b474-bb11-487f-b1d0-d4db339930e4 None None] Pushing event updated for resources: {'Port': ['ID=2f5c48c7-fd11-4af6-b18b-e521f4c8452d,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:21.554346 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a139b474-bb11-487f-b1d0-d4db339930e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:21.555027 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a139b474-bb11-487f-b1d0-d4db339930e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:21.555548 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a139b474-bb11-487f-b1d0-d4db339930e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:21.556549 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a139b474-bb11-487f-b1d0-d4db339930e4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:21.557093 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a139b474-bb11-487f-b1d0-d4db339930e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:21.557660 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a139b474-bb11-487f-b1d0-d4db339930e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:21.558225 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a139b474-bb11-487f-b1d0-d4db339930e4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:21.558830 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a139b474-bb11-487f-b1d0-d4db339930e4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:21.559359 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a139b474-bb11-487f-b1d0-d4db339930e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:21.559902 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a139b474-bb11-487f-b1d0-d4db339930e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:21.560418 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a139b474-bb11-487f-b1d0-d4db339930e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:21.561722 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a139b474-bb11-487f-b1d0-d4db339930e4 None None] Tracked resource versions report: Feb 04 11:32:21.561722 dv-neutron-827825-2-hyperv neutron-server[84206]: pushed versions: Feb 04 11:32:21.561722 dv-neutron-827825-2-hyperv neutron-server[84206]: { 'ConntrackHelper': {'1.0'}, Feb 04 11:32:21.561722 dv-neutron-827825-2-hyperv neutron-server[84206]: 'Log': {'1.0'}, Feb 04 11:32:21.561722 dv-neutron-827825-2-hyperv neutron-server[84206]: 'Network': {'1.1'}, Feb 04 11:32:21.561722 dv-neutron-827825-2-hyperv neutron-server[84206]: 'Port': {'1.5'}, Feb 04 11:32:21.561722 dv-neutron-827825-2-hyperv neutron-server[84206]: 'PortForwarding': {'1.2'}, Feb 04 11:32:21.561722 dv-neutron-827825-2-hyperv neutron-server[84206]: 'QosPolicy': {'1.8'}, Feb 04 11:32:21.561722 dv-neutron-827825-2-hyperv neutron-server[84206]: 'SecurityGroup': {'1.2'}, Feb 04 11:32:21.561722 dv-neutron-827825-2-hyperv neutron-server[84206]: 'SecurityGroupRule': {'1.0'}, Feb 04 11:32:21.561722 dv-neutron-827825-2-hyperv neutron-server[84206]: 'SubPort': {'1.0'}, Feb 04 11:32:21.561722 dv-neutron-827825-2-hyperv neutron-server[84206]: 'Subnet': {'1.1'}, Feb 04 11:32:21.561722 dv-neutron-827825-2-hyperv neutron-server[84206]: 'Trunk': {'1.1'}} Feb 04 11:32:21.561722 dv-neutron-827825-2-hyperv neutron-server[84206]: consumer versions: Feb 04 11:32:21.561722 dv-neutron-827825-2-hyperv neutron-server[84206]: { DHCP agent@dv-neutron-827825-2-hyperv: {}, Feb 04 11:32:21.561722 dv-neutron-827825-2-hyperv neutron-server[84206]: HyperV agent@hv-neutron-8278: {}, Feb 04 11:32:21.561722 dv-neutron-827825-2-hyperv neutron-server[84206]: L3 agent@dv-neutron-827825-2-hyperv: {}, Feb 04 11:32:21.561722 dv-neutron-827825-2-hyperv neutron-server[84206]: Metadata agent@dv-neutron-827825-2-hyperv: {}, Feb 04 11:32:21.561722 dv-neutron-827825-2-hyperv neutron-server[84206]: Metering agent@dv-neutron-827825-2-hyperv: {}, Feb 04 11:32:21.561722 dv-neutron-827825-2-hyperv neutron-server[84206]: Open vSwitch agent@dv-neutron-827825-2-hyperv: { 'ConntrackHelper': '1.0', Feb 04 11:32:21.561722 dv-neutron-827825-2-hyperv neutron-server[84206]: 'Log': '1.0', Feb 04 11:32:21.561722 dv-neutron-827825-2-hyperv neutron-server[84206]: 'Network': '1.1', Feb 04 11:32:21.561722 dv-neutron-827825-2-hyperv neutron-server[84206]: 'Port': '1.5', Feb 04 11:32:21.561722 dv-neutron-827825-2-hyperv neutron-server[84206]: 'PortForwarding': '1.2', Feb 04 11:32:21.561722 dv-neutron-827825-2-hyperv neutron-server[84206]: 'QosPolicy': '1.8', Feb 04 11:32:21.561722 dv-neutron-827825-2-hyperv neutron-server[84206]: 'SecurityGroup': '1.2', Feb 04 11:32:21.561722 dv-neutron-827825-2-hyperv neutron-server[84206]: 'SecurityGroupRule': '1.0', Feb 04 11:32:21.561722 dv-neutron-827825-2-hyperv neutron-server[84206]: 'SubPort': '1.0', Feb 04 11:32:21.561722 dv-neutron-827825-2-hyperv neutron-server[84206]: 'Subnet': '1.1', Feb 04 11:32:21.561722 dv-neutron-827825-2-hyperv neutron-server[84206]: 'Trunk': '1.1'}} Feb 04 11:32:21.561722 dv-neutron-827825-2-hyperv neutron-server[84206]: {{(pid=84206) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 11:32:21.574350 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a139b474-bb11-487f-b1d0-d4db339930e4 None None] Network aa801161-0b6c-45f6-97b7-dc303a939bfb is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:21.575554 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-a139b474-bb11-487f-b1d0-d4db339930e4 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:21.576082 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a428a122-e5d5-477c-b474-810422bb1e81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:21.584637 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a139b474-bb11-487f-b1d0-d4db339930e4 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:32:21.616138 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a428a122-e5d5-477c-b474-810422bb1e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:21.692958 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-a139b474-bb11-487f-b1d0-d4db339930e4 None None] Attempting to bind port 2f5c48c7-fd11-4af6-b18b-e521f4c8452d on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:32:21.693639 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-a139b474-bb11-487f-b1d0-d4db339930e4 None None] Attempting to bind port 2f5c48c7-fd11-4af6-b18b-e521f4c8452d by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'bee9a888-01e6-4785-95df-f4e3f4ef05fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'aa801161-0b6c-45f6-97b7-dc303a939bfb'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:32:21.694268 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a139b474-bb11-487f-b1d0-d4db339930e4 None None] Attempting to bind port 2f5c48c7-fd11-4af6-b18b-e521f4c8452d on network aa801161-0b6c-45f6-97b7-dc303a939bfb {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:32:21.704249 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a139b474-bb11-487f-b1d0-d4db339930e4 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:32:21.704991 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a139b474-bb11-487f-b1d0-d4db339930e4 None None] Checking segment: {'id': 'bee9a888-01e6-4785-95df-f4e3f4ef05fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'aa801161-0b6c-45f6-97b7-dc303a939bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:32:21.705621 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a139b474-bb11-487f-b1d0-d4db339930e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:21.706271 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a139b474-bb11-487f-b1d0-d4db339930e4 None None] Bound using segment: {'id': 'bee9a888-01e6-4785-95df-f4e3f4ef05fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'aa801161-0b6c-45f6-97b7-dc303a939bfb'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:32:21.706922 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-a139b474-bb11-487f-b1d0-d4db339930e4 None None] Bound port: 2f5c48c7-fd11-4af6-b18b-e521f4c8452d, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee9a888-01e6-4785-95df-f4e3f4ef05fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'aa801161-0b6c-45f6-97b7-dc303a939bfb'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:32:21.707973 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a139b474-bb11-487f-b1d0-d4db339930e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:21.795421 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-a428a122-e5d5-477c-b474-810422bb1e81 admin admin] Allocated IP 172.26.3.227 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/73bad0cd-b358-4b70-ae19-02f30649edab) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:21.811056 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-a139b474-bb11-487f-b1d0-d4db339930e4 None None] For port 2f5c48c7-fd11-4af6-b18b-e521f4c8452d, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:32:21.814950 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-a139b474-bb11-487f-b1d0-d4db339930e4 None None] For port 2f5c48c7-fd11-4af6-b18b-e521f4c8452d, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=2f5c48c7-fd11-4af6-b18b-e521f4c8452d,segment=NetworkSegment(bee9a888-01e6-4785-95df-f4e3f4ef05fa),segment_id=bee9a888-01e6-4785-95df-f4e3f4ef05fa)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:32:21.892461 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a139b474-bb11-487f-b1d0-d4db339930e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:22.000638 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a139b474-bb11-487f-b1d0-d4db339930e4 None None] Pushing event updated for resources: {'Port': ['ID=2f5c48c7-fd11-4af6-b18b-e521f4c8452d,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:22.014990 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a428a122-e5d5-477c-b474-810422bb1e81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:22.114253 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a428a122-e5d5-477c-b474-810422bb1e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:22.200346 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a428a122-e5d5-477c-b474-810422bb1e81 admin admin] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:22.214145 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-a428a122-e5d5-477c-b474-810422bb1e81 admin admin] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:22.216343 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a428a122-e5d5-477c-b474-810422bb1e81 admin admin] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:32:22.300832 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428a122-e5d5-477c-b474-810422bb1e81 admin admin] Pushing event updated for resources: {'Port': ['ID=73bad0cd-b358-4b70-ae19-02f30649edab,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:22.595695 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a428a122-e5d5-477c-b474-810422bb1e81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:22.596760 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a428a122-e5d5-477c-b474-810422bb1e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:22.680155 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 57944) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:22.971744 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a428a122-e5d5-477c-b474-810422bb1e81 admin admin] Router 8db327df-c352-4c5a-8bf2-5bc3066d7972 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:32:23.069168 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c92ef3a-2dd9-486b-9927-ebc7d415f660 None None] Network aa801161-0b6c-45f6-97b7-dc303a939bfb requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:32:23.156111 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 57958) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:23.202747 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a428a122-e5d5-477c-b474-810422bb1e81 admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:32:23.214519 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497aa79e-6d30-402a-beb8-74cd87828454 None None] Sync routers for ids ['8db327df-c352-4c5a-8bf2-5bc3066d7972'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:32:23.241908 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497aa79e-6d30-402a-beb8-74cd87828454 None None] Routers {'8db327df-c352-4c5a-8bf2-5bc3066d7972'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:32:23.245968 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-497aa79e-6d30-402a-beb8-74cd87828454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:32:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['8db327df-c352-4c5a-8bf2-5bc3066d7972'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:23.302513 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a428a122-e5d5-477c-b474-810422bb1e81 admin admin] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:23.311366 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 57966) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:23.311535 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a428a122-e5d5-477c-b474-810422bb1e81 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4901395 Feb 04 11:32:23.339209 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a26bdb60-c5e8-46ea-aff8-a96c791f50e8 None None] Provisioning for port 2f5c48c7-fd11-4af6-b18b-e521f4c8452d completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:23.484725 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-497aa79e-6d30-402a-beb8-74cd87828454 None None] Set router 8db327df-c352-4c5a-8bf2-5bc3066d7972 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:32:23.544885 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-193357d7-08ed-44b2-9c3d-e5af79cb34c9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2074940559-network', 'tenant_id': '74eeb4f9d8f74fc499285014b76b0ac9'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:23.548496 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-193357d7-08ed-44b2-9c3d-e5af79cb34c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:23.557783 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-193357d7-08ed-44b2-9c3d-e5af79cb34c9 admin admin] Usage tracker for resource:network and tenant:74eeb4f9d8f74fc499285014b76b0ac9 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:23.565937 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-193357d7-08ed-44b2-9c3d-e5af79cb34c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:23.582820 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-193357d7-08ed-44b2-9c3d-e5af79cb34c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:23.673436 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193357d7-08ed-44b2-9c3d-e5af79cb34c9 admin admin] Made reservation on behalf of 74eeb4f9d8f74fc499285014b76b0ac9 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:23.675897 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-193357d7-08ed-44b2-9c3d-e5af79cb34c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:23.708435 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-193357d7-08ed-44b2-9c3d-e5af79cb34c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:23.770317 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-193357d7-08ed-44b2-9c3d-e5af79cb34c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:23.780841 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-193357d7-08ed-44b2-9c3d-e5af79cb34c9 admin admin] Usage tracker for resource:security_group_rule and tenant:74eeb4f9d8f74fc499285014b76b0ac9 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:23.787380 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-193357d7-08ed-44b2-9c3d-e5af79cb34c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:23.807341 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-193357d7-08ed-44b2-9c3d-e5af79cb34c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:23.912185 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-497aa79e-6d30-402a-beb8-74cd87828454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'name': 'tempest-ServerActionsTestJSON-357217207-router', 'tenant_id': '5b82a940b56a43dcab21460c9541779e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '73bad0cd-b358-4b70-ae19-02f30649edab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:20Z', 'updated_at': '2022-02-04T11:32:22Z', 'revision_number': 3, 'project_id': '5b82a940b56a43dcab21460c9541779e', 'gw_port': {'id': '73bad0cd-b358-4b70-ae19-02f30649edab', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fa:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:21Z', 'updated_at': '2022-02-04T11:32:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:23.920544 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497aa79e-6d30-402a-beb8-74cd87828454 None None] Checking router: 8db327df-c352-4c5a-8bf2-5bc3066d7972 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:32:23.920896 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497aa79e-6d30-402a-beb8-74cd87828454 None None] Updating router 8db327df-c352-4c5a-8bf2-5bc3066d7972 port 73bad0cd-b358-4b70-ae19-02f30649edab binding host dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:32:23.981216 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-193357d7-08ed-44b2-9c3d-e5af79cb34c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:24.039396 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-497aa79e-6d30-402a-beb8-74cd87828454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:24.039895 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 2f5c48c7-fd11-4af6-b18b-e521f4c8452d up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:24.056371 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-193357d7-08ed-44b2-9c3d-e5af79cb34c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:24.081070 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-193357d7-08ed-44b2-9c3d-e5af79cb34c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:32:24.103084 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193357d7-08ed-44b2-9c3d-e5af79cb34c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295dad01-c93d-4701-a52b-c15c4f87aa88,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:24.106262 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-193357d7-08ed-44b2-9c3d-e5af79cb34c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:24.106919 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-193357d7-08ed-44b2-9c3d-e5af79cb34c9 admin admin] Added segment aff3e68a-cc5d-4f98-92d6-fadffe119348 of type vlan for network 1c4e9593-ca79-45e5-9cfb-0175c4a07e6f Feb 04 11:32:24.143273 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-2b72cd9a-af6e-4fd7-bbcb-3ee913a8c73a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-158342405-network', 'tenant_id': '428c59d92c8b47a08a015e5fd3f6d227'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:24.143273 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.quota [None req-2b72cd9a-af6e-4fd7-bbcb-3ee913a8c73a admin admin] Loaded quota_driver: . Feb 04 11:32:24.151157 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-193357d7-08ed-44b2-9c3d-e5af79cb34c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:24.152137 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-2b72cd9a-af6e-4fd7-bbcb-3ee913a8c73a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:24.202647 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-2b72cd9a-af6e-4fd7-bbcb-3ee913a8c73a admin admin] Usage tracker for resource:network and tenant:428c59d92c8b47a08a015e5fd3f6d227 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:24.209471 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-2b72cd9a-af6e-4fd7-bbcb-3ee913a8c73a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:24.224910 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-2b72cd9a-af6e-4fd7-bbcb-3ee913a8c73a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:24.253907 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-193357d7-08ed-44b2-9c3d-e5af79cb34c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:24.254768 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193357d7-08ed-44b2-9c3d-e5af79cb34c9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:24.255477 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-193357d7-08ed-44b2-9c3d-e5af79cb34c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:24.282370 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 2f5c48c7-fd11-4af6-b18b-e521f4c8452d completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:24.295764 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 2f5c48c7-fd11-4af6-b18b-e521f4c8452d triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:24.299343 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:24.365900 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b72cd9a-af6e-4fd7-bbcb-3ee913a8c73a admin admin] Made reservation on behalf of 428c59d92c8b47a08a015e5fd3f6d227 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:24.368522 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2b72cd9a-af6e-4fd7-bbcb-3ee913a8c73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:24.414803 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2b72cd9a-af6e-4fd7-bbcb-3ee913a8c73a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:24.459419 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193357d7-08ed-44b2-9c3d-e5af79cb34c9 admin admin] Pushing event updated for resources: {'Network': ['ID=1c4e9593-ca79-45e5-9cfb-0175c4a07e6f,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:24.478395 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-193357d7-08ed-44b2-9c3d-e5af79cb34c9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.7969234 Feb 04 11:32:24.479100 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 1c4e9593-ca79-45e5-9cfb-0175c4a07e6f details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:32:24.479534 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 57984) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:24.485229 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-55ff9b66-a282-499e-9a0d-57e806ec9860 admin admin] Request body: {'subnet': {'network_id': '1c4e9593-ca79-45e5-9cfb-0175c4a07e6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2074940559-subnet', 'tenant_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:24.490336 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-497aa79e-6d30-402a-beb8-74cd87828454 None None] Notify callbacks [] for port, precommit_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:24.490900 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-55ff9b66-a282-499e-9a0d-57e806ec9860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:24.494662 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-55ff9b66-a282-499e-9a0d-57e806ec9860 admin admin] Usage tracker for resource:subnet and tenant:74eeb4f9d8f74fc499285014b76b0ac9 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:24.497875 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-55ff9b66-a282-499e-9a0d-57e806ec9860 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:24.506337 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-55ff9b66-a282-499e-9a0d-57e806ec9860 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:24.507773 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.provisioning_blocks [None req-497aa79e-6d30-402a-beb8-74cd87828454 None None] Transition to ACTIVE for port object 73bad0cd-b358-4b70-ae19-02f30649edab will not be triggered until provisioned by entity L2. {{(pid=84207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:24.571898 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c62ef3da-d00d-4997-b5b2-768c02b72ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:24.583456 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-497aa79e-6d30-402a-beb8-74cd87828454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:24.583666 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:24.613954 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ff9b66-a282-499e-9a0d-57e806ec9860 admin admin] Made reservation on behalf of 74eeb4f9d8f74fc499285014b76b0ac9 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:24.616705 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-55ff9b66-a282-499e-9a0d-57e806ec9860 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:24.662373 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 2f5c48c7-fd11-4af6-b18b-e521f4c8452d, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=2f5c48c7-fd11-4af6-b18b-e521f4c8452d,segment=NetworkSegment(bee9a888-01e6-4785-95df-f4e3f4ef05fa),segment_id=bee9a888-01e6-4785-95df-f4e3f4ef05fa)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:32:24.707257 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08a8eb-c131-4c77-95c1-10a15fe20f14 None None] Pushing event updated for resources: {'Port': ['ID=73bad0cd-b358-4b70-ae19-02f30649edab,revision_number=2']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:24.722238 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee08a8eb-c131-4c77-95c1-10a15fe20f14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:24.722651 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee08a8eb-c131-4c77-95c1-10a15fe20f14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:24.723058 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee08a8eb-c131-4c77-95c1-10a15fe20f14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:24.723458 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee08a8eb-c131-4c77-95c1-10a15fe20f14 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:24.723969 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee08a8eb-c131-4c77-95c1-10a15fe20f14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:24.724310 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee08a8eb-c131-4c77-95c1-10a15fe20f14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:24.724631 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee08a8eb-c131-4c77-95c1-10a15fe20f14 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:24.725096 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee08a8eb-c131-4c77-95c1-10a15fe20f14 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:24.725432 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee08a8eb-c131-4c77-95c1-10a15fe20f14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:24.725949 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee08a8eb-c131-4c77-95c1-10a15fe20f14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:24.726285 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee08a8eb-c131-4c77-95c1-10a15fe20f14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:24.729821 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee08a8eb-c131-4c77-95c1-10a15fe20f14 None None] Tracked resource versions report: Feb 04 11:32:24.729821 dv-neutron-827825-2-hyperv neutron-server[84207]: pushed versions: Feb 04 11:32:24.729821 dv-neutron-827825-2-hyperv neutron-server[84207]: { 'ConntrackHelper': {'1.0'}, Feb 04 11:32:24.729821 dv-neutron-827825-2-hyperv neutron-server[84207]: 'Log': {'1.0'}, Feb 04 11:32:24.729821 dv-neutron-827825-2-hyperv neutron-server[84207]: 'Network': {'1.1'}, Feb 04 11:32:24.729821 dv-neutron-827825-2-hyperv neutron-server[84207]: 'Port': {'1.5'}, Feb 04 11:32:24.729821 dv-neutron-827825-2-hyperv neutron-server[84207]: 'PortForwarding': {'1.2'}, Feb 04 11:32:24.729821 dv-neutron-827825-2-hyperv neutron-server[84207]: 'QosPolicy': {'1.8'}, Feb 04 11:32:24.729821 dv-neutron-827825-2-hyperv neutron-server[84207]: 'SecurityGroup': {'1.2'}, Feb 04 11:32:24.729821 dv-neutron-827825-2-hyperv neutron-server[84207]: 'SecurityGroupRule': {'1.0'}, Feb 04 11:32:24.729821 dv-neutron-827825-2-hyperv neutron-server[84207]: 'SubPort': {'1.0'}, Feb 04 11:32:24.729821 dv-neutron-827825-2-hyperv neutron-server[84207]: 'Subnet': {'1.1'}, Feb 04 11:32:24.729821 dv-neutron-827825-2-hyperv neutron-server[84207]: 'Trunk': {'1.1'}} Feb 04 11:32:24.729821 dv-neutron-827825-2-hyperv neutron-server[84207]: consumer versions: Feb 04 11:32:24.729821 dv-neutron-827825-2-hyperv neutron-server[84207]: { DHCP agent@dv-neutron-827825-2-hyperv: {}, Feb 04 11:32:24.729821 dv-neutron-827825-2-hyperv neutron-server[84207]: HyperV agent@hv-neutron-8278: {}, Feb 04 11:32:24.729821 dv-neutron-827825-2-hyperv neutron-server[84207]: L3 agent@dv-neutron-827825-2-hyperv: {}, Feb 04 11:32:24.729821 dv-neutron-827825-2-hyperv neutron-server[84207]: Metadata agent@dv-neutron-827825-2-hyperv: {}, Feb 04 11:32:24.729821 dv-neutron-827825-2-hyperv neutron-server[84207]: Metering agent@dv-neutron-827825-2-hyperv: {}, Feb 04 11:32:24.729821 dv-neutron-827825-2-hyperv neutron-server[84207]: Open vSwitch agent@dv-neutron-827825-2-hyperv: { 'ConntrackHelper': '1.0', Feb 04 11:32:24.729821 dv-neutron-827825-2-hyperv neutron-server[84207]: 'Log': '1.0', Feb 04 11:32:24.729821 dv-neutron-827825-2-hyperv neutron-server[84207]: 'Network': '1.1', Feb 04 11:32:24.729821 dv-neutron-827825-2-hyperv neutron-server[84207]: 'Port': '1.5', Feb 04 11:32:24.729821 dv-neutron-827825-2-hyperv neutron-server[84207]: 'PortForwarding': '1.2', Feb 04 11:32:24.729821 dv-neutron-827825-2-hyperv neutron-server[84207]: 'QosPolicy': '1.8', Feb 04 11:32:24.729821 dv-neutron-827825-2-hyperv neutron-server[84207]: 'SecurityGroup': '1.2', Feb 04 11:32:24.729821 dv-neutron-827825-2-hyperv neutron-server[84207]: 'SecurityGroupRule': '1.0', Feb 04 11:32:24.729821 dv-neutron-827825-2-hyperv neutron-server[84207]: 'SubPort': '1.0', Feb 04 11:32:24.729821 dv-neutron-827825-2-hyperv neutron-server[84207]: 'Subnet': '1.1', Feb 04 11:32:24.729821 dv-neutron-827825-2-hyperv neutron-server[84207]: 'Trunk': '1.1'}} Feb 04 11:32:24.729821 dv-neutron-827825-2-hyperv neutron-server[84207]: {{(pid=84207) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 11:32:24.747631 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:24.760395 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-497aa79e-6d30-402a-beb8-74cd87828454 None None] Attempting to bind port 73bad0cd-b358-4b70-ae19-02f30649edab on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:32:24.760755 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-497aa79e-6d30-402a-beb8-74cd87828454 None None] Attempting to bind port 73bad0cd-b358-4b70-ae19-02f30649edab by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:32:24.761219 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497aa79e-6d30-402a-beb8-74cd87828454 None None] Attempting to bind port 73bad0cd-b358-4b70-ae19-02f30649edab on network 63d4ab6b-931d-42a4-aa18-bedd81d582fa {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:32:24.769728 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497aa79e-6d30-402a-beb8-74cd87828454 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:32:24.770513 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497aa79e-6d30-402a-beb8-74cd87828454 None None] Checking segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:32:24.771016 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-497aa79e-6d30-402a-beb8-74cd87828454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:24.771506 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497aa79e-6d30-402a-beb8-74cd87828454 None None] Bound using segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:32:24.772079 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-497aa79e-6d30-402a-beb8-74cd87828454 None None] Bound port: 73bad0cd-b358-4b70-ae19-02f30649edab, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:32:24.772570 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-497aa79e-6d30-402a-beb8-74cd87828454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:24.850062 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-c62ef3da-d00d-4997-b5b2-768c02b72ca4 admin admin] Allocated IP 172.20.0.1 (aa801161-0b6c-45f6-97b7-dc303a939bfb/7f42d419-3d0f-4747-985d-af15d416a955/d59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:24.864021 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-497aa79e-6d30-402a-beb8-74cd87828454 None None] For port 73bad0cd-b358-4b70-ae19-02f30649edab, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:32:24.867398 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-497aa79e-6d30-402a-beb8-74cd87828454 None None] For port 73bad0cd-b358-4b70-ae19-02f30649edab, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=73bad0cd-b358-4b70-ae19-02f30649edab,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:32:24.921287 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=2f5c48c7-fd11-4af6-b18b-e521f4c8452d,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:24.997564 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-2b72cd9a-af6e-4fd7-bbcb-3ee913a8c73a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:25.014562 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-2b72cd9a-af6e-4fd7-bbcb-3ee913a8c73a admin admin] Usage tracker for resource:security_group_rule and tenant:428c59d92c8b47a08a015e5fd3f6d227 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:25.019367 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-2b72cd9a-af6e-4fd7-bbcb-3ee913a8c73a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:25.036140 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-2b72cd9a-af6e-4fd7-bbcb-3ee913a8c73a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:25.065199 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c62ef3da-d00d-4997-b5b2-768c02b72ca4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:25.092958 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-c62ef3da-d00d-4997-b5b2-768c02b72ca4 admin admin] Transition to ACTIVE for port object d59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:25.151816 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2b72cd9a-af6e-4fd7-bbcb-3ee913a8c73a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:25.308258 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-497aa79e-6d30-402a-beb8-74cd87828454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:25.337376 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-55ff9b66-a282-499e-9a0d-57e806ec9860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:25.355819 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c62ef3da-d00d-4997-b5b2-768c02b72ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:25.407836 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08a8eb-c131-4c77-95c1-10a15fe20f14 None None] Pushing event updated for resources: {'Port': ['ID=73bad0cd-b358-4b70-ae19-02f30649edab,revision_number=3']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:25.412854 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497aa79e-6d30-402a-beb8-74cd87828454 None None] Routers {'8db327df-c352-4c5a-8bf2-5bc3066d7972'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:32:25.413673 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-497aa79e-6d30-402a-beb8-74cd87828454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:32:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['8db327df-c352-4c5a-8bf2-5bc3066d7972'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:25.426786 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2b72cd9a-af6e-4fd7-bbcb-3ee913a8c73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:25.438787 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff9b66-a282-499e-9a0d-57e806ec9860 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d604c559-206d-41f7-934e-2e0e7fee1aca,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:25.455064 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ff9b66-a282-499e-9a0d-57e806ec9860 admin admin] Checking segment: {'id': 'aff3e68a-cc5d-4f98-92d6-fadffe119348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1c4e9593-ca79-45e5-9cfb-0175c4a07e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:32:25.455804 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ff9b66-a282-499e-9a0d-57e806ec9860 admin admin] Network hostable DHCP agents. Network: 1c4e9593-ca79-45e5-9cfb-0175c4a07e6f, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:32:25.499274 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62ef3da-d00d-4997-b5b2-768c02b72ca4 admin admin] Network aa801161-0b6c-45f6-97b7-dc303a939bfb is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:25.505337 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-c62ef3da-d00d-4997-b5b2-768c02b72ca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:25.507900 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ef3da-d00d-4997-b5b2-768c02b72ca4 admin admin] Pushing event updated for resources: {'Port': ['ID=d59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:25.514097 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62ef3da-d00d-4997-b5b2-768c02b72ca4 admin admin] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:32:25.517600 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c62ef3da-d00d-4997-b5b2-768c02b72ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:25.520132 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b72cd9a-af6e-4fd7-bbcb-3ee913a8c73a admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:32:25.560186 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ef3da-d00d-4997-b5b2-768c02b72ca4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:25.560186 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ef3da-d00d-4997-b5b2-768c02b72ca4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:25.560186 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ef3da-d00d-4997-b5b2-768c02b72ca4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:25.560186 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ef3da-d00d-4997-b5b2-768c02b72ca4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:25.560186 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ef3da-d00d-4997-b5b2-768c02b72ca4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:25.561454 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ef3da-d00d-4997-b5b2-768c02b72ca4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:25.561616 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ef3da-d00d-4997-b5b2-768c02b72ca4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:25.562007 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ef3da-d00d-4997-b5b2-768c02b72ca4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:25.562326 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ef3da-d00d-4997-b5b2-768c02b72ca4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:25.563210 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ef3da-d00d-4997-b5b2-768c02b72ca4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:25.563671 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ef3da-d00d-4997-b5b2-768c02b72ca4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:25.564851 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ef3da-d00d-4997-b5b2-768c02b72ca4 admin admin] Tracked resource versions report: Feb 04 11:32:25.564851 dv-neutron-827825-2-hyperv neutron-server[84204]: pushed versions: Feb 04 11:32:25.564851 dv-neutron-827825-2-hyperv neutron-server[84204]: { 'ConntrackHelper': {'1.0'}, Feb 04 11:32:25.564851 dv-neutron-827825-2-hyperv neutron-server[84204]: 'Log': {'1.0'}, Feb 04 11:32:25.564851 dv-neutron-827825-2-hyperv neutron-server[84204]: 'Network': {'1.1'}, Feb 04 11:32:25.564851 dv-neutron-827825-2-hyperv neutron-server[84204]: 'Port': {'1.5'}, Feb 04 11:32:25.564851 dv-neutron-827825-2-hyperv neutron-server[84204]: 'PortForwarding': {'1.2'}, Feb 04 11:32:25.564851 dv-neutron-827825-2-hyperv neutron-server[84204]: 'QosPolicy': {'1.8'}, Feb 04 11:32:25.564851 dv-neutron-827825-2-hyperv neutron-server[84204]: 'SecurityGroup': {'1.2'}, Feb 04 11:32:25.564851 dv-neutron-827825-2-hyperv neutron-server[84204]: 'SecurityGroupRule': {'1.0'}, Feb 04 11:32:25.564851 dv-neutron-827825-2-hyperv neutron-server[84204]: 'SubPort': {'1.0'}, Feb 04 11:32:25.564851 dv-neutron-827825-2-hyperv neutron-server[84204]: 'Subnet': {'1.1'}, Feb 04 11:32:25.564851 dv-neutron-827825-2-hyperv neutron-server[84204]: 'Trunk': {'1.1'}} Feb 04 11:32:25.564851 dv-neutron-827825-2-hyperv neutron-server[84204]: consumer versions: Feb 04 11:32:25.564851 dv-neutron-827825-2-hyperv neutron-server[84204]: { DHCP agent@dv-neutron-827825-2-hyperv: {}, Feb 04 11:32:25.564851 dv-neutron-827825-2-hyperv neutron-server[84204]: HyperV agent@hv-neutron-8278: {}, Feb 04 11:32:25.564851 dv-neutron-827825-2-hyperv neutron-server[84204]: L3 agent@dv-neutron-827825-2-hyperv: {}, Feb 04 11:32:25.564851 dv-neutron-827825-2-hyperv neutron-server[84204]: Metadata agent@dv-neutron-827825-2-hyperv: {}, Feb 04 11:32:25.564851 dv-neutron-827825-2-hyperv neutron-server[84204]: Metering agent@dv-neutron-827825-2-hyperv: {}, Feb 04 11:32:25.564851 dv-neutron-827825-2-hyperv neutron-server[84204]: Open vSwitch agent@dv-neutron-827825-2-hyperv: { 'ConntrackHelper': '1.0', Feb 04 11:32:25.564851 dv-neutron-827825-2-hyperv neutron-server[84204]: 'Log': '1.0', Feb 04 11:32:25.564851 dv-neutron-827825-2-hyperv neutron-server[84204]: 'Network': '1.1', Feb 04 11:32:25.564851 dv-neutron-827825-2-hyperv neutron-server[84204]: 'Port': '1.5', Feb 04 11:32:25.564851 dv-neutron-827825-2-hyperv neutron-server[84204]: 'PortForwarding': '1.2', Feb 04 11:32:25.564851 dv-neutron-827825-2-hyperv neutron-server[84204]: 'QosPolicy': '1.8', Feb 04 11:32:25.564851 dv-neutron-827825-2-hyperv neutron-server[84204]: 'SecurityGroup': '1.2', Feb 04 11:32:25.564851 dv-neutron-827825-2-hyperv neutron-server[84204]: 'SecurityGroupRule': '1.0', Feb 04 11:32:25.564851 dv-neutron-827825-2-hyperv neutron-server[84204]: 'SubPort': '1.0', Feb 04 11:32:25.564851 dv-neutron-827825-2-hyperv neutron-server[84204]: 'Subnet': '1.1', Feb 04 11:32:25.564851 dv-neutron-827825-2-hyperv neutron-server[84204]: 'Trunk': '1.1'}} Feb 04 11:32:25.564851 dv-neutron-827825-2-hyperv neutron-server[84204]: {{(pid=84204) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 11:32:25.567885 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2b72cd9a-af6e-4fd7-bbcb-3ee913a8c73a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760517187539', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:25.568382 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2b72cd9a-af6e-4fd7-bbcb-3ee913a8c73a admin admin] Unsubscribe: segment precommit_create {{(pid=84204) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 11:32:25.568912 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-2b72cd9a-af6e-4fd7-bbcb-3ee913a8c73a admin admin] Added segment 833aaef2-e855-46d8-a251-08451af3e555 of type vlan for network f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e Feb 04 11:32:25.617119 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ff9b66-a282-499e-9a0d-57e806ec9860 admin admin] Network 1c4e9593-ca79-45e5-9cfb-0175c4a07e6f is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:32:25.659895 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72cd9a-af6e-4fd7-bbcb-3ee913a8c73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a00342-6e62-406a-9eb7-0f891ef3fa6e,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:25.685136 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2b72cd9a-af6e-4fd7-bbcb-3ee913a8c73a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:25.695843 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-497aa79e-6d30-402a-beb8-74cd87828454 None None] Set router 8db327df-c352-4c5a-8bf2-5bc3066d7972 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:32:25.737153 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-55ff9b66-a282-499e-9a0d-57e806ec9860 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 1c4e9593-ca79-45e5-9cfb-0175c4a07e6f) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:25.741921 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ff9b66-a282-499e-9a0d-57e806ec9860 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:25.743202 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-55ff9b66-a282-499e-9a0d-57e806ec9860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:25.748677 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1463a48b-9b23-4396-959a-4799309ca3db None None] Network 1c4e9593-ca79-45e5-9cfb-0175c4a07e6f requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:32:25.810850 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2b72cd9a-af6e-4fd7-bbcb-3ee913a8c73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:25.815095 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b72cd9a-af6e-4fd7-bbcb-3ee913a8c73a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:25.817613 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2b72cd9a-af6e-4fd7-bbcb-3ee913a8c73a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:25.857792 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c62ef3da-d00d-4997-b5b2-768c02b72ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:25.863370 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-55ff9b66-a282-499e-9a0d-57e806ec9860 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3826013 Feb 04 11:32:25.866233 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58012) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:25.872844 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-48d8fdc5-fbb8-4d52-8794-c2c7d46b4bbb admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2074940559-router', 'tenant_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:25.882178 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-48d8fdc5-fbb8-4d52-8794-c2c7d46b4bbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:25.893044 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-48d8fdc5-fbb8-4d52-8794-c2c7d46b4bbb admin admin] Usage tracker for resource:router and tenant:74eeb4f9d8f74fc499285014b76b0ac9 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:25.903207 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-48d8fdc5-fbb8-4d52-8794-c2c7d46b4bbb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:25.918234 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-48d8fdc5-fbb8-4d52-8794-c2c7d46b4bbb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:25.995551 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 2f5c48c7-fd11-4af6-b18b-e521f4c8452d up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:26.020621 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2b72cd9a-af6e-4fd7-bbcb-3ee913a8c73a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8601496 Feb 04 11:32:26.021650 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58018) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:26.027419 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-73923ec8-5e3c-49c3-b8b8-ac06a630500c admin admin] Request body: {'subnet': {'network_id': 'f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-158342405-subnet', 'tenant_id': '428c59d92c8b47a08a015e5fd3f6d227', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:26.051939 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-73923ec8-5e3c-49c3-b8b8-ac06a630500c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:26.064555 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-73923ec8-5e3c-49c3-b8b8-ac06a630500c admin admin] Usage tracker for resource:subnet and tenant:428c59d92c8b47a08a015e5fd3f6d227 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:26.068977 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3eaeb73a-d5c3-45ee-814c-42222ea95457 None None] Provisioning for port d59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:26.069107 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-73923ec8-5e3c-49c3-b8b8-ac06a630500c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:26.075787 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-73923ec8-5e3c-49c3-b8b8-ac06a630500c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:26.076699 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3eaeb73a-d5c3-45ee-814c-42222ea95457 None None] Provisioning complete for port d59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:26.077072 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3eaeb73a-d5c3-45ee-814c-42222ea95457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:26.085299 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-48d8fdc5-fbb8-4d52-8794-c2c7d46b4bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:26.086668 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-48d8fdc5-fbb8-4d52-8794-c2c7d46b4bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:26.131872 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-48d8fdc5-fbb8-4d52-8794-c2c7d46b4bbb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:26.138230 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-3eaeb73a-d5c3-45ee-814c-42222ea95457 None None] Port d59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:32:26.157446 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 2f5c48c7-fd11-4af6-b18b-e521f4c8452d triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:26.157810 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:26.182278 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73923ec8-5e3c-49c3-b8b8-ac06a630500c admin admin] Made reservation on behalf of 428c59d92c8b47a08a015e5fd3f6d227 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:26.184905 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-73923ec8-5e3c-49c3-b8b8-ac06a630500c admin admin] Notify callbacks [] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:26.213246 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-497aa79e-6d30-402a-beb8-74cd87828454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'name': 'tempest-ServerActionsTestJSON-357217207-router', 'tenant_id': '5b82a940b56a43dcab21460c9541779e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '73bad0cd-b358-4b70-ae19-02f30649edab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:20Z', 'updated_at': '2022-02-04T11:32:22Z', 'revision_number': 3, 'project_id': '5b82a940b56a43dcab21460c9541779e', 'gw_port': {'id': '73bad0cd-b358-4b70-ae19-02f30649edab', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fa:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:21Z', 'updated_at': '2022-02-04T11:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:26.224083 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497aa79e-6d30-402a-beb8-74cd87828454 None None] The sync data for ids ['8db327df-c352-4c5a-8bf2-5bc3066d7972'] in dv-neutron-827825-2-hyperv is: [{'id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'name': 'tempest-ServerActionsTestJSON-357217207-router', 'tenant_id': '5b82a940b56a43dcab21460c9541779e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '73bad0cd-b358-4b70-ae19-02f30649edab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:20Z', 'updated_at': '2022-02-04T11:32:22Z', 'revision_number': 3, 'project_id': '5b82a940b56a43dcab21460c9541779e', 'gw_port': {'id': '73bad0cd-b358-4b70-ae19-02f30649edab', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fa:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:21Z', 'updated_at': '2022-02-04T11:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:32:26.380739 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c62ef3da-d00d-4997-b5b2-768c02b72ca4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:26.440982 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86e6d32-c09f-4d10-a195-389861327fd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-1c4e9593-ca79-45e5-9cfb-0175c4a07e6f', 'network_id': '1c4e9593-ca79-45e5-9cfb-0175c4a07e6f', 'tenant_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'fixed_ips': [{'subnet_id': 'd604c559-206d-41f7-934e-2e0e7fee1aca'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:32:26.441824 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a86e6d32-c09f-4d10-a195-389861327fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:26.454074 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c62ef3da-d00d-4997-b5b2-768c02b72ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:26.454970 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c62ef3da-d00d-4997-b5b2-768c02b72ca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:26.666380 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72cd9a-af6e-4fd7-bbcb-3ee913a8c73a admin admin] Pushing event updated for resources: {'Network': ['ID=f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:26.705921 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ef3da-d00d-4997-b5b2-768c02b72ca4 admin admin] Pushing event updated for resources: {'Port': ['ID=d59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:26.737492 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62ef3da-d00d-4997-b5b2-768c02b72ca4 admin admin] Network aa801161-0b6c-45f6-97b7-dc303a939bfb is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:26.738742 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-c62ef3da-d00d-4997-b5b2-768c02b72ca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:26.740552 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-a86e6d32-c09f-4d10-a195-389861327fd4 None None] Allocated IP 172.20.0.2 (1c4e9593-ca79-45e5-9cfb-0175c4a07e6f/d604c559-206d-41f7-934e-2e0e7fee1aca/8b5bdf5b-9e57-47f9-a424-76171c300489) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:26.999862 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-48d8fdc5-fbb8-4d52-8794-c2c7d46b4bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:27.106667 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a86e6d32-c09f-4d10-a195-389861327fd4 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:27.117319 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a86e6d32-c09f-4d10-a195-389861327fd4 None None] Transition to ACTIVE for port object 8b5bdf5b-9e57-47f9-a424-76171c300489 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:27.139363 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a86e6d32-c09f-4d10-a195-389861327fd4 None None] Transition to ACTIVE for port object 8b5bdf5b-9e57-47f9-a424-76171c300489 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:27.148430 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:32:27.349213 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a86e6d32-c09f-4d10-a195-389861327fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:27.405698 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-73923ec8-5e3c-49c3-b8b8-ac06a630500c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:27.458607 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86e6d32-c09f-4d10-a195-389861327fd4 None None] Network 1c4e9593-ca79-45e5-9cfb-0175c4a07e6f is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:27.465343 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-a86e6d32-c09f-4d10-a195-389861327fd4 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:27.467572 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e6d32-c09f-4d10-a195-389861327fd4 None None] Pushing event updated for resources: {'Port': ['ID=8b5bdf5b-9e57-47f9-a424-76171c300489,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:27.472005 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86e6d32-c09f-4d10-a195-389861327fd4 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:32:27.475590 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-83abbf1f-2b1b-4f1a-9d43-8941d22c28e9 None None] Provisioning complete for port d59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:27.475884 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-83abbf1f-2b1b-4f1a-9d43-8941d22c28e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:27.482307 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62ef3da-d00d-4997-b5b2-768c02b72ca4 admin admin] Router 8db327df-c352-4c5a-8bf2-5bc3066d7972 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:32:27.639208 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-83abbf1f-2b1b-4f1a-9d43-8941d22c28e9 None None] Port d59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:32:27.651754 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-a86e6d32-c09f-4d10-a195-389861327fd4 None None] Attempting to bind port 8b5bdf5b-9e57-47f9-a424-76171c300489 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:32:27.652125 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-a86e6d32-c09f-4d10-a195-389861327fd4 None None] Attempting to bind port 8b5bdf5b-9e57-47f9-a424-76171c300489 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'aff3e68a-cc5d-4f98-92d6-fadffe119348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1c4e9593-ca79-45e5-9cfb-0175c4a07e6f'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:32:27.652479 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86e6d32-c09f-4d10-a195-389861327fd4 None None] Attempting to bind port 8b5bdf5b-9e57-47f9-a424-76171c300489 on network 1c4e9593-ca79-45e5-9cfb-0175c4a07e6f {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:32:27.668257 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-48d8fdc5-fbb8-4d52-8794-c2c7d46b4bbb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:27.670693 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86e6d32-c09f-4d10-a195-389861327fd4 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:32:27.671455 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86e6d32-c09f-4d10-a195-389861327fd4 None None] Checking segment: {'id': 'aff3e68a-cc5d-4f98-92d6-fadffe119348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1c4e9593-ca79-45e5-9cfb-0175c4a07e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:32:27.673831 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a86e6d32-c09f-4d10-a195-389861327fd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:27.674722 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86e6d32-c09f-4d10-a195-389861327fd4 None None] Bound using segment: {'id': 'aff3e68a-cc5d-4f98-92d6-fadffe119348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1c4e9593-ca79-45e5-9cfb-0175c4a07e6f'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:32:27.677666 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-a86e6d32-c09f-4d10-a195-389861327fd4 None None] Bound port: 8b5bdf5b-9e57-47f9-a424-76171c300489, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aff3e68a-cc5d-4f98-92d6-fadffe119348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1c4e9593-ca79-45e5-9cfb-0175c4a07e6f'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:32:27.678184 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a86e6d32-c09f-4d10-a195-389861327fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:27.763103 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-48d8fdc5-fbb8-4d52-8794-c2c7d46b4bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:27.771827 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73923ec8-5e3c-49c3-b8b8-ac06a630500c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d824c0a-d4f0-4ce0-8751-d3972463ada2,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:27.791097 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-a86e6d32-c09f-4d10-a195-389861327fd4 None None] For port 8b5bdf5b-9e57-47f9-a424-76171c300489, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:32:27.794731 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-a86e6d32-c09f-4d10-a195-389861327fd4 None None] For port 8b5bdf5b-9e57-47f9-a424-76171c300489, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=8b5bdf5b-9e57-47f9-a424-76171c300489,segment=NetworkSegment(aff3e68a-cc5d-4f98-92d6-fadffe119348),segment_id=aff3e68a-cc5d-4f98-92d6-fadffe119348)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:32:27.846685 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73923ec8-5e3c-49c3-b8b8-ac06a630500c admin admin] Checking segment: {'id': '833aaef2-e855-46d8-a251-08451af3e555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:32:27.847069 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73923ec8-5e3c-49c3-b8b8-ac06a630500c admin admin] Network hostable DHCP agents. Network: f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:32:27.879780 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62ef3da-d00d-4997-b5b2-768c02b72ca4 admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:32:27.887148 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c62ef3da-d00d-4997-b5b2-768c02b72ca4 admin admin] 10.222.0.21 "PUT /v2.0/routers/8db327df-c352-4c5a-8bf2-5bc3066d7972/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5789104 Feb 04 11:32:27.909218 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a86e6d32-c09f-4d10-a195-389861327fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:28.048875 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 73bad0cd-b358-4b70-ae19-02f30649edab up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:28.062547 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-48d8fdc5-fbb8-4d52-8794-c2c7d46b4bbb admin admin] Allocated IP 172.26.3.64 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/71652ffa-ab89-4356-9c31-0b8424244031) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:28.093309 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e6d32-c09f-4d10-a195-389861327fd4 None None] Pushing event updated for resources: {'Port': ['ID=8b5bdf5b-9e57-47f9-a424-76171c300489,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:28.189033 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73923ec8-5e3c-49c3-b8b8-ac06a630500c admin admin] Network f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:32:28.228498 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 73bad0cd-b358-4b70-ae19-02f30649edab completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:28.236301 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 73bad0cd-b358-4b70-ae19-02f30649edab triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:28.238300 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:28.311931 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-73923ec8-5e3c-49c3-b8b8-ac06a630500c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:28.323078 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73923ec8-5e3c-49c3-b8b8-ac06a630500c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:28.323811 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-73923ec8-5e3c-49c3-b8b8-ac06a630500c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:28.332344 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-48d8fdc5-fbb8-4d52-8794-c2c7d46b4bbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:28.348677 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dff760-12f6-431c-9b2a-15ff01d0fdf9 None None] Network f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:32:28.534022 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-73923ec8-5e3c-49c3-b8b8-ac06a630500c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5108476 Feb 04 11:32:28.538409 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58060) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:28.546312 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-a4384672-017c-451a-b41d-ea763e32d50e admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-158342405-router', 'tenant_id': '428c59d92c8b47a08a015e5fd3f6d227', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:28.554459 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a4384672-017c-451a-b41d-ea763e32d50e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:28.560854 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a4384672-017c-451a-b41d-ea763e32d50e admin admin] Usage tracker for resource:router and tenant:428c59d92c8b47a08a015e5fd3f6d227 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:28.566487 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a4384672-017c-451a-b41d-ea763e32d50e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:28.587865 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a4384672-017c-451a-b41d-ea763e32d50e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:28.614584 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-48d8fdc5-fbb8-4d52-8794-c2c7d46b4bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:28.752660 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d8fdc5-fbb8-4d52-8794-c2c7d46b4bbb admin admin] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:28.757530 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-48d8fdc5-fbb8-4d52-8794-c2c7d46b4bbb admin admin] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:28.768482 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d8fdc5-fbb8-4d52-8794-c2c7d46b4bbb admin admin] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:32:28.840164 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8fdc5-fbb8-4d52-8794-c2c7d46b4bbb admin admin] Pushing event updated for resources: {'Port': ['ID=71652ffa-ab89-4356-9c31-0b8424244031,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:28.882083 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58068) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:28.902284 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:28.916888 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a4384672-017c-451a-b41d-ea763e32d50e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:28.918873 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a4384672-017c-451a-b41d-ea763e32d50e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:28.983563 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a4384672-017c-451a-b41d-ea763e32d50e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:29.083934 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 73bad0cd-b358-4b70-ae19-02f30649edab, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=73bad0cd-b358-4b70-ae19-02f30649edab,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:32:29.127527 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be589800-c429-4131-9168-fb33df26354d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e', 'network_id': 'f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e', 'tenant_id': '428c59d92c8b47a08a015e5fd3f6d227', 'fixed_ips': [{'subnet_id': '3d824c0a-d4f0-4ce0-8751-d3972463ada2'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:32:29.128409 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be589800-c429-4131-9168-fb33df26354d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:29.215034 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-48d8fdc5-fbb8-4d52-8794-c2c7d46b4bbb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:29.215813 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-48d8fdc5-fbb8-4d52-8794-c2c7d46b4bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:29.226663 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:29.419837 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a4384672-017c-451a-b41d-ea763e32d50e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:29.538582 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-be589800-c429-4131-9168-fb33df26354d None None] Allocated IP 172.20.0.2 (f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e/3d824c0a-d4f0-4ce0-8751-d3972463ada2/5d400317-1e8c-4ea9-b1fe-3b90cc337b79) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:29.558448 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=73bad0cd-b358-4b70-ae19-02f30649edab,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:29.626465 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-302dc1bb-f7be-4635-af92-022104dc1ea1 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Request body: {'floatingip': {'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:29.688049 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb055fdc-81df-43f0-80aa-cbae3c0c6c1d None None] Network 1c4e9593-ca79-45e5-9cfb-0175c4a07e6f requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:32:29.729159 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-302dc1bb-f7be-4635-af92-022104dc1ea1 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:29.745943 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-302dc1bb-f7be-4635-af92-022104dc1ea1 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Usage tracker for resource:floatingip and tenant:582b1b06d5854592bf0f8892e57e0e91 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:29.753695 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-302dc1bb-f7be-4635-af92-022104dc1ea1 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:29.773869 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-302dc1bb-f7be-4635-af92-022104dc1ea1 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:29.888095 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-302dc1bb-f7be-4635-af92-022104dc1ea1 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:29.918961 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7679cbb6-6491-4932-9aa4-63e3933b3ff4 None None] Provisioning for port 8b5bdf5b-9e57-47f9-a424-76171c300489 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:30.021474 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d8fdc5-fbb8-4d52-8794-c2c7d46b4bbb admin admin] Router d5623e60-72c8-4463-95b8-0f01fd304eb5 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:32:30.048724 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a4384672-017c-451a-b41d-ea763e32d50e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:30.124032 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a4384672-017c-451a-b41d-ea763e32d50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:30.135318 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be589800-c429-4131-9168-fb33df26354d None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:30.161841 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-be589800-c429-4131-9168-fb33df26354d None None] Transition to ACTIVE for port object 5d400317-1e8c-4ea9-b1fe-3b90cc337b79 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:30.204731 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 8b5bdf5b-9e57-47f9-a424-76171c300489 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:30.241662 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-be589800-c429-4131-9168-fb33df26354d None None] Transition to ACTIVE for port object 5d400317-1e8c-4ea9-b1fe-3b90cc337b79 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:30.274348 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58098) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:30.411542 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be589800-c429-4131-9168-fb33df26354d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:30.503684 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be589800-c429-4131-9168-fb33df26354d None None] Network f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:30.513395 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-be589800-c429-4131-9168-fb33df26354d None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:30.515213 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 8b5bdf5b-9e57-47f9-a424-76171c300489 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:30.524208 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-302dc1bb-f7be-4635-af92-022104dc1ea1 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:30.529186 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be589800-c429-4131-9168-fb33df26354d None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:32:30.546460 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 8b5bdf5b-9e57-47f9-a424-76171c300489 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:30.548581 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:30.651306 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-a4384672-017c-451a-b41d-ea763e32d50e admin admin] Allocated IP 172.26.3.15 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/7b0e4071-bf4d-4714-a885-bfed0933e4e5) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:30.775803 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-245c1755-6929-46a6-b825-f4e9a4e80ea3 None None] Provisioning complete for port 8b5bdf5b-9e57-47f9-a424-76171c300489 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:30.776144 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-245c1755-6929-46a6-b825-f4e9a4e80ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:30.813395 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-be589800-c429-4131-9168-fb33df26354d None None] Attempting to bind port 5d400317-1e8c-4ea9-b1fe-3b90cc337b79 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:32:30.813395 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-be589800-c429-4131-9168-fb33df26354d None None] Attempting to bind port 5d400317-1e8c-4ea9-b1fe-3b90cc337b79 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '833aaef2-e855-46d8-a251-08451af3e555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:32:30.814217 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be589800-c429-4131-9168-fb33df26354d None None] Attempting to bind port 5d400317-1e8c-4ea9-b1fe-3b90cc337b79 on network f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:32:30.897024 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a141d8-842c-48b7-9241-5d09ad181c26 None None] Sync routers for ids ['8db327df-c352-4c5a-8bf2-5bc3066d7972'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:32:30.899838 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be589800-c429-4131-9168-fb33df26354d None None] Pushing event updated for resources: {'Port': ['ID=5d400317-1e8c-4ea9-b1fe-3b90cc337b79,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:30.928728 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be589800-c429-4131-9168-fb33df26354d None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:32:30.930584 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be589800-c429-4131-9168-fb33df26354d None None] Checking segment: {'id': '833aaef2-e855-46d8-a251-08451af3e555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:32:30.930584 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be589800-c429-4131-9168-fb33df26354d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:30.930584 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be589800-c429-4131-9168-fb33df26354d None None] Bound using segment: {'id': '833aaef2-e855-46d8-a251-08451af3e555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:32:30.931545 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a4384672-017c-451a-b41d-ea763e32d50e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:30.931749 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-be589800-c429-4131-9168-fb33df26354d None None] Bound port: 5d400317-1e8c-4ea9-b1fe-3b90cc337b79, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '833aaef2-e855-46d8-a251-08451af3e555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:32:30.931749 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be589800-c429-4131-9168-fb33df26354d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:30.959092 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d8fdc5-fbb8-4d52-8794-c2c7d46b4bbb admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:32:30.971646 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bc3665-92da-4a5e-92d2-dd936593b4d0 None None] Sync routers for ids ['d5623e60-72c8-4463-95b8-0f01fd304eb5'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:32:30.990191 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bc3665-92da-4a5e-92d2-dd936593b4d0 None None] Routers {'d5623e60-72c8-4463-95b8-0f01fd304eb5'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:32:30.996926 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a141d8-842c-48b7-9241-5d09ad181c26 None None] Routers {'8db327df-c352-4c5a-8bf2-5bc3066d7972'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:32:31.004862 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-30bc3665-92da-4a5e-92d2-dd936593b4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:32:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['d5623e60-72c8-4463-95b8-0f01fd304eb5'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:31.016781 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-85a141d8-842c-48b7-9241-5d09ad181c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:32:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['8db327df-c352-4c5a-8bf2-5bc3066d7972'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:31.095938 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-8d6ad59c-a41e-4522-b24c-ebd2a9a05c2e tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-979189723'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:31.097072 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-48d8fdc5-fbb8-4d52-8794-c2c7d46b4bbb admin admin] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:31.098658 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-48d8fdc5-fbb8-4d52-8794-c2c7d46b4bbb admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.2310567 Feb 04 11:32:31.102360 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58114) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:31.103609 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-8d6ad59c-a41e-4522-b24c-ebd2a9a05c2e tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:31.114969 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8d6ad59c-a41e-4522-b24c-ebd2a9a05c2e tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] Usage tracker for resource:network and tenant:ed3cc7ec2a444c4cb6a43f8a5d331685 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:31.121864 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:31.130893 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8d6ad59c-a41e-4522-b24c-ebd2a9a05c2e tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:31.149197 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-8d6ad59c-a41e-4522-b24c-ebd2a9a05c2e tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:31.245431 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-be589800-c429-4131-9168-fb33df26354d None None] For port 5d400317-1e8c-4ea9-b1fe-3b90cc337b79, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:32:31.249340 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-be589800-c429-4131-9168-fb33df26354d None None] For port 5d400317-1e8c-4ea9-b1fe-3b90cc337b79, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=5d400317-1e8c-4ea9-b1fe-3b90cc337b79,segment=NetworkSegment(833aaef2-e855-46d8-a251-08451af3e555),segment_id=833aaef2-e855-46d8-a251-08451af3e555)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:32:31.285194 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6ad59c-a41e-4522-b24c-ebd2a9a05c2e tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] Made reservation on behalf of ed3cc7ec2a444c4cb6a43f8a5d331685 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:31.289319 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8d6ad59c-a41e-4522-b24c-ebd2a9a05c2e tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:31.302577 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a4384672-017c-451a-b41d-ea763e32d50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:31.317513 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-245c1755-6929-46a6-b825-f4e9a4e80ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:31.326192 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8d6ad59c-a41e-4522-b24c-ebd2a9a05c2e tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:31.367292 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 8b5bdf5b-9e57-47f9-a424-76171c300489, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=8b5bdf5b-9e57-47f9-a424-76171c300489,segment=NetworkSegment(aff3e68a-cc5d-4f98-92d6-fadffe119348),segment_id=aff3e68a-cc5d-4f98-92d6-fadffe119348)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:32:31.375870 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be589800-c429-4131-9168-fb33df26354d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:31.424871 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-8d6ad59c-a41e-4522-b24c-ebd2a9a05c2e tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:31.435021 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8d6ad59c-a41e-4522-b24c-ebd2a9a05c2e tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] Usage tracker for resource:security_group_rule and tenant:ed3cc7ec2a444c4cb6a43f8a5d331685 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:31.445143 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8d6ad59c-a41e-4522-b24c-ebd2a9a05c2e tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:31.461639 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-8d6ad59c-a41e-4522-b24c-ebd2a9a05c2e tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:31.488360 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-30bc3665-92da-4a5e-92d2-dd936593b4d0 None None] Set router d5623e60-72c8-4463-95b8-0f01fd304eb5 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:32:31.545534 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58120) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:31.567330 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8d6ad59c-a41e-4522-b24c-ebd2a9a05c2e tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:31.617069 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8d6ad59c-a41e-4522-b24c-ebd2a9a05c2e tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:31.639277 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4384672-017c-451a-b41d-ea763e32d50e admin admin] Pushing event updated for resources: {'Port': ['ID=7b0e4071-bf4d-4714-a885-bfed0933e4e5,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:31.653827 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4384672-017c-451a-b41d-ea763e32d50e admin admin] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:31.689048 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-a4384672-017c-451a-b41d-ea763e32d50e admin admin] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:31.702126 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4384672-017c-451a-b41d-ea763e32d50e admin admin] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:32:31.705006 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d6ad59c-a41e-4522-b24c-ebd2a9a05c2e tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:32:31.713839 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be589800-c429-4131-9168-fb33df26354d None None] Pushing event updated for resources: {'Port': ['ID=5d400317-1e8c-4ea9-b1fe-3b90cc337b79,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:31.743426 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ad59c-a41e-4522-b24c-ebd2a9a05c2e tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9da23c-7603-4324-a59d-13e7d7a66a8e,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:31.756332 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8d6ad59c-a41e-4522-b24c-ebd2a9a05c2e tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:31.758833 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-8d6ad59c-a41e-4522-b24c-ebd2a9a05c2e tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] Added segment c5d54f9c-0ade-4ab6-84a1-cec3861df29d of type vlan for network 62638bfc-c79a-4c0a-a5f1-4a1f1b3449e1 Feb 04 11:32:31.821134 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8d6ad59c-a41e-4522-b24c-ebd2a9a05c2e tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:31.849754 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58130) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:31.907882 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:31.908466 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-302dc1bb-f7be-4635-af92-022104dc1ea1 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Allocated IP 172.26.3.237 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/f8bdf6b3-34a6-497a-a51c-f9f72a7cadf4) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:31.915591 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 73bad0cd-b358-4b70-ae19-02f30649edab up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:31.937380 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8d6ad59c-a41e-4522-b24c-ebd2a9a05c2e tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:31.946465 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6ad59c-a41e-4522-b24c-ebd2a9a05c2e tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:31.947808 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8d6ad59c-a41e-4522-b24c-ebd2a9a05c2e tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:32.079884 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-85a141d8-842c-48b7-9241-5d09ad181c26 None None] Set router 8db327df-c352-4c5a-8bf2-5bc3066d7972 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:32:32.258384 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ad59c-a41e-4522-b24c-ebd2a9a05c2e tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] Pushing event updated for resources: {'Network': ['ID=62638bfc-c79a-4c0a-a5f1-4a1f1b3449e1,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:32.268543 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8d6ad59c-a41e-4522-b24c-ebd2a9a05c2e tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9890704 Feb 04 11:32:32.269350 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58140) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:32.286724 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-30bc3665-92da-4a5e-92d2-dd936593b4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'name': 'tempest-ServersTestJSON-2074940559-router', 'tenant_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '71652ffa-ab89-4356-9c31-0b8424244031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:26Z', 'updated_at': '2022-02-04T11:32:28Z', 'revision_number': 3, 'project_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'gw_port': {'id': '71652ffa-ab89-4356-9c31-0b8424244031', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:27Z', 'updated_at': '2022-02-04T11:32:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:32.292800 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bc3665-92da-4a5e-92d2-dd936593b4d0 None None] Checking router: d5623e60-72c8-4463-95b8-0f01fd304eb5 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:32:32.293491 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bc3665-92da-4a5e-92d2-dd936593b4d0 None None] Updating router d5623e60-72c8-4463-95b8-0f01fd304eb5 port 71652ffa-ab89-4356-9c31-0b8424244031 binding host dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:32:32.362208 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-2fc35d57-233e-41af-8107-671c9d6c05c8 tempest-QuotasTest-185068655 tempest-QuotasTest-185068655-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:32.408644 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-302dc1bb-f7be-4635-af92-022104dc1ea1 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:32.417029 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-30bc3665-92da-4a5e-92d2-dd936593b4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:32.633819 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 62638bfc-c79a-4c0a-a5f1-4a1f1b3449e1 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:32:32.635260 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-27d5dc10-0678-41d5-bce9-f2579812b4d6 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:32.762440 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-27d5dc10-0678-41d5-bce9-f2579812b4d6 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] 10.222.0.21 "PUT /v2.0/quotas/5704adfcb85740e69fa404baa1099a9d HTTP/1.1" status: 200 len: 368 time: 0.9114804 Feb 04 11:32:32.763249 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58148) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:32.784016 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-265c0821-3a7e-45da-ab31-049f8248a663 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Request body: {'network': {'project_id': '5704adfcb85740e69fa404baa1099a9d'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:32.796135 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=8b5bdf5b-9e57-47f9-a424-76171c300489,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:32.812295 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-265c0821-3a7e-45da-ab31-049f8248a663 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:32.817718 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-265c0821-3a7e-45da-ab31-049f8248a663 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Usage tracker for resource:network and tenant:5704adfcb85740e69fa404baa1099a9d is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:32.823448 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-265c0821-3a7e-45da-ab31-049f8248a663 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:32.831083 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a4384672-017c-451a-b41d-ea763e32d50e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:32.831966 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a4384672-017c-451a-b41d-ea763e32d50e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:32.840535 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-265c0821-3a7e-45da-ab31-049f8248a663 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:32.847539 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2fc35d57-233e-41af-8107-671c9d6c05c8 tempest-QuotasTest-185068655 tempest-QuotasTest-185068655-project-admin] 10.222.0.21 "PUT /v2.0/quotas/6742deb7de3948c79e0f4b2ee71d3583 HTTP/1.1" status: 200 len: 366 time: 1.2172928 Feb 04 11:32:32.850927 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58152) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:32.883612 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-302dc1bb-f7be-4635-af92-022104dc1ea1 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:32.933621 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-245c1755-6929-46a6-b825-f4e9a4e80ea3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:32:32.934142 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-245c1755-6929-46a6-b825-f4e9a4e80ea3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:32:32.940963 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58156) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:32.951242 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265c0821-3a7e-45da-ab31-049f8248a663 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Made reservation on behalf of 5704adfcb85740e69fa404baa1099a9d for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:32.960643 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-265c0821-3a7e-45da-ab31-049f8248a663 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:33.008680 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 73bad0cd-b358-4b70-ae19-02f30649edab triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:33.009526 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:33.016801 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-265c0821-3a7e-45da-ab31-049f8248a663 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:33.095221 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-265c0821-3a7e-45da-ab31-049f8248a663 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:33.102939 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-265c0821-3a7e-45da-ab31-049f8248a663 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Usage tracker for resource:security_group_rule and tenant:5704adfcb85740e69fa404baa1099a9d is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:33.108134 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-265c0821-3a7e-45da-ab31-049f8248a663 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:33.119058 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-265c0821-3a7e-45da-ab31-049f8248a663 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:33.247825 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-6f9709bf-0e3a-4e48-adc3-7d8d5f304e4a tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Request body: {'network': {'name': 'tempest-network--1830215856', 'router:external': True}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:33.252469 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b053ac90-3e89-4c3b-b3e2-d3c896ea0aaf tempest-QuotasTest-185068655 tempest-QuotasTest-185068655-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.3849039 Feb 04 11:32:33.270935 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-6f9709bf-0e3a-4e48-adc3-7d8d5f304e4a tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:33.273988 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58164) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:33.306748 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-85a141d8-842c-48b7-9241-5d09ad181c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'name': 'tempest-ServerActionsTestJSON-357217207-router', 'tenant_id': '5b82a940b56a43dcab21460c9541779e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '73bad0cd-b358-4b70-ae19-02f30649edab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:20Z', 'updated_at': '2022-02-04T11:32:25Z', 'revision_number': 4, 'project_id': '5b82a940b56a43dcab21460c9541779e', 'gw_port': {'id': '73bad0cd-b358-4b70-ae19-02f30649edab', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:21Z', 'updated_at': '2022-02-04T11:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'd59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab', 'name': '', 'network_id': 'aa801161-0b6c-45f6-97b7-dc303a939bfb', 'tenant_id': '5b82a940b56a43dcab21460c9541779e', 'mac_address': 'fa:16:3e:37:40:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f42d419-3d0f-4747-985d-af15d416a955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:24Z', 'updated_at': '2022-02-04T11:32:26Z', 'revision_number': 2, 'project_id': '5b82a940b56a43dcab21460c9541779e', 'subnets': [{'id': '7f42d419-3d0f-4747-985d-af15d416a955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:33.320368 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a141d8-842c-48b7-9241-5d09ad181c26 None None] Checking router: 8db327df-c352-4c5a-8bf2-5bc3066d7972 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:32:33.321023 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a141d8-842c-48b7-9241-5d09ad181c26 None None] Updating router 8db327df-c352-4c5a-8bf2-5bc3066d7972 port d59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab binding host dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:32:33.335203 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-79548122-1e9e-4ff2-aa94-9573d5a9f21e tempest-QuotasTest-185068655 tempest-QuotasTest-185068655-project-admin] 10.222.0.21 "GET /v2.0/quotas/6742deb7de3948c79e0f4b2ee71d3583 HTTP/1.1" status: 200 len: 366 time: 0.0487056 Feb 04 11:32:33.335203 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6f9709bf-0e3a-4e48-adc3-7d8d5f304e4a tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Usage tracker for resource:network and tenant:53d19bfb24de4fd9a811d516ec1a6abf is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:33.338580 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58168) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:33.339177 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58170) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:33.342669 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6f9709bf-0e3a-4e48-adc3-7d8d5f304e4a tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:33.356843 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-6f9709bf-0e3a-4e48-adc3-7d8d5f304e4a tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:33.385831 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-c36d8847-1651-4d33-84a4-9ba9d430fec6 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Request body: {'floatingip': {'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:33.400090 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c36d8847-1651-4d33-84a4-9ba9d430fec6 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:33.417648 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c36d8847-1651-4d33-84a4-9ba9d430fec6 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Usage tracker for resource:floatingip and tenant:afe3705eae3c425eaa53d9ef8c04fa42 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:33.434443 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c36d8847-1651-4d33-84a4-9ba9d430fec6 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:33.452861 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c36d8847-1651-4d33-84a4-9ba9d430fec6 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:33.459645 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9709bf-0e3a-4e48-adc3-7d8d5f304e4a tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Made reservation on behalf of 53d19bfb24de4fd9a811d516ec1a6abf for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:33.460329 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-a7e91201-b262-4990-9f73-f921bd1b0756 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1287742404', 'description': 'tempest-description--143312956'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:33.462294 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6f9709bf-0e3a-4e48-adc3-7d8d5f304e4a tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:33.479209 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-265c0821-3a7e-45da-ab31-049f8248a663 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:33.482064 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a7e91201-b262-4990-9f73-f921bd1b0756 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:33.482228 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6f9709bf-0e3a-4e48-adc3-7d8d5f304e4a tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:33.487487 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a7e91201-b262-4990-9f73-f921bd1b0756 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Usage tracker for resource:security_group and tenant:5b82a940b56a43dcab21460c9541779e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:33.518002 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-30bc3665-92da-4a5e-92d2-dd936593b4d0 None None] Notify callbacks [] for port, precommit_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:33.536979 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.provisioning_blocks [None req-30bc3665-92da-4a5e-92d2-dd936593b4d0 None None] Transition to ACTIVE for port object 71652ffa-ab89-4356-9c31-0b8424244031 will not be triggered until provisioned by entity L2. {{(pid=84207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:33.538156 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-6f9709bf-0e3a-4e48-adc3-7d8d5f304e4a tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:33.545466 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6f9709bf-0e3a-4e48-adc3-7d8d5f304e4a tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Usage tracker for resource:security_group_rule and tenant:53d19bfb24de4fd9a811d516ec1a6abf is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:33.549203 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-265c0821-3a7e-45da-ab31-049f8248a663 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:33.553283 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6f9709bf-0e3a-4e48-adc3-7d8d5f304e4a tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:33.561757 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-85a141d8-842c-48b7-9241-5d09ad181c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:33.579072 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-6f9709bf-0e3a-4e48-adc3-7d8d5f304e4a tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:33.586164 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a7e91201-b262-4990-9f73-f921bd1b0756 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:33.592902 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a7e91201-b262-4990-9f73-f921bd1b0756 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:33.607012 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-265c0821-3a7e-45da-ab31-049f8248a663 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:32:33.626308 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c0821-3a7e-45da-ab31-049f8248a663 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bd8843-935e-4482-93e7-d54c67c45027,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:33.635809 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-30bc3665-92da-4a5e-92d2-dd936593b4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:33.648307 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-265c0821-3a7e-45da-ab31-049f8248a663 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:33.648935 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-265c0821-3a7e-45da-ab31-049f8248a663 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Added segment c9ff6c11-999f-45a5-b361-ea71748e7615 of type vlan for network 78cf6c13-9035-464a-8ef8-b5095b28f957 Feb 04 11:32:33.660369 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c36d8847-1651-4d33-84a4-9ba9d430fec6 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks [] for floatingip, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:33.676850 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302dc1bb-f7be-4635-af92-022104dc1ea1 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:33.691598 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-302dc1bb-f7be-4635-af92-022104dc1ea1 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:33.694465 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302dc1bb-f7be-4635-af92-022104dc1ea1 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:32:33.701338 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a7e91201-b262-4990-9f73-f921bd1b0756 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:33.715895 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302dc1bb-f7be-4635-af92-022104dc1ea1 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Pushing event updated for resources: {'Port': ['ID=f8bdf6b3-34a6-497a-a51c-f9f72a7cadf4,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:33.776896 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a7e91201-b262-4990-9f73-f921bd1b0756 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:33.782404 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a7e91201-b262-4990-9f73-f921bd1b0756 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Usage tracker for resource:security_group_rule and tenant:5b82a940b56a43dcab21460c9541779e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:33.786117 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a7e91201-b262-4990-9f73-f921bd1b0756 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:33.795580 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a7e91201-b262-4990-9f73-f921bd1b0756 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:33.797853 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-265c0821-3a7e-45da-ab31-049f8248a663 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:33.830684 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b650e68-47fc-4f37-ba77-9eccfe85596e None None] Pushing event updated for resources: {'Port': ['ID=71652ffa-ab89-4356-9c31-0b8424244031,revision_number=2']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:33.877113 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a7e91201-b262-4990-9f73-f921bd1b0756 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:33.881689 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-30bc3665-92da-4a5e-92d2-dd936593b4d0 None None] Attempting to bind port 71652ffa-ab89-4356-9c31-0b8424244031 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:32:33.881689 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-30bc3665-92da-4a5e-92d2-dd936593b4d0 None None] Attempting to bind port 71652ffa-ab89-4356-9c31-0b8424244031 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:32:33.882084 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc3665-92da-4a5e-92d2-dd936593b4d0 None None] Attempting to bind port 71652ffa-ab89-4356-9c31-0b8424244031 on network 63d4ab6b-931d-42a4-aa18-bedd81d582fa {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:32:33.897289 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc3665-92da-4a5e-92d2-dd936593b4d0 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:32:33.897670 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc3665-92da-4a5e-92d2-dd936593b4d0 None None] Checking segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:32:33.898114 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-30bc3665-92da-4a5e-92d2-dd936593b4d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:33.898505 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc3665-92da-4a5e-92d2-dd936593b4d0 None None] Bound using segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:32:33.899840 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-30bc3665-92da-4a5e-92d2-dd936593b4d0 None None] Bound port: 71652ffa-ab89-4356-9c31-0b8424244031, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:32:33.901384 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-30bc3665-92da-4a5e-92d2-dd936593b4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:33.913831 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6f9709bf-0e3a-4e48-adc3-7d8d5f304e4a tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:33.998241 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 5d400317-1e8c-4ea9-b1fe-3b90cc337b79 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:34.025806 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c36d8847-1651-4d33-84a4-9ba9d430fec6 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:34.040368 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-30bc3665-92da-4a5e-92d2-dd936593b4d0 None None] For port 71652ffa-ab89-4356-9c31-0b8424244031, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:32:34.044976 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-30bc3665-92da-4a5e-92d2-dd936593b4d0 None None] For port 71652ffa-ab89-4356-9c31-0b8424244031, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=71652ffa-ab89-4356-9c31-0b8424244031,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:32:34.052710 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a7e91201-b262-4990-9f73-f921bd1b0756 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:34.097446 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6f9709bf-0e3a-4e48-adc3-7d8d5f304e4a tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:34.117827 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8540db8d-da63-4e0b-843f-df6aac101118 tempest-QuotasTest-185068655 tempest-QuotasTest-185068655-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/6742deb7de3948c79e0f4b2ee71d3583 HTTP/1.1" status: 204 len: 168 time: 0.6877472 Feb 04 11:32:34.118473 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58178) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:34.120824 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9709bf-0e3a-4e48-adc3-7d8d5f304e4a tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:32:34.125302 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-30bc3665-92da-4a5e-92d2-dd936593b4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:34.137157 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6f9709bf-0e3a-4e48-adc3-7d8d5f304e4a tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:34.137690 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-6f9709bf-0e3a-4e48-adc3-7d8d5f304e4a tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Added segment a60cddbf-d09f-4995-9c79-8f54108cd2f0 of type vlan for network 52eae103-b69a-4095-9be2-bbbfaaa62336 Feb 04 11:32:34.196759 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6f9709bf-0e3a-4e48-adc3-7d8d5f304e4a tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:34.250599 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-265c0821-3a7e-45da-ab31-049f8248a663 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:34.251599 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265c0821-3a7e-45da-ab31-049f8248a663 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:34.253059 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-265c0821-3a7e-45da-ab31-049f8248a663 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:34.263428 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a7e91201-b262-4990-9f73-f921bd1b0756 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:34.268072 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a7e91201-b262-4990-9f73-f921bd1b0756 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.8370221 Feb 04 11:32:34.278247 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bc3665-92da-4a5e-92d2-dd936593b4d0 None None] Routers {'d5623e60-72c8-4463-95b8-0f01fd304eb5'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:32:34.278247 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-30bc3665-92da-4a5e-92d2-dd936593b4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:32:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['d5623e60-72c8-4463-95b8-0f01fd304eb5'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:34.286307 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58182) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:34.326909 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-e91cb7a2-7f61-476b-9860-101d5e8fa0d6 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Request body: {'security_group_rule': {'security_group_id': '2b1002d5-f53b-4d85-9e6b-d942e28d5085', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:34.336714 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e91cb7a2-7f61-476b-9860-101d5e8fa0d6 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:34.344505 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e91cb7a2-7f61-476b-9860-101d5e8fa0d6 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Usage tracker for resource:security_group_rule and tenant:5b82a940b56a43dcab21460c9541779e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:34.346985 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e91cb7a2-7f61-476b-9860-101d5e8fa0d6 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:34.354700 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e91cb7a2-7f61-476b-9860-101d5e8fa0d6 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:34.356558 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 5d400317-1e8c-4ea9-b1fe-3b90cc337b79 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:34.369817 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 8b5bdf5b-9e57-47f9-a424-76171c300489 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:34.373332 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e91201-b262-4990-9f73-f921bd1b0756 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1002d5-f53b-4d85-9e6b-d942e28d5085,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:34.382923 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-29bbbe84-5fed-4a7c-bc71-83db031ce58c tempest-QuotasTest-185068655 tempest-QuotasTest-185068655-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.2500181 Feb 04 11:32:34.384965 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58186) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:34.405844 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6f9709bf-0e3a-4e48-adc3-7d8d5f304e4a tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:34.410130 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9709bf-0e3a-4e48-adc3-7d8d5f304e4a tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:34.411660 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6f9709bf-0e3a-4e48-adc3-7d8d5f304e4a tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:34.426361 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-49b4f30d-d69d-4494-ad5e-9a9e5e4110df tempest-QuotasTest-185068655 tempest-QuotasTest-185068655-project-admin] 10.222.0.21 "GET /v2.0/quotas/6742deb7de3948c79e0f4b2ee71d3583 HTTP/1.1" status: 200 len: 370 time: 0.0371490 Feb 04 11:32:34.429298 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58192) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:34.432732 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-85a141d8-842c-48b7-9241-5d09ad181c26 None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:34.438183 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0759b115-6ba6-47ed-8f83-544951ea1b61 tempest-QuotasTest-185068655 tempest-QuotasTest-185068655-project-admin] 10.222.0.21 "GET /v2.0/quotas/6742deb7de3948c79e0f4b2ee71d3583/default HTTP/1.1" status: 200 len: 370 time: 0.0070257 Feb 04 11:32:34.450918 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-85a141d8-842c-48b7-9241-5d09ad181c26 None None] Transition to ACTIVE for port object d59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:34.451375 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58196) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:34.464933 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefdb9f3-ea91-43f6-9564-b6bfab533d31 None None] Network f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:32:34.592083 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c0821-3a7e-45da-ab31-049f8248a663 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Pushing event updated for resources: {'Network': ['ID=78cf6c13-9035-464a-8ef8-b5095b28f957,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:34.597929 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-85a141d8-842c-48b7-9241-5d09ad181c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:34.603961 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-30bc3665-92da-4a5e-92d2-dd936593b4d0 None None] Set router d5623e60-72c8-4463-95b8-0f01fd304eb5 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:32:34.634791 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6f9709bf-0e3a-4e48-adc3-7d8d5f304e4a tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.3637536 Feb 04 11:32:34.652394 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 78cf6c13-9035-464a-8ef8-b5095b28f957 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:32:34.702564 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58200) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:34.705242 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-11ee9bbd-3d30-4c14-b23b-bf085b4a9211 tempest-QuotasTest-185068655 tempest-QuotasTest-185068655-project-admin] delete failed (client error): The resource could not be found. Feb 04 11:32:34.707494 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-11ee9bbd-3d30-4c14-b23b-bf085b4a9211 tempest-QuotasTest-185068655 tempest-QuotasTest-185068655-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/6742deb7de3948c79e0f4b2ee71d3583 HTTP/1.1" status: 404 len: 348 time: 0.1188965 Feb 04 11:32:34.763513 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e91cb7a2-7f61-476b-9860-101d5e8fa0d6 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:34.827727 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-302dc1bb-f7be-4635-af92-022104dc1ea1 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:34.891184 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2628ea32-b926-4863-8341-8340e60361c1 None None] Provisioning for port 5d400317-1e8c-4ea9-b1fe-3b90cc337b79 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:34.961497 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e91cb7a2-7f61-476b-9860-101d5e8fa0d6 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:35.028368 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-30bc3665-92da-4a5e-92d2-dd936593b4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'name': 'tempest-ServersTestJSON-2074940559-router', 'tenant_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '71652ffa-ab89-4356-9c31-0b8424244031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:26Z', 'updated_at': '2022-02-04T11:32:28Z', 'revision_number': 3, 'project_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'gw_port': {'id': '71652ffa-ab89-4356-9c31-0b8424244031', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:27Z', 'updated_at': '2022-02-04T11:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:35.034171 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b650e68-47fc-4f37-ba77-9eccfe85596e None None] Pushing event updated for resources: {'Port': ['ID=71652ffa-ab89-4356-9c31-0b8424244031,revision_number=3']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:35.038918 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bc3665-92da-4a5e-92d2-dd936593b4d0 None None] The sync data for ids ['d5623e60-72c8-4463-95b8-0f01fd304eb5'] in dv-neutron-827825-2-hyperv is: [{'id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'name': 'tempest-ServersTestJSON-2074940559-router', 'tenant_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '71652ffa-ab89-4356-9c31-0b8424244031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:26Z', 'updated_at': '2022-02-04T11:32:28Z', 'revision_number': 3, 'project_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'gw_port': {'id': '71652ffa-ab89-4356-9c31-0b8424244031', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:27Z', 'updated_at': '2022-02-04T11:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:32:35.172255 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4384672-017c-451a-b41d-ea763e32d50e admin admin] Router 0913055d-e0e4-46b6-8bff-2cbc157d881d is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:32:35.221873 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-91727e10-1cde-431c-8233-f773c6709427 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:35.246665 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e91cb7a2-7f61-476b-9860-101d5e8fa0d6 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:35.582364 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-c36d8847-1651-4d33-84a4-9ba9d430fec6 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Allocated IP 172.26.3.167 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/9bc17268-05ce-4255-9cdc-bc29e83e8c67) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:35.585541 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-302dc1bb-f7be-4635-af92-022104dc1ea1 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:35.596137 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b881777-6485-408c-9724-22db0910e3ba None None] Pushing event updated for resources: {'Port': ['ID=d59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:35.596825 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91cb7a2-7f61-476b-9860-101d5e8fa0d6 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a9e565-1fd3-4380-bf9f-ecefd6c5b3de,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:35.596988 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2628ea32-b926-4863-8341-8340e60361c1 None None] Provisioning complete for port 5d400317-1e8c-4ea9-b1fe-3b90cc337b79 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:35.596988 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2628ea32-b926-4863-8341-8340e60361c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:35.597228 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c36d8847-1651-4d33-84a4-9ba9d430fec6 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:35.597228 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-265c0821-3a7e-45da-ab31-049f8248a663 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.7663279 Feb 04 11:32:35.597228 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58208) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:35.597228 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58210) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:35.597228 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9709bf-0e3a-4e48-adc3-7d8d5f304e4a tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31643c1-2127-4d33-9cd5-5fafeb95971d,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:35.599873 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e91cb7a2-7f61-476b-9860-101d5e8fa0d6 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:35.599873 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e91cb7a2-7f61-476b-9860-101d5e8fa0d6 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2579381 Feb 04 11:32:35.600007 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-d32ad018-1c6a-4e06-8053-863889389821 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Request body: {'network': {'project_id': '5704adfcb85740e69fa404baa1099a9d'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:35.600145 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58216) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:35.600247 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d32ad018-1c6a-4e06-8053-863889389821 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:35.604246 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d32ad018-1c6a-4e06-8053-863889389821 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Usage tracker for resource:network and tenant:5704adfcb85740e69fa404baa1099a9d is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:35.611217 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-3f141965-127e-43db-98b7-1cb628219ad3 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Request body: {'security_group_rule': {'security_group_id': '2b1002d5-f53b-4d85-9e6b-d942e28d5085', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:35.611839 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d32ad018-1c6a-4e06-8053-863889389821 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:35.620234 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d32ad018-1c6a-4e06-8053-863889389821 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:35.628670 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-3f141965-127e-43db-98b7-1cb628219ad3 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:35.681655 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9709bf-0e3a-4e48-adc3-7d8d5f304e4a tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Pushing event updated for resources: {'Network': ['ID=52eae103-b69a-4095-9be2-bbbfaaa62336,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:35.708955 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-3f141965-127e-43db-98b7-1cb628219ad3 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Usage tracker for resource:security_group_rule and tenant:5b82a940b56a43dcab21460c9541779e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:35.717743 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 52eae103-b69a-4095-9be2-bbbfaaa62336 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:32:35.725329 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-3f141965-127e-43db-98b7-1cb628219ad3 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:35.745071 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-3f141965-127e-43db-98b7-1cb628219ad3 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:35.752168 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a8f52f09-3850-4c48-8ffb-2afacf8299ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:35.774192 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c36d8847-1651-4d33-84a4-9ba9d430fec6 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:35.801637 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 8b5bdf5b-9e57-47f9-a424-76171c300489 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:35.801637 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:35.826558 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32ad018-1c6a-4e06-8053-863889389821 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Made reservation on behalf of 5704adfcb85740e69fa404baa1099a9d for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:35.829430 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d32ad018-1c6a-4e06-8053-863889389821 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:35.883288 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-cab49e5e-5b36-41e6-b551-81b9e4dcba5f tempest-QuotasTest-185068655 tempest-QuotasTest-185068655-project-admin] Usage tracker for resource:network and tenant:77729a671f7a459bb3f87e8f9930cc51 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:35.917869 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d32ad018-1c6a-4e06-8053-863889389821 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:32:35.930701 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d32ad018-1c6a-4e06-8053-863889389821 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:35.931273 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-d32ad018-1c6a-4e06-8053-863889389821 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Added segment 7d7c4051-86c8-4f8f-8e54-a925cf55f0dd of type vlan for network 0969b7d9-4ec2-4af4-82ce-decb4c4832af Feb 04 11:32:35.969261 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d32ad018-1c6a-4e06-8053-863889389821 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:36.011837 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2628ea32-b926-4863-8341-8340e60361c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:36.027268 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36d8847-1651-4d33-84a4-9ba9d430fec6 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:36.030454 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-cab49e5e-5b36-41e6-b551-81b9e4dcba5f tempest-QuotasTest-185068655 tempest-QuotasTest-185068655-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:36.031737 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-a8f52f09-3850-4c48-8ffb-2afacf8299ac admin admin] Allocated IP 172.20.0.1 (1c4e9593-ca79-45e5-9cfb-0175c4a07e6f/d604c559-206d-41f7-934e-2e0e7fee1aca/a8fe6aff-040c-4bdb-8693-c713e22ad4fe) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:36.036588 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d8847-1651-4d33-84a4-9ba9d430fec6 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Pushing event updated for resources: {'Port': ['ID=9bc17268-05ce-4255-9cdc-bc29e83e8c67,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:36.042082 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-c36d8847-1651-4d33-84a4-9ba9d430fec6 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:36.059862 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36d8847-1651-4d33-84a4-9ba9d430fec6 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:32:36.153897 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-85a141d8-842c-48b7-9241-5d09ad181c26 None None] Attempting to bind port d59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:32:36.159490 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-85a141d8-842c-48b7-9241-5d09ad181c26 None None] Attempting to bind port d59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'bee9a888-01e6-4785-95df-f4e3f4ef05fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'aa801161-0b6c-45f6-97b7-dc303a939bfb'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:32:36.159490 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a141d8-842c-48b7-9241-5d09ad181c26 None None] Attempting to bind port d59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab on network aa801161-0b6c-45f6-97b7-dc303a939bfb {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:32:36.185175 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-2628ea32-b926-4863-8341-8340e60361c1 None None] For port 5d400317-1e8c-4ea9-b1fe-3b90cc337b79, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=5d400317-1e8c-4ea9-b1fe-3b90cc337b79,segment=NetworkSegment(833aaef2-e855-46d8-a251-08451af3e555),segment_id=833aaef2-e855-46d8-a251-08451af3e555)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:32:36.187925 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a141d8-842c-48b7-9241-5d09ad181c26 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:32:36.188620 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a141d8-842c-48b7-9241-5d09ad181c26 None None] Checking segment: {'id': 'bee9a888-01e6-4785-95df-f4e3f4ef05fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'aa801161-0b6c-45f6-97b7-dc303a939bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:32:36.188620 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-85a141d8-842c-48b7-9241-5d09ad181c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:36.189104 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a141d8-842c-48b7-9241-5d09ad181c26 None None] Bound using segment: {'id': 'bee9a888-01e6-4785-95df-f4e3f4ef05fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'aa801161-0b6c-45f6-97b7-dc303a939bfb'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:32:36.189630 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-85a141d8-842c-48b7-9241-5d09ad181c26 None None] Bound port: d59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee9a888-01e6-4785-95df-f4e3f4ef05fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'aa801161-0b6c-45f6-97b7-dc303a939bfb'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:32:36.190082 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-85a141d8-842c-48b7-9241-5d09ad181c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:36.242480 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a8f52f09-3850-4c48-8ffb-2afacf8299ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:36.265663 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-a8f52f09-3850-4c48-8ffb-2afacf8299ac admin admin] Transition to ACTIVE for port object a8fe6aff-040c-4bdb-8693-c713e22ad4fe will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:36.276278 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c36d8847-1651-4d33-84a4-9ba9d430fec6 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:36.277173 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:36.280392 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-91727e10-1cde-431c-8233-f773c6709427 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:36.304015 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-cab49e5e-5b36-41e6-b551-81b9e4dcba5f tempest-QuotasTest-185068655 tempest-QuotasTest-185068655-project-admin] Usage tracker for resource:subnet and tenant:77729a671f7a459bb3f87e8f9930cc51 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:36.308763 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3f141965-127e-43db-98b7-1cb628219ad3 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:36.323298 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d32ad018-1c6a-4e06-8053-863889389821 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:36.324839 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32ad018-1c6a-4e06-8053-863889389821 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:36.324986 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d32ad018-1c6a-4e06-8053-863889389821 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:36.325390 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2628ea32-b926-4863-8341-8340e60361c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:36.349945 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-cab49e5e-5b36-41e6-b551-81b9e4dcba5f tempest-QuotasTest-185068655 tempest-QuotasTest-185068655-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:36.469381 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-85a141d8-842c-48b7-9241-5d09ad181c26 None None] For port d59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:32:36.494544 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-85a141d8-842c-48b7-9241-5d09ad181c26 None None] For port d59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=d59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab,segment=NetworkSegment(bee9a888-01e6-4785-95df-f4e3f4ef05fa),segment_id=bee9a888-01e6-4785-95df-f4e3f4ef05fa)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:32:36.496289 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628ea32-b926-4863-8341-8340e60361c1 None None] Pushing event updated for resources: {'Port': ['ID=5d400317-1e8c-4ea9-b1fe-3b90cc337b79,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:36.513330 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-91727e10-1cde-431c-8233-f773c6709427 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=84204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:32:36.513662 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-91727e10-1cde-431c-8233-f773c6709427 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:32:36.514431 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-91727e10-1cde-431c-8233-f773c6709427 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:32:36.514834 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-91727e10-1cde-431c-8233-f773c6709427 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Subscribe: > port after_create 55550000 {{(pid=84204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:32:36.515096 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-91727e10-1cde-431c-8233-f773c6709427 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Subscribe: > port after_delete 55550000 {{(pid=84204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:32:36.515370 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-91727e10-1cde-431c-8233-f773c6709427 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Subscribe: > port after_update 55550000 {{(pid=84204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:32:36.516252 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-91727e10-1cde-431c-8233-f773c6709427 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=84204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:32:36.516577 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-91727e10-1cde-431c-8233-f773c6709427 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:32:36.516882 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-91727e10-1cde-431c-8233-f773c6709427 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:32:36.517180 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-91727e10-1cde-431c-8233-f773c6709427 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=84204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:32:36.558328 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 71652ffa-ab89-4356-9c31-0b8424244031 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:36.569571 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a8f52f09-3850-4c48-8ffb-2afacf8299ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:36.592596 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-85a141d8-842c-48b7-9241-5d09ad181c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:36.706535 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f52f09-3850-4c48-8ffb-2afacf8299ac admin admin] Network 1c4e9593-ca79-45e5-9cfb-0175c4a07e6f is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:36.721054 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b881777-6485-408c-9724-22db0910e3ba None None] Pushing event updated for resources: {'Port': ['ID=d59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:36.721547 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-91727e10-1cde-431c-8233-f773c6709427 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:32:36.721547 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-91727e10-1cde-431c-8233-f773c6709427 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:32:36.721547 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-91727e10-1cde-431c-8233-f773c6709427 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=84204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:32:36.721547 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-91727e10-1cde-431c-8233-f773c6709427 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=84204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:32:36.721846 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-91727e10-1cde-431c-8233-f773c6709427 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52eae103-b69a-4095-9be2-bbbfaaa62336']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:36.722593 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-a8f52f09-3850-4c48-8ffb-2afacf8299ac admin admin] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:36.729607 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-6927d18b-9203-4820-bf55-1f75d9798923 None None] Provisioning complete for port 5d400317-1e8c-4ea9-b1fe-3b90cc337b79 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:36.730091 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6927d18b-9203-4820-bf55-1f75d9798923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:36.730558 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f52f09-3850-4c48-8ffb-2afacf8299ac admin admin] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:32:36.730999 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a8f52f09-3850-4c48-8ffb-2afacf8299ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:36.737695 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f52f09-3850-4c48-8ffb-2afacf8299ac admin admin] Pushing event updated for resources: {'Port': ['ID=a8fe6aff-040c-4bdb-8693-c713e22ad4fe,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:36.770865 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d32ad018-1c6a-4e06-8053-863889389821 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2192798 Feb 04 11:32:36.771046 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a141d8-842c-48b7-9241-5d09ad181c26 None None] Routers {'8db327df-c352-4c5a-8bf2-5bc3066d7972'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:32:36.771046 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-85a141d8-842c-48b7-9241-5d09ad181c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:32:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['8db327df-c352-4c5a-8bf2-5bc3066d7972'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:36.772568 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-91727e10-1cde-431c-8233-f773c6709427 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60cddbf-d09f-4995-9c79-8f54108cd2f0') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:36.773028 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-91727e10-1cde-431c-8233-f773c6709427 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60cddbf-d09f-4995-9c79-8f54108cd2f0') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:36.782516 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58220) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:36.786960 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-cab49e5e-5b36-41e6-b551-81b9e4dcba5f tempest-QuotasTest-185068655 tempest-QuotasTest-185068655-project-admin] Usage tracker for resource:subnetpool and tenant:77729a671f7a459bb3f87e8f9930cc51 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:36.787669 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-302dc1bb-f7be-4635-af92-022104dc1ea1 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:36.788714 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3f141965-127e-43db-98b7-1cb628219ad3 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:36.795515 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-57b4e73d-4498-441e-8406-19e97e4af9c1 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Request body: {'network': {'project_id': '5704adfcb85740e69fa404baa1099a9d'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:36.795680 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ad018-1c6a-4e06-8053-863889389821 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Pushing event updated for resources: {'Network': ['ID=0969b7d9-4ec2-4af4-82ce-decb4c4832af,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:36.802416 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-cab49e5e-5b36-41e6-b551-81b9e4dcba5f tempest-QuotasTest-185068655 tempest-QuotasTest-185068655-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:36.804014 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-57b4e73d-4498-441e-8406-19e97e4af9c1 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:36.806712 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-91727e10-1cde-431c-8233-f773c6709427 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:36.814351 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-57b4e73d-4498-441e-8406-19e97e4af9c1 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Usage tracker for resource:network and tenant:5704adfcb85740e69fa404baa1099a9d is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:36.815411 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c36d8847-1651-4d33-84a4-9ba9d430fec6 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:36.819346 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-57b4e73d-4498-441e-8406-19e97e4af9c1 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:36.834628 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 0969b7d9-4ec2-4af4-82ce-decb4c4832af details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:32:36.837264 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-57b4e73d-4498-441e-8406-19e97e4af9c1 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:36.845233 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-57b4e73d-4498-441e-8406-19e97e4af9c1 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 11:32:36.845928 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57b4e73d-4498-441e-8406-19e97e4af9c1 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:32:36.851374 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-57b4e73d-4498-441e-8406-19e97e4af9c1 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0611675 Feb 04 11:32:36.858467 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58224) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:36.895685 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4384672-017c-451a-b41d-ea763e32d50e admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:32:36.899289 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-cab49e5e-5b36-41e6-b551-81b9e4dcba5f tempest-QuotasTest-185068655 tempest-QuotasTest-185068655-project-admin] Usage tracker for resource:port and tenant:77729a671f7a459bb3f87e8f9930cc51 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:36.902410 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-91727e10-1cde-431c-8233-f773c6709427 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:36.911763 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-302dc1bb-f7be-4635-af92-022104dc1ea1 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:36.921521 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91727e10-1cde-431c-8233-f773c6709427 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:32:36.922634 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-91727e10-1cde-431c-8233-f773c6709427 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:36.936732 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-cab49e5e-5b36-41e6-b551-81b9e4dcba5f tempest-QuotasTest-185068655 tempest-QuotasTest-185068655-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:36.945527 dv-neutron-827825-2-hyperv neutron-server[84204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 11:32:36.945527 dv-neutron-827825-2-hyperv neutron-server[84204]: util.warn_limited( Feb 04 11:32:36.945527 dv-neutron-827825-2-hyperv neutron-server[84204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 04 11:32:36.945527 dv-neutron-827825-2-hyperv neutron-server[84204]: util.warn_limited( Feb 04 11:32:36.945527 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:32:36.945527 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:32:36.945527 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:32:36.945527 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:32:36.945527 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:32:36.945527 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:32:36.945527 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:32:36.945527 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:32:36.945527 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:32:36.945527 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:32:36.945527 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:32:36.945527 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:32:36.945527 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:32:36.945527 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:32:36.945527 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:32:36.945527 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:32:36.945527 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:32:36.945527 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:32:36.945527 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:32:36.945527 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:32:36.945527 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:32:36.945527 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:32:36.945527 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:32:36.945527 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:32:36.945527 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:32:36.945527 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:32:36.945527 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:32:36.945527 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:32:36.945527 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:32:36.945527 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:32:36.945527 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:32:36.945527 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:32:36.953763 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64c6fdb-1152-40a3-bcee-ac5d19a5838b None None] Sync routers for ids ['0913055d-e0e4-46b6-8bff-2cbc157d881d'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:32:37.071806 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 71652ffa-ab89-4356-9c31-0b8424244031 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:37.117386 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 71652ffa-ab89-4356-9c31-0b8424244031 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:37.118000 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:37.148477 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302dc1bb-f7be-4635-af92-022104dc1ea1 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Pushing event updated for resources: {'Port': ['ID=f8bdf6b3-34a6-497a-a51c-f9f72a7cadf4,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:37.191274 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64c6fdb-1152-40a3-bcee-ac5d19a5838b None None] Routers {'0913055d-e0e4-46b6-8bff-2cbc157d881d'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:32:37.194139 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-c64c6fdb-1152-40a3-bcee-ac5d19a5838b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:32:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['0913055d-e0e4-46b6-8bff-2cbc157d881d'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:37.257421 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-302dc1bb-f7be-4635-af92-022104dc1ea1 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:37.286217 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b0cc0a10-65eb-4b52-8d0e-9039e8d51d08 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5704adfcb85740e69fa404baa1099a9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4260221 Feb 04 11:32:37.286486 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3f141965-127e-43db-98b7-1cb628219ad3 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:37.309768 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58228) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:37.332689 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a4384672-017c-451a-b41d-ea763e32d50e admin admin] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:37.338807 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a4384672-017c-451a-b41d-ea763e32d50e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.7994351 Feb 04 11:32:37.341653 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58232) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:37.351447 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-cab49e5e-5b36-41e6-b551-81b9e4dcba5f tempest-QuotasTest-185068655 tempest-QuotasTest-185068655-project-admin] Usage tracker for resource:router and tenant:77729a671f7a459bb3f87e8f9930cc51 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:37.357244 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f141965-127e-43db-98b7-1cb628219ad3 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a428ee4-af55-4517-83f1-d202f86f8d95,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:37.391952 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a8f52f09-3850-4c48-8ffb-2afacf8299ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:37.404247 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-302dc1bb-f7be-4635-af92-022104dc1ea1 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:37.410963 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-302dc1bb-f7be-4635-af92-022104dc1ea1 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.5200610 Feb 04 11:32:37.414775 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58236) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:37.421520 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-e51a71c9-0018-4831-b394-9e60c58e21d2 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1352862643', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'fixed_ips': [{'ip_address': '172.26.3.237'}]}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:37.443148 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3f141965-127e-43db-98b7-1cb628219ad3 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:37.450602 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3f141965-127e-43db-98b7-1cb628219ad3 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.8643975 Feb 04 11:32:37.458768 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58240) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:37.464421 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-cab49e5e-5b36-41e6-b551-81b9e4dcba5f tempest-QuotasTest-185068655 tempest-QuotasTest-185068655-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:37.508716 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e51a71c9-0018-4831-b394-9e60c58e21d2 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:37.521725 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-562b9306-6878-4228-8dda-4bdca59a1c49 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Request body: {'floatingip': {'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:37.524424 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-cab49e5e-5b36-41e6-b551-81b9e4dcba5f tempest-QuotasTest-185068655 tempest-QuotasTest-185068655-project-admin] Usage tracker for resource:floatingip and tenant:77729a671f7a459bb3f87e8f9930cc51 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:37.535208 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e51a71c9-0018-4831-b394-9e60c58e21d2 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Usage tracker for resource:port and tenant:582b1b06d5854592bf0f8892e57e0e91 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:37.538793 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e51a71c9-0018-4831-b394-9e60c58e21d2 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:37.544198 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-562b9306-6878-4228-8dda-4bdca59a1c49 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:37.546605 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-cab49e5e-5b36-41e6-b551-81b9e4dcba5f tempest-QuotasTest-185068655 tempest-QuotasTest-185068655-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:37.553350 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-85a141d8-842c-48b7-9241-5d09ad181c26 None None] Set router 8db327df-c352-4c5a-8bf2-5bc3066d7972 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:32:37.554058 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-91727e10-1cde-431c-8233-f773c6709427 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:37.560120 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e51a71c9-0018-4831-b394-9e60c58e21d2 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:37.563316 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-562b9306-6878-4228-8dda-4bdca59a1c49 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Usage tracker for resource:floatingip and tenant:5b82a940b56a43dcab21460c9541779e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:37.571017 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-562b9306-6878-4228-8dda-4bdca59a1c49 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:37.601171 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-562b9306-6878-4228-8dda-4bdca59a1c49 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:37.602563 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91727e10-1cde-431c-8233-f773c6709427 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 52eae103-b69a-4095-9be2-bbbfaaa62336 {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 11:32:37.618956 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-91727e10-1cde-431c-8233-f773c6709427 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:37.624002 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91727e10-1cde-431c-8233-f773c6709427 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Pushing event deleted for resources: {'Network': ['ID=52eae103-b69a-4095-9be2-bbbfaaa62336,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:37.665638 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-91727e10-1cde-431c-8233-f773c6709427 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] 10.222.0.21 "DELETE /v2.0/networks/52eae103-b69a-4095-9be2-bbbfaaa62336 HTTP/1.1" status: 204 len: 168 time: 2.9557920 Feb 04 11:32:37.667680 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58244) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:37.688165 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-eadbf05e-960c-49f6-a43b-2603f926ce90 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:37.697487 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c36d8847-1651-4d33-84a4-9ba9d430fec6 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:37.704669 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-eadbf05e-960c-49f6-a43b-2603f926ce90 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:37.712404 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-eadbf05e-960c-49f6-a43b-2603f926ce90 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Usage tracker for resource:network and tenant:53d19bfb24de4fd9a811d516ec1a6abf is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:37.716074 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-eadbf05e-960c-49f6-a43b-2603f926ce90 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:37.773575 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-eadbf05e-960c-49f6-a43b-2603f926ce90 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:37.779613 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-c64c6fdb-1152-40a3-bcee-ac5d19a5838b None None] Set router 0913055d-e0e4-46b6-8bff-2cbc157d881d gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:32:37.788525 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c36d8847-1651-4d33-84a4-9ba9d430fec6 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:37.809106 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a8f52f09-3850-4c48-8ffb-2afacf8299ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:37.814201 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-562b9306-6878-4228-8dda-4bdca59a1c49 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks [] for floatingip, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:37.830154 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-db2e746b-e416-47dd-b71d-adab44589fe2 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:37.831869 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51a71c9-0018-4831-b394-9e60c58e21d2 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Made reservation on behalf of 582b1b06d5854592bf0f8892e57e0e91 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:37.834551 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e51a71c9-0018-4831-b394-9e60c58e21d2 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:37.852634 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e51a71c9-0018-4831-b394-9e60c58e21d2 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:37.943517 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a8f52f09-3850-4c48-8ffb-2afacf8299ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:37.944212 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a8f52f09-3850-4c48-8ffb-2afacf8299ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:37.945238 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadbf05e-960c-49f6-a43b-2603f926ce90 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Made reservation on behalf of 53d19bfb24de4fd9a811d516ec1a6abf for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:37.948643 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-eadbf05e-960c-49f6-a43b-2603f926ce90 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:37.978451 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-cab49e5e-5b36-41e6-b551-81b9e4dcba5f tempest-QuotasTest-185068655 tempest-QuotasTest-185068655-project-admin] Usage tracker for resource:security_group and tenant:77729a671f7a459bb3f87e8f9930cc51 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:37.981575 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d8847-1651-4d33-84a4-9ba9d430fec6 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Pushing event updated for resources: {'Port': ['ID=9bc17268-05ce-4255-9cdc-bc29e83e8c67,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:38.005033 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-cab49e5e-5b36-41e6-b551-81b9e4dcba5f tempest-QuotasTest-185068655 tempest-QuotasTest-185068655-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:38.018721 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:38.032757 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c36d8847-1651-4d33-84a4-9ba9d430fec6 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:38.037259 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eadbf05e-960c-49f6-a43b-2603f926ce90 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:32:38.062201 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-cab49e5e-5b36-41e6-b551-81b9e4dcba5f tempest-QuotasTest-185068655 tempest-QuotasTest-185068655-project-admin] Usage tracker for resource:security_group_rule and tenant:77729a671f7a459bb3f87e8f9930cc51 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:38.077417 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-cab49e5e-5b36-41e6-b551-81b9e4dcba5f tempest-QuotasTest-185068655 tempest-QuotasTest-185068655-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:38.086197 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-eadbf05e-960c-49f6-a43b-2603f926ce90 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:38.087242 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-eadbf05e-960c-49f6-a43b-2603f926ce90 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Added segment 8a7f1417-833a-4040-ad42-4fa9cb528a3f of type vlan for network 9a1b42a8-74b3-45ef-906b-7a64d61a0b5a Feb 04 11:32:38.108847 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-cab49e5e-5b36-41e6-b551-81b9e4dcba5f tempest-QuotasTest-185068655 tempest-QuotasTest-185068655-project-admin] 10.222.0.21 "GET /v2.0/quotas/77729a671f7a459bb3f87e8f9930cc51/details.json HTTP/1.1" status: 200 len: 703 time: 2.5630431 Feb 04 11:32:38.140300 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 71652ffa-ab89-4356-9c31-0b8424244031, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=71652ffa-ab89-4356-9c31-0b8424244031,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:32:38.205797 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e51a71c9-0018-4831-b394-9e60c58e21d2 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:38.210364 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e51a71c9-0018-4831-b394-9e60c58e21d2 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Usage tracker for resource:security_group_rule and tenant:582b1b06d5854592bf0f8892e57e0e91 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:38.213822 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e51a71c9-0018-4831-b394-9e60c58e21d2 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:38.226837 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e51a71c9-0018-4831-b394-9e60c58e21d2 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:38.255745 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:38.297778 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c36d8847-1651-4d33-84a4-9ba9d430fec6 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:38.310491 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c36d8847-1651-4d33-84a4-9ba9d430fec6 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3671434 Feb 04 11:32:38.320834 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58250) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:38.350739 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-d525e4cd-2e5e-4c39-b7c6-b640246d1cc4 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1965312724'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:38.359133 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-eadbf05e-960c-49f6-a43b-2603f926ce90 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:38.365518 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d525e4cd-2e5e-4c39-b7c6-b640246d1cc4 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:38.373975 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d525e4cd-2e5e-4c39-b7c6-b640246d1cc4 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Usage tracker for resource:network and tenant:afe3705eae3c425eaa53d9ef8c04fa42 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:38.374731 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e51a71c9-0018-4831-b394-9e60c58e21d2 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:38.380508 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d525e4cd-2e5e-4c39-b7c6-b640246d1cc4 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:38.385604 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f52f09-3850-4c48-8ffb-2afacf8299ac admin admin] Pushing event updated for resources: {'Port': ['ID=a8fe6aff-040c-4bdb-8693-c713e22ad4fe,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:38.394881 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d525e4cd-2e5e-4c39-b7c6-b640246d1cc4 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:38.402993 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-70d3afa1-6cf9-4930-8aa3-37bdec21ef6f None None] Provisioning for port a8fe6aff-040c-4bdb-8693-c713e22ad4fe completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:38.417231 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-db2e746b-e416-47dd-b71d-adab44589fe2 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:38.423186 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-70d3afa1-6cf9-4930-8aa3-37bdec21ef6f None None] Provisioning complete for port a8fe6aff-040c-4bdb-8693-c713e22ad4fe triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:38.423704 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70d3afa1-6cf9-4930-8aa3-37bdec21ef6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:38.451590 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=71652ffa-ab89-4356-9c31-0b8424244031,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:38.458882 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f52f09-3850-4c48-8ffb-2afacf8299ac admin admin] Network 1c4e9593-ca79-45e5-9cfb-0175c4a07e6f is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:38.474234 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-a8f52f09-3850-4c48-8ffb-2afacf8299ac admin admin] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:38.520447 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-85a141d8-842c-48b7-9241-5d09ad181c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'name': 'tempest-ServerActionsTestJSON-357217207-router', 'tenant_id': '5b82a940b56a43dcab21460c9541779e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '73bad0cd-b358-4b70-ae19-02f30649edab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:20Z', 'updated_at': '2022-02-04T11:32:25Z', 'revision_number': 4, 'project_id': '5b82a940b56a43dcab21460c9541779e', 'gw_port': {'id': '73bad0cd-b358-4b70-ae19-02f30649edab', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:21Z', 'updated_at': '2022-02-04T11:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'd59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab', 'name': '', 'network_id': 'aa801161-0b6c-45f6-97b7-dc303a939bfb', 'tenant_id': '5b82a940b56a43dcab21460c9541779e', 'mac_address': 'fa:16:3e:37:40:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f42d419-3d0f-4747-985d-af15d416a955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:24Z', 'updated_at': '2022-02-04T11:32:36Z', 'revision_number': 4, 'project_id': '5b82a940b56a43dcab21460c9541779e', 'subnets': [{'id': '7f42d419-3d0f-4747-985d-af15d416a955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:38.524524 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-70d3afa1-6cf9-4930-8aa3-37bdec21ef6f None None] Port a8fe6aff-040c-4bdb-8693-c713e22ad4fe cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:32:38.539410 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a141d8-842c-48b7-9241-5d09ad181c26 None None] The sync data for ids ['8db327df-c352-4c5a-8bf2-5bc3066d7972'] in dv-neutron-827825-2-hyperv is: [{'id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'name': 'tempest-ServerActionsTestJSON-357217207-router', 'tenant_id': '5b82a940b56a43dcab21460c9541779e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '73bad0cd-b358-4b70-ae19-02f30649edab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:20Z', 'updated_at': '2022-02-04T11:32:25Z', 'revision_number': 4, 'project_id': '5b82a940b56a43dcab21460c9541779e', 'gw_port': {'id': '73bad0cd-b358-4b70-ae19-02f30649edab', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:21Z', 'updated_at': '2022-02-04T11:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'd59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab', 'name': '', 'network_id': 'aa801161-0b6c-45f6-97b7-dc303a939bfb', 'tenant_id': '5b82a940b56a43dcab21460c9541779e', 'mac_address': 'fa:16:3e:37:40:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f42d419-3d0f-4747-985d-af15d416a955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:24Z', 'updated_at': '2022-02-04T11:32:36Z', 'revision_number': 4, 'project_id': '5b82a940b56a43dcab21460c9541779e', 'subnets': [{'id': '7f42d419-3d0f-4747-985d-af15d416a955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:32:38.542862 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-eadbf05e-960c-49f6-a43b-2603f926ce90 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:38.544196 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadbf05e-960c-49f6-a43b-2603f926ce90 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:38.544658 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-eadbf05e-960c-49f6-a43b-2603f926ce90 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:38.584586 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-c64c6fdb-1152-40a3-bcee-ac5d19a5838b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'name': 'tempest-ServersTestManualDisk-158342405-router', 'tenant_id': '428c59d92c8b47a08a015e5fd3f6d227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '7b0e4071-bf4d-4714-a885-bfed0933e4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:28Z', 'updated_at': '2022-02-04T11:32:31Z', 'revision_number': 3, 'project_id': '428c59d92c8b47a08a015e5fd3f6d227', 'gw_port': {'id': '7b0e4071-bf4d-4714-a885-bfed0933e4e5', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ba:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:30Z', 'updated_at': '2022-02-04T11:32:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:38.588194 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 5d400317-1e8c-4ea9-b1fe-3b90cc337b79 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:38.604701 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d525e4cd-2e5e-4c39-b7c6-b640246d1cc4 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Made reservation on behalf of afe3705eae3c425eaa53d9ef8c04fa42 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:38.616429 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d525e4cd-2e5e-4c39-b7c6-b640246d1cc4 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:38.632961 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64c6fdb-1152-40a3-bcee-ac5d19a5838b None None] Checking router: 0913055d-e0e4-46b6-8bff-2cbc157d881d for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:32:38.633500 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64c6fdb-1152-40a3-bcee-ac5d19a5838b None None] Updating router 0913055d-e0e4-46b6-8bff-2cbc157d881d port 7b0e4071-bf4d-4714-a885-bfed0933e4e5 binding host dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:32:38.653514 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e51a71c9-0018-4831-b394-9e60c58e21d2 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:38.752049 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-e51a71c9-0018-4831-b394-9e60c58e21d2 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] device_id is not set on port 191aee74-3252-4fb5-b9be-379aad73a009 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:32:38.821367 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d525e4cd-2e5e-4c39-b7c6-b640246d1cc4 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:38.843123 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-eadbf05e-960c-49f6-a43b-2603f926ce90 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1709473 Feb 04 11:32:38.844058 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c64c6fdb-1152-40a3-bcee-ac5d19a5838b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:38.845165 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbf05e-960c-49f6-a43b-2603f926ce90 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Pushing event updated for resources: {'Network': ['ID=9a1b42a8-74b3-45ef-906b-7a64d61a0b5a,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:38.848757 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58254) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:38.856909 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-6616a57b-0b4c-473b-990f-57d9eab0ebd8 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Request body: {'subnet': {'network_id': '9a1b42a8-74b3-45ef-906b-7a64d61a0b5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:38.886241 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-6616a57b-0b4c-473b-990f-57d9eab0ebd8 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:38.897341 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6616a57b-0b4c-473b-990f-57d9eab0ebd8 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Usage tracker for resource:subnet and tenant:53d19bfb24de4fd9a811d516ec1a6abf is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:38.901369 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6616a57b-0b4c-473b-990f-57d9eab0ebd8 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:38.920434 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-6616a57b-0b4c-473b-990f-57d9eab0ebd8 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:38.928973 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 5d400317-1e8c-4ea9-b1fe-3b90cc337b79 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:38.929599 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:38.940950 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d525e4cd-2e5e-4c39-b7c6-b640246d1cc4 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:38.951249 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d525e4cd-2e5e-4c39-b7c6-b640246d1cc4 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Usage tracker for resource:security_group_rule and tenant:afe3705eae3c425eaa53d9ef8c04fa42 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:38.970533 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d525e4cd-2e5e-4c39-b7c6-b640246d1cc4 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:38.975279 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 9a1b42a8-74b3-45ef-906b-7a64d61a0b5a details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:32:39.065343 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d525e4cd-2e5e-4c39-b7c6-b640246d1cc4 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:39.074802 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6616a57b-0b4c-473b-990f-57d9eab0ebd8 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Made reservation on behalf of 53d19bfb24de4fd9a811d516ec1a6abf for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:39.079054 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6616a57b-0b4c-473b-990f-57d9eab0ebd8 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:39.232476 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-e51a71c9-0018-4831-b394-9e60c58e21d2 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 11:32:39.233247 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e51a71c9-0018-4831-b394-9e60c58e21d2 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:32:39.318101 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58260) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:39.332785 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a71c9-0018-4831-b394-9e60c58e21d2 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d689f70a-1960-4973-9105-eaefaff69f41,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:39.402255 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-db2e746b-e416-47dd-b71d-adab44589fe2 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:39.456933 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e51a71c9-0018-4831-b394-9e60c58e21d2 tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.0366452 Feb 04 11:32:39.459544 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e746b-e416-47dd-b71d-adab44589fe2 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bd8843-935e-4482-93e7-d54c67c45027,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:39.462891 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-db2e746b-e416-47dd-b71d-adab44589fe2 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:39.464620 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-db2e746b-e416-47dd-b71d-adab44589fe2 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/c8bd8843-935e-4482-93e7-d54c67c45027 HTTP/1.1" status: 204 len: 168 time: 2.1335843 Feb 04 11:32:39.467935 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58266) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:39.468433 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58268) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:39.476585 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-562b9306-6878-4228-8dda-4bdca59a1c49 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:39.791942 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-41d2899a-f1d5-40ab-843c-00a472bc9abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:39.794387 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c64c6fdb-1152-40a3-bcee-ac5d19a5838b None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:39.810408 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c64c6fdb-1152-40a3-bcee-ac5d19a5838b None None] Transition to ACTIVE for port object 7b0e4071-bf4d-4714-a885-bfed0933e4e5 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:39.877399 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-044bed00-29b4-486f-8a0a-8045dd8402f5 None None] Provisioning complete for port a8fe6aff-040c-4bdb-8693-c713e22ad4fe triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:39.878051 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-044bed00-29b4-486f-8a0a-8045dd8402f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:39.931555 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c64c6fdb-1152-40a3-bcee-ac5d19a5838b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:39.986296 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d525e4cd-2e5e-4c39-b7c6-b640246d1cc4 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:40.021798 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-41d2899a-f1d5-40ab-843c-00a472bc9abd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:40.034846 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-41d2899a-f1d5-40ab-843c-00a472bc9abd admin admin] Usage tracker for resource:security_group_rule and tenant:97c7033ca431447f8c3818ceddd7ffc3 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:40.039607 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-41d2899a-f1d5-40ab-843c-00a472bc9abd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:40.070951 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-044bed00-29b4-486f-8a0a-8045dd8402f5 None None] Port a8fe6aff-040c-4bdb-8693-c713e22ad4fe cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:32:40.123859 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-a999d867-a71f-4ed9-bcfe-c4a5120ff46b tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Deleting port f8bdf6b3-34a6-497a-a51c-f9f72a7cadf4 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:32:40.124475 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a999d867-a71f-4ed9-bcfe-c4a5120ff46b tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:40.129128 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-c64c6fdb-1152-40a3-bcee-ac5d19a5838b None None] Attempting to bind port 7b0e4071-bf4d-4714-a885-bfed0933e4e5 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:32:40.129495 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-c64c6fdb-1152-40a3-bcee-ac5d19a5838b None None] Attempting to bind port 7b0e4071-bf4d-4714-a885-bfed0933e4e5 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:32:40.129922 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64c6fdb-1152-40a3-bcee-ac5d19a5838b None None] Attempting to bind port 7b0e4071-bf4d-4714-a885-bfed0933e4e5 on network 63d4ab6b-931d-42a4-aa18-bedd81d582fa {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:32:40.160618 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b30b38-0b9e-40ba-a125-b0396bff9102 None None] Pushing event updated for resources: {'Port': ['ID=7b0e4071-bf4d-4714-a885-bfed0933e4e5,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:40.168981 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64c6fdb-1152-40a3-bcee-ac5d19a5838b None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:32:40.169350 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64c6fdb-1152-40a3-bcee-ac5d19a5838b None None] Checking segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:32:40.173514 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c64c6fdb-1152-40a3-bcee-ac5d19a5838b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:40.173514 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64c6fdb-1152-40a3-bcee-ac5d19a5838b None None] Bound using segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:32:40.173514 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-c64c6fdb-1152-40a3-bcee-ac5d19a5838b None None] Bound port: 7b0e4071-bf4d-4714-a885-bfed0933e4e5, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:32:40.173514 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c64c6fdb-1152-40a3-bcee-ac5d19a5838b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:40.202217 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-17ec804a-97b0-4e18-b374-0eb663c3699b tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:40.232015 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-41d2899a-f1d5-40ab-843c-00a472bc9abd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:40.262588 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c64c6fdb-1152-40a3-bcee-ac5d19a5838b None None] For port 7b0e4071-bf4d-4714-a885-bfed0933e4e5, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:32:40.264623 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d525e4cd-2e5e-4c39-b7c6-b640246d1cc4 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:40.266959 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c64c6fdb-1152-40a3-bcee-ac5d19a5838b None None] For port 7b0e4071-bf4d-4714-a885-bfed0933e4e5, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=7b0e4071-bf4d-4714-a885-bfed0933e4e5,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:32:40.360795 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d525e4cd-2e5e-4c39-b7c6-b640246d1cc4 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:32:40.365339 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c64c6fdb-1152-40a3-bcee-ac5d19a5838b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:40.386601 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525e4cd-2e5e-4c39-b7c6-b640246d1cc4 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad460591-feac-40e4-9200-0e60ea493e2e,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:40.413850 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d525e4cd-2e5e-4c39-b7c6-b640246d1cc4 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:40.414227 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-d525e4cd-2e5e-4c39-b7c6-b640246d1cc4 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Added segment 373d00c6-762e-4af2-ba88-717aa1a12119 of type vlan for network 7cd0f5c2-5e9f-487a-b684-2fdbbc1a4e0c Feb 04 11:32:40.468161 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64c6fdb-1152-40a3-bcee-ac5d19a5838b None None] Routers {'0913055d-e0e4-46b6-8bff-2cbc157d881d'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:32:40.468346 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-c64c6fdb-1152-40a3-bcee-ac5d19a5838b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:32:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['0913055d-e0e4-46b6-8bff-2cbc157d881d'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:40.521223 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-562b9306-6878-4228-8dda-4bdca59a1c49 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Allocated IP 172.26.3.123 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/49e96064-52b0-4128-9118-ef1de54b3c3f) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:40.540181 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b30b38-0b9e-40ba-a125-b0396bff9102 None None] Pushing event updated for resources: {'Port': ['ID=7b0e4071-bf4d-4714-a885-bfed0933e4e5,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:40.567116 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-41d2899a-f1d5-40ab-843c-00a472bc9abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:40.568457 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-17ec804a-97b0-4e18-b374-0eb663c3699b tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:40.569768 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d525e4cd-2e5e-4c39-b7c6-b640246d1cc4 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:40.654872 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-41d2899a-f1d5-40ab-843c-00a472bc9abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:40.712856 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-c64c6fdb-1152-40a3-bcee-ac5d19a5838b None None] Set router 0913055d-e0e4-46b6-8bff-2cbc157d881d gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:32:40.748916 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d2899a-f1d5-40ab-843c-00a472bc9abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e530f9-c016-4330-a2a9-3681a567e4dc,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:40.756174 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-17ec804a-97b0-4e18-b374-0eb663c3699b tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=84205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:32:40.756510 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-17ec804a-97b0-4e18-b374-0eb663c3699b tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:32:40.757292 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-17ec804a-97b0-4e18-b374-0eb663c3699b tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:32:40.757668 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-17ec804a-97b0-4e18-b374-0eb663c3699b tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Subscribe: > port after_create 55550000 {{(pid=84205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:32:40.757837 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e992bfaa-0933-406c-9b18-9426969b4e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:40.758031 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-17ec804a-97b0-4e18-b374-0eb663c3699b tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Subscribe: > port after_delete 55550000 {{(pid=84205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:32:40.758348 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-17ec804a-97b0-4e18-b374-0eb663c3699b tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Subscribe: > port after_update 55550000 {{(pid=84205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:32:40.758657 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-17ec804a-97b0-4e18-b374-0eb663c3699b tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=84205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:32:40.758986 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-17ec804a-97b0-4e18-b374-0eb663c3699b tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:32:40.759288 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-17ec804a-97b0-4e18-b374-0eb663c3699b tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:32:40.759590 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-17ec804a-97b0-4e18-b374-0eb663c3699b tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=84205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:32:40.796053 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-41d2899a-f1d5-40ab-843c-00a472bc9abd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97c7033ca431447f8c3818ceddd7ffc3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4780433 Feb 04 11:32:40.796254 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device d59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:40.797274 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58274) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:40.817071 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d525e4cd-2e5e-4c39-b7c6-b640246d1cc4 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:40.820778 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d525e4cd-2e5e-4c39-b7c6-b640246d1cc4 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:40.821353 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d525e4cd-2e5e-4c39-b7c6-b640246d1cc4 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:40.876156 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.objects.ports [None req-6616a57b-0b4c-473b-990f-57d9eab0ebd8 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84204) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 11:32:40.876863 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6616a57b-0b4c-473b-990f-57d9eab0ebd8 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:40.933726 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-17ec804a-97b0-4e18-b374-0eb663c3699b tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:32:40.934169 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-17ec804a-97b0-4e18-b374-0eb663c3699b tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:32:40.934683 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-17ec804a-97b0-4e18-b374-0eb663c3699b tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=84205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:32:40.935164 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-17ec804a-97b0-4e18-b374-0eb663c3699b tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=84205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:32:40.935815 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-17ec804a-97b0-4e18-b374-0eb663c3699b tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0969b7d9-4ec2-4af4-82ce-decb4c4832af']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:40.988280 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-17ec804a-97b0-4e18-b374-0eb663c3699b tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d7c4051-86c8-4f8f-8e54-a925cf55f0dd') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:40.988562 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-17ec804a-97b0-4e18-b374-0eb663c3699b tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d7c4051-86c8-4f8f-8e54-a925cf55f0dd') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:41.002218 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a999d867-a71f-4ed9-bcfe-c4a5120ff46b tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:41.002539 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a999d867-a71f-4ed9-bcfe-c4a5120ff46b tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:41.027630 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-17ec804a-97b0-4e18-b374-0eb663c3699b tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:41.121280 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525e4cd-2e5e-4c39-b7c6-b640246d1cc4 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Pushing event updated for resources: {'Network': ['ID=7cd0f5c2-5e9f-487a-b684-2fdbbc1a4e0c,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:41.144756 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 7cd0f5c2-5e9f-487a-b684-2fdbbc1a4e0c details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:32:41.188742 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-a999d867-a71f-4ed9-bcfe-c4a5120ff46b tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Calling delete_port for f8bdf6b3-34a6-497a-a51c-f9f72a7cadf4 owned by network:floatingip {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:32:41.225627 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-17ec804a-97b0-4e18-b374-0eb663c3699b tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:41.233286 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616a57b-0b4c-473b-990f-57d9eab0ebd8 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b6ef481b-dbc3-47ee-b668-5a64f6b65c75,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:41.239419 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port d59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:41.244508 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d525e4cd-2e5e-4c39-b7c6-b640246d1cc4 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.9083965 Feb 04 11:32:41.248250 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port d59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:41.248718 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:41.249493 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1efa848f-ef81-4443-871f-f509534ada5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:41.253914 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58282) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:41.265158 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17ec804a-97b0-4e18-b374-0eb663c3699b tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:32:41.265158 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-17ec804a-97b0-4e18-b374-0eb663c3699b tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:41.282722 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1efa848f-ef81-4443-871f-f509534ada5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:41.284089 dv-neutron-827825-2-hyperv neutron-server[84205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 11:32:41.284089 dv-neutron-827825-2-hyperv neutron-server[84205]: util.warn_limited( Feb 04 11:32:41.284089 dv-neutron-827825-2-hyperv neutron-server[84205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 04 11:32:41.284089 dv-neutron-827825-2-hyperv neutron-server[84205]: util.warn_limited( Feb 04 11:32:41.284089 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:32:41.284089 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:32:41.284089 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:32:41.284089 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:32:41.284089 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:32:41.284089 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:32:41.284089 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:32:41.284089 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:32:41.284089 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:32:41.284089 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:32:41.284089 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:32:41.284089 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:32:41.284089 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:32:41.284089 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:32:41.284089 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:32:41.284089 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:32:41.284089 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:32:41.284089 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:32:41.284089 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:32:41.284089 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:32:41.284089 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:32:41.284089 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:32:41.284089 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:32:41.284089 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:32:41.284089 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:32:41.284089 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:32:41.284089 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:32:41.284089 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:32:41.284089 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:32:41.284089 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:32:41.284089 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:32:41.284089 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:32:41.287894 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-1536437e-6ea6-4365-ab7b-1185c8218b70 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Request body: {'subnet': {'network_id': '7cd0f5c2-5e9f-487a-b684-2fdbbc1a4e0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:41.342761 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6616a57b-0b4c-473b-990f-57d9eab0ebd8 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Checking segment: {'id': '8a7f1417-833a-4040-ad42-4fa9cb528a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9a1b42a8-74b3-45ef-906b-7a64d61a0b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:32:41.343001 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6616a57b-0b4c-473b-990f-57d9eab0ebd8 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Network hostable DHCP agents. Network: 9a1b42a8-74b3-45ef-906b-7a64d61a0b5a, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:32:41.444887 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-e992bfaa-0933-406c-9b18-9426969b4e5b admin admin] Allocated IP 172.20.0.1 (f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e/3d824c0a-d4f0-4ce0-8751-d3972463ada2/f7d67953-9356-420c-b3ae-6e0756518fbc) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:41.466340 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-562b9306-6878-4228-8dda-4bdca59a1c49 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:41.496754 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-c64c6fdb-1152-40a3-bcee-ac5d19a5838b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'name': 'tempest-ServersTestManualDisk-158342405-router', 'tenant_id': '428c59d92c8b47a08a015e5fd3f6d227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '7b0e4071-bf4d-4714-a885-bfed0933e4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:28Z', 'updated_at': '2022-02-04T11:32:31Z', 'revision_number': 3, 'project_id': '428c59d92c8b47a08a015e5fd3f6d227', 'gw_port': {'id': '7b0e4071-bf4d-4714-a885-bfed0933e4e5', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ba:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:30Z', 'updated_at': '2022-02-04T11:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:41.506167 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64c6fdb-1152-40a3-bcee-ac5d19a5838b None None] The sync data for ids ['0913055d-e0e4-46b6-8bff-2cbc157d881d'] in dv-neutron-827825-2-hyperv is: [{'id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'name': 'tempest-ServersTestManualDisk-158342405-router', 'tenant_id': '428c59d92c8b47a08a015e5fd3f6d227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '7b0e4071-bf4d-4714-a885-bfed0933e4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:28Z', 'updated_at': '2022-02-04T11:32:31Z', 'revision_number': 3, 'project_id': '428c59d92c8b47a08a015e5fd3f6d227', 'gw_port': {'id': '7b0e4071-bf4d-4714-a885-bfed0933e4e5', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ba:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:30Z', 'updated_at': '2022-02-04T11:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:32:41.511920 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:41.548642 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1efa848f-ef81-4443-871f-f509534ada5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:41.566846 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port d59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=d59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab,segment=NetworkSegment(bee9a888-01e6-4785-95df-f4e3f4ef05fa),segment_id=bee9a888-01e6-4785-95df-f4e3f4ef05fa)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:32:41.577300 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa848f-ef81-4443-871f-f509534ada5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e530f9-c016-4330-a2a9-3681a567e4dc,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:41.595921 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6616a57b-0b4c-473b-990f-57d9eab0ebd8 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Network 9a1b42a8-74b3-45ef-906b-7a64d61a0b5a is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:32:41.622118 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1efa848f-ef81-4443-871f-f509534ada5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:41.632726 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1efa848f-ef81-4443-871f-f509534ada5c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/65e530f9-c016-4330-a2a9-3681a567e4dc HTTP/1.1" status: 204 len: 168 time: 0.8191085 Feb 04 11:32:41.662948 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:41.664305 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 71652ffa-ab89-4356-9c31-0b8424244031 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:41.666515 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e992bfaa-0933-406c-9b18-9426969b4e5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:41.707610 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-6616a57b-0b4c-473b-990f-57d9eab0ebd8 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 9a1b42a8-74b3-45ef-906b-7a64d61a0b5a) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:41.724469 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6616a57b-0b4c-473b-990f-57d9eab0ebd8 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:41.724469 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6616a57b-0b4c-473b-990f-57d9eab0ebd8 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:41.727915 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-1536437e-6ea6-4365-ab7b-1185c8218b70 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:41.739734 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-1536437e-6ea6-4365-ab7b-1185c8218b70 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Usage tracker for resource:subnet and tenant:afe3705eae3c425eaa53d9ef8c04fa42 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:41.747993 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-1536437e-6ea6-4365-ab7b-1185c8218b70 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:41.760637 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af0fbed-3210-4fb3-a218-a6594960bc50 None None] Network 9a1b42a8-74b3-45ef-906b-7a64d61a0b5a requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:32:41.767245 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-1536437e-6ea6-4365-ab7b-1185c8218b70 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:41.770248 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f52f09-3850-4c48-8ffb-2afacf8299ac admin admin] Router d5623e60-72c8-4463-95b8-0f01fd304eb5 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:32:41.788241 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-17ec804a-97b0-4e18-b374-0eb663c3699b tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:41.813514 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-17ec804a-97b0-4e18-b374-0eb663c3699b tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:41.825752 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec804a-97b0-4e18-b374-0eb663c3699b tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Pushing event deleted for resources: {'Network': ['ID=0969b7d9-4ec2-4af4-82ce-decb4c4832af,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:41.846045 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6616a57b-0b4c-473b-990f-57d9eab0ebd8 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.9945230 Feb 04 11:32:41.848758 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58288) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:41.857241 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-48d49ebf-61c8-4351-81ec-5bc91efc8172 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Request body: {'floatingip': {'floating_network_id': '9a1b42a8-74b3-45ef-906b-7a64d61a0b5a'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:41.864560 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-48d49ebf-61c8-4351-81ec-5bc91efc8172 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:41.869814 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-48d49ebf-61c8-4351-81ec-5bc91efc8172 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Usage tracker for resource:floatingip and tenant:53d19bfb24de4fd9a811d516ec1a6abf is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:41.873917 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-48d49ebf-61c8-4351-81ec-5bc91efc8172 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:41.884848 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-48d49ebf-61c8-4351-81ec-5bc91efc8172 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:41.899009 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-17ec804a-97b0-4e18-b374-0eb663c3699b tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] 10.222.0.21 "DELETE /v2.0/networks/0969b7d9-4ec2-4af4-82ce-decb4c4832af HTTP/1.1" status: 204 len: 168 time: 2.4244478 Feb 04 11:32:41.900070 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58292) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:41.920136 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a999d867-a71f-4ed9-bcfe-c4a5120ff46b tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:41.926346 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-562b9306-6878-4228-8dda-4bdca59a1c49 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:41.929417 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1536437e-6ea6-4365-ab7b-1185c8218b70 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Made reservation on behalf of afe3705eae3c425eaa53d9ef8c04fa42 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:41.949147 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-e992bfaa-0933-406c-9b18-9426969b4e5b admin admin] Transition to ACTIVE for port object f7d67953-9356-420c-b3ae-6e0756518fbc will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:41.993776 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=d59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:42.028601 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-48d49ebf-61c8-4351-81ec-5bc91efc8172 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:42.049521 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a999d867-a71f-4ed9-bcfe-c4a5120ff46b tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8bdf6b3-34a6-497a-a51c-f9f72a7cadf4,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:42.082845 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 71652ffa-ab89-4356-9c31-0b8424244031 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:42.083221 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:42.127997 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6e69c175-fb0f-4319-9732-79e2f64ba101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:42.136501 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e992bfaa-0933-406c-9b18-9426969b4e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:42.200172 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562b9306-6878-4228-8dda-4bdca59a1c49 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:42.209912 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-562b9306-6878-4228-8dda-4bdca59a1c49 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:42.223018 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343f8620-762a-4a92-8c46-e6d4d7ce4053 None None] Network 9a1b42a8-74b3-45ef-906b-7a64d61a0b5a requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:32:42.230500 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ecd7e331-0d16-4d44-826c-2b03702c61d8 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:42.255472 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562b9306-6878-4228-8dda-4bdca59a1c49 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:32:42.286709 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1536437e-6ea6-4365-ab7b-1185c8218b70 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:42.329408 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e992bfaa-0933-406c-9b18-9426969b4e5b admin admin] Network f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:42.335585 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-e992bfaa-0933-406c-9b18-9426969b4e5b admin admin] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:42.344454 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e992bfaa-0933-406c-9b18-9426969b4e5b admin admin] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:32:42.401983 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b9306-6878-4228-8dda-4bdca59a1c49 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Pushing event updated for resources: {'Port': ['ID=49e96064-52b0-4128-9118-ef1de54b3c3f,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:42.452808 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992bfaa-0933-406c-9b18-9426969b4e5b admin admin] Pushing event updated for resources: {'Port': ['ID=f7d67953-9356-420c-b3ae-6e0756518fbc,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:42.557670 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device d59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:42.585214 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ecd7e331-0d16-4d44-826c-2b03702c61d8 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:42.669550 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port d59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:42.669949 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:42.675606 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a999d867-a71f-4ed9-bcfe-c4a5120ff46b tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:42.700315 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a999d867-a71f-4ed9-bcfe-c4a5120ff46b tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:42.705867 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a999d867-a71f-4ed9-bcfe-c4a5120ff46b tempest-ExternalNetworksAdminNegativeTestJSON-964992437 tempest-ExternalNetworksAdminNegativeTestJSON-964992437-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/b1126419-fa97-458f-933e-9b3e789ddec0 HTTP/1.1" status: 204 len: 168 time: 3.2318764 Feb 04 11:32:42.728528 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-614af4ad-542c-487a-90be-290d0f70ccf5 None None] Provisioning for port f7d67953-9356-420c-b3ae-6e0756518fbc completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:42.730713 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e992bfaa-0933-406c-9b18-9426969b4e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:42.735484 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-ecd7e331-0d16-4d44-826c-2b03702c61d8 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78cf6c13-9035-464a-8ef8-b5095b28f957']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:42.737746 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-614af4ad-542c-487a-90be-290d0f70ccf5 None None] Provisioning complete for port f7d67953-9356-420c-b3ae-6e0756518fbc triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:42.738158 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-614af4ad-542c-487a-90be-290d0f70ccf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:42.766090 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-ecd7e331-0d16-4d44-826c-2b03702c61d8 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9ff6c11-999f-45a5-b361-ea71748e7615') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:42.766090 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-ecd7e331-0d16-4d44-826c-2b03702c61d8 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9ff6c11-999f-45a5-b361-ea71748e7615') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:42.788332 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ecd7e331-0d16-4d44-826c-2b03702c61d8 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:42.791323 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-562b9306-6878-4228-8dda-4bdca59a1c49 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:42.808150 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-614af4ad-542c-487a-90be-290d0f70ccf5 None None] Port f7d67953-9356-420c-b3ae-6e0756518fbc cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:32:42.816843 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-48d49ebf-61c8-4351-81ec-5bc91efc8172 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:42.819421 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ecd7e331-0d16-4d44-826c-2b03702c61d8 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:42.857791 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f52f09-3850-4c48-8ffb-2afacf8299ac admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:32:42.868987 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd7e331-0d16-4d44-826c-2b03702c61d8 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:32:42.869631 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ecd7e331-0d16-4d44-826c-2b03702c61d8 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:42.872185 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58300) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:42.884958 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:32:42.884958 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:32:42.884958 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:32:42.884958 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:32:42.884958 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:32:42.884958 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:32:42.884958 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:32:42.884958 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:32:42.884958 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:32:42.884958 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:32:42.884958 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:32:42.884958 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:32:42.884958 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:32:42.884958 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:32:42.884958 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:32:42.884958 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:32:42.884958 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:32:42.884958 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:32:42.884958 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:32:42.884958 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:32:42.884958 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:32:42.884958 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:32:42.884958 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:32:42.884958 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:32:42.884958 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:32:42.884958 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:32:42.884958 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:32:42.884958 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:32:42.884958 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:32:42.884958 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:32:42.884958 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:32:42.884958 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:32:42.926060 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a8f52f09-3850-4c48-8ffb-2afacf8299ac admin admin] 10.222.0.21 "PUT /v2.0/routers/d5623e60-72c8-4463-95b8-0f01fd304eb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8064485 Feb 04 11:32:42.958226 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0e486c46-cead-4c43-ad40-3b71c8dcfc29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:43.009133 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-562b9306-6878-4228-8dda-4bdca59a1c49 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:43.058348 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-0e486c46-cead-4c43-ad40-3b71c8dcfc29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:43.066328 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-0e486c46-cead-4c43-ad40-3b71c8dcfc29 admin admin] Usage tracker for resource:security_group_rule and tenant:77729a671f7a459bb3f87e8f9930cc51 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:43.070847 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-0e486c46-cead-4c43-ad40-3b71c8dcfc29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:43.083508 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-0e486c46-cead-4c43-ad40-3b71c8dcfc29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:43.107853 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ecd7e331-0d16-4d44-826c-2b03702c61d8 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:43.119291 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1536437e-6ea6-4365-ab7b-1185c8218b70 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:43.144236 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ecd7e331-0d16-4d44-826c-2b03702c61d8 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:43.150009 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e992bfaa-0933-406c-9b18-9426969b4e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:43.190399 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd7e331-0d16-4d44-826c-2b03702c61d8 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] Pushing event deleted for resources: {'Network': ['ID=78cf6c13-9035-464a-8ef8-b5095b28f957,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:43.201506 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-48d49ebf-61c8-4351-81ec-5bc91efc8172 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Allocated IP 172.20.0.8 (9a1b42a8-74b3-45ef-906b-7a64d61a0b5a/b6ef481b-dbc3-47ee-b668-5a64f6b65c75/807a2dda-0e22-4053-a205-44272a58de86) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:43.204863 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ecd7e331-0d16-4d44-826c-2b03702c61d8 tempest-QuotasNegativeTest-27987508 tempest-QuotasNegativeTest-27987508-project-admin] 10.222.0.21 "DELETE /v2.0/networks/78cf6c13-9035-464a-8ef8-b5095b28f957 HTTP/1.1" status: 204 len: 168 time: 1.3034780 Feb 04 11:32:43.406800 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536437e-6ea6-4365-ab7b-1185c8218b70 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Pushing event updated for resources: {'Subnet': ['ID=64072c62-d889-47df-a328-5626967671e8,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:43.494250 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0e486c46-cead-4c43-ad40-3b71c8dcfc29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:43.498529 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1536437e-6ea6-4365-ab7b-1185c8218b70 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Checking segment: {'id': '373d00c6-762e-4af2-ba88-717aa1a12119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7cd0f5c2-5e9f-487a-b684-2fdbbc1a4e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:32:43.498529 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1536437e-6ea6-4365-ab7b-1185c8218b70 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Network hostable DHCP agents. Network: 7cd0f5c2-5e9f-487a-b684-2fdbbc1a4e0c, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:32:43.529873 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-562b9306-6878-4228-8dda-4bdca59a1c49 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:43.549579 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-48d49ebf-61c8-4351-81ec-5bc91efc8172 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:43.549983 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0e486c46-cead-4c43-ad40-3b71c8dcfc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:43.633390 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e992bfaa-0933-406c-9b18-9426969b4e5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:43.644352 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0e486c46-cead-4c43-ad40-3b71c8dcfc29 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=77729a671f7a459bb3f87e8f9930cc51&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7708349 Feb 04 11:32:43.645427 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-562b9306-6878-4228-8dda-4bdca59a1c49 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:43.649736 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58322) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:43.650121 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58324) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:43.715533 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-48d49ebf-61c8-4351-81ec-5bc91efc8172 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:43.753368 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e992bfaa-0933-406c-9b18-9426969b4e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:43.792547 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e486c46-cead-4c43-ad40-3b71c8dcfc29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f94697-fd50-4084-b9bb-06c2d03c5c19,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:43.803659 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b9306-6878-4228-8dda-4bdca59a1c49 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Pushing event updated for resources: {'Port': ['ID=49e96064-52b0-4128-9118-ef1de54b3c3f,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:43.826228 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-562b9306-6878-4228-8dda-4bdca59a1c49 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:43.843698 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1536437e-6ea6-4365-ab7b-1185c8218b70 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Network 7cd0f5c2-5e9f-487a-b684-2fdbbc1a4e0c is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:32:43.856152 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ab59be62-ceeb-47a0-80ca-c0f6927336b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:43.893928 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d49ebf-61c8-4351-81ec-5bc91efc8172 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Network 9a1b42a8-74b3-45ef-906b-7a64d61a0b5a is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:43.898827 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d49ebf-61c8-4351-81ec-5bc91efc8172 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Pushing event updated for resources: {'Port': ['ID=807a2dda-0e22-4053-a205-44272a58de86,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:43.903436 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e992bfaa-0933-406c-9b18-9426969b4e5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:43.908735 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-48d49ebf-61c8-4351-81ec-5bc91efc8172 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:43.931547 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-1536437e-6ea6-4365-ab7b-1185c8218b70 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 7cd0f5c2-5e9f-487a-b684-2fdbbc1a4e0c) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:43.947013 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1536437e-6ea6-4365-ab7b-1185c8218b70 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:43.947604 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1536437e-6ea6-4365-ab7b-1185c8218b70 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:43.947905 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a4e58b-645e-4dcf-bd2d-c28dae10e85d None None] Network 7cd0f5c2-5e9f-487a-b684-2fdbbc1a4e0c requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:32:43.973335 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-562b9306-6878-4228-8dda-4bdca59a1c49 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:43.977573 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-562b9306-6878-4228-8dda-4bdca59a1c49 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4673510 Feb 04 11:32:44.002808 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ab59be62-ceeb-47a0-80ca-c0f6927336b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:44.064195 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-1536437e-6ea6-4365-ab7b-1185c8218b70 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8043401 Feb 04 11:32:44.066915 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58338) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:44.072356 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-c2181766-ca56-4e8b-9509-38323e78875f tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1991719019', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}, 'admin_state_up': False}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:44.088802 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c2181766-ca56-4e8b-9509-38323e78875f tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:44.095519 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c2181766-ca56-4e8b-9509-38323e78875f tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Usage tracker for resource:router and tenant:afe3705eae3c425eaa53d9ef8c04fa42 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:44.100857 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c2181766-ca56-4e8b-9509-38323e78875f tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:44.115456 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c2181766-ca56-4e8b-9509-38323e78875f tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:44.145251 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d49ebf-61c8-4351-81ec-5bc91efc8172 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:32:44.174558 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992bfaa-0933-406c-9b18-9426969b4e5b admin admin] Pushing event updated for resources: {'Port': ['ID=f7d67953-9356-420c-b3ae-6e0756518fbc,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:44.200890 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c2181766-ca56-4e8b-9509-38323e78875f tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:44.202276 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c2181766-ca56-4e8b-9509-38323e78875f tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:44.239468 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c2181766-ca56-4e8b-9509-38323e78875f tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:44.337369 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7234c806-8a68-473e-8e10-9bd4e959d0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:44.395151 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373db955-0fc6-46d6-a23f-d8699e38c083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-7cd0f5c2-5e9f-487a-b684-2fdbbc1a4e0c', 'network_id': '7cd0f5c2-5e9f-487a-b684-2fdbbc1a4e0c', 'tenant_id': 'afe3705eae3c425eaa53d9ef8c04fa42', 'fixed_ips': [{'subnet_id': '64072c62-d889-47df-a328-5626967671e8'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:32:44.395959 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-373db955-0fc6-46d6-a23f-d8699e38c083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:44.397107 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e992bfaa-0933-406c-9b18-9426969b4e5b admin admin] Network f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:44.398435 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-e992bfaa-0933-406c-9b18-9426969b4e5b admin admin] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:44.509345 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ab59be62-ceeb-47a0-80ca-c0f6927336b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:44.556001 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-7234c806-8a68-473e-8e10-9bd4e959d0f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:44.570395 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59be62-ceeb-47a0-80ca-c0f6927336b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f94697-fd50-4084-b9bb-06c2d03c5c19,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:44.581984 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-7234c806-8a68-473e-8e10-9bd4e959d0f7 admin admin] Usage tracker for resource:security_group_rule and tenant:b340a831243f45b4b865b2d4a0e1d82e is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:44.589134 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-7234c806-8a68-473e-8e10-9bd4e959d0f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:44.722140 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-7234c806-8a68-473e-8e10-9bd4e959d0f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:44.742521 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c2181766-ca56-4e8b-9509-38323e78875f tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:44.770800 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ab59be62-ceeb-47a0-80ca-c0f6927336b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:44.771927 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ab59be62-ceeb-47a0-80ca-c0f6927336b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/17f94697-fd50-4084-b9bb-06c2d03c5c19 HTTP/1.1" status: 204 len: 168 time: 1.1208737 Feb 04 11:32:44.792163 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-373db955-0fc6-46d6-a23f-d8699e38c083 None None] Allocated IP 172.20.0.2 (7cd0f5c2-5e9f-487a-b684-2fdbbc1a4e0c/64072c62-d889-47df-a328-5626967671e8/f9b5db7c-6528-4dbf-97b0-977c594c0f50) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:45.060234 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-373db955-0fc6-46d6-a23f-d8699e38c083 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:45.089415 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-373db955-0fc6-46d6-a23f-d8699e38c083 None None] Transition to ACTIVE for port object f9b5db7c-6528-4dbf-97b0-977c594c0f50 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:45.175424 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-420a731e-2d21-4eb4-bf68-0264d3ee4d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:45.211631 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-373db955-0fc6-46d6-a23f-d8699e38c083 None None] Transition to ACTIVE for port object f9b5db7c-6528-4dbf-97b0-977c594c0f50 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:45.243408 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e9c9477c-8a50-46ab-931b-7d8277f760b0 None None] Provisioning complete for port f7d67953-9356-420c-b3ae-6e0756518fbc triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:45.244306 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e9c9477c-8a50-46ab-931b-7d8277f760b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:45.257231 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c2181766-ca56-4e8b-9509-38323e78875f tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks [] for router_gateway, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:45.321378 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-e9c9477c-8a50-46ab-931b-7d8277f760b0 None None] Port f7d67953-9356-420c-b3ae-6e0756518fbc cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:32:45.331452 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-373db955-0fc6-46d6-a23f-d8699e38c083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:45.349208 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c2181766-ca56-4e8b-9509-38323e78875f tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:45.352331 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58358) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:45.358537 dv-neutron-827825-2-hyperv neutron-server[84205]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 11:32:45.371746 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-48d49ebf-61c8-4351-81ec-5bc91efc8172 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:45.383215 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58362) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:45.428877 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373db955-0fc6-46d6-a23f-d8699e38c083 None None] Network 7cd0f5c2-5e9f-487a-b684-2fdbbc1a4e0c is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:45.431788 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-373db955-0fc6-46d6-a23f-d8699e38c083 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:45.439759 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7234c806-8a68-473e-8e10-9bd4e959d0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:45.452691 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373db955-0fc6-46d6-a23f-d8699e38c083 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:32:45.471673 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373db955-0fc6-46d6-a23f-d8699e38c083 None None] Pushing event updated for resources: {'Port': ['ID=f9b5db7c-6528-4dbf-97b0-977c594c0f50,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:45.488117 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-cb112189-357e-47d8-942e-3d4b45884036 req-2af64c9b-eb8b-45b0-98d5-0d383d5cd87d tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Synchronizing usage tracker for tenant:5b82a940b56a43dcab21460c9541779e on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:32:45.548003 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58368) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:45.558803 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-c07a92a0-9e0b-4b7f-aea4-f090c48fe23e tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Request body: {'security_group': {'name': 'tempest-securitygroup--508277199', 'description': 'tempest-description--655095921'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:45.573993 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c07a92a0-9e0b-4b7f-aea4-f090c48fe23e tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:45.589470 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c07a92a0-9e0b-4b7f-aea4-f090c48fe23e tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Usage tracker for resource:security_group and tenant:74eeb4f9d8f74fc499285014b76b0ac9 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:45.596157 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c07a92a0-9e0b-4b7f-aea4-f090c48fe23e tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:45.608581 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-c2181766-ca56-4e8b-9509-38323e78875f tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Allocated IP 172.26.3.140 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/aaf9e131-f6e6-49fe-b64c-7c30f62baff5) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:45.612459 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c07a92a0-9e0b-4b7f-aea4-f090c48fe23e tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:45.612671 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:32:45.660060 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-373db955-0fc6-46d6-a23f-d8699e38c083 None None] Attempting to bind port f9b5db7c-6528-4dbf-97b0-977c594c0f50 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:32:45.660587 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-373db955-0fc6-46d6-a23f-d8699e38c083 None None] Attempting to bind port f9b5db7c-6528-4dbf-97b0-977c594c0f50 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '373d00c6-762e-4af2-ba88-717aa1a12119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7cd0f5c2-5e9f-487a-b684-2fdbbc1a4e0c'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:32:45.661092 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373db955-0fc6-46d6-a23f-d8699e38c083 None None] Attempting to bind port f9b5db7c-6528-4dbf-97b0-977c594c0f50 on network 7cd0f5c2-5e9f-487a-b684-2fdbbc1a4e0c {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:32:45.667033 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-48d49ebf-61c8-4351-81ec-5bc91efc8172 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:45.668789 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373db955-0fc6-46d6-a23f-d8699e38c083 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:32:45.669281 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373db955-0fc6-46d6-a23f-d8699e38c083 None None] Checking segment: {'id': '373d00c6-762e-4af2-ba88-717aa1a12119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7cd0f5c2-5e9f-487a-b684-2fdbbc1a4e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:32:45.669777 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-373db955-0fc6-46d6-a23f-d8699e38c083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:45.670344 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373db955-0fc6-46d6-a23f-d8699e38c083 None None] Bound using segment: {'id': '373d00c6-762e-4af2-ba88-717aa1a12119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7cd0f5c2-5e9f-487a-b684-2fdbbc1a4e0c'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:32:45.670941 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-373db955-0fc6-46d6-a23f-d8699e38c083 None None] Bound port: f9b5db7c-6528-4dbf-97b0-977c594c0f50, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373d00c6-762e-4af2-ba88-717aa1a12119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7cd0f5c2-5e9f-487a-b684-2fdbbc1a4e0c'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:32:45.671409 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-373db955-0fc6-46d6-a23f-d8699e38c083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:45.695865 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7234c806-8a68-473e-8e10-9bd4e959d0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:45.726029 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:45.757758 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c07a92a0-9e0b-4b7f-aea4-f090c48fe23e tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:45.768692 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-7234c806-8a68-473e-8e10-9bd4e959d0f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b340a831243f45b4b865b2d4a0e1d82e&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1159399 Feb 04 11:32:45.773535 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58372) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:45.780715 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234c806-8a68-473e-8e10-9bd4e959d0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16aa7207-1b89-46e8-a717-0db58738c61f,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:45.821500 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c2181766-ca56-4e8b-9509-38323e78875f tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:45.840365 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-373db955-0fc6-46d6-a23f-d8699e38c083 None None] For port f9b5db7c-6528-4dbf-97b0-977c594c0f50, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:32:45.841197 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c07a92a0-9e0b-4b7f-aea4-f090c48fe23e tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:45.848277 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c07a92a0-9e0b-4b7f-aea4-f090c48fe23e tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Usage tracker for resource:security_group_rule and tenant:74eeb4f9d8f74fc499285014b76b0ac9 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:45.851206 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-373db955-0fc6-46d6-a23f-d8699e38c083 None None] For port f9b5db7c-6528-4dbf-97b0-977c594c0f50, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=f9b5db7c-6528-4dbf-97b0-977c594c0f50,segment=NetworkSegment(373d00c6-762e-4af2-ba88-717aa1a12119),segment_id=373d00c6-762e-4af2-ba88-717aa1a12119)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:32:45.852266 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c07a92a0-9e0b-4b7f-aea4-f090c48fe23e tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:45.854994 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-cb112189-357e-47d8-942e-3d4b45884036 req-2af64c9b-eb8b-45b0-98d5-0d383d5cd87d tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Unset dirty status for tenant:5b82a940b56a43dcab21460c9541779e on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:32:45.856089 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:45.864441 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-cb112189-357e-47d8-942e-3d4b45884036 req-2af64c9b-eb8b-45b0-98d5-0d383d5cd87d tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1287742404&fields=id&tenant_id=5b82a940b56a43dcab21460c9541779e HTTP/1.1" status: 200 len: 267 time: 0.5104144 Feb 04 11:32:45.912385 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c07a92a0-9e0b-4b7f-aea4-f090c48fe23e tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:45.936750 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-373db955-0fc6-46d6-a23f-d8699e38c083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:45.965980 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-91457d25-33b3-4273-a855-d132ab608682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:45.978495 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9ec47ee2-959c-4047-b6e8-1a01607ec062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:46.081218 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-91457d25-33b3-4273-a855-d132ab608682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:46.092359 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373db955-0fc6-46d6-a23f-d8699e38c083 None None] Pushing event updated for resources: {'Port': ['ID=f9b5db7c-6528-4dbf-97b0-977c594c0f50,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:46.117844 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-9ec47ee2-959c-4047-b6e8-1a01607ec062 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:46.154769 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e992bfaa-0933-406c-9b18-9426969b4e5b admin admin] Router 0913055d-e0e4-46b6-8bff-2cbc157d881d has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:32:46.158558 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c07a92a0-9e0b-4b7f-aea4-f090c48fe23e tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:46.166347 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-9ec47ee2-959c-4047-b6e8-1a01607ec062 admin admin] Usage tracker for resource:security_group_rule and tenant:3ba48bb19ded4144ad74d8db1f4030db is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:46.171093 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-9ec47ee2-959c-4047-b6e8-1a01607ec062 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:46.181639 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-9ec47ee2-959c-4047-b6e8-1a01607ec062 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:46.192617 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c2181766-ca56-4e8b-9509-38323e78875f tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:46.271071 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2181766-ca56-4e8b-9509-38323e78875f tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:46.317541 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-c2181766-ca56-4e8b-9509-38323e78875f tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:46.329988 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.db.resource_extend [None req-48d49ebf-61c8-4351-81ec-5bc91efc8172 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:32:46.362089 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-48d49ebf-61c8-4351-81ec-5bc91efc8172 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:46.377503 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb112189-357e-47d8-942e-3d4b45884036 req-c2e0feb9-c6e5-4a9b-a278-d888be34560c tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:46.378349 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-cb112189-357e-47d8-942e-3d4b45884036 req-c2e0feb9-c6e5-4a9b-a278-d888be34560c tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Synchronizing usage tracker for tenant:5b82a940b56a43dcab21460c9541779e on resource:network {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:32:46.381121 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c07a92a0-9e0b-4b7f-aea4-f090c48fe23e tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:46.392883 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2181766-ca56-4e8b-9509-38323e78875f tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:32:46.493670 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2181766-ca56-4e8b-9509-38323e78875f tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Pushing event updated for resources: {'Port': ['ID=aaf9e131-f6e6-49fe-b64c-7c30f62baff5,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:46.539484 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-48d49ebf-61c8-4351-81ec-5bc91efc8172 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:46.570788 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device f9b5db7c-6528-4dbf-97b0-977c594c0f50 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:46.587707 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-91457d25-33b3-4273-a855-d132ab608682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:46.631344 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91457d25-33b3-4273-a855-d132ab608682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16aa7207-1b89-46e8-a717-0db58738c61f,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:46.673824 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a92a0-9e0b-4b7f-aea4-f090c48fe23e tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b65b1d6-954c-4ebe-b4bc-39f78bce49be,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:46.681732 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9ec47ee2-959c-4047-b6e8-1a01607ec062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:46.710662 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d49ebf-61c8-4351-81ec-5bc91efc8172 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Pushing event updated for resources: {'Port': ['ID=807a2dda-0e22-4053-a205-44272a58de86,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:46.744363 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-91457d25-33b3-4273-a855-d132ab608682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:46.748404 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-91457d25-33b3-4273-a855-d132ab608682 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/16aa7207-1b89-46e8-a717-0db58738c61f HTTP/1.1" status: 204 len: 168 time: 0.9423816 Feb 04 11:32:46.776182 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-48d49ebf-61c8-4351-81ec-5bc91efc8172 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:46.783444 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9ec47ee2-959c-4047-b6e8-1a01607ec062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:46.799512 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:46.815005 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e992bfaa-0933-406c-9b18-9426969b4e5b admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:32:46.820687 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e992bfaa-0933-406c-9b18-9426969b4e5b admin admin] 10.222.0.21 "PUT /v2.0/routers/0913055d-e0e4-46b6-8bff-2cbc157d881d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4772520 Feb 04 11:32:46.820917 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c07a92a0-9e0b-4b7f-aea4-f090c48fe23e tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:46.825055 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58392) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:46.825405 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c07a92a0-9e0b-4b7f-aea4-f090c48fe23e tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.2745965 Feb 04 11:32:46.845432 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-7da675ff-80b9-4a02-9d6c-487b1bce3a15 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Request body: {'security_group_rule': {'security_group_id': '4b65b1d6-954c-4ebe-b4bc-39f78bce49be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:46.868977 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-7da675ff-80b9-4a02-9d6c-487b1bce3a15 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:46.878918 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port f9b5db7c-6528-4dbf-97b0-977c594c0f50 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:46.895165 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-7da675ff-80b9-4a02-9d6c-487b1bce3a15 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Usage tracker for resource:security_group_rule and tenant:74eeb4f9d8f74fc499285014b76b0ac9 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:46.901957 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-7da675ff-80b9-4a02-9d6c-487b1bce3a15 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:46.913580 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-7da675ff-80b9-4a02-9d6c-487b1bce3a15 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:46.919436 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-48d49ebf-61c8-4351-81ec-5bc91efc8172 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:46.919436 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-48d49ebf-61c8-4351-81ec-5bc91efc8172 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.0692117 Feb 04 11:32:46.924383 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58398) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:46.979324 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-cb112189-357e-47d8-942e-3d4b45884036 req-c2e0feb9-c6e5-4a9b-a278-d888be34560c tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Unset dirty status for tenant:5b82a940b56a43dcab21460c9541779e on resource:network {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:32:46.980781 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-cb112189-357e-47d8-942e-3d4b45884036 req-c2e0feb9-c6e5-4a9b-a278-d888be34560c tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/networks?id=aa801161-0b6c-45f6-97b7-dc303a939bfb HTTP/1.1" status: 200 len: 811 time: 1.1153440 Feb 04 11:32:46.990677 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-9ec47ee2-959c-4047-b6e8-1a01607ec062 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ba48bb19ded4144ad74d8db1f4030db&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5717247 Feb 04 11:32:46.991631 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec47ee2-959c-4047-b6e8-1a01607ec062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc33ae4-474a-4dd8-b80f-db1f76123f17,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:46.994752 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58402) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:47.017531 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-0061fe78-7225-4463-92f7-49e0705888b2 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Synchronizing usage tracker for tenant:53d19bfb24de4fd9a811d516ec1a6abf on resource:floatingip {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:32:47.063778 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-cb112189-357e-47d8-942e-3d4b45884036 req-fe9ec1d6-95f0-41e5-a366-e1ab6bd84e75 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/quotas/5b82a940b56a43dcab21460c9541779e HTTP/1.1" status: 200 len: 375 time: 0.0461364 Feb 04 11:32:47.078915 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7da675ff-80b9-4a02-9d6c-487b1bce3a15 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:47.140832 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-0061fe78-7225-4463-92f7-49e0705888b2 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Unset dirty status for tenant:53d19bfb24de4fd9a811d516ec1a6abf on resource:floatingip {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:32:47.145321 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-0061fe78-7225-4463-92f7-49e0705888b2 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] 10.222.0.21 "GET /v2.0/floatingips?floating_network_id=9a1b42a8-74b3-45ef-906b-7a64d61a0b5a HTTP/1.1" status: 200 len: 689 time: 0.2197766 Feb 04 11:32:47.155400 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58408) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:47.282345 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-eba7a27e-a099-4879-9f44-bda1c7b3b08b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:47.355503 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-eba7a27e-a099-4879-9f44-bda1c7b3b08b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:47.437431 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf63722-fbc7-4a39-ae34-54c12355b12b None None] Network 7cd0f5c2-5e9f-487a-b684-2fdbbc1a4e0c requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:32:47.443286 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c2181766-ca56-4e8b-9509-38323e78875f tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks [] for router_gateway, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:47.443947 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c2181766-ca56-4e8b-9509-38323e78875f tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:47.445929 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7da675ff-80b9-4a02-9d6c-487b1bce3a15 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:47.519587 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3004298f-7971-40c9-a91c-d494c44cc1a4 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:47.545737 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-eba7a27e-a099-4879-9f44-bda1c7b3b08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:47.567775 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7a27e-a099-4879-9f44-bda1c7b3b08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc33ae4-474a-4dd8-b80f-db1f76123f17,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:47.581209 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58418) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:47.617771 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-cb112189-357e-47d8-942e-3d4b45884036 req-74553f33-2488-4388-bcb4-88a4319ddac5 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b82a940b56a43dcab21460c9541779e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5318675 Feb 04 11:32:47.629774 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-eba7a27e-a099-4879-9f44-bda1c7b3b08b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:47.634940 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-eba7a27e-a099-4879-9f44-bda1c7b3b08b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ccc33ae4-474a-4dd8-b80f-db1f76123f17 HTTP/1.1" status: 204 len: 168 time: 0.6299319 Feb 04 11:32:47.657563 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-0f47c610-a130-424f-aacc-5a9faa208354 None None] Provisioning for port f9b5db7c-6528-4dbf-97b0-977c594c0f50 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:47.683190 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-0f47c610-a130-424f-aacc-5a9faa208354 None None] Provisioning complete for port f9b5db7c-6528-4dbf-97b0-977c594c0f50 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:47.683617 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0f47c610-a130-424f-aacc-5a9faa208354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:47.720486 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7da675ff-80b9-4a02-9d6c-487b1bce3a15 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:47.829465 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da675ff-80b9-4a02-9d6c-487b1bce3a15 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29f86ae0-f5b1-4a93-bf23-0e576c53216b,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:47.839460 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-3004298f-7971-40c9-a91c-d494c44cc1a4 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Deleting port 807a2dda-0e22-4053-a205-44272a58de86 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:32:47.842815 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3004298f-7971-40c9-a91c-d494c44cc1a4 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:47.898554 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7da675ff-80b9-4a02-9d6c-487b1bce3a15 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:47.899756 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-7da675ff-80b9-4a02-9d6c-487b1bce3a15 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0733716 Feb 04 11:32:47.904019 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58428) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:47.916648 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-0d7d749b-6e28-4e09-99b5-cee7a95c372a tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Request body: {'security_group_rule': {'security_group_id': '4b65b1d6-954c-4ebe-b4bc-39f78bce49be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:47.959369 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-0d7d749b-6e28-4e09-99b5-cee7a95c372a tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:47.978826 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-0d7d749b-6e28-4e09-99b5-cee7a95c372a tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Usage tracker for resource:security_group_rule and tenant:74eeb4f9d8f74fc499285014b76b0ac9 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:47.988744 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-0d7d749b-6e28-4e09-99b5-cee7a95c372a tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:48.010959 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-0d7d749b-6e28-4e09-99b5-cee7a95c372a tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:48.079214 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2181766-ca56-4e8b-9509-38323e78875f tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Router 7410fc0c-4500-4634-bd2b-e626d7e506b0 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:32:48.106873 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0f47c610-a130-424f-aacc-5a9faa208354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:48.228509 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3004298f-7971-40c9-a91c-d494c44cc1a4 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:48.228833 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3004298f-7971-40c9-a91c-d494c44cc1a4 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:48.241202 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-0f47c610-a130-424f-aacc-5a9faa208354 None None] For port f9b5db7c-6528-4dbf-97b0-977c594c0f50, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=f9b5db7c-6528-4dbf-97b0-977c594c0f50,segment=NetworkSegment(373d00c6-762e-4af2-ba88-717aa1a12119),segment_id=373d00c6-762e-4af2-ba88-717aa1a12119)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:32:48.313726 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0f47c610-a130-424f-aacc-5a9faa208354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:48.315249 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58432) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:48.357996 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-474c17d5-4357-4e52-be59-c9a9aa66fab3 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-768440973'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:48.376073 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-474c17d5-4357-4e52-be59-c9a9aa66fab3 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:48.380961 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-474c17d5-4357-4e52-be59-c9a9aa66fab3 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Usage tracker for resource:network and tenant:a205355c3de243a3a3a0fe66e1ec308d is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:48.388728 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-474c17d5-4357-4e52-be59-c9a9aa66fab3 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:48.416249 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-474c17d5-4357-4e52-be59-c9a9aa66fab3 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:48.435160 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0d7d749b-6e28-4e09-99b5-cee7a95c372a tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:48.474508 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47c610-a130-424f-aacc-5a9faa208354 None None] Pushing event updated for resources: {'Port': ['ID=f9b5db7c-6528-4dbf-97b0-977c594c0f50,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:48.513785 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-3004298f-7971-40c9-a91c-d494c44cc1a4 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Calling delete_port for 807a2dda-0e22-4053-a205-44272a58de86 owned by network:floatingip {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:32:48.520622 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474c17d5-4357-4e52-be59-c9a9aa66fab3 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Made reservation on behalf of a205355c3de243a3a3a0fe66e1ec308d for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:48.530165 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-474c17d5-4357-4e52-be59-c9a9aa66fab3 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:48.607716 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-474c17d5-4357-4e52-be59-c9a9aa66fab3 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:48.644792 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 7b0e4071-bf4d-4714-a885-bfed0933e4e5 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:48.711078 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8164972c-a53a-4e62-9d38-bf1b54f21053 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=582b1b06d5854592bf0f8892e57e0e91&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3851397 Feb 04 11:32:48.745650 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58444) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:48.762601 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7d6a6dfd-b6ef-4f93-bb12-c8bac0a92c20 None None] Provisioning complete for port f9b5db7c-6528-4dbf-97b0-977c594c0f50 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:48.762962 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7d6a6dfd-b6ef-4f93-bb12-c8bac0a92c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:48.809379 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0d7d749b-6e28-4e09-99b5-cee7a95c372a tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:48.821826 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-474c17d5-4357-4e52-be59-c9a9aa66fab3 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:48.831677 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-474c17d5-4357-4e52-be59-c9a9aa66fab3 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Usage tracker for resource:security_group_rule and tenant:a205355c3de243a3a3a0fe66e1ec308d is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:48.834697 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58448) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:48.842661 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-6c8700a6-9fcb-4614-b9e8-e3c8b7cf78a8 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2042059207', 'description': 'tempest-description--1984996042'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:48.847625 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-474c17d5-4357-4e52-be59-c9a9aa66fab3 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:48.851620 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-6c8700a6-9fcb-4614-b9e8-e3c8b7cf78a8 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:48.856286 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6c8700a6-9fcb-4614-b9e8-e3c8b7cf78a8 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Usage tracker for resource:security_group and tenant:428c59d92c8b47a08a015e5fd3f6d227 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:48.862116 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6c8700a6-9fcb-4614-b9e8-e3c8b7cf78a8 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:48.864068 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-474c17d5-4357-4e52-be59-c9a9aa66fab3 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:48.871862 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-6c8700a6-9fcb-4614-b9e8-e3c8b7cf78a8 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:48.926321 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3004298f-7971-40c9-a91c-d494c44cc1a4 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:48.954043 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [req-cb112189-357e-47d8-942e-3d4b45884036 req-10010629-0f0e-41ea-a403-fc3cad539059 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:32:48.955344 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-cb112189-357e-47d8-942e-3d4b45884036 req-10010629-0f0e-41ea-a403-fc3cad539059 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3519571 Feb 04 11:32:48.961967 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0d7d749b-6e28-4e09-99b5-cee7a95c372a tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:48.981401 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004298f-7971-40c9-a91c-d494c44cc1a4 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Pushing event deleted for resources: {'Port': ['ID=807a2dda-0e22-4053-a205-44272a58de86,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:49.010382 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 7b0e4071-bf4d-4714-a885-bfed0933e4e5 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:49.016461 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 7b0e4071-bf4d-4714-a885-bfed0933e4e5 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:49.016831 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:49.074574 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6c8700a6-9fcb-4614-b9e8-e3c8b7cf78a8 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:49.107699 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d749b-6e28-4e09-99b5-cee7a95c372a tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac90bf5-67b9-44bf-9a73-72eb107e5637,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:49.137581 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3004298f-7971-40c9-a91c-d494c44cc1a4 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:49.142137 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-6c8700a6-9fcb-4614-b9e8-e3c8b7cf78a8 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:49.147907 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6c8700a6-9fcb-4614-b9e8-e3c8b7cf78a8 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Usage tracker for resource:security_group_rule and tenant:428c59d92c8b47a08a015e5fd3f6d227 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:49.148824 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:49.152537 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6c8700a6-9fcb-4614-b9e8-e3c8b7cf78a8 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:49.163468 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-906d4be0-0ecd-46a3-8ab8-a1847bde9b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:49.195322 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-6c8700a6-9fcb-4614-b9e8-e3c8b7cf78a8 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:49.198517 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 7b0e4071-bf4d-4714-a885-bfed0933e4e5, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=7b0e4071-bf4d-4714-a885-bfed0933e4e5,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:32:49.231093 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3004298f-7971-40c9-a91c-d494c44cc1a4 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:49.257413 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-906d4be0-0ecd-46a3-8ab8-a1847bde9b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:49.278824 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0d7d749b-6e28-4e09-99b5-cee7a95c372a tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:49.283524 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0d7d749b-6e28-4e09-99b5-cee7a95c372a tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3748732 Feb 04 11:32:49.286608 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58454) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:49.292829 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:49.301772 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-b90d3385-b7fd-4f99-bbe2-b8d91d62b3fb tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Request body: {'floatingip': {'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:49.319338 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-b90d3385-b7fd-4f99-bbe2-b8d91d62b3fb tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:49.326682 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-b90d3385-b7fd-4f99-bbe2-b8d91d62b3fb tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Usage tracker for resource:floatingip and tenant:74eeb4f9d8f74fc499285014b76b0ac9 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:49.329684 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-474c17d5-4357-4e52-be59-c9a9aa66fab3 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:49.332289 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-cb112189-357e-47d8-942e-3d4b45884036 req-cd9214cd-6477-4fed-b0e7-8a19e5b65b58 service neutron] 10.222.0.21 "GET /v2.0/networks/aa801161-0b6c-45f6-97b7-dc303a939bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670187 Feb 04 11:32:49.340396 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-b90d3385-b7fd-4f99-bbe2-b8d91d62b3fb tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:49.348352 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6c8700a6-9fcb-4614-b9e8-e3c8b7cf78a8 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:49.354491 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-b90d3385-b7fd-4f99-bbe2-b8d91d62b3fb tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:49.368603 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2181766-ca56-4e8b-9509-38323e78875f tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:32:49.383020 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5246e9eb-e120-41e5-ba1d-a7e53899d0fd None None] Sync routers for ids ['7410fc0c-4500-4634-bd2b-e626d7e506b0'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:32:49.392121 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=7b0e4071-bf4d-4714-a885-bfed0933e4e5,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:49.395719 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5246e9eb-e120-41e5-ba1d-a7e53899d0fd None None] Routers {'7410fc0c-4500-4634-bd2b-e626d7e506b0'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:32:49.397869 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-5246e9eb-e120-41e5-ba1d-a7e53899d0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:32:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['7410fc0c-4500-4634-bd2b-e626d7e506b0'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:49.437001 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-474c17d5-4357-4e52-be59-c9a9aa66fab3 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:49.464558 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b90d3385-b7fd-4f99-bbe2-b8d91d62b3fb tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks [] for floatingip, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:49.466747 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-5246e9eb-e120-41e5-ba1d-a7e53899d0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:49.480477 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5246e9eb-e120-41e5-ba1d-a7e53899d0fd None None] Routers {'7410fc0c-4500-4634-bd2b-e626d7e506b0'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:32:49.481982 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-5246e9eb-e120-41e5-ba1d-a7e53899d0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:32:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['7410fc0c-4500-4634-bd2b-e626d7e506b0'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:49.496251 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-474c17d5-4357-4e52-be59-c9a9aa66fab3 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:32:49.497130 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3004298f-7971-40c9-a91c-d494c44cc1a4 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:49.502583 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6c8700a6-9fcb-4614-b9e8-e3c8b7cf78a8 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:49.523666 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58458) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:49.555147 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-5246e9eb-e120-41e5-ba1d-a7e53899d0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:49.555552 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5246e9eb-e120-41e5-ba1d-a7e53899d0fd None None] The sync data for ids ['7410fc0c-4500-4634-bd2b-e626d7e506b0'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:32:49.558553 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-474c17d5-4357-4e52-be59-c9a9aa66fab3 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:49.558889 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-474c17d5-4357-4e52-be59-c9a9aa66fab3 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Added segment 3c7d2a4a-0a80-4973-8e8f-61f5119c5a9e of type vlan for network 5d623e6d-d158-4720-aa3f-27b18cdcf192 Feb 04 11:32:49.564267 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c17d5-4357-4e52-be59-c9a9aa66fab3 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83160c2d-1a19-4d18-bbbb-c8ae9ae2001f,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:49.587361 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-906d4be0-0ecd-46a3-8ab8-a1847bde9b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:49.587361 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-eb7ab058-8d3f-4a35-a884-6f2734088264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:49.587749 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004298f-7971-40c9-a91c-d494c44cc1a4 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b6ef481b-dbc3-47ee-b668-5a64f6b65c75,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:49.604249 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-cb112189-357e-47d8-942e-3d4b45884036 req-c1696f8f-cbd2-4430-972f-75e51d32abad service neutron] 10.222.0.21 "GET /v2.0/networks/aa801161-0b6c-45f6-97b7-dc303a939bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620964 Feb 04 11:32:49.620778 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c2181766-ca56-4e8b-9509-38323e78875f tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:49.626462 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c2181766-ca56-4e8b-9509-38323e78875f tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.5539324 Feb 04 11:32:49.627675 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d4be0-0ecd-46a3-8ab8-a1847bde9b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d689f70a-1960-4973-9105-eaefaff69f41,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:49.631555 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58462) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:49.639338 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-906d4be0-0ecd-46a3-8ab8-a1847bde9b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:49.640711 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-906d4be0-0ecd-46a3-8ab8-a1847bde9b8b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d689f70a-1960-4973-9105-eaefaff69f41 HTTP/1.1" status: 204 len: 168 time: 0.8928945 Feb 04 11:32:49.643475 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-474c17d5-4357-4e52-be59-c9a9aa66fab3 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:49.726757 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8700a6-9fcb-4614-b9e8-e3c8b7cf78a8 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=131ef674-554f-4d58-bfd5-51060e491135,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:49.752527 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-eb7ab058-8d3f-4a35-a884-6f2734088264 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:49.767630 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-eb7ab058-8d3f-4a35-a884-6f2734088264 admin admin] Usage tracker for resource:security_group_rule and tenant:fae21b93d85f4a21ba67915d0ab089c8 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:49.769872 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-eb7ab058-8d3f-4a35-a884-6f2734088264 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:49.777898 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-eb7ab058-8d3f-4a35-a884-6f2734088264 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:49.847639 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3004298f-7971-40c9-a91c-d494c44cc1a4 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:49.879706 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-3004298f-7971-40c9-a91c-d494c44cc1a4 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a1b42a8-74b3-45ef-906b-7a64d61a0b5a']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:49.895936 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-3004298f-7971-40c9-a91c-d494c44cc1a4 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a7f1417-833a-4040-ad42-4fa9cb528a3f') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:49.896422 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-3004298f-7971-40c9-a91c-d494c44cc1a4 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a7f1417-833a-4040-ad42-4fa9cb528a3f') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:49.899065 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-474c17d5-4357-4e52-be59-c9a9aa66fab3 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:49.902747 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474c17d5-4357-4e52-be59-c9a9aa66fab3 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:49.903318 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-474c17d5-4357-4e52-be59-c9a9aa66fab3 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:49.931901 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6c8700a6-9fcb-4614-b9e8-e3c8b7cf78a8 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:49.936599 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6c8700a6-9fcb-4614-b9e8-e3c8b7cf78a8 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.0980864 Feb 04 11:32:49.942856 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58474) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:49.944891 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3004298f-7971-40c9-a91c-d494c44cc1a4 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:49.991068 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-5312952f-d1f9-43e9-bf71-72eac68ece9c tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Request body: {'security_group_rule': {'security_group_id': '131ef674-554f-4d58-bfd5-51060e491135', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:49.993200 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3004298f-7971-40c9-a91c-d494c44cc1a4 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:50.014601 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58482) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:50.037985 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3004298f-7971-40c9-a91c-d494c44cc1a4 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:32:50.038385 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3004298f-7971-40c9-a91c-d494c44cc1a4 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:50.053450 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:32:50.053450 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:32:50.053450 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:32:50.053450 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:32:50.053450 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:32:50.053450 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:32:50.053450 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:32:50.053450 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:32:50.053450 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:32:50.053450 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:32:50.053450 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:32:50.053450 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:32:50.053450 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:32:50.053450 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:32:50.053450 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:32:50.053450 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:32:50.053450 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:32:50.053450 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:32:50.053450 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:32:50.053450 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:32:50.053450 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:32:50.053450 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:32:50.053450 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:32:50.053450 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:32:50.053450 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:32:50.053450 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:32:50.053450 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:32:50.053450 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:32:50.053450 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:32:50.053450 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:32:50.053450 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:32:50.053450 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:32:50.114708 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b90d3385-b7fd-4f99-bbe2-b8d91d62b3fb tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:50.145186 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-5312952f-d1f9-43e9-bf71-72eac68ece9c tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:50.178326 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-5312952f-d1f9-43e9-bf71-72eac68ece9c tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Usage tracker for resource:security_group_rule and tenant:428c59d92c8b47a08a015e5fd3f6d227 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:50.184032 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-5312952f-d1f9-43e9-bf71-72eac68ece9c tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:50.195770 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-eb7ab058-8d3f-4a35-a884-6f2734088264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:50.211291 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-5312952f-d1f9-43e9-bf71-72eac68ece9c tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:50.218584 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c17d5-4357-4e52-be59-c9a9aa66fab3 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Pushing event updated for resources: {'Network': ['ID=5d623e6d-d158-4720-aa3f-27b18cdcf192,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:50.232533 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 5d623e6d-d158-4720-aa3f-27b18cdcf192 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:32:50.333679 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-b90d3385-b7fd-4f99-bbe2-b8d91d62b3fb tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Allocated IP 172.26.3.83 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/438c106e-e003-4aea-96f3-c9d2e5030ff1) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:50.398770 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-474c17d5-4357-4e52-be59-c9a9aa66fab3 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.7974644 Feb 04 11:32:50.406832 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-eb7ab058-8d3f-4a35-a884-6f2734088264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:50.417473 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58496) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:50.442227 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-2f8eafd4-b571-46ad-bef3-0bd2101b05f8 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Request body: {'subnet': {'network_id': '5d623e6d-d158-4720-aa3f-27b18cdcf192', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:50.533159 dv-neutron-827825-2-hyperv neutron-server[84204]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 11:32:50.534161 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3004298f-7971-40c9-a91c-d494c44cc1a4 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:50.572574 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 7b0e4071-bf4d-4714-a885-bfed0933e4e5 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:50.665591 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-2f8eafd4-b571-46ad-bef3-0bd2101b05f8 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:50.676307 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5312952f-d1f9-43e9-bf71-72eac68ece9c tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:50.693254 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3004298f-7971-40c9-a91c-d494c44cc1a4 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9a1b42a8-74b3-45ef-906b-7a64d61a0b5a {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 11:32:50.695784 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-9effc628-0101-4940-9dd5-3466075088d8 req-fb94ca1a-4807-4c8b-b2e3-49c609b77ca5 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Synchronizing usage tracker for tenant:5b82a940b56a43dcab21460c9541779e on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:32:50.715515 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 7b0e4071-bf4d-4714-a885-bfed0933e4e5 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:50.716137 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:50.719923 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3004298f-7971-40c9-a91c-d494c44cc1a4 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:50.724845 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b90d3385-b7fd-4f99-bbe2-b8d91d62b3fb tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:50.729339 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ab058-8d3f-4a35-a884-6f2734088264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3ce898-056c-47ae-9453-43165608f123,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:50.740077 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-2f8eafd4-b571-46ad-bef3-0bd2101b05f8 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Usage tracker for resource:subnet and tenant:a205355c3de243a3a3a0fe66e1ec308d is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:50.754291 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004298f-7971-40c9-a91c-d494c44cc1a4 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Pushing event deleted for resources: {'Network': ['ID=9a1b42a8-74b3-45ef-906b-7a64d61a0b5a,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:50.783230 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5312952f-d1f9-43e9-bf71-72eac68ece9c tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:50.784188 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-2f8eafd4-b571-46ad-bef3-0bd2101b05f8 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:50.794795 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-eb7ab058-8d3f-4a35-a884-6f2734088264 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fae21b93d85f4a21ba67915d0ab089c8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2645297 Feb 04 11:32:50.794986 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58508) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:50.795217 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58510) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:50.798671 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3004298f-7971-40c9-a91c-d494c44cc1a4 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] 10.222.0.21 "DELETE /v2.0/networks/9a1b42a8-74b3-45ef-906b-7a64d61a0b5a HTTP/1.1" status: 204 len: 168 time: 3.6417665 Feb 04 11:32:50.865096 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-2f8eafd4-b571-46ad-bef3-0bd2101b05f8 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:50.885181 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-9effc628-0101-4940-9dd5-3466075088d8 req-fb94ca1a-4807-4c8b-b2e3-49c609b77ca5 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Unset dirty status for tenant:5b82a940b56a43dcab21460c9541779e on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:32:50.891512 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device f9b5db7c-6528-4dbf-97b0-977c594c0f50 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:50.891692 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9effc628-0101-4940-9dd5-3466075088d8 req-fb94ca1a-4807-4c8b-b2e3-49c609b77ca5 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 210 time: 0.8677049 Feb 04 11:32:50.931743 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5312952f-d1f9-43e9-bf71-72eac68ece9c tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:50.954333 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b90d3385-b7fd-4f99-bbe2-b8d91d62b3fb tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:50.999616 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port f9b5db7c-6528-4dbf-97b0-977c594c0f50 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:51.000925 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:51.008933 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312952f-d1f9-43e9-bf71-72eac68ece9c tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6d9b714-c424-43f0-a4b3-898ef48bebf2,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:51.013937 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-42ff5651-15e5-4908-ac0f-2b92ee1bbcaf tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1171 time: 0.2151778 Feb 04 11:32:51.039591 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58522) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:51.177182 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90d3385-b7fd-4f99-bbe2-b8d91d62b3fb tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:51.179134 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d3385-b7fd-4f99-bbe2-b8d91d62b3fb tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Pushing event updated for resources: {'Port': ['ID=438c106e-e003-4aea-96f3-c9d2e5030ff1,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:51.183160 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-b90d3385-b7fd-4f99-bbe2-b8d91d62b3fb tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:51.193053 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90d3385-b7fd-4f99-bbe2-b8d91d62b3fb tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:32:51.194075 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8eafd4-b571-46ad-bef3-0bd2101b05f8 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Made reservation on behalf of a205355c3de243a3a3a0fe66e1ec308d for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:51.392401 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2f8eafd4-b571-46ad-bef3-0bd2101b05f8 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:51.438987 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5312952f-d1f9-43e9-bf71-72eac68ece9c tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:51.440358 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5312952f-d1f9-43e9-bf71-72eac68ece9c tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4959636 Feb 04 11:32:51.443851 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-078b5b16-4578-4e5d-a12c-a14f7cb7c164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:51.444941 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58534) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:51.465186 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b90d3385-b7fd-4f99-bbe2-b8d91d62b3fb tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:51.546015 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-e6afc437-a1ab-41a3-9faf-3eb43c14c5f2 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Request body: {'security_group_rule': {'security_group_id': '131ef674-554f-4d58-bfd5-51060e491135', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:51.571415 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e6afc437-a1ab-41a3-9faf-3eb43c14c5f2 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:51.603497 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e6afc437-a1ab-41a3-9faf-3eb43c14c5f2 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Usage tracker for resource:security_group_rule and tenant:428c59d92c8b47a08a015e5fd3f6d227 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:51.609697 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e6afc437-a1ab-41a3-9faf-3eb43c14c5f2 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:51.613861 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-078b5b16-4578-4e5d-a12c-a14f7cb7c164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:51.647394 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e6afc437-a1ab-41a3-9faf-3eb43c14c5f2 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:51.647865 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b90d3385-b7fd-4f99-bbe2-b8d91d62b3fb tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:51.654240 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b29f01c-31d9-4d43-b6a0-da6f28f3d717 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:51.655260 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b29f01c-31d9-4d43-b6a0-da6f28f3d717 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:51.655260 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b29f01c-31d9-4d43-b6a0-da6f28f3d717 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:51.655419 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b29f01c-31d9-4d43-b6a0-da6f28f3d717 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:51.655783 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b29f01c-31d9-4d43-b6a0-da6f28f3d717 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:51.656157 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b29f01c-31d9-4d43-b6a0-da6f28f3d717 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:51.656827 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b29f01c-31d9-4d43-b6a0-da6f28f3d717 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:51.662388 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4b29f01c-31d9-4d43-b6a0-da6f28f3d717 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4606 time: 0.5630217 Feb 04 11:32:51.674155 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58544) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:51.774413 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-a78299e7-2cd6-4267-9145-4fff18ea3f70 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] delete failed (client error): The resource could not be found. Feb 04 11:32:51.778498 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a78299e7-2cd6-4267-9145-4fff18ea3f70 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/7309225e-9382-4184-8b1e-54e295e7e0b2 HTTP/1.1" status: 404 len: 345 time: 0.0968995 Feb 04 11:32:51.787744 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58548) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:51.883240 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-b39f4418-ec77-462b-822e-b49d30d09b48 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] DELETE failed (client error): The resource could not be found. Feb 04 11:32:51.883700 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b39f4418-ec77-462b-822e-b49d30d09b48 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:32:51.917703 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e6afc437-a1ab-41a3-9faf-3eb43c14c5f2 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:51.947318 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b90d3385-b7fd-4f99-bbe2-b8d91d62b3fb tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:51.983560 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b39f4418-ec77-462b-822e-b49d30d09b48 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] 10.222.0.21 "DELETE /v2.0/networks/9a1b42a8-74b3-45ef-906b-7a64d61a0b5a HTTP/1.1" status: 404 len: 339 time: 0.1927812 Feb 04 11:32:51.993227 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58556) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:52.004308 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-b547c3b6-fbdb-4cd7-b1e2-38decf33369c tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Request body: {'network': {'name': 'tempest-network--723467060', 'router:external': True}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:52.011962 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-b547c3b6-fbdb-4cd7-b1e2-38decf33369c tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:52.036188 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b90d3385-b7fd-4f99-bbe2-b8d91d62b3fb tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:52.044747 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-b547c3b6-fbdb-4cd7-b1e2-38decf33369c tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Usage tracker for resource:network and tenant:53d19bfb24de4fd9a811d516ec1a6abf is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:52.095493 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9744ec51-6641-4c46-b0aa-1222fc039a3e req-e87376a2-7b74-4c4f-95bc-b5dcc7375170 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 210 time: 0.0951998 Feb 04 11:32:52.100088 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-078b5b16-4578-4e5d-a12c-a14f7cb7c164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:52.102552 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-078b5b16-4578-4e5d-a12c-a14f7cb7c164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:52.103439 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-b547c3b6-fbdb-4cd7-b1e2-38decf33369c tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:52.103667 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-078b5b16-4578-4e5d-a12c-a14f7cb7c164 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f3ce898-056c-47ae-9453-43165608f123 HTTP/1.1" status: 204 len: 168 time: 1.3037326 Feb 04 11:32:52.140080 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b5b16-4578-4e5d-a12c-a14f7cb7c164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3ce898-056c-47ae-9453-43165608f123,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:52.150176 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-b547c3b6-fbdb-4cd7-b1e2-38decf33369c tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:52.188314 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e6afc437-a1ab-41a3-9faf-3eb43c14c5f2 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:52.340750 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d3385-b7fd-4f99-bbe2-b8d91d62b3fb tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Pushing event updated for resources: {'Port': ['ID=438c106e-e003-4aea-96f3-c9d2e5030ff1,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:52.390245 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b90d3385-b7fd-4f99-bbe2-b8d91d62b3fb tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:52.391087 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2f8eafd4-b571-46ad-bef3-0bd2101b05f8 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:52.397667 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e6afc437-a1ab-41a3-9faf-3eb43c14c5f2 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:52.443701 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b547c3b6-fbdb-4cd7-b1e2-38decf33369c tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Made reservation on behalf of 53d19bfb24de4fd9a811d516ec1a6abf for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:52.453738 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b547c3b6-fbdb-4cd7-b1e2-38decf33369c tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:52.497196 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b547c3b6-fbdb-4cd7-b1e2-38decf33369c tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:32:52.506597 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b547c3b6-fbdb-4cd7-b1e2-38decf33369c tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:52.506998 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-b547c3b6-fbdb-4cd7-b1e2-38decf33369c tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Added segment 111d6fe1-660e-4a9b-bc7e-aae0497349ba of type vlan for network c6a983d8-4ef1-468a-91ec-88e814b78de0 Feb 04 11:32:52.509540 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6afc437-a1ab-41a3-9faf-3eb43c14c5f2 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=559eaafc-28c5-4ad9-95d7-ca4c9deaebb9,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:52.543878 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8eafd4-b571-46ad-bef3-0bd2101b05f8 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Pushing event updated for resources: {'Subnet': ['ID=81a81b0c-f601-41f8-86d6-5f7d175fc164,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:52.545056 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b547c3b6-fbdb-4cd7-b1e2-38decf33369c tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:52.581264 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8eafd4-b571-46ad-bef3-0bd2101b05f8 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Checking segment: {'id': '3c7d2a4a-0a80-4973-8e8f-61f5119c5a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5d623e6d-d158-4720-aa3f-27b18cdcf192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:32:52.581602 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8eafd4-b571-46ad-bef3-0bd2101b05f8 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Network hostable DHCP agents. Network: 5d623e6d-d158-4720-aa3f-27b18cdcf192, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:32:52.601130 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b90d3385-b7fd-4f99-bbe2-b8d91d62b3fb tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:52.602812 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b90d3385-b7fd-4f99-bbe2-b8d91d62b3fb tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3149726 Feb 04 11:32:52.608844 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e6afc437-a1ab-41a3-9faf-3eb43c14c5f2 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:52.611373 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e6afc437-a1ab-41a3-9faf-3eb43c14c5f2 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0930259 Feb 04 11:32:52.618982 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58572) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:52.627627 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-4de5b4e7-fb58-44d0-8f33-0372dce227df tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Request body: {'floatingip': {'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:52.636972 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-4de5b4e7-fb58-44d0-8f33-0372dce227df tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:52.643817 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-4de5b4e7-fb58-44d0-8f33-0372dce227df tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Usage tracker for resource:floatingip and tenant:428c59d92c8b47a08a015e5fd3f6d227 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:52.648922 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-4de5b4e7-fb58-44d0-8f33-0372dce227df tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:52.660714 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-4de5b4e7-fb58-44d0-8f33-0372dce227df tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:52.713400 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b547c3b6-fbdb-4cd7-b1e2-38decf33369c tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:52.714471 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b547c3b6-fbdb-4cd7-b1e2-38decf33369c tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:52.715336 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b547c3b6-fbdb-4cd7-b1e2-38decf33369c tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:52.825664 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8eafd4-b571-46ad-bef3-0bd2101b05f8 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Network 5d623e6d-d158-4720-aa3f-27b18cdcf192 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:32:52.890763 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1297e317-1bea-4f76-b8fd-423613fb9334 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:52.943312 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4de5b4e7-fb58-44d0-8f33-0372dce227df tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks [] for floatingip, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:53.023738 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b547c3b6-fbdb-4cd7-b1e2-38decf33369c tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Pushing event updated for resources: {'Network': ['ID=c6a983d8-4ef1-468a-91ec-88e814b78de0,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:53.043262 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network c6a983d8-4ef1-468a-91ec-88e814b78de0 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:32:53.163471 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b547c3b6-fbdb-4cd7-b1e2-38decf33369c tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1552784 Feb 04 11:32:53.164728 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58598) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:53.556414 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ec290b-9122-441c-858c-840c3bbbc304 tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:53.565238 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ec290b-9122-441c-858c-840c3bbbc304 tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:53.579615 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ec290b-9122-441c-858c-840c3bbbc304 tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:53.587171 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ec290b-9122-441c-858c-840c3bbbc304 tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:53.588283 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-b3ec290b-9122-441c-858c-840c3bbbc304 tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] Synchronizing usage tracker for tenant:ed3cc7ec2a444c4cb6a43f8a5d331685 on resource:network {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:32:53.756258 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-1297e317-1bea-4f76-b8fd-423613fb9334 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Allocated IP 172.20.0.1 (7cd0f5c2-5e9f-487a-b684-2fdbbc1a4e0c/64072c62-d889-47df-a328-5626967671e8/57c36c9d-adfd-4333-bd77-8ffab46b2deb) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:53.769667 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-b3ec290b-9122-441c-858c-840c3bbbc304 tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] Unset dirty status for tenant:ed3cc7ec2a444c4cb6a43f8a5d331685 on resource:network {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:32:53.771426 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b3ec290b-9122-441c-858c-840c3bbbc304 tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.5895407 Feb 04 11:32:53.776320 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58618) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:53.874347 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-2f8eafd4-b571-46ad-bef3-0bd2101b05f8 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 5d623e6d-d158-4720-aa3f-27b18cdcf192) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:53.887734 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76274d78-9b4d-4c58-857b-1cf5840fb31f None None] Network 5d623e6d-d158-4720-aa3f-27b18cdcf192 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:32:53.984609 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8eafd4-b571-46ad-bef3-0bd2101b05f8 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:53.987095 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2f8eafd4-b571-46ad-bef3-0bd2101b05f8 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:53.994790 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2957dedd-52ba-4147-b57c-7e9ebde804a8 req-08c04127-11b0-4898-b6d1-e9d0f919932d tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 210 time: 0.1824501 Feb 04 11:32:54.053159 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4de5b4e7-fb58-44d0-8f33-0372dce227df tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:54.118838 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-51ac1fe3-b5e5-46e0-9700-8fb91269d0d7 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--508277199&fields=id&tenant_id=74eeb4f9d8f74fc499285014b76b0ac9 HTTP/1.1" status: 200 len: 267 time: 0.3551912 Feb 04 11:32:54.213745 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1297e317-1bea-4f76-b8fd-423613fb9334 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:54.253542 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-1297e317-1bea-4f76-b8fd-423613fb9334 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Transition to ACTIVE for port object 57c36c9d-adfd-4333-bd77-8ffab46b2deb will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:54.283570 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2f8eafd4-b571-46ad-bef3-0bd2101b05f8 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8504317 Feb 04 11:32:54.284472 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58626) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:54.290810 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-90f76f67-0a4e-44f8-a36d-5dca3e761f23 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Request body: {'port': {'network_id': '5d623e6d-d158-4720-aa3f-27b18cdcf192', 'name': 'tempest-AllowedAddressPairTestJSON-1179234268'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:54.424883 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1297e317-1bea-4f76-b8fd-423613fb9334 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:54.462324 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b780e539-307c-4a8d-a1eb-f715cb654a9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-5d623e6d-d158-4720-aa3f-27b18cdcf192', 'network_id': '5d623e6d-d158-4720-aa3f-27b18cdcf192', 'tenant_id': 'a205355c3de243a3a3a0fe66e1ec308d', 'fixed_ips': [{'subnet_id': '81a81b0c-f601-41f8-86d6-5f7d175fc164'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:32:54.465828 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b780e539-307c-4a8d-a1eb-f715cb654a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:54.499020 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d52b053f-94e7-4449-9472-466c9b1a385c tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:54.526541 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1297e317-1bea-4f76-b8fd-423613fb9334 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Network 7cd0f5c2-5e9f-487a-b684-2fdbbc1a4e0c is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:54.537421 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-1297e317-1bea-4f76-b8fd-423613fb9334 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:54.544604 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1297e317-1bea-4f76-b8fd-423613fb9334 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:32:54.584611 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58634) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:54.596805 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-fd8c311a-0e63-4d54-b064-fde17a2c854d tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:54.598299 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-fd8c311a-0e63-4d54-b064-fde17a2c854d tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/networks?id=1c4e9593-ca79-45e5-9cfb-0175c4a07e6f HTTP/1.1" status: 200 len: 806 time: 0.4558678 Feb 04 11:32:54.682271 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297e317-1bea-4f76-b8fd-423613fb9334 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Pushing event updated for resources: {'Port': ['ID=57c36c9d-adfd-4333-bd77-8ffab46b2deb,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:54.694060 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1297e317-1bea-4f76-b8fd-423613fb9334 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:54.703996 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-90f76f67-0a4e-44f8-a36d-5dca3e761f23 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:54.714245 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-90f76f67-0a4e-44f8-a36d-5dca3e761f23 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Usage tracker for resource:port and tenant:a205355c3de243a3a3a0fe66e1ec308d is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:54.718145 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-90f76f67-0a4e-44f8-a36d-5dca3e761f23 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:54.726894 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-90f76f67-0a4e-44f8-a36d-5dca3e761f23 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:54.772840 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-b780e539-307c-4a8d-a1eb-f715cb654a9b None None] Allocated IP 172.20.0.2 (5d623e6d-d158-4720-aa3f-27b18cdcf192/81a81b0c-f601-41f8-86d6-5f7d175fc164/3b02b2cc-d5f7-40f0-9af8-bff5ae6b7d63) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:54.806582 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-4de5b4e7-fb58-44d0-8f33-0372dce227df tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Allocated IP 172.26.3.23 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/317152e2-648a-4c9a-ad43-dc0368f6586b) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:54.833752 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f76f67-0a4e-44f8-a36d-5dca3e761f23 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Made reservation on behalf of a205355c3de243a3a3a0fe66e1ec308d for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:54.837059 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-90f76f67-0a4e-44f8-a36d-5dca3e761f23 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:54.867338 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-84afcfa7-6ba4-479e-bc5f-57afb00ffa24 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1714669816', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:54.872939 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-84afcfa7-6ba4-479e-bc5f-57afb00ffa24 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:54.877992 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-84afcfa7-6ba4-479e-bc5f-57afb00ffa24 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Usage tracker for resource:port and tenant:4f3230d145e744ee927e11d7114751f7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:54.886154 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-84afcfa7-6ba4-479e-bc5f-57afb00ffa24 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:54.897507 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-84afcfa7-6ba4-479e-bc5f-57afb00ffa24 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:54.921118 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-9034d661-7342-4abb-83d3-a517de00f21d tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/quotas/74eeb4f9d8f74fc499285014b76b0ac9 HTTP/1.1" status: 200 len: 375 time: 0.2780371 Feb 04 11:32:54.958259 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1297e317-1bea-4f76-b8fd-423613fb9334 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:54.983084 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-90f76f67-0a4e-44f8-a36d-5dca3e761f23 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] device_id is not set on port 4b8fb0d9-e3be-4350-9099-feaa0ca01b24 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:32:55.036104 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58642) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:55.122472 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84afcfa7-6ba4-479e-bc5f-57afb00ffa24 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Made reservation on behalf of 4f3230d145e744ee927e11d7114751f7 for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:55.127189 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-84afcfa7-6ba4-479e-bc5f-57afb00ffa24 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:55.256851 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.47', 50025) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:55.259272 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-08f5ee14-49c3-4e86-b921-ca4dc2c7d91d None None] Provisioning for port 57c36c9d-adfd-4333-bd77-8ffab46b2deb completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:55.318163 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b780e539-307c-4a8d-a1eb-f715cb654a9b None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:55.350647 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-b780e539-307c-4a8d-a1eb-f715cb654a9b None None] Transition to ACTIVE for port object 3b02b2cc-d5f7-40f0-9af8-bff5ae6b7d63 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:55.380829 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-08f5ee14-49c3-4e86-b921-ca4dc2c7d91d None None] Provisioning complete for port 57c36c9d-adfd-4333-bd77-8ffab46b2deb triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:55.381521 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-08f5ee14-49c3-4e86-b921-ca4dc2c7d91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:55.394516 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4de5b4e7-fb58-44d0-8f33-0372dce227df tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:55.485233 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-b780e539-307c-4a8d-a1eb-f715cb654a9b None None] Transition to ACTIVE for port object 3b02b2cc-d5f7-40f0-9af8-bff5ae6b7d63 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:55.495391 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4de5b4e7-fb58-44d0-8f33-0372dce227df tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:55.500975 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-08f5ee14-49c3-4e86-b921-ca4dc2c7d91d None None] Port 57c36c9d-adfd-4333-bd77-8ffab46b2deb cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:32:55.542223 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-84afcfa7-6ba4-479e-bc5f-57afb00ffa24 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:55.559185 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d52b053f-94e7-4449-9472-466c9b1a385c tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:55.560276 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b780e539-307c-4a8d-a1eb-f715cb654a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:55.580959 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-8d25b7e6-a989-4aa3-b62c-2dd4ed2a4ae8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1273883936'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:55.638286 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-d52b053f-94e7-4449-9472-466c9b1a385c tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6a983d8-4ef1-468a-91ec-88e814b78de0']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:55.644952 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b780e539-307c-4a8d-a1eb-f715cb654a9b None None] Network 5d623e6d-d158-4720-aa3f-27b18cdcf192 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:55.649311 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780e539-307c-4a8d-a1eb-f715cb654a9b None None] Pushing event updated for resources: {'Port': ['ID=3b02b2cc-d5f7-40f0-9af8-bff5ae6b7d63,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:55.651974 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-b780e539-307c-4a8d-a1eb-f715cb654a9b None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:55.655362 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b780e539-307c-4a8d-a1eb-f715cb654a9b None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:32:55.659370 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de5b4e7-fb58-44d0-8f33-0372dce227df tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:55.664009 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de5b4e7-fb58-44d0-8f33-0372dce227df tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Pushing event updated for resources: {'Port': ['ID=317152e2-648a-4c9a-ad43-dc0368f6586b,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:55.667513 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-d52b053f-94e7-4449-9472-466c9b1a385c tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '111d6fe1-660e-4a9b-bc7e-aae0497349ba') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:55.667794 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-d52b053f-94e7-4449-9472-466c9b1a385c tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '111d6fe1-660e-4a9b-bc7e-aae0497349ba') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:55.689793 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-4de5b4e7-fb58-44d0-8f33-0372dce227df tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:55.700207 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de5b4e7-fb58-44d0-8f33-0372dce227df tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:32:55.714150 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8d25b7e6-a989-4aa3-b62c-2dd4ed2a4ae8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:55.740960 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d52b053f-94e7-4449-9472-466c9b1a385c tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:55.743685 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-372ea420-154c-46f0-aa9c-0089949cd06b req-aef9f531-5569-4d06-96da-9f65105ec748 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 210 time: 0.2765620 Feb 04 11:32:55.748821 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8d25b7e6-a989-4aa3-b62c-2dd4ed2a4ae8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:network and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:55.752832 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-84afcfa7-6ba4-479e-bc5f-57afb00ffa24 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:55.770165 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-84afcfa7-6ba4-479e-bc5f-57afb00ffa24 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Usage tracker for resource:security_group_rule and tenant:4f3230d145e744ee927e11d7114751f7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:55.771840 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-b780e539-307c-4a8d-a1eb-f715cb654a9b None None] Attempting to bind port 3b02b2cc-d5f7-40f0-9af8-bff5ae6b7d63 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:32:55.772406 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-b780e539-307c-4a8d-a1eb-f715cb654a9b None None] Attempting to bind port 3b02b2cc-d5f7-40f0-9af8-bff5ae6b7d63 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '3c7d2a4a-0a80-4973-8e8f-61f5119c5a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5d623e6d-d158-4720-aa3f-27b18cdcf192'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:32:55.772955 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b780e539-307c-4a8d-a1eb-f715cb654a9b None None] Attempting to bind port 3b02b2cc-d5f7-40f0-9af8-bff5ae6b7d63 on network 5d623e6d-d158-4720-aa3f-27b18cdcf192 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:32:55.773909 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8d25b7e6-a989-4aa3-b62c-2dd4ed2a4ae8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:55.774813 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d52b053f-94e7-4449-9472-466c9b1a385c tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:55.783180 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-84afcfa7-6ba4-479e-bc5f-57afb00ffa24 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:55.787272 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b780e539-307c-4a8d-a1eb-f715cb654a9b None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:32:55.787272 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b780e539-307c-4a8d-a1eb-f715cb654a9b None None] Checking segment: {'id': '3c7d2a4a-0a80-4973-8e8f-61f5119c5a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5d623e6d-d158-4720-aa3f-27b18cdcf192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:32:55.787272 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b780e539-307c-4a8d-a1eb-f715cb654a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:55.787272 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b780e539-307c-4a8d-a1eb-f715cb654a9b None None] Bound using segment: {'id': '3c7d2a4a-0a80-4973-8e8f-61f5119c5a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5d623e6d-d158-4720-aa3f-27b18cdcf192'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:32:55.787956 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-b780e539-307c-4a8d-a1eb-f715cb654a9b None None] Bound port: 3b02b2cc-d5f7-40f0-9af8-bff5ae6b7d63, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7d2a4a-0a80-4973-8e8f-61f5119c5a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5d623e6d-d158-4720-aa3f-27b18cdcf192'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:32:55.788656 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b780e539-307c-4a8d-a1eb-f715cb654a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:55.797473 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-84afcfa7-6ba4-479e-bc5f-57afb00ffa24 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:55.803502 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d52b053f-94e7-4449-9472-466c9b1a385c tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:32:55.803760 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d52b053f-94e7-4449-9472-466c9b1a385c tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:55.823779 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:32:55.823779 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:32:55.823779 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:32:55.823779 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:32:55.823779 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:32:55.823779 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:32:55.823779 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:32:55.823779 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:32:55.823779 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:32:55.823779 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:32:55.823779 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:32:55.823779 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:32:55.823779 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:32:55.823779 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:32:55.823779 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:32:55.823779 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:32:55.823779 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:32:55.823779 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:32:55.823779 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:32:55.823779 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:32:55.823779 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:32:55.823779 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:32:55.823779 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:32:55.823779 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:32:55.823779 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:32:55.823779 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:32:55.823779 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:32:55.823779 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:32:55.823779 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:32:55.823779 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:32:55.823779 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:32:55.823779 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:32:55.830741 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8d25b7e6-a989-4aa3-b62c-2dd4ed2a4ae8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:55.848190 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-3102faab-1154-40ad-8260-59649f9b3ba6 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=74eeb4f9d8f74fc499285014b76b0ac9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7302446 Feb 04 11:32:55.965546 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-b780e539-307c-4a8d-a1eb-f715cb654a9b None None] For port 3b02b2cc-d5f7-40f0-9af8-bff5ae6b7d63, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:32:55.972012 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-b780e539-307c-4a8d-a1eb-f715cb654a9b None None] For port 3b02b2cc-d5f7-40f0-9af8-bff5ae6b7d63, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=3b02b2cc-d5f7-40f0-9af8-bff5ae6b7d63,segment=NetworkSegment(3c7d2a4a-0a80-4973-8e8f-61f5119c5a9e),segment_id=3c7d2a4a-0a80-4973-8e8f-61f5119c5a9e)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:32:55.979488 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-90f76f67-0a4e-44f8-a36d-5dca3e761f23 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Allocated IP 172.20.0.8 (5d623e6d-d158-4720-aa3f-27b18cdcf192/81a81b0c-f601-41f8-86d6-5f7d175fc164/4b8fb0d9-e3be-4350-9099-feaa0ca01b24) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:55.992939 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d25b7e6-a989-4aa3-b62c-2dd4ed2a4ae8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:55.995915 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8d25b7e6-a989-4aa3-b62c-2dd4ed2a4ae8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:56.026559 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb112189-357e-47d8-942e-3d4b45884036 req-ac117313-54ef-42b0-8ebd-920d366488ce tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:56.028096 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-cb112189-357e-47d8-942e-3d4b45884036 req-ac117313-54ef-42b0-8ebd-920d366488ce tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.47 "GET /v2.0/networks?id=aa801161-0b6c-45f6-97b7-dc303a939bfb HTTP/1.1" status: 200 len: 811 time: 0.7676992 Feb 04 11:32:56.033748 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8d25b7e6-a989-4aa3-b62c-2dd4ed2a4ae8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:56.040633 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b780e539-307c-4a8d-a1eb-f715cb654a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:56.044929 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d52b053f-94e7-4449-9472-466c9b1a385c tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:56.088117 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52b053f-94e7-4449-9472-466c9b1a385c tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c6a983d8-4ef1-468a-91ec-88e814b78de0 {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 11:32:56.097252 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d52b053f-94e7-4449-9472-466c9b1a385c tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:56.103993 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b053f-94e7-4449-9472-466c9b1a385c tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Pushing event deleted for resources: {'Network': ['ID=c6a983d8-4ef1-468a-91ec-88e814b78de0,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:56.124392 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-5fd2bdac-864f-4167-b93a-4fd31311c6af service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:32:56.127392 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-5fd2bdac-864f-4167-b93a-4fd31311c6af service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1616235 Feb 04 11:32:56.218923 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8d25b7e6-a989-4aa3-b62c-2dd4ed2a4ae8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:56.257371 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8d25b7e6-a989-4aa3-b62c-2dd4ed2a4ae8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:security_group_rule and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:56.269440 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d52b053f-94e7-4449-9472-466c9b1a385c tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] 10.222.0.21 "DELETE /v2.0/networks/c6a983d8-4ef1-468a-91ec-88e814b78de0 HTTP/1.1" status: 204 len: 168 time: 2.4432521 Feb 04 11:32:56.269676 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8d25b7e6-a989-4aa3-b62c-2dd4ed2a4ae8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:56.273923 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58662) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:56.332799 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780e539-307c-4a8d-a1eb-f715cb654a9b None None] Pushing event updated for resources: {'Port': ['ID=3b02b2cc-d5f7-40f0-9af8-bff5ae6b7d63,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:56.346212 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-cb112189-357e-47d8-942e-3d4b45884036 req-d9c8ba4c-baa5-4139-8105-6f8e40552ef3 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b82a940b56a43dcab21460c9541779e HTTP/1.1" status: 200 len: 380 time: 0.2837398 Feb 04 11:32:56.364815 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-3331db55-2fab-428d-98a7-7c01da24739e tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Request body: {'network': {'name': 'tempest-network--827680028', 'router:external': True}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:56.378654 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8d25b7e6-a989-4aa3-b62c-2dd4ed2a4ae8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:56.378654 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-cb112189-357e-47d8-942e-3d4b45884036 req-2815b1b4-e43e-423a-90c8-4130b21a521d tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Request body: {'port': {'device_id': '1db4b038-1dc2-424e-965b-a547ac24f40c', 'network_id': 'aa801161-0b6c-45f6-97b7-dc303a939bfb', 'admin_state_up': True, 'tenant_id': '5b82a940b56a43dcab21460c9541779e', 'security_groups': ['2b1002d5-f53b-4d85-9e6b-d942e28d5085']}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:56.393383 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-3331db55-2fab-428d-98a7-7c01da24739e tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:56.411851 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-3331db55-2fab-428d-98a7-7c01da24739e tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Usage tracker for resource:network and tenant:53d19bfb24de4fd9a811d516ec1a6abf is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:56.479287 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4de5b4e7-fb58-44d0-8f33-0372dce227df tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:56.489403 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-3331db55-2fab-428d-98a7-7c01da24739e tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:56.504629 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.resource_extend [None req-1297e317-1bea-4f76-b8fd-423613fb9334 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:32:56.538193 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-3331db55-2fab-428d-98a7-7c01da24739e tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:56.582264 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1297e317-1bea-4f76-b8fd-423613fb9334 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:56.588108 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-57c9a03c-e485-452d-8603-b743e5e3372b service neutron] 10.222.0.21 "GET /v2.0/networks/1c4e9593-ca79-45e5-9cfb-0175c4a07e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492221 Feb 04 11:32:56.615919 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-84afcfa7-6ba4-479e-bc5f-57afb00ffa24 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:56.668324 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-90f76f67-0a4e-44f8-a36d-5dca3e761f23 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:56.733190 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1297e317-1bea-4f76-b8fd-423613fb9334 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:56.787005 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4de5b4e7-fb58-44d0-8f33-0372dce227df tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:56.830564 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-90f76f67-0a4e-44f8-a36d-5dca3e761f23 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Transition to ACTIVE for port object 4b8fb0d9-e3be-4350-9099-feaa0ca01b24 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:56.845423 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3331db55-2fab-428d-98a7-7c01da24739e tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Made reservation on behalf of 53d19bfb24de4fd9a811d516ec1a6abf for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:56.847948 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3331db55-2fab-428d-98a7-7c01da24739e tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:56.872289 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-84afcfa7-6ba4-479e-bc5f-57afb00ffa24 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:56.877658 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-84afcfa7-6ba4-479e-bc5f-57afb00ffa24 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] device_id is not set on port db4bbfe4-fac9-45c2-ba44-bef630973d72 yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:32:56.936273 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-cb112189-357e-47d8-942e-3d4b45884036 req-2815b1b4-e43e-423a-90c8-4130b21a521d tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:56.965244 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8d25b7e6-a989-4aa3-b62c-2dd4ed2a4ae8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:56.976245 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-cb112189-357e-47d8-942e-3d4b45884036 req-2815b1b4-e43e-423a-90c8-4130b21a521d tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:56.981104 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1297e317-1bea-4f76-b8fd-423613fb9334 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:56.999072 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297e317-1bea-4f76-b8fd-423613fb9334 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Pushing event updated for resources: {'Port': ['ID=57c36c9d-adfd-4333-bd77-8ffab46b2deb,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:57.045418 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8d25b7e6-a989-4aa3-b62c-2dd4ed2a4ae8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:57.054689 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3331db55-2fab-428d-98a7-7c01da24739e tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:32:57.141739 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84afcfa7-6ba4-479e-bc5f-57afb00ffa24 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab08a680-50b0-4cb5-9eb1-d6c4e08a20ad,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:57.175780 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-516a4b32-f6dc-46ba-8029-40641d4d148b req-70a54a4e-25b9-4215-8da5-c6a8f0d75c7f tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 210 time: 0.1175878 Feb 04 11:32:57.183839 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb112189-357e-47d8-942e-3d4b45884036 req-2815b1b4-e43e-423a-90c8-4130b21a521d tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Made reservation on behalf of 5b82a940b56a43dcab21460c9541779e for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:57.187312 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-cb112189-357e-47d8-942e-3d4b45884036 req-2815b1b4-e43e-423a-90c8-4130b21a521d tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:57.217629 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-90f76f67-0a4e-44f8-a36d-5dca3e761f23 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:57.233914 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3331db55-2fab-428d-98a7-7c01da24739e tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:57.236803 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-3331db55-2fab-428d-98a7-7c01da24739e tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Added segment b0742b9a-78c0-4600-856f-507c40e83336 of type vlan for network 9aac0c55-c2bb-4aa2-9ee5-5f137e12f05f Feb 04 11:32:57.286592 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-adc266d3-0d2a-408b-adf9-0fa2c298e567 service neutron] 10.222.0.21 "GET /v2.0/networks/1c4e9593-ca79-45e5-9cfb-0175c4a07e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5720236 Feb 04 11:32:57.294462 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d25b7e6-a989-4aa3-b62c-2dd4ed2a4ae8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:32:57.346786 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f76f67-0a4e-44f8-a36d-5dca3e761f23 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Network 5d623e6d-d158-4720-aa3f-27b18cdcf192 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:57.370966 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-90f76f67-0a4e-44f8-a36d-5dca3e761f23 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:57.376652 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f76f67-0a4e-44f8-a36d-5dca3e761f23 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:32:57.390040 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-84afcfa7-6ba4-479e-bc5f-57afb00ffa24 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Allocated IP 172.26.3.134 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/db4bbfe4-fac9-45c2-ba44-bef630973d72) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:57.428300 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4de5b4e7-fb58-44d0-8f33-0372dce227df tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:57.462234 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f76f67-0a4e-44f8-a36d-5dca3e761f23 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:57.463024 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-90f76f67-0a4e-44f8-a36d-5dca3e761f23 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:57.504536 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d25b7e6-a989-4aa3-b62c-2dd4ed2a4ae8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b845b383-9d3d-44e9-a080-63c99d496592,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:57.537133 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4de5b4e7-fb58-44d0-8f33-0372dce227df tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:57.572520 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8d25b7e6-a989-4aa3-b62c-2dd4ed2a4ae8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:57.573489 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-8d25b7e6-a989-4aa3-b62c-2dd4ed2a4ae8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Added segment 8d58ad67-7a51-4ec4-a796-861955bb5659 of type vlan for network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 Feb 04 11:32:57.680316 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de5b4e7-fb58-44d0-8f33-0372dce227df tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Pushing event updated for resources: {'Port': ['ID=317152e2-648a-4c9a-ad43-dc0368f6586b,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:57.726874 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-90f76f67-0a4e-44f8-a36d-5dca3e761f23 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4413216 Feb 04 11:32:57.899789 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58686) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:57.978087 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-012fdc2b-4f59-47eb-86ab-489299c8bd4e tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Request body: {'port': {'network_id': '5d623e6d-d158-4720-aa3f-27b18cdcf192', 'name': 'tempest-AllowedAddressPairTestJSON-1591208512', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:bb:7c:40'}]}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:58.070301 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf17543-f849-4462-9e6a-738a71e431cd None None] Network 5d623e6d-d158-4720-aa3f-27b18cdcf192 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:32:58.168339 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8d25b7e6-a989-4aa3-b62c-2dd4ed2a4ae8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:58.238649 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [req-cb112189-357e-47d8-942e-3d4b45884036 req-2815b1b4-e43e-423a-90c8-4130b21a521d tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Allocated IP 172.20.0.11 (aa801161-0b6c-45f6-97b7-dc303a939bfb/7f42d419-3d0f-4747-985d-af15d416a955/19635aaa-a8d9-4012-9591-03c4d8f877eb) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:58.244788 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4de5b4e7-fb58-44d0-8f33-0372dce227df tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:58.339007 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f76f67-0a4e-44f8-a36d-5dca3e761f23 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Pushing event updated for resources: {'Port': ['ID=4b8fb0d9-e3be-4350-9099-feaa0ca01b24,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:58.356007 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-84afcfa7-6ba4-479e-bc5f-57afb00ffa24 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:58.361509 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3331db55-2fab-428d-98a7-7c01da24739e tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:58.369494 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-012fdc2b-4f59-47eb-86ab-489299c8bd4e tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:58.377600 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-012fdc2b-4f59-47eb-86ab-489299c8bd4e tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Usage tracker for resource:port and tenant:a205355c3de243a3a3a0fe66e1ec308d is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:58.382439 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-012fdc2b-4f59-47eb-86ab-489299c8bd4e tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:58.394428 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-012fdc2b-4f59-47eb-86ab-489299c8bd4e tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:58.430274 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2eac881e-819a-4d0b-9ff9-ce4f79bf4402 None None] Provisioning for port 3b02b2cc-d5f7-40f0-9af8-bff5ae6b7d63 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:58.446712 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1297e317-1bea-4f76-b8fd-423613fb9334 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Network 7cd0f5c2-5e9f-487a-b684-2fdbbc1a4e0c is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:58.460450 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4de5b4e7-fb58-44d0-8f33-0372dce227df tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:58.462419 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-4de5b4e7-fb58-44d0-8f33-0372dce227df tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8418262 Feb 04 11:32:58.469063 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8d25b7e6-a989-4aa3-b62c-2dd4ed2a4ae8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:58.479882 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d25b7e6-a989-4aa3-b62c-2dd4ed2a4ae8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:58.480871 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8d25b7e6-a989-4aa3-b62c-2dd4ed2a4ae8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:58.514159 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012fdc2b-4f59-47eb-86ab-489299c8bd4e tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Made reservation on behalf of a205355c3de243a3a3a0fe66e1ec308d for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:58.613204 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-84afcfa7-6ba4-479e-bc5f-57afb00ffa24 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:58.643962 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-1297e317-1bea-4f76-b8fd-423613fb9334 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:58.657840 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d25b7e6-a989-4aa3-b62c-2dd4ed2a4ae8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Network': ['ID=a4c95724-fa8c-4cd7-984e-cfbe8c55ad41,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:58.697439 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 3b02b2cc-d5f7-40f0-9af8-bff5ae6b7d63 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:58.704097 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-651edd6b-4533-4d96-aa2a-504082a1deaa req-9e967dc5-a93a-4bec-a7b3-87d718397215 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Synchronizing usage tracker for tenant:74eeb4f9d8f74fc499285014b76b0ac9 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:32:58.969956 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5204d703-8629-49ae-857b-c4814cd15fc5 req-a88b5fab-b828-48f0-ba4b-319a501adaf1 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 210 time: 0.4024405 Feb 04 11:32:59.037773 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.resource_extend [None req-3331db55-2fab-428d-98a7-7c01da24739e tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] It took 0.59 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:32:59.063577 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 3b02b2cc-d5f7-40f0-9af8-bff5ae6b7d63 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:59.076356 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 3b02b2cc-d5f7-40f0-9af8-bff5ae6b7d63 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:59.078756 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:59.085417 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84afcfa7-6ba4-479e-bc5f-57afb00ffa24 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Pushing event updated for resources: {'Port': ['ID=db4bbfe4-fac9-45c2-ba44-bef630973d72,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:59.233051 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-012fdc2b-4f59-47eb-86ab-489299c8bd4e tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:59.293625 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:32:59.317289 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-012fdc2b-4f59-47eb-86ab-489299c8bd4e tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] device_id is not set on port 6bbfa4fe-b5f3-4aa9-abce-4ba0b197b73b yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:32:59.398332 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84afcfa7-6ba4-479e-bc5f-57afb00ffa24 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:59.406734 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-84afcfa7-6ba4-479e-bc5f-57afb00ffa24 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:59.417236 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84afcfa7-6ba4-479e-bc5f-57afb00ffa24 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:32:59.477052 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84afcfa7-6ba4-479e-bc5f-57afb00ffa24 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:59.477911 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-84afcfa7-6ba4-479e-bc5f-57afb00ffa24 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:59.556685 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-6e43f3a4-cda9-4ac5-8b48-aeefde90df4d tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Synchronizing usage tracker for tenant:428c59d92c8b47a08a015e5fd3f6d227 on resource:security_group {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:32:59.559916 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8d25b7e6-a989-4aa3-b62c-2dd4ed2a4ae8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 4.5223470 Feb 04 11:32:59.568646 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58736) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:59.584709 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-7693108d-a6b2-4116-9f43-0fb1fa210009 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:59.589824 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3331db55-2fab-428d-98a7-7c01da24739e tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:59.590864 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3331db55-2fab-428d-98a7-7c01da24739e tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:59.591614 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3331db55-2fab-428d-98a7-7c01da24739e tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:59.658426 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-fc69c366-5e82-47fa-95dc-e1a079e15fcd None None] Provisioning complete for port 57c36c9d-adfd-4333-bd77-8ffab46b2deb triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:59.658800 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fc69c366-5e82-47fa-95dc-e1a079e15fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:59.723537 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:59.773356 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-7693108d-a6b2-4116-9f43-0fb1fa210009 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:59.782856 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-84afcfa7-6ba4-479e-bc5f-57afb00ffa24 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 5.1920819 Feb 04 11:32:59.791085 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58740) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:59.794136 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-7693108d-a6b2-4116-9f43-0fb1fa210009 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:subnet and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:59.821932 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-7693108d-a6b2-4116-9f43-0fb1fa210009 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:59.827950 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-fc69c366-5e82-47fa-95dc-e1a079e15fcd None None] Port 57c36c9d-adfd-4333-bd77-8ffab46b2deb cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:32:59.832047 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-651edd6b-4533-4d96-aa2a-504082a1deaa req-9e967dc5-a93a-4bec-a7b3-87d718397215 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Unset dirty status for tenant:74eeb4f9d8f74fc499285014b76b0ac9 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:32:59.840375 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 3b02b2cc-d5f7-40f0-9af8-bff5ae6b7d63, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=3b02b2cc-d5f7-40f0-9af8-bff5ae6b7d63,segment=NetworkSegment(3c7d2a4a-0a80-4973-8e8f-61f5119c5a9e),segment_id=3c7d2a4a-0a80-4973-8e8f-61f5119c5a9e)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:32:59.846079 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-e22aa7d2-2ff3-467c-9adc-5685e1b41a74 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134'}]}}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:32:59.850898 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-e22aa7d2-2ff3-467c-9adc-5685e1b41a74 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:59.854836 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-651edd6b-4533-4d96-aa2a-504082a1deaa req-9e967dc5-a93a-4bec-a7b3-87d718397215 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/ports?device_id=c778463b-41e6-4ec6-bd22-c0c64350936d HTTP/1.1" status: 200 len: 210 time: 1.6329787 Feb 04 11:32:59.867007 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-e22aa7d2-2ff3-467c-9adc-5685e1b41a74 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Usage tracker for resource:router and tenant:4f3230d145e744ee927e11d7114751f7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:59.884102 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-e22aa7d2-2ff3-467c-9adc-5685e1b41a74 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:59.899428 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-e22aa7d2-2ff3-467c-9adc-5685e1b41a74 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:59.906218 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331db55-2fab-428d-98a7-7c01da24739e tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Pushing event updated for resources: {'Network': ['ID=9aac0c55-c2bb-4aa2-9ee5-5f137e12f05f,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:59.912891 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-7693108d-a6b2-4116-9f43-0fb1fa210009 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:59.924709 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 9aac0c55-c2bb-4aa2-9ee5-5f137e12f05f details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:32:59.946601 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-6e43f3a4-cda9-4ac5-8b48-aeefde90df4d tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Unset dirty status for tenant:428c59d92c8b47a08a015e5fd3f6d227 on resource:security_group {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:32:59.947760 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-6e43f3a4-cda9-4ac5-8b48-aeefde90df4d tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2042059207&fields=id&tenant_id=428c59d92c8b47a08a015e5fd3f6d227 HTTP/1.1" status: 200 len: 267 time: 0.6542449 Feb 04 11:32:59.955530 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-012fdc2b-4f59-47eb-86ab-489299c8bd4e tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Allocated IP 172.20.0.3 (5d623e6d-d158-4720-aa3f-27b18cdcf192/81a81b0c-f601-41f8-86d6-5f7d175fc164/6bbfa4fe-b5f3-4aa9-abce-4ba0b197b73b) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:00.118593 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:00.240603 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-cb112189-357e-47d8-942e-3d4b45884036 req-2815b1b4-e43e-423a-90c8-4130b21a521d tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:00.279490 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-cb112189-357e-47d8-942e-3d4b45884036 req-2815b1b4-e43e-423a-90c8-4130b21a521d tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Transition to ACTIVE for port object 19635aaa-a8d9-4012-9591-03c4d8f877eb will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:00.319813 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3331db55-2fab-428d-98a7-7c01da24739e tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.9848175 Feb 04 11:33:00.327149 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58748) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:00.356710 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-012fdc2b-4f59-47eb-86ab-489299c8bd4e tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:00.364495 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ba133904-c20b-487a-ade1-15b745dbd1f5 None None] Provisioning complete for port 3b02b2cc-d5f7-40f0-9af8-bff5ae6b7d63 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:00.371796 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ba133904-c20b-487a-ade1-15b745dbd1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:00.384723 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-012fdc2b-4f59-47eb-86ab-489299c8bd4e tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Transition to ACTIVE for port object 6bbfa4fe-b5f3-4aa9-abce-4ba0b197b73b will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:00.435872 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=3b02b2cc-d5f7-40f0-9af8-bff5ae6b7d63,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:00.473625 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e22aa7d2-2ff3-467c-9adc-5685e1b41a74 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:00.475222 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e22aa7d2-2ff3-467c-9adc-5685e1b41a74 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:00.487411 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-cb112189-357e-47d8-942e-3d4b45884036 req-2815b1b4-e43e-423a-90c8-4130b21a521d tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:00.502325 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7693108d-a6b2-4116-9f43-0fb1fa210009 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:00.538047 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-012fdc2b-4f59-47eb-86ab-489299c8bd4e tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:00.772587 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ba133904-c20b-487a-ade1-15b745dbd1f5 None None] Provisioning for port 4b8fb0d9-e3be-4350-9099-feaa0ca01b24 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:00.787638 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ba133904-c20b-487a-ade1-15b745dbd1f5 None None] Provisioning complete for port 4b8fb0d9-e3be-4350-9099-feaa0ca01b24 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:00.792845 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ba133904-c20b-487a-ade1-15b745dbd1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:00.812922 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815b1b4-e43e-423a-90c8-4130b21a521d tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Pushing event updated for resources: {'Port': ['ID=19635aaa-a8d9-4012-9591-03c4d8f877eb,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:00.820872 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4aa2e6-b7ba-48b6-a893-42c6b13b1be2 tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:00.824875 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ac4aa2e6-b7ba-48b6-a893-42c6b13b1be2 tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] 10.222.0.21 "GET /v2.0/networks/9aac0c55-c2bb-4aa2-9ee5-5f137e12f05f HTTP/1.1" status: 200 len: 756 time: 0.4935305 Feb 04 11:33:00.825274 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb112189-357e-47d8-942e-3d4b45884036 req-2815b1b4-e43e-423a-90c8-4130b21a521d tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Network aa801161-0b6c-45f6-97b7-dc303a939bfb is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:00.829674 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58752) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:00.830569 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [req-cb112189-357e-47d8-942e-3d4b45884036 req-2815b1b4-e43e-423a-90c8-4130b21a521d tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:00.838619 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb112189-357e-47d8-942e-3d4b45884036 req-2815b1b4-e43e-423a-90c8-4130b21a521d tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:33:00.842750 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012fdc2b-4f59-47eb-86ab-489299c8bd4e tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Network 5d623e6d-d158-4720-aa3f-27b18cdcf192 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:00.855113 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-012fdc2b-4f59-47eb-86ab-489299c8bd4e tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:00.866486 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012fdc2b-4f59-47eb-86ab-489299c8bd4e tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:33:00.997623 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012fdc2b-4f59-47eb-86ab-489299c8bd4e tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Pushing event updated for resources: {'Port': ['ID=6bbfa4fe-b5f3-4aa9-abce-4ba0b197b73b,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:01.003255 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7693108d-a6b2-4116-9f43-0fb1fa210009 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:01.065177 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e22aa7d2-2ff3-467c-9adc-5685e1b41a74 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:01.113679 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e16cb-76c8-4547-8abd-a9690bbab228 req-7b1dda73-1bd4-4fec-b90e-a74b696c03dc tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:01.118127 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-9f5e16cb-76c8-4547-8abd-a9690bbab228 req-7b1dda73-1bd4-4fec-b90e-a74b696c03dc tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Synchronizing usage tracker for tenant:5b82a940b56a43dcab21460c9541779e on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:01.136024 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb112189-357e-47d8-942e-3d4b45884036 req-2815b1b4-e43e-423a-90c8-4130b21a521d tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:01.136745 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-cb112189-357e-47d8-942e-3d4b45884036 req-2815b1b4-e43e-423a-90c8-4130b21a521d tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:01.181339 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0050eef-dc8d-4131-b6db-c9a7bdda67cf tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:01.190469 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f0050eef-dc8d-4131-b6db-c9a7bdda67cf tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] 10.222.0.21 "GET /v2.0/networks/62638bfc-c79a-4c0a-a5f1-4a1f1b3449e1 HTTP/1.1" status: 200 len: 767 time: 0.3576508 Feb 04 11:33:01.195399 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-ba133904-c20b-487a-ade1-15b745dbd1f5 None None] Port 4b8fb0d9-e3be-4350-9099-feaa0ca01b24 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:33:01.207624 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58758) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:01.315999 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-cb112189-357e-47d8-942e-3d4b45884036 req-2815b1b4-e43e-423a-90c8-4130b21a521d tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9480078 Feb 04 11:33:01.363924 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-1fc3748b-8b0d-4cf5-9ae3-7fb9c591e008 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:01.365000 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-1fc3748b-8b0d-4cf5-9ae3-7fb9c591e008 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Synchronizing usage tracker for tenant:428c59d92c8b47a08a015e5fd3f6d227 on resource:network {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:01.501995 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-67049321-0a79-4025-8b8c-658b5a779df8 None None] Provisioning for port 6bbfa4fe-b5f3-4aa9-abce-4ba0b197b73b completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:01.507339 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1297e317-1bea-4f76-b8fd-423613fb9334 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Router 7410fc0c-4500-4634-bd2b-e626d7e506b0 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:33:01.508905 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-67049321-0a79-4025-8b8c-658b5a779df8 None None] Provisioning complete for port 6bbfa4fe-b5f3-4aa9-abce-4ba0b197b73b triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:01.509401 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-67049321-0a79-4025-8b8c-658b5a779df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:01.547019 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [req-cb112189-357e-47d8-942e-3d4b45884036 req-98019b5d-3ab6-4db1-9685-50082da492d4 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:33:01.549292 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-cb112189-357e-47d8-942e-3d4b45884036 req-98019b5d-3ab6-4db1-9685-50082da492d4 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0110350 Feb 04 11:33:01.557256 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-9f5e16cb-76c8-4547-8abd-a9690bbab228 req-7b1dda73-1bd4-4fec-b90e-a74b696c03dc tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Unset dirty status for tenant:5b82a940b56a43dcab21460c9541779e on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:01.578894 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9f5e16cb-76c8-4547-8abd-a9690bbab228 req-7b1dda73-1bd4-4fec-b90e-a74b696c03dc tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 932 time: 1.2095976 Feb 04 11:33:01.581802 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-67049321-0a79-4025-8b8c-658b5a779df8 None None] Port 6bbfa4fe-b5f3-4aa9-abce-4ba0b197b73b cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:33:01.622447 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012fdc2b-4f59-47eb-86ab-489299c8bd4e tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:01.623089 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-012fdc2b-4f59-47eb-86ab-489299c8bd4e tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:01.667755 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-67049321-0a79-4025-8b8c-658b5a779df8 None None] Provisioning for port 19635aaa-a8d9-4012-9591-03c4d8f877eb completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:01.680888 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-67049321-0a79-4025-8b8c-658b5a779df8 None None] Provisioning complete for port 19635aaa-a8d9-4012-9591-03c4d8f877eb triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:01.680888 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-67049321-0a79-4025-8b8c-658b5a779df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:01.719405 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0c81efd6-737b-4fea-ad1f-cacc819372bc tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:01.769229 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b37c1a-b181-4686-b309-99b7ee271082 None None] Sync routers for ids ['d5623e60-72c8-4463-95b8-0f01fd304eb5'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:33:01.779507 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-1fc3748b-8b0d-4cf5-9ae3-7fb9c591e008 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Unset dirty status for tenant:428c59d92c8b47a08a015e5fd3f6d227 on resource:network {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:01.784473 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-1fc3748b-8b0d-4cf5-9ae3-7fb9c591e008 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/networks?id=f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e HTTP/1.1" status: 200 len: 811 time: 1.8054595 Feb 04 11:33:01.849479 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b37c1a-b181-4686-b309-99b7ee271082 None None] Routers {'d5623e60-72c8-4463-95b8-0f01fd304eb5'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:33:01.850605 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-89b37c1a-b181-4686-b309-99b7ee271082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:32:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['d5623e60-72c8-4463-95b8-0f01fd304eb5'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:01.912054 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-67049321-0a79-4025-8b8c-658b5a779df8 None None] Port 19635aaa-a8d9-4012-9591-03c4d8f877eb cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:33:01.960658 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9f5e16cb-76c8-4547-8abd-a9690bbab228 req-c7154536-1b7e-4706-8164-8fabadb265bd tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3775928 Feb 04 11:33:02.001429 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-cb112189-357e-47d8-942e-3d4b45884036 req-42e45006-c095-434d-8b0a-9af0c0349dc0 service neutron] Request body: {'port': {'device_id': '1db4b038-1dc2-424e-965b-a547ac24f40c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:02.041345 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-012fdc2b-4f59-47eb-86ab-489299c8bd4e tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 4.1383524 Feb 04 11:33:02.041731 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58764) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:02.049683 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e22aa7d2-2ff3-467c-9adc-5685e1b41a74 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:02.127392 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7693108d-a6b2-4116-9f43-0fb1fa210009 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:02.154861 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-89b37c1a-b181-4686-b309-99b7ee271082 None None] Set router d5623e60-72c8-4463-95b8-0f01fd304eb5 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:33:02.191294 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.47', 50032) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:02.229134 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-560519ed-5783-4d3c-841c-3e35b450661f tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/quotas/428c59d92c8b47a08a015e5fd3f6d227 HTTP/1.1" status: 200 len: 375 time: 0.2075121 Feb 04 11:33:02.402779 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0c81efd6-737b-4fea-ad1f-cacc819372bc tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:02.557836 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 3b02b2cc-d5f7-40f0-9af8-bff5ae6b7d63 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:02.641061 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9e6ab3de-e1d3-4990-8339-83a5f94dd8c2 req-68fdcd2c-13d2-46cd-8a80-2ff18d8d0f87 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/ports?device_id=c778463b-41e6-4ec6-bd22-c0c64350936d HTTP/1.1" status: 200 len: 210 time: 0.2185462 Feb 04 11:33:02.652646 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-0c81efd6-737b-4fea-ad1f-cacc819372bc tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aac0c55-c2bb-4aa2-9ee5-5f137e12f05f']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:02.669306 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7693108d-a6b2-4116-9f43-0fb1fa210009 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Subnet': ['ID=bf16a235-68cf-438f-88f9-193af918392a,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:02.697966 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7693108d-a6b2-4116-9f43-0fb1fa210009 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Checking segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:33:02.698774 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7693108d-a6b2-4116-9f43-0fb1fa210009 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network hostable DHCP agents. Network: a4c95724-fa8c-4cd7-984e-cfbe8c55ad41, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:33:02.712469 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074e0bc9-bcc0-4bbd-8110-9496518446d3 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:02.716858 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074e0bc9-bcc0-4bbd-8110-9496518446d3 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:02.721908 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074e0bc9-bcc0-4bbd-8110-9496518446d3 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:02.723134 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-074e0bc9-bcc0-4bbd-8110-9496518446d3 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Synchronizing usage tracker for tenant:a205355c3de243a3a3a0fe66e1ec308d on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:02.770020 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-cb930674-fa8a-4f5e-a3c1-3d4cf4371d84 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Synchronizing usage tracker for tenant:428c59d92c8b47a08a015e5fd3f6d227 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:02.802723 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-0c81efd6-737b-4fea-ad1f-cacc819372bc tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0742b9a-78c0-4600-856f-507c40e83336') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:02.803415 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-0c81efd6-737b-4fea-ad1f-cacc819372bc tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0742b9a-78c0-4600-856f-507c40e83336') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:02.824198 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 3b02b2cc-d5f7-40f0-9af8-bff5ae6b7d63 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:02.824982 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:02.868587 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-074e0bc9-bcc0-4bbd-8110-9496518446d3 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Unset dirty status for tenant:a205355c3de243a3a3a0fe66e1ec308d on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:02.870527 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-074e0bc9-bcc0-4bbd-8110-9496518446d3 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.7971413 Feb 04 11:33:02.874174 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-cb112189-357e-47d8-942e-3d4b45884036 req-42e45006-c095-434d-8b0a-9af0c0349dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:02.897318 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58770) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:02.942570 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0c81efd6-737b-4fea-ad1f-cacc819372bc tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:02.978191 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7693108d-a6b2-4116-9f43-0fb1fa210009 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:33:02.993181 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-cb930674-fa8a-4f5e-a3c1-3d4cf4371d84 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Unset dirty status for tenant:428c59d92c8b47a08a015e5fd3f6d227 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:02.994906 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-cb930674-fa8a-4f5e-a3c1-3d4cf4371d84 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=428c59d92c8b47a08a015e5fd3f6d227&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7373273 Feb 04 11:33:03.044018 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0c81efd6-737b-4fea-ad1f-cacc819372bc tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:03.075645 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-2a2eafbe-c5c5-4468-a08f-fff964ed96d2 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:03.076396 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-2a2eafbe-c5c5-4468-a08f-fff964ed96d2 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Synchronizing usage tracker for tenant:74eeb4f9d8f74fc499285014b76b0ac9 on resource:network {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:03.079616 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-89b37c1a-b181-4686-b309-99b7ee271082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'name': 'tempest-ServersTestJSON-2074940559-router', 'tenant_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '71652ffa-ab89-4356-9c31-0b8424244031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:26Z', 'updated_at': '2022-02-04T11:32:36Z', 'revision_number': 4, 'project_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'gw_port': {'id': '71652ffa-ab89-4356-9c31-0b8424244031', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:27Z', 'updated_at': '2022-02-04T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'a8fe6aff-040c-4bdb-8693-c713e22ad4fe', 'name': '', 'network_id': '1c4e9593-ca79-45e5-9cfb-0175c4a07e6f', 'tenant_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'mac_address': 'fa:16:3e:64:d0:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd604c559-206d-41f7-934e-2e0e7fee1aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:35Z', 'updated_at': '2022-02-04T11:32:37Z', 'revision_number': 2, 'project_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'subnets': [{'id': 'd604c559-206d-41f7-934e-2e0e7fee1aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:03.090572 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b37c1a-b181-4686-b309-99b7ee271082 None None] Checking router: d5623e60-72c8-4463-95b8-0f01fd304eb5 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:33:03.090572 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b37c1a-b181-4686-b309-99b7ee271082 None None] Updating router d5623e60-72c8-4463-95b8-0f01fd304eb5 port a8fe6aff-040c-4bdb-8693-c713e22ad4fe binding host dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:33:03.097312 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c81efd6-737b-4fea-ad1f-cacc819372bc tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:33:03.097769 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0c81efd6-737b-4fea-ad1f-cacc819372bc tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:03.112515 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:33:03.112515 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:33:03.112515 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:33:03.112515 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:33:03.112515 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:33:03.112515 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:33:03.112515 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:33:03.112515 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:33:03.112515 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:33:03.112515 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:33:03.112515 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:33:03.112515 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:33:03.112515 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:33:03.112515 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:33:03.112515 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:33:03.112515 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:33:03.112515 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:33:03.112515 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:33:03.112515 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:33:03.112515 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:33:03.112515 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:33:03.112515 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:33:03.112515 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:33:03.112515 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:33:03.112515 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:33:03.112515 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:33:03.112515 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:33:03.112515 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:33:03.112515 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:33:03.112515 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:33:03.112515 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:33:03.112515 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:33:03.198386 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-7693108d-a6b2-4116-9f43-0fb1fa210009 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, a4c95724-fa8c-4cd7-984e-cfbe8c55ad41) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:03.215434 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-ff49fe64-4b30-4d26-b596-3ba715f338f4 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Deleting port 6bbfa4fe-b5f3-4aa9-abce-4ba0b197b73b {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:33:03.215991 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ff49fe64-4b30-4d26-b596-3ba715f338f4 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:03.233474 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9980698d-030d-4053-8e36-001994c85ff9 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:33:03.246157 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7693108d-a6b2-4116-9f43-0fb1fa210009 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:03.246836 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7693108d-a6b2-4116-9f43-0fb1fa210009 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:03.379568 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1297e317-1bea-4f76-b8fd-423613fb9334 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:33:03.398419 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dc4bca-929b-4e60-9325-db9ed4629f33 None None] Sync routers for ids ['7410fc0c-4500-4634-bd2b-e626d7e506b0'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:33:03.427490 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dc4bca-929b-4e60-9325-db9ed4629f33 None None] Routers {'7410fc0c-4500-4634-bd2b-e626d7e506b0'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:33:03.428118 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-a3dc4bca-929b-4e60-9325-db9ed4629f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:32:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['7410fc0c-4500-4634-bd2b-e626d7e506b0'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:03.437952 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-89b37c1a-b181-4686-b309-99b7ee271082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:03.520615 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-7693108d-a6b2-4116-9f43-0fb1fa210009 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.9483073 Feb 04 11:33:03.525019 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-2a2eafbe-c5c5-4468-a08f-fff964ed96d2 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Unset dirty status for tenant:74eeb4f9d8f74fc499285014b76b0ac9 on resource:network {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:03.527014 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-2a2eafbe-c5c5-4468-a08f-fff964ed96d2 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.47 "GET /v2.0/networks?id=1c4e9593-ca79-45e5-9cfb-0175c4a07e6f HTTP/1.1" status: 200 len: 806 time: 1.3289523 Feb 04 11:33:03.530316 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58776) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:03.531989 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e22aa7d2-2ff3-467c-9adc-5685e1b41a74 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:03.539926 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0c81efd6-737b-4fea-ad1f-cacc819372bc tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:03.566501 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-f63fb7ad-aedd-4986-b279-103b86e74b6b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'port': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'name': 'tempest-NetworksTestDHCPv6-561622107'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:03.594225 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-e614c7f7-f922-4301-bca9-1bb7d1140216 service neutron] 10.222.0.21 "GET /v2.0/networks/f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5228610 Feb 04 11:33:03.607461 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c81efd6-737b-4fea-ad1f-cacc819372bc tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9aac0c55-c2bb-4aa2-9ee5-5f137e12f05f {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 11:33:03.616316 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-a3dc4bca-929b-4e60-9325-db9ed4629f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:03.620099 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e22aa7d2-2ff3-467c-9adc-5685e1b41a74 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:03.620861 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-1297e317-1bea-4f76-b8fd-423613fb9334 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] 10.222.0.21 "PUT /v2.0/routers/7410fc0c-4500-4634-bd2b-e626d7e506b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9847701 Feb 04 11:33:03.630794 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dc4bca-929b-4e60-9325-db9ed4629f33 None None] Routers {'7410fc0c-4500-4634-bd2b-e626d7e506b0'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:33:03.631571 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-a3dc4bca-929b-4e60-9325-db9ed4629f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:32:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['7410fc0c-4500-4634-bd2b-e626d7e506b0'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:03.700470 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58780) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:03.706057 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-7491b6e9-5a5b-4f49-a009-ce2d9a9280c1 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Synchronizing usage tracker for tenant:74eeb4f9d8f74fc499285014b76b0ac9 on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:03.713078 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-a3dc4bca-929b-4e60-9325-db9ed4629f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:03.715394 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dc4bca-929b-4e60-9325-db9ed4629f33 None None] The sync data for ids ['7410fc0c-4500-4634-bd2b-e626d7e506b0'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:33:03.728531 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0c81efd6-737b-4fea-ad1f-cacc819372bc tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:03.731967 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0c81efd6-737b-4fea-ad1f-cacc819372bc tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] 10.222.0.21 "DELETE /v2.0/networks/9aac0c55-c2bb-4aa2-9ee5-5f137e12f05f HTTP/1.1" status: 204 len: 168 time: 2.5187070 Feb 04 11:33:03.736656 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-8cec21e1-7dfc-43aa-8878-95f41b82d65c tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Request body: {'port': {'network_id': '7cd0f5c2-5e9f-487a-b684-2fdbbc1a4e0c', 'name': 'tempest-FloatingIPAdminTestJSON-467355465'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:03.755409 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcea35d6-12d8-4ae7-9c50-0b4cec2c0798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'tenant_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'fixed_ips': [{'subnet_id': 'bf16a235-68cf-438f-88f9-193af918392a'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:33:03.756243 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fcea35d6-12d8-4ae7-9c50-0b4cec2c0798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:03.981032 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-fcea35d6-12d8-4ae7-9c50-0b4cec2c0798 None None] Allocated IP 2001:db8::2 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/bf16a235-68cf-438f-88f9-193af918392a/2a57bb52-1adf-4180-a1de-67da9897fdab) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:04.142382 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58786) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:04.156913 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81efd6-737b-4fea-ad1f-cacc819372bc tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Pushing event deleted for resources: {'Network': ['ID=9aac0c55-c2bb-4aa2-9ee5-5f137e12f05f,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:04.179696 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8cec21e1-7dfc-43aa-8878-95f41b82d65c tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:04.227596 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-4cd7721b-07be-499a-a821-8a2ce708b89f tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Request body: {'network': {'name': 'tempest-network--1040087551'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:04.246178 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8cec21e1-7dfc-43aa-8878-95f41b82d65c tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Usage tracker for resource:port and tenant:afe3705eae3c425eaa53d9ef8c04fa42 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:04.302342 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8cec21e1-7dfc-43aa-8878-95f41b82d65c tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:04.335125 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-4cd7721b-07be-499a-a821-8a2ce708b89f tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:04.355857 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8cec21e1-7dfc-43aa-8878-95f41b82d65c tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:04.377683 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8deed-4eab-4f0a-8f69-9663c3b52f2f req-c88af15f-60a8-4612-bde5-967d510cf7c3 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:04.383348 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-72d8deed-4eab-4f0a-8f69-9663c3b52f2f req-c88af15f-60a8-4612-bde5-967d510cf7c3 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 932 time: 1.2132258 Feb 04 11:33:04.393276 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-4cd7721b-07be-499a-a821-8a2ce708b89f tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Usage tracker for resource:network and tenant:53d19bfb24de4fd9a811d516ec1a6abf is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:04.425683 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-4cd7721b-07be-499a-a821-8a2ce708b89f tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:04.454835 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-4cd7721b-07be-499a-a821-8a2ce708b89f tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:04.472126 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [req-cb112189-357e-47d8-942e-3d4b45884036 req-42e45006-c095-434d-8b0a-9af0c0349dc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19635aaa-a8d9-4012-9591-03c4d8f877eb {{(pid=84205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:33:04.488874 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-cb112189-357e-47d8-942e-3d4b45884036 req-42e45006-c095-434d-8b0a-9af0c0349dc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:04.547072 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-72d8deed-4eab-4f0a-8f69-9663c3b52f2f req-b4c26eb1-39fb-4ea5-9d26-bba348026690 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284652 Feb 04 11:33:04.559531 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-7491b6e9-5a5b-4f49-a009-ce2d9a9280c1 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Unset dirty status for tenant:74eeb4f9d8f74fc499285014b76b0ac9 on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:04.560928 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-7491b6e9-5a5b-4f49-a009-ce2d9a9280c1 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74eeb4f9d8f74fc499285014b76b0ac9 HTTP/1.1" status: 200 len: 379 time: 0.9876425 Feb 04 11:33:04.587609 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-cb112189-357e-47d8-942e-3d4b45884036 req-42e45006-c095-434d-8b0a-9af0c0349dc0 service neutron] Transition to ACTIVE for port object 19635aaa-a8d9-4012-9591-03c4d8f877eb will not be triggered until provisioned by entity L2. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:04.604731 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-de3937f9-3554-445f-ac9e-257c0cdc6d78 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Request body: {'port': {'device_id': 'c778463b-41e6-4ec6-bd22-c0c64350936d', 'network_id': '1c4e9593-ca79-45e5-9cfb-0175c4a07e6f', 'admin_state_up': True, 'tenant_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'security_groups': ['4b65b1d6-954c-4ebe-b4bc-39f78bce49be']}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:04.649119 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6928b405-ae92-4d90-9218-f64fe5c8e47d None None] Sync routers for ids ['0913055d-e0e4-46b6-8bff-2cbc157d881d'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:33:04.733589 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ff49fe64-4b30-4d26-b596-3ba715f338f4 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:04.741826 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6928b405-ae92-4d90-9218-f64fe5c8e47d None None] Routers {'0913055d-e0e4-46b6-8bff-2cbc157d881d'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:33:04.742744 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-6928b405-ae92-4d90-9218-f64fe5c8e47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:32:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['0913055d-e0e4-46b6-8bff-2cbc157d881d'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:04.775143 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-de3937f9-3554-445f-ac9e-257c0cdc6d78 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:04.790358 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-de3937f9-3554-445f-ac9e-257c0cdc6d78 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:04.863207 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-17a09969-84b0-4555-9d11-76a45360fee1 req-a78c8342-925c-4296-b7d6-709f81b6b94d tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/ports?device_id=c778463b-41e6-4ec6-bd22-c0c64350936d HTTP/1.1" status: 200 len: 210 time: 0.0619915 Feb 04 11:33:04.868010 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fcea35d6-12d8-4ae7-9c50-0b4cec2c0798 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:04.927994 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-ff49fe64-4b30-4d26-b596-3ba715f338f4 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Calling delete_port for 6bbfa4fe-b5f3-4aa9-abce-4ba0b197b73b owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:33:04.979768 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-fcea35d6-12d8-4ae7-9c50-0b4cec2c0798 None None] Transition to ACTIVE for port object 2a57bb52-1adf-4180-a1de-67da9897fdab will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:05.064479 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-89b37c1a-b181-4686-b309-99b7ee271082 None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:05.087118 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-6928b405-ae92-4d90-9218-f64fe5c8e47d None None] Set router 0913055d-e0e4-46b6-8bff-2cbc157d881d gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:33:05.102390 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e22aa7d2-2ff3-467c-9adc-5685e1b41a74 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:05.167245 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-89b37c1a-b181-4686-b309-99b7ee271082 None None] Transition to ACTIVE for port object a8fe6aff-040c-4bdb-8693-c713e22ad4fe will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:05.273575 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cec21e1-7dfc-43aa-8878-95f41b82d65c tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Made reservation on behalf of afe3705eae3c425eaa53d9ef8c04fa42 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:05.277298 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8cec21e1-7dfc-43aa-8878-95f41b82d65c tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:05.303444 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-8cec21e1-7dfc-43aa-8878-95f41b82d65c tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] device_id is not set on port 551fb151-9b12-407a-8043-9fd032a00ad0 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:33:05.382325 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-e56a7e8f-cc6e-47fe-b903-2d4099b6b535 service neutron] 10.222.0.21 "GET /v2.0/networks/f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7406292 Feb 04 11:33:05.486971 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-89b37c1a-b181-4686-b309-99b7ee271082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:05.569043 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-8cec21e1-7dfc-43aa-8878-95f41b82d65c tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Allocated IP 172.20.0.9 (7cd0f5c2-5e9f-487a-b684-2fdbbc1a4e0c/64072c62-d889-47df-a328-5626967671e8/551fb151-9b12-407a-8043-9fd032a00ad0) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:05.742919 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ff49fe64-4b30-4d26-b596-3ba715f338f4 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:05.757696 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f63fb7ad-aedd-4986-b279-103b86e74b6b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:05.794072 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-fcea35d6-12d8-4ae7-9c50-0b4cec2c0798 None None] Transition to ACTIVE for port object 2a57bb52-1adf-4180-a1de-67da9897fdab will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:05.960167 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f63fb7ad-aedd-4986-b279-103b86e74b6b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:port and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:05.997870 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd7721b-07be-499a-a821-8a2ce708b89f tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Made reservation on behalf of 53d19bfb24de4fd9a811d516ec1a6abf for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:05.997870 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4cd7721b-07be-499a-a821-8a2ce708b89f tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:06.007629 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-de3937f9-3554-445f-ac9e-257c0cdc6d78 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Made reservation on behalf of 74eeb4f9d8f74fc499285014b76b0ac9 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:06.012156 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-de3937f9-3554-445f-ac9e-257c0cdc6d78 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:06.048803 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c493306-b8c3-4c49-9673-5fd2e9bf83c9 None None] Pushing event updated for resources: {'Port': ['ID=a8fe6aff-040c-4bdb-8693-c713e22ad4fe,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:06.052984 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-cb112189-357e-47d8-942e-3d4b45884036 req-42e45006-c095-434d-8b0a-9af0c0349dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:06.102572 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fcea35d6-12d8-4ae7-9c50-0b4cec2c0798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:06.259617 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcea35d6-12d8-4ae7-9c50-0b4cec2c0798 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:06.273765 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-fcea35d6-12d8-4ae7-9c50-0b4cec2c0798 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:06.325720 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcea35d6-12d8-4ae7-9c50-0b4cec2c0798 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:33:06.352406 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f63fb7ad-aedd-4986-b279-103b86e74b6b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:06.359976 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f63fb7ad-aedd-4986-b279-103b86e74b6b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:06.369041 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-89b37c1a-b181-4686-b309-99b7ee271082 None None] Attempting to bind port a8fe6aff-040c-4bdb-8693-c713e22ad4fe on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:33:06.369455 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-89b37c1a-b181-4686-b309-99b7ee271082 None None] Attempting to bind port a8fe6aff-040c-4bdb-8693-c713e22ad4fe by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'aff3e68a-cc5d-4f98-92d6-fadffe119348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1c4e9593-ca79-45e5-9cfb-0175c4a07e6f'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:33:06.369814 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b37c1a-b181-4686-b309-99b7ee271082 None None] Attempting to bind port a8fe6aff-040c-4bdb-8693-c713e22ad4fe on network 1c4e9593-ca79-45e5-9cfb-0175c4a07e6f {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:33:06.397494 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b37c1a-b181-4686-b309-99b7ee271082 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:33:06.398570 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b37c1a-b181-4686-b309-99b7ee271082 None None] Checking segment: {'id': 'aff3e68a-cc5d-4f98-92d6-fadffe119348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1c4e9593-ca79-45e5-9cfb-0175c4a07e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:33:06.398988 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-89b37c1a-b181-4686-b309-99b7ee271082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:06.399383 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b37c1a-b181-4686-b309-99b7ee271082 None None] Bound using segment: {'id': 'aff3e68a-cc5d-4f98-92d6-fadffe119348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1c4e9593-ca79-45e5-9cfb-0175c4a07e6f'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:33:06.403637 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-89b37c1a-b181-4686-b309-99b7ee271082 None None] Bound port: a8fe6aff-040c-4bdb-8693-c713e22ad4fe, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aff3e68a-cc5d-4f98-92d6-fadffe119348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1c4e9593-ca79-45e5-9cfb-0175c4a07e6f'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:33:06.404139 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-89b37c1a-b181-4686-b309-99b7ee271082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:06.475372 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cd7721b-07be-499a-a821-8a2ce708b89f tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:33:06.492279 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:06.492402 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49fe64-4b30-4d26-b596-3ba715f338f4 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Pushing event deleted for resources: {'Port': ['ID=6bbfa4fe-b5f3-4aa9-abce-4ba0b197b73b,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:06.493161 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4cd7721b-07be-499a-a821-8a2ce708b89f tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:06.493506 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-4cd7721b-07be-499a-a821-8a2ce708b89f tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Added segment fb3193d4-db96-41df-a063-df5083bfa2c1 of type vlan for network 45851667-6f10-4270-b442-6e0078c3a6de Feb 04 11:33:06.517691 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63fb7ad-aedd-4986-b279-103b86e74b6b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:06.517691 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f63fb7ad-aedd-4986-b279-103b86e74b6b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:06.531377 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4cd7721b-07be-499a-a821-8a2ce708b89f tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:06.556103 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea35d6-12d8-4ae7-9c50-0b4cec2c0798 None None] Pushing event updated for resources: {'Port': ['ID=2a57bb52-1adf-4180-a1de-67da9897fdab,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:06.569064 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-f63fb7ad-aedd-4986-b279-103b86e74b6b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] device_id is not set on port cae94db8-9ac7-4bbf-afe3-f9e0072a1c40 yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:33:06.637914 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8cec21e1-7dfc-43aa-8878-95f41b82d65c tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:06.673468 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-8cec21e1-7dfc-43aa-8878-95f41b82d65c tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Transition to ACTIVE for port object 551fb151-9b12-407a-8043-9fd032a00ad0 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:06.715592 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-fcea35d6-12d8-4ae7-9c50-0b4cec2c0798 None None] Attempting to bind port 2a57bb52-1adf-4180-a1de-67da9897fdab on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:33:06.716203 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-fcea35d6-12d8-4ae7-9c50-0b4cec2c0798 None None] Attempting to bind port 2a57bb52-1adf-4180-a1de-67da9897fdab by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:33:06.716690 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e45006-c095-434d-8b0a-9af0c0349dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=19635aaa-a8d9-4012-9591-03c4d8f877eb,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:06.716881 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcea35d6-12d8-4ae7-9c50-0b4cec2c0798 None None] Attempting to bind port 2a57bb52-1adf-4180-a1de-67da9897fdab on network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:33:06.730004 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-89b37c1a-b181-4686-b309-99b7ee271082 None None] For port a8fe6aff-040c-4bdb-8693-c713e22ad4fe, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:33:06.737253 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4cd7721b-07be-499a-a821-8a2ce708b89f tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:06.738154 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd7721b-07be-499a-a821-8a2ce708b89f tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:06.738899 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4cd7721b-07be-499a-a821-8a2ce708b89f tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:06.750947 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-89b37c1a-b181-4686-b309-99b7ee271082 None None] For port a8fe6aff-040c-4bdb-8693-c713e22ad4fe, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=a8fe6aff-040c-4bdb-8693-c713e22ad4fe,segment=NetworkSegment(aff3e68a-cc5d-4f98-92d6-fadffe119348),segment_id=aff3e68a-cc5d-4f98-92d6-fadffe119348)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:33:06.771655 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcea35d6-12d8-4ae7-9c50-0b4cec2c0798 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:33:06.775112 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcea35d6-12d8-4ae7-9c50-0b4cec2c0798 None None] Checking segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:33:06.775112 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fcea35d6-12d8-4ae7-9c50-0b4cec2c0798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:06.775112 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcea35d6-12d8-4ae7-9c50-0b4cec2c0798 None None] Bound using segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:33:06.775112 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-fcea35d6-12d8-4ae7-9c50-0b4cec2c0798 None None] Bound port: 2a57bb52-1adf-4180-a1de-67da9897fdab, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:33:06.775112 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fcea35d6-12d8-4ae7-9c50-0b4cec2c0798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:06.800465 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-6928b405-ae92-4d90-9218-f64fe5c8e47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'name': 'tempest-ServersTestManualDisk-158342405-router', 'tenant_id': '428c59d92c8b47a08a015e5fd3f6d227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '7b0e4071-bf4d-4714-a885-bfed0933e4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:28Z', 'updated_at': '2022-02-04T11:32:42Z', 'revision_number': 4, 'project_id': '428c59d92c8b47a08a015e5fd3f6d227', 'gw_port': {'id': '7b0e4071-bf4d-4714-a885-bfed0933e4e5', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ba:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:30Z', 'updated_at': '2022-02-04T11:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'f7d67953-9356-420c-b3ae-6e0756518fbc', 'name': '', 'network_id': 'f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e', 'tenant_id': '428c59d92c8b47a08a015e5fd3f6d227', 'mac_address': 'fa:16:3e:51:02:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d824c0a-d4f0-4ce0-8751-d3972463ada2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:41Z', 'updated_at': '2022-02-04T11:32:43Z', 'revision_number': 2, 'project_id': '428c59d92c8b47a08a015e5fd3f6d227', 'subnets': [{'id': '3d824c0a-d4f0-4ce0-8751-d3972463ada2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:06.816421 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6928b405-ae92-4d90-9218-f64fe5c8e47d None None] Checking router: 0913055d-e0e4-46b6-8bff-2cbc157d881d for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:33:06.817028 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6928b405-ae92-4d90-9218-f64fe5c8e47d None None] Updating router 0913055d-e0e4-46b6-8bff-2cbc157d881d port f7d67953-9356-420c-b3ae-6e0756518fbc binding host dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:33:06.833554 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-f63fb7ad-aedd-4986-b279-103b86e74b6b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Allocated IP 2001:db8::a6 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/bf16a235-68cf-438f-88f9-193af918392a/cae94db8-9ac7-4bbf-afe3-f9e0072a1c40) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:06.891352 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6928b405-ae92-4d90-9218-f64fe5c8e47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:06.917937 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-89b37c1a-b181-4686-b309-99b7ee271082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:06.941353 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4cd7721b-07be-499a-a821-8a2ce708b89f tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.7966444 Feb 04 11:33:06.946042 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58802) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:06.964107 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8cec21e1-7dfc-43aa-8878-95f41b82d65c tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:07.131488 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-fcea35d6-12d8-4ae7-9c50-0b4cec2c0798 None None] For port 2a57bb52-1adf-4180-a1de-67da9897fdab, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:33:07.135748 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-fcea35d6-12d8-4ae7-9c50-0b4cec2c0798 None None] For port 2a57bb52-1adf-4180-a1de-67da9897fdab, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=2a57bb52-1adf-4180-a1de-67da9897fdab,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:33:07.142185 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c493306-b8c3-4c49-9673-5fd2e9bf83c9 None None] Pushing event updated for resources: {'Port': ['ID=a8fe6aff-040c-4bdb-8693-c713e22ad4fe,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:07.148665 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-2509139e-8510-42a3-80ec-8bbca4c41963 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:07.260823 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fcea35d6-12d8-4ae7-9c50-0b4cec2c0798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:07.419064 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b37c1a-b181-4686-b309-99b7ee271082 None None] Routers {'d5623e60-72c8-4463-95b8-0f01fd304eb5'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:33:07.419693 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-89b37c1a-b181-4686-b309-99b7ee271082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:32:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['d5623e60-72c8-4463-95b8-0f01fd304eb5'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:07.448590 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f63fb7ad-aedd-4986-b279-103b86e74b6b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:07.566745 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea35d6-12d8-4ae7-9c50-0b4cec2c0798 None None] Pushing event updated for resources: {'Port': ['ID=2a57bb52-1adf-4180-a1de-67da9897fdab,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:07.672384 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-f63fb7ad-aedd-4986-b279-103b86e74b6b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Transition to ACTIVE for port object cae94db8-9ac7-4bbf-afe3-f9e0072a1c40 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:07.785025 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec21e1-7dfc-43aa-8878-95f41b82d65c tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Pushing event updated for resources: {'Port': ['ID=551fb151-9b12-407a-8043-9fd032a00ad0,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:07.840179 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7721b-07be-499a-a821-8a2ce708b89f tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Pushing event updated for resources: {'Network': ['ID=45851667-6f10-4270-b442-6e0078c3a6de,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:07.842886 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c05a7b8f-1458-4f13-9e5e-ed429acc1eb0 req-2c198c54-3091-41ff-81ef-be551e0acd18 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/ports?device_id=c778463b-41e6-4ec6-bd22-c0c64350936d HTTP/1.1" status: 200 len: 210 time: 1.3326843 Feb 04 11:33:07.849696 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e22aa7d2-2ff3-467c-9adc-5685e1b41a74 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:07.892856 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ff49fe64-4b30-4d26-b596-3ba715f338f4 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:07.911611 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 45851667-6f10-4270-b442-6e0078c3a6de details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:33:07.916901 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cec21e1-7dfc-43aa-8878-95f41b82d65c tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Network 7cd0f5c2-5e9f-487a-b684-2fdbbc1a4e0c is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:07.935819 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e22aa7d2-2ff3-467c-9adc-5685e1b41a74 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:08.000913 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6495b-eeb6-4681-8d2a-688c82c7ae32 req-f133d0a1-9402-4425-988d-ecdca39a4496 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:08.002749 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f3b6495b-eeb6-4681-8d2a-688c82c7ae32 req-f133d0a1-9402-4425-988d-ecdca39a4496 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 944 time: 2.0620630 Feb 04 11:33:08.035655 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-8cec21e1-7dfc-43aa-8878-95f41b82d65c tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:08.104200 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-89b37c1a-b181-4686-b309-99b7ee271082 None None] Set router d5623e60-72c8-4463-95b8-0f01fd304eb5 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:33:08.298488 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d10efb93-206d-4fac-99e0-7e1fd6b87ec7 req-c84e4c53-6c41-4d0b-9dd9-b5f9a69802b3 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a4de5-7298-4cfa-9007-79d093aba2f5 HTTP/1.1" status: 200 len: 210 time: 0.1349015 Feb 04 11:33:08.305174 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ff49fe64-4b30-4d26-b596-3ba715f338f4 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] 10.222.0.21 "DELETE /v2.0/ports/6bbfa4fe-b5f3-4aa9-abce-4ba0b197b73b HTTP/1.1" status: 204 len: 168 time: 5.4069109 Feb 04 11:33:08.309604 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58808) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:08.373178 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cec21e1-7dfc-43aa-8878-95f41b82d65c tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:33:08.405265 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8668745-7530-4690-b95c-19fd0b9a6b4d tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] GET failed (client error): The resource could not be found. Feb 04 11:33:08.405967 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-b8668745-7530-4690-b95c-19fd0b9a6b4d tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Synchronizing usage tracker for tenant:a205355c3de243a3a3a0fe66e1ec308d on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:08.418546 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f63fb7ad-aedd-4986-b279-103b86e74b6b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:08.545069 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63fb7ad-aedd-4986-b279-103b86e74b6b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Port': ['ID=cae94db8-9ac7-4bbf-afe3-f9e0072a1c40,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:08.564388 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e22aa7d2-2ff3-467c-9adc-5685e1b41a74 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:08.564866 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22aa7d2-2ff3-467c-9adc-5685e1b41a74 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 456396bb-1b6e-49e8-97ac-b40993f76819 {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:33:08.653923 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.resource_extend [None req-6928b405-ae92-4d90-9218-f64fe5c8e47d None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:33:08.660169 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63fb7ad-aedd-4986-b279-103b86e74b6b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:08.666841 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-f63fb7ad-aedd-4986-b279-103b86e74b6b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:08.669847 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63fb7ad-aedd-4986-b279-103b86e74b6b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:33:08.674791 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63fb7ad-aedd-4986-b279-103b86e74b6b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:08.675442 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f63fb7ad-aedd-4986-b279-103b86e74b6b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:08.698337 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-b8668745-7530-4690-b95c-19fd0b9a6b4d tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Unset dirty status for tenant:a205355c3de243a3a3a0fe66e1ec308d on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:08.704131 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2509139e-8510-42a3-80ec-8bbca4c41963 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:08.705539 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b8668745-7530-4690-b95c-19fd0b9a6b4d tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] 10.222.0.21 "GET /v2.0/ports/6bbfa4fe-b5f3-4aa9-abce-4ba0b197b73b HTTP/1.1" status: 404 len: 333 time: 0.3929548 Feb 04 11:33:08.706516 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58812) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:08.719925 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-97473482-195c-46f8-bfba-f0cab3d47d8c tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Request body: {'port': {'network_id': '5d623e6d-d158-4720-aa3f-27b18cdcf192', 'name': 'tempest-AllowedAddressPairTestJSON-1434467585'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:08.752717 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f3b6495b-eeb6-4681-8d2a-688c82c7ae32 req-12992a60-78a7-4d78-8bdb-cb876e6586a3 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4724810 Feb 04 11:33:08.785427 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cec21e1-7dfc-43aa-8878-95f41b82d65c tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:08.786415 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8cec21e1-7dfc-43aa-8878-95f41b82d65c tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:08.831872 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-cb112189-357e-47d8-942e-3d4b45884036 req-42e45006-c095-434d-8b0a-9af0c0349dc0 service neutron] Attempting to bind port 19635aaa-a8d9-4012-9591-03c4d8f877eb on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:33:08.832379 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-cb112189-357e-47d8-942e-3d4b45884036 req-42e45006-c095-434d-8b0a-9af0c0349dc0 service neutron] Attempting to bind port 19635aaa-a8d9-4012-9591-03c4d8f877eb by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'bee9a888-01e6-4785-95df-f4e3f4ef05fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'aa801161-0b6c-45f6-97b7-dc303a939bfb'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:33:08.832824 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb112189-357e-47d8-942e-3d4b45884036 req-42e45006-c095-434d-8b0a-9af0c0349dc0 service neutron] Attempting to bind port 19635aaa-a8d9-4012-9591-03c4d8f877eb on network aa801161-0b6c-45f6-97b7-dc303a939bfb {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:33:08.850873 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 2a57bb52-1adf-4180-a1de-67da9897fdab up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:08.855452 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-de3937f9-3554-445f-ac9e-257c0cdc6d78 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Allocated IP 172.20.0.3 (1c4e9593-ca79-45e5-9cfb-0175c4a07e6f/d604c559-206d-41f7-934e-2e0e7fee1aca/4c29e77f-345d-4346-b25d-16034512a28c) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:08.862449 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2509139e-8510-42a3-80ec-8bbca4c41963 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:08.902768 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-e22aa7d2-2ff3-467c-9adc-5685e1b41a74 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 04 11:33:08.904386 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e22aa7d2-2ff3-467c-9adc-5685e1b41a74 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 9.0987868 Feb 04 11:33:08.913665 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58818) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:09.015252 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb112189-357e-47d8-942e-3d4b45884036 req-42e45006-c095-434d-8b0a-9af0c0349dc0 service neutron] Port 19635aaa-a8d9-4012-9591-03c4d8f877eb on network aa801161-0b6c-45f6-97b7-dc303a939bfb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:33:09.015825 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb112189-357e-47d8-942e-3d4b45884036 req-42e45006-c095-434d-8b0a-9af0c0349dc0 service neutron] Attempting to bind port 19635aaa-a8d9-4012-9591-03c4d8f877eb on network aa801161-0b6c-45f6-97b7-dc303a939bfb {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:33:09.048178 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb112189-357e-47d8-942e-3d4b45884036 req-42e45006-c095-434d-8b0a-9af0c0349dc0 service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:33:09.048707 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb112189-357e-47d8-942e-3d4b45884036 req-42e45006-c095-434d-8b0a-9af0c0349dc0 service neutron] Checking segment: {'id': 'bee9a888-01e6-4785-95df-f4e3f4ef05fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'aa801161-0b6c-45f6-97b7-dc303a939bfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:33:09.049369 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb112189-357e-47d8-942e-3d4b45884036 req-42e45006-c095-434d-8b0a-9af0c0349dc0 service neutron] Bound using segment: {'id': 'bee9a888-01e6-4785-95df-f4e3f4ef05fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'aa801161-0b6c-45f6-97b7-dc303a939bfb'} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:33:09.049985 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-cb112189-357e-47d8-942e-3d4b45884036 req-42e45006-c095-434d-8b0a-9af0c0349dc0 service neutron] Bound port: 19635aaa-a8d9-4012-9591-03c4d8f877eb, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bee9a888-01e6-4785-95df-f4e3f4ef05fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'aa801161-0b6c-45f6-97b7-dc303a939bfb'}}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:33:09.050549 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-cb112189-357e-47d8-942e-3d4b45884036 req-42e45006-c095-434d-8b0a-9af0c0349dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:09.075224 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-97473482-195c-46f8-bfba-f0cab3d47d8c tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:09.095126 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-97473482-195c-46f8-bfba-f0cab3d47d8c tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:09.115637 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2509139e-8510-42a3-80ec-8bbca4c41963 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Network 45851667-6f10-4270-b442-6e0078c3a6de is not hosted by any dhcp agent {{(pid=84205) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 04 11:33:09.118338 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2509139e-8510-42a3-80ec-8bbca4c41963 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:09.120842 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2509139e-8510-42a3-80ec-8bbca4c41963 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:09.123495 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2509139e-8510-42a3-80ec-8bbca4c41963 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] 10.222.0.21 "PUT /v2.0/networks/45851667-6f10-4270-b442-6e0078c3a6de HTTP/1.1" status: 200 len: 858 time: 2.1618836 Feb 04 11:33:09.125790 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58822) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:09.158613 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8cec21e1-7dfc-43aa-8878-95f41b82d65c tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4291933 Feb 04 11:33:09.164074 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6928b405-ae92-4d90-9218-f64fe5c8e47d None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:09.166644 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58826) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:09.216337 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-6928b405-ae92-4d90-9218-f64fe5c8e47d None None] Transition to ACTIVE for port object f7d67953-9356-420c-b3ae-6e0756518fbc will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:09.254159 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509139e-8510-42a3-80ec-8bbca4c41963 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Pushing event updated for resources: {'Network': ['ID=45851667-6f10-4270-b442-6e0078c3a6de,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:09.287221 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-89b37c1a-b181-4686-b309-99b7ee271082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'name': 'tempest-ServersTestJSON-2074940559-router', 'tenant_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '71652ffa-ab89-4356-9c31-0b8424244031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:26Z', 'updated_at': '2022-02-04T11:32:36Z', 'revision_number': 4, 'project_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'gw_port': {'id': '71652ffa-ab89-4356-9c31-0b8424244031', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:27Z', 'updated_at': '2022-02-04T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'a8fe6aff-040c-4bdb-8693-c713e22ad4fe', 'name': '', 'network_id': '1c4e9593-ca79-45e5-9cfb-0175c4a07e6f', 'tenant_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'mac_address': 'fa:16:3e:64:d0:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd604c559-206d-41f7-934e-2e0e7fee1aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:35Z', 'updated_at': '2022-02-04T11:33:06Z', 'revision_number': 4, 'project_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'subnets': [{'id': 'd604c559-206d-41f7-934e-2e0e7fee1aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:09.293944 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b37c1a-b181-4686-b309-99b7ee271082 None None] The sync data for ids ['d5623e60-72c8-4463-95b8-0f01fd304eb5'] in dv-neutron-827825-2-hyperv is: [{'id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'name': 'tempest-ServersTestJSON-2074940559-router', 'tenant_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '71652ffa-ab89-4356-9c31-0b8424244031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:26Z', 'updated_at': '2022-02-04T11:32:36Z', 'revision_number': 4, 'project_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'gw_port': {'id': '71652ffa-ab89-4356-9c31-0b8424244031', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:27Z', 'updated_at': '2022-02-04T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'a8fe6aff-040c-4bdb-8693-c713e22ad4fe', 'name': '', 'network_id': '1c4e9593-ca79-45e5-9cfb-0175c4a07e6f', 'tenant_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'mac_address': 'fa:16:3e:64:d0:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd604c559-206d-41f7-934e-2e0e7fee1aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:35Z', 'updated_at': '2022-02-04T11:33:06Z', 'revision_number': 4, 'project_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'subnets': [{'id': 'd604c559-206d-41f7-934e-2e0e7fee1aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:33:09.427822 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2c242625-1163-431b-873f-9e94a5862b55 None None] Provisioning for port 551fb151-9b12-407a-8043-9fd032a00ad0 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:09.446021 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2c242625-1163-431b-873f-9e94a5862b55 None None] Provisioning complete for port 551fb151-9b12-407a-8043-9fd032a00ad0 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:09.453680 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f63fb7ad-aedd-4986-b279-103b86e74b6b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.8935282 Feb 04 11:33:09.454388 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2c242625-1163-431b-873f-9e94a5862b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:09.477785 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58834) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:09.483002 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-68e6471d-9e1a-40ed-a44c-b5e8b2ebec04 req-66192592-b7eb-4188-8d37-5adbf9d3458f tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/ports?device_id=c778463b-41e6-4ec6-bd22-c0c64350936d HTTP/1.1" status: 200 len: 210 time: 0.2879605 Feb 04 11:33:09.508964 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97473482-195c-46f8-bfba-f0cab3d47d8c tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Made reservation on behalf of a205355c3de243a3a3a0fe66e1ec308d for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:09.514220 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-97473482-195c-46f8-bfba-f0cab3d47d8c tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:09.626883 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.47', 50036) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:09.629163 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-13b7cb36-8cbd-4822-af1f-e41ad12d7b37 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Deleting port db4bbfe4-fac9-45c2-ba44-bef630973d72 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:33:09.632078 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-13b7cb36-8cbd-4822-af1f-e41ad12d7b37 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:09.681432 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-2c242625-1163-431b-873f-9e94a5862b55 None None] Port 551fb151-9b12-407a-8043-9fd032a00ad0 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:33:09.686282 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09a0d5b-21c5-4cb5-b8dc-c19192431bc6 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:33:09.711873 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6928b405-ae92-4d90-9218-f64fe5c8e47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:09.741190 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-40f1fb68-85da-4f3a-b0f0-e53c6ec4e81f tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Request body: {'floatingip': {'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'project_id': 'afe3705eae3c425eaa53d9ef8c04fa42', 'port_id': '551fb151-9b12-407a-8043-9fd032a00ad0'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:09.747402 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-40f1fb68-85da-4f3a-b0f0-e53c6ec4e81f tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:09.753128 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-40f1fb68-85da-4f3a-b0f0-e53c6ec4e81f tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Usage tracker for resource:floatingip and tenant:afe3705eae3c425eaa53d9ef8c04fa42 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:09.757150 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-40f1fb68-85da-4f3a-b0f0-e53c6ec4e81f tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:09.771117 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-40f1fb68-85da-4f3a-b0f0-e53c6ec4e81f tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:09.817874 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 2a57bb52-1adf-4180-a1de-67da9897fdab completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:09.858550 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-30757ab9-dcbd-4f8f-a246-f65552967d01 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:09.870959 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-97473482-195c-46f8-bfba-f0cab3d47d8c tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] device_id is not set on port d08979a3-f8f9-4a70-a880-9db23a3c8b50 yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:33:09.935588 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-cb112189-357e-47d8-942e-3d4b45884036 req-42e45006-c095-434d-8b0a-9af0c0349dc0 service neutron] For port 19635aaa-a8d9-4012-9591-03c4d8f877eb, host hv-neutron-8278, cleared binding levels {{(pid=84205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:33:09.997685 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ba825286-10a9-45da-b8d3-3489c0c956aa req-eec8dc29-f764-41dc-b89d-5f6e50ae52ff tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a4de5-7298-4cfa-9007-79d093aba2f5 HTTP/1.1" status: 200 len: 210 time: 0.2672298 Feb 04 11:33:10.020919 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870d542-9251-4062-99d5-41d46df99799 None None] Pushing event updated for resources: {'Port': ['ID=f7d67953-9356-420c-b3ae-6e0756518fbc,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:10.035325 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-cb112189-357e-47d8-942e-3d4b45884036 req-42e45006-c095-434d-8b0a-9af0c0349dc0 service neutron] For port 19635aaa-a8d9-4012-9591-03c4d8f877eb, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=19635aaa-a8d9-4012-9591-03c4d8f877eb,segment=NetworkSegment(bee9a888-01e6-4785-95df-f4e3f4ef05fa),segment_id=bee9a888-01e6-4785-95df-f4e3f4ef05fa)] {{(pid=84205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:33:10.135425 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-40f1fb68-85da-4f3a-b0f0-e53c6ec4e81f tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:10.197696 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-cb112189-357e-47d8-942e-3d4b45884036 req-42e45006-c095-434d-8b0a-9af0c0349dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:10.566253 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-13b7cb36-8cbd-4822-af1f-e41ad12d7b37 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:10.722198 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device a8fe6aff-040c-4bdb-8693-c713e22ad4fe up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:10.732858 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-13b7cb36-8cbd-4822-af1f-e41ad12d7b37 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Calling delete_port for db4bbfe4-fac9-45c2-ba44-bef630973d72 owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:33:10.912482 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-8a8699f7-b324-4539-8276-ba5fc23840ef tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:10.914282 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-8a8699f7-b324-4539-8276-ba5fc23840ef tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.47 "GET /v2.0/networks?id=f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e HTTP/1.1" status: 200 len: 811 time: 1.2713969 Feb 04 11:33:10.918491 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-30757ab9-dcbd-4f8f-a246-f65552967d01 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:10.942259 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb282407-0562-4bde-83f4-b78ba81a25aa tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:10.946863 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb282407-0562-4bde-83f4-b78ba81a25aa tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:10.947712 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-cb282407-0562-4bde-83f4-b78ba81a25aa tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:10.982251 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-de3937f9-3554-445f-ac9e-257c0cdc6d78 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:10.993622 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-6928b405-ae92-4d90-9218-f64fe5c8e47d None None] Attempting to bind port f7d67953-9356-420c-b3ae-6e0756518fbc on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:33:10.994018 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-6928b405-ae92-4d90-9218-f64fe5c8e47d None None] Attempting to bind port f7d67953-9356-420c-b3ae-6e0756518fbc by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '833aaef2-e855-46d8-a251-08451af3e555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:33:10.994368 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6928b405-ae92-4d90-9218-f64fe5c8e47d None None] Attempting to bind port f7d67953-9356-420c-b3ae-6e0756518fbc on network f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:33:11.046902 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-1ff3d597-19a5-4b33-9646-8d4bdd2f1d5a None None] Provisioning for port 2a57bb52-1adf-4180-a1de-67da9897fdab completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:11.063507 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-1ff3d597-19a5-4b33-9646-8d4bdd2f1d5a None None] Provisioning complete for port 2a57bb52-1adf-4180-a1de-67da9897fdab triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:11.067333 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-30757ab9-dcbd-4f8f-a246-f65552967d01 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45851667-6f10-4270-b442-6e0078c3a6de']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:11.068024 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1ff3d597-19a5-4b33-9646-8d4bdd2f1d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:11.120013 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-30757ab9-dcbd-4f8f-a246-f65552967d01 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb3193d4-db96-41df-a063-df5083bfa2c1') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:11.120394 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-30757ab9-dcbd-4f8f-a246-f65552967d01 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb3193d4-db96-41df-a063-df5083bfa2c1') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:11.134351 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6928b405-ae92-4d90-9218-f64fe5c8e47d None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:33:11.134720 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6928b405-ae92-4d90-9218-f64fe5c8e47d None None] Checking segment: {'id': '833aaef2-e855-46d8-a251-08451af3e555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:33:11.135114 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6928b405-ae92-4d90-9218-f64fe5c8e47d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:11.135552 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6928b405-ae92-4d90-9218-f64fe5c8e47d None None] Bound using segment: {'id': '833aaef2-e855-46d8-a251-08451af3e555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:33:11.135962 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-6928b405-ae92-4d90-9218-f64fe5c8e47d None None] Bound port: f7d67953-9356-420c-b3ae-6e0756518fbc, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '833aaef2-e855-46d8-a251-08451af3e555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:33:11.137339 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6928b405-ae92-4d90-9218-f64fe5c8e47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:11.192305 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-30757ab9-dcbd-4f8f-a246-f65552967d01 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:11.214802 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-30757ab9-dcbd-4f8f-a246-f65552967d01 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:11.225846 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30757ab9-dcbd-4f8f-a246-f65552967d01 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:33:11.226388 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-30757ab9-dcbd-4f8f-a246-f65552967d01 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:11.241983 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-cb112189-357e-47d8-942e-3d4b45884036 req-42e45006-c095-434d-8b0a-9af0c0349dc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:11.241983 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-cb112189-357e-47d8-942e-3d4b45884036 req-42e45006-c095-434d-8b0a-9af0c0349dc0 service neutron] 10.222.0.47 "PUT /v2.0/ports/19635aaa-a8d9-4012-9591-03c4d8f877eb HTTP/1.1" status: 200 len: 1094 time: 9.5176601 Feb 04 11:33:11.241983 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-13b7cb36-8cbd-4822-af1f-e41ad12d7b37 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:11.243271 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1db4b038-1dc2-424e-965b-a547ac24f40c', 'tag': '19635aaa-a8d9-4012-9591-03c4d8f877eb'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:33:11.345731 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-2d7c6fb6-c738-4b91-bbc2-5ddefbb530eb req-0847d4d3-86d4-4b8e-97fb-0e5a1399fb14 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Synchronizing usage tracker for tenant:74eeb4f9d8f74fc499285014b76b0ac9 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:11.465973 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-6928b405-ae92-4d90-9218-f64fe5c8e47d None None] For port f7d67953-9356-420c-b3ae-6e0756518fbc, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:33:11.472111 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port a8fe6aff-040c-4bdb-8693-c713e22ad4fe completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:11.493928 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:33:11.493928 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:33:11.493928 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:33:11.493928 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:33:11.493928 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:33:11.493928 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:33:11.493928 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:33:11.493928 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:33:11.493928 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:33:11.493928 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:33:11.493928 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:33:11.493928 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:33:11.493928 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:33:11.493928 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:33:11.493928 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:33:11.493928 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:33:11.493928 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:33:11.493928 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:33:11.493928 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:33:11.493928 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:33:11.493928 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:33:11.493928 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:33:11.493928 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:33:11.493928 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:33:11.493928 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:33:11.493928 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:33:11.493928 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:33:11.493928 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:33:11.493928 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:33:11.493928 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:33:11.493928 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:33:11.493928 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:33:11.506847 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-97473482-195c-46f8-bfba-f0cab3d47d8c tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Allocated IP 172.20.0.14 (5d623e6d-d158-4720-aa3f-27b18cdcf192/81a81b0c-f601-41f8-86d6-5f7d175fc164/d08979a3-f8f9-4a70-a880-9db23a3c8b50) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:11.518117 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-6928b405-ae92-4d90-9218-f64fe5c8e47d None None] For port f7d67953-9356-420c-b3ae-6e0756518fbc, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=f7d67953-9356-420c-b3ae-6e0756518fbc,segment=NetworkSegment(833aaef2-e855-46d8-a251-08451af3e555),segment_id=833aaef2-e855-46d8-a251-08451af3e555)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:33:11.519704 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port a8fe6aff-040c-4bdb-8693-c713e22ad4fe triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:11.520216 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:11.526309 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79614a71-d10d-494c-aeca-dd582789a698 req-cbfcbb3a-dad1-4cb7-a6fa-8bcac20ca73b tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:11.538081 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-de3937f9-3554-445f-ac9e-257c0cdc6d78 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Transition to ACTIVE for port object 4c29e77f-345d-4346-b25d-16034512a28c will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:11.541781 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-79614a71-d10d-494c-aeca-dd582789a698 req-cbfcbb3a-dad1-4cb7-a6fa-8bcac20ca73b tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 944 time: 1.2268541 Feb 04 11:33:11.628731 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1ff3d597-19a5-4b33-9646-8d4bdd2f1d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:11.670929 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-79614a71-d10d-494c-aeca-dd582789a698 req-010af3a7-05a3-4a92-9045-fb28d8801cba tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280665 Feb 04 11:33:11.671865 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-30757ab9-dcbd-4f8f-a246-f65552967d01 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:11.687018 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6928b405-ae92-4d90-9218-f64fe5c8e47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:11.708140 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-cb282407-0562-4bde-83f4-b78ba81a25aa tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:11.716953 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-cb282407-0562-4bde-83f4-b78ba81a25aa tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 2.2096803 Feb 04 11:33:11.723377 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30757ab9-dcbd-4f8f-a246-f65552967d01 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 45851667-6f10-4270-b442-6e0078c3a6de {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 11:33:11.731359 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-30757ab9-dcbd-4f8f-a246-f65552967d01 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:11.739415 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58852) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:11.752400 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e45006-c095-434d-8b0a-9af0c0349dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=19635aaa-a8d9-4012-9591-03c4d8f877eb,revision_number=3']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:11.942196 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30757ab9-dcbd-4f8f-a246-f65552967d01 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] Pushing event deleted for resources: {'Network': ['ID=45851667-6f10-4270-b442-6e0078c3a6de,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:11.942958 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7cb36-8cbd-4822-af1f-e41ad12d7b37 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Pushing event deleted for resources: {'Port': ['ID=db4bbfe4-fac9-45c2-ba44-bef630973d72,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:11.943044 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-a27b6567-1401-4616-8ccb-97165612d70a tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=428c59d92c8b47a08a015e5fd3f6d227 HTTP/1.1" status: 200 len: 380 time: 0.9855485 Feb 04 11:33:11.966227 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-2d7c6fb6-c738-4b91-bbc2-5ddefbb530eb req-0847d4d3-86d4-4b8e-97fb-0e5a1399fb14 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Unset dirty status for tenant:74eeb4f9d8f74fc499285014b76b0ac9 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:11.967856 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2d7c6fb6-c738-4b91-bbc2-5ddefbb530eb req-0847d4d3-86d4-4b8e-97fb-0e5a1399fb14 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/ports?device_id=c778463b-41e6-4ec6-bd22-c0c64350936d HTTP/1.1" status: 200 len: 210 time: 0.9970329 Feb 04 11:33:12.071632 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-13b7cb36-8cbd-4822-af1f-e41ad12d7b37 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:12.074491 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-d4b28b24-683d-4f64-8869-d3b1872ce059 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Request body: {'port': {'device_id': '574a4de5-7298-4cfa-9007-79d093aba2f5', 'network_id': 'f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e', 'admin_state_up': True, 'tenant_id': '428c59d92c8b47a08a015e5fd3f6d227', 'security_groups': ['131ef674-554f-4d58-bfd5-51060e491135']}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:12.103916 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6928b405-ae92-4d90-9218-f64fe5c8e47d None None] Routers {'0913055d-e0e4-46b6-8bff-2cbc157d881d'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:33:12.104631 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-6928b405-ae92-4d90-9218-f64fe5c8e47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:32:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['0913055d-e0e4-46b6-8bff-2cbc157d881d'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:12.126381 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-13b7cb36-8cbd-4822-af1f-e41ad12d7b37 tempest-RoutersAdminNegativeIpV6Test-1205399746 tempest-RoutersAdminNegativeIpV6Test-1205399746-project-admin] 10.222.0.21 "DELETE /v2.0/ports/db4bbfe4-fac9-45c2-ba44-bef630973d72 HTTP/1.1" status: 204 len: 168 time: 3.1987569 Feb 04 11:33:12.269913 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-78ff90ab-297d-458f-990a-f72d1b2e2ca3 req-0294e0a6-eff8-4e24-a84d-62f425d5b6ca tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a4de5-7298-4cfa-9007-79d093aba2f5 HTTP/1.1" status: 200 len: 210 time: 0.3228295 Feb 04 11:33:12.286594 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-cb112189-357e-47d8-942e-3d4b45884036 req-122fb0d4-dfe2-4dff-b522-8a61d6789a0c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5b82a940b56a43dcab21460c9541779e&device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 1097 time: 0.8206949 Feb 04 11:33:12.378452 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-99eb28ea-dd06-45e8-bbb4-1fb0e618c124 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting port cae94db8-9ac7-4bbf-afe3-f9e0072a1c40 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:33:12.378798 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-99eb28ea-dd06-45e8-bbb4-1fb0e618c124 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:12.473232 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-de3937f9-3554-445f-ac9e-257c0cdc6d78 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:12.549819 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1db4b038-1dc2-424e-965b-a547ac24f40c', 'tag': '19635aaa-a8d9-4012-9591-03c4d8f877eb', 'status': 'completed', 'code': 200} Feb 04 11:33:12.571940 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-30757ab9-dcbd-4f8f-a246-f65552967d01 tempest-ExternalNetworksTestJSON-1672157437 tempest-ExternalNetworksTestJSON-1672157437-project-admin] 10.222.0.21 "DELETE /v2.0/networks/45851667-6f10-4270-b442-6e0078c3a6de HTTP/1.1" status: 204 len: 168 time: 3.4371259 Feb 04 11:33:12.574194 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58864) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:12.597833 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870d542-9251-4062-99d5-41d46df99799 None None] Pushing event updated for resources: {'Port': ['ID=f7d67953-9356-420c-b3ae-6e0756518fbc,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:12.607876 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-cb112189-357e-47d8-942e-3d4b45884036 req-b3a0d3da-59a0-4d10-b82a-d3f72467523d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19635aaa-a8d9-4012-9591-03c4d8f877eb HTTP/1.1" status: 200 len: 217 time: 0.3201349 Feb 04 11:33:12.613553 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-1ff3d597-19a5-4b33-9646-8d4bdd2f1d5a None None] For port 2a57bb52-1adf-4180-a1de-67da9897fdab, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=2a57bb52-1adf-4180-a1de-67da9897fdab,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:33:12.628033 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-40f1fb68-85da-4f3a-b0f0-e53c6ec4e81f tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:12.716971 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1ff3d597-19a5-4b33-9646-8d4bdd2f1d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:12.785293 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b834cf-ffcc-44e0-8619-9b6ea4a681c8 tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:12.785755 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53b834cf-ffcc-44e0-8619-9b6ea4a681c8 tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:12.794318 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-53b834cf-ffcc-44e0-8619-9b6ea4a681c8 tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] 10.222.0.21 "DELETE /v2.0/subnets/b6ef481b-dbc3-47ee-b668-5a64f6b65c75 HTTP/1.1" status: 404 len: 337 time: 0.1974511 Feb 04 11:33:12.801538 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58870) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:12.826333 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-de3937f9-3554-445f-ac9e-257c0cdc6d78 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Network 1c4e9593-ca79-45e5-9cfb-0175c4a07e6f is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:12.826333 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb112189-357e-47d8-942e-3d4b45884036 req-25a27e00-5364-4f7b-bf56-6a853e522ddb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:12.826333 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-cb112189-357e-47d8-942e-3d4b45884036 req-25a27e00-5364-4f7b-bf56-6a853e522ddb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f42d419-3d0f-4747-985d-af15d416a955 HTTP/1.1" status: 200 len: 850 time: 0.1847751 Feb 04 11:33:12.826333 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-de3937f9-3554-445f-ac9e-257c0cdc6d78 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:12.840980 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3937f9-3554-445f-ac9e-257c0cdc6d78 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Pushing event updated for resources: {'Port': ['ID=4c29e77f-345d-4346-b25d-16034512a28c,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:12.891948 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4f5bc982-d56e-4609-a025-a0890660e189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:12.911466 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:12.919496 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-de3937f9-3554-445f-ac9e-257c0cdc6d78 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:33:12.994687 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-6928b405-ae92-4d90-9218-f64fe5c8e47d None None] Set router 0913055d-e0e4-46b6-8bff-2cbc157d881d gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:33:13.107888 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58878) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:13.122517 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3d597-19a5-4b33-9646-8d4bdd2f1d5a None None] Pushing event updated for resources: {'Port': ['ID=2a57bb52-1adf-4180-a1de-67da9897fdab,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:13.177338 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port a8fe6aff-040c-4bdb-8693-c713e22ad4fe, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=a8fe6aff-040c-4bdb-8693-c713e22ad4fe,segment=NetworkSegment(aff3e68a-cc5d-4f98-92d6-fadffe119348),segment_id=aff3e68a-cc5d-4f98-92d6-fadffe119348)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:33:13.286151 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-de3937f9-3554-445f-ac9e-257c0cdc6d78 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:13.286584 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:13.287300 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-de3937f9-3554-445f-ac9e-257c0cdc6d78 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:13.296167 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-d4b28b24-683d-4f64-8869-d3b1872ce059 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:13.306474 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-d4b28b24-683d-4f64-8869-d3b1872ce059 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:13.388304 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-cb112189-357e-47d8-942e-3d4b45884036 req-0277e38b-3d5a-4d99-a4fd-37faf82d5985 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa801161-0b6c-45f6-97b7-dc303a939bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5352836 Feb 04 11:33:13.390807 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-d4b28b24-683d-4f64-8869-d3b1872ce059 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Made reservation on behalf of 428c59d92c8b47a08a015e5fd3f6d227 for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:13.395665 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-d4b28b24-683d-4f64-8869-d3b1872ce059 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:13.430041 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-40f1fb68-85da-4f3a-b0f0-e53c6ec4e81f tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Allocated IP 172.26.3.84 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/e208c372-75e6-4dc8-9d45-ecfbff08af3e) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:13.448872 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-19a8e613-9ae4-4183-b402-9e70ae967184 tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:13.457552 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a37a9a56-5d96-4ee5-9de2-7af0eaf45b43 None None] Provisioning complete for port 2a57bb52-1adf-4180-a1de-67da9897fdab triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:13.458103 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a37a9a56-5d96-4ee5-9de2-7af0eaf45b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:13.474528 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-de3937f9-3554-445f-ac9e-257c0cdc6d78 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.8856547 Feb 04 11:33:13.475315 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-76d5e102-feb6-49bc-ac4b-3c6f627c1a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:13.480488 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 2a57bb52-1adf-4180-a1de-67da9897fdab up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:13.566382 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5a2c4-9287-4d3b-ae18-48e51e0725d9 req-349558aa-7bd1-4f6e-92e3-8507d51b2162 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:13.567799 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-abd5a2c4-9287-4d3b-ae18-48e51e0725d9 req-349558aa-7bd1-4f6e-92e3-8507d51b2162 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/ports?device_id=c778463b-41e6-4ec6-bd22-c0c64350936d HTTP/1.1" status: 200 len: 931 time: 0.3319542 Feb 04 11:33:13.589505 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-99eb28ea-dd06-45e8-bbb4-1fb0e618c124 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:13.605146 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-97473482-195c-46f8-bfba-f0cab3d47d8c tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:13.617159 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac091d4-3b39-4d91-9621-595410fffe4e req-bb782fe3-b43d-49ae-926f-366578987658 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:13.620060 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=a8fe6aff-040c-4bdb-8693-c713e22ad4fe,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:13.624250 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-cac091d4-3b39-4d91-9621-595410fffe4e req-bb782fe3-b43d-49ae-926f-366578987658 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 944 time: 0.5743661 Feb 04 11:33:13.629839 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-76d5e102-feb6-49bc-ac4b-3c6f627c1a4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:13.637960 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-76d5e102-feb6-49bc-ac4b-3c6f627c1a4e admin admin] Usage tracker for resource:security_group_rule and tenant:13267e70e00b4c3c8005b935dac245d3 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:13.659734 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-76d5e102-feb6-49bc-ac4b-3c6f627c1a4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:13.670242 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-76d5e102-feb6-49bc-ac4b-3c6f627c1a4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:13.705090 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-abd5a2c4-9287-4d3b-ae18-48e51e0725d9 req-3a794e1c-bd25-473b-a55f-0571f62052bd tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b65b1d6-954c-4ebe-b4bc-39f78bce49be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285756 Feb 04 11:33:13.767402 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-76d5e102-feb6-49bc-ac4b-3c6f627c1a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:13.788755 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-40f1fb68-85da-4f3a-b0f0-e53c6ec4e81f tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:13.792925 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 2a57bb52-1adf-4180-a1de-67da9897fdab triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:13.792925 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:13.829058 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-76d5e102-feb6-49bc-ac4b-3c6f627c1a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:13.900977 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-6928b405-ae92-4d90-9218-f64fe5c8e47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'name': 'tempest-ServersTestManualDisk-158342405-router', 'tenant_id': '428c59d92c8b47a08a015e5fd3f6d227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '7b0e4071-bf4d-4714-a885-bfed0933e4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:28Z', 'updated_at': '2022-02-04T11:32:42Z', 'revision_number': 4, 'project_id': '428c59d92c8b47a08a015e5fd3f6d227', 'gw_port': {'id': '7b0e4071-bf4d-4714-a885-bfed0933e4e5', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ba:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:30Z', 'updated_at': '2022-02-04T11:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'f7d67953-9356-420c-b3ae-6e0756518fbc', 'name': '', 'network_id': 'f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e', 'tenant_id': '428c59d92c8b47a08a015e5fd3f6d227', 'mac_address': 'fa:16:3e:51:02:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d824c0a-d4f0-4ce0-8751-d3972463ada2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:41Z', 'updated_at': '2022-02-04T11:33:11Z', 'revision_number': 4, 'project_id': '428c59d92c8b47a08a015e5fd3f6d227', 'subnets': [{'id': '3d824c0a-d4f0-4ce0-8751-d3972463ada2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:13.903423 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5e102-feb6-49bc-ac4b-3c6f627c1a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8bc6cc-0edf-473b-b784-cdd904608a55,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:13.909897 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-76d5e102-feb6-49bc-ac4b-3c6f627c1a4e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=13267e70e00b4c3c8005b935dac245d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7993636 Feb 04 11:33:13.912973 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58886) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:13.926002 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-99eb28ea-dd06-45e8-bbb4-1fb0e618c124 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Calling delete_port for cae94db8-9ac7-4bbf-afe3-f9e0072a1c40 owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:33:13.943889 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6928b405-ae92-4d90-9218-f64fe5c8e47d None None] The sync data for ids ['0913055d-e0e4-46b6-8bff-2cbc157d881d'] in dv-neutron-827825-2-hyperv is: [{'id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'name': 'tempest-ServersTestManualDisk-158342405-router', 'tenant_id': '428c59d92c8b47a08a015e5fd3f6d227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '7b0e4071-bf4d-4714-a885-bfed0933e4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:28Z', 'updated_at': '2022-02-04T11:32:42Z', 'revision_number': 4, 'project_id': '428c59d92c8b47a08a015e5fd3f6d227', 'gw_port': {'id': '7b0e4071-bf4d-4714-a885-bfed0933e4e5', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ba:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:30Z', 'updated_at': '2022-02-04T11:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'f7d67953-9356-420c-b3ae-6e0756518fbc', 'name': '', 'network_id': 'f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e', 'tenant_id': '428c59d92c8b47a08a015e5fd3f6d227', 'mac_address': 'fa:16:3e:51:02:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d824c0a-d4f0-4ce0-8751-d3972463ada2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:41Z', 'updated_at': '2022-02-04T11:33:11Z', 'revision_number': 4, 'project_id': '428c59d92c8b47a08a015e5fd3f6d227', 'subnets': [{'id': '3d824c0a-d4f0-4ce0-8751-d3972463ada2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:33:13.985149 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-97473482-195c-46f8-bfba-f0cab3d47d8c tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Transition to ACTIVE for port object d08979a3-f8f9-4a70-a880-9db23a3c8b50 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:14.034479 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a37a9a56-5d96-4ee5-9de2-7af0eaf45b43 None None] Provisioning for port cae94db8-9ac7-4bbf-afe3-f9e0072a1c40 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:14.046155 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-40f1fb68-85da-4f3a-b0f0-e53c6ec4e81f tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:14.048106 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a37a9a56-5d96-4ee5-9de2-7af0eaf45b43 None None] Provisioning complete for port cae94db8-9ac7-4bbf-afe3-f9e0072a1c40 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:14.048106 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a37a9a56-5d96-4ee5-9de2-7af0eaf45b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:14.094346 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5196b82f-181f-4884-a9f7-d3ba91c7f04c req-459b77ef-e348-4b81-ad95-5a803bf9f5e1 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a4de5-7298-4cfa-9007-79d093aba2f5 HTTP/1.1" status: 200 len: 210 time: 0.1119552 Feb 04 11:33:14.134555 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-a37a9a56-5d96-4ee5-9de2-7af0eaf45b43 None None] Port cae94db8-9ac7-4bbf-afe3-f9e0072a1c40 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:33:14.159421 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f1fb68-85da-4f3a-b0f0-e53c6ec4e81f tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:14.163010 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-48baae4b-425f-43ec-8530-04ed50b32cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:14.164886 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-40f1fb68-85da-4f3a-b0f0-e53c6ec4e81f tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:14.167696 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1fb68-85da-4f3a-b0f0-e53c6ec4e81f tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Pushing event updated for resources: {'Port': ['ID=e208c372-75e6-4dc8-9d45-ecfbff08af3e,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:14.207540 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-48baae4b-425f-43ec-8530-04ed50b32cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:14.215252 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f1fb68-85da-4f3a-b0f0-e53c6ec4e81f tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:33:14.229280 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-19a8e613-9ae4-4183-b402-9e70ae967184 tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:14.294758 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-19a8e613-9ae4-4183-b402-9e70ae967184 tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62638bfc-c79a-4c0a-a5f1-4a1f1b3449e1']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:14.318612 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-94d45706-d2f2-45b4-a3a5-ecc97502e56d None None] Provisioning for port 4c29e77f-345d-4346-b25d-16034512a28c completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:14.327243 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-94d45706-d2f2-45b4-a3a5-ecc97502e56d None None] Provisioning complete for port 4c29e77f-345d-4346-b25d-16034512a28c triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:14.328603 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-cac091d4-3b39-4d91-9621-595410fffe4e req-dfc370f4-d78a-4168-8657-fbb6baeeb411 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7029757 Feb 04 11:33:14.336709 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-19a8e613-9ae4-4183-b402-9e70ae967184 tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d54f9c-0ade-4ab6-84a1-cec3861df29d') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:14.337147 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-19a8e613-9ae4-4183-b402-9e70ae967184 tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d54f9c-0ade-4ab6-84a1-cec3861df29d') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:14.346494 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-94d45706-d2f2-45b4-a3a5-ecc97502e56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:14.360154 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-d4b28b24-683d-4f64-8869-d3b1872ce059 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Allocated IP 172.20.0.8 (f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e/3d824c0a-d4f0-4ce0-8751-d3972463ada2/78f52afe-da02-4e40-adb6-2000eb1a083a) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:14.362584 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-19a8e613-9ae4-4183-b402-9e70ae967184 tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:14.434748 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-19a8e613-9ae4-4183-b402-9e70ae967184 tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:14.457260 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19a8e613-9ae4-4183-b402-9e70ae967184 tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:33:14.457929 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-19a8e613-9ae4-4183-b402-9e70ae967184 tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:14.467807 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-94d45706-d2f2-45b4-a3a5-ecc97502e56d None None] Port 4c29e77f-345d-4346-b25d-16034512a28c cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:33:14.478466 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:33:14.478466 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:33:14.478466 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:33:14.478466 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:33:14.478466 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:33:14.478466 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:33:14.478466 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:33:14.478466 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:33:14.478466 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:33:14.478466 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:33:14.478466 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:33:14.478466 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:33:14.478466 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:33:14.478466 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:33:14.478466 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:33:14.478466 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:33:14.478466 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:33:14.478466 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:33:14.478466 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:33:14.478466 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:33:14.478466 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:33:14.478466 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:33:14.478466 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:33:14.478466 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:33:14.478466 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:33:14.478466 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:33:14.478466 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:33:14.478466 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:33:14.478466 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:33:14.478466 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:33:14.478466 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:33:14.478466 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:33:14.501780 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-48baae4b-425f-43ec-8530-04ed50b32cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:14.531439 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48baae4b-425f-43ec-8530-04ed50b32cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8bc6cc-0edf-473b-b784-cdd904608a55,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:14.547055 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-48baae4b-425f-43ec-8530-04ed50b32cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:14.548558 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-48baae4b-425f-43ec-8530-04ed50b32cdb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/af8bc6cc-0edf-473b-b784-cdd904608a55 HTTP/1.1" status: 204 len: 168 time: 0.6344287 Feb 04 11:33:14.559566 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-97473482-195c-46f8-bfba-f0cab3d47d8c tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:14.582589 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ec14a718-dba3-4e87-b76a-a33358f7ac99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:14.688356 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97473482-195c-46f8-bfba-f0cab3d47d8c tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Network 5d623e6d-d158-4720-aa3f-27b18cdcf192 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:14.692209 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-97473482-195c-46f8-bfba-f0cab3d47d8c tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:14.697264 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97473482-195c-46f8-bfba-f0cab3d47d8c tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:33:14.756316 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97473482-195c-46f8-bfba-f0cab3d47d8c tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Pushing event updated for resources: {'Port': ['ID=d08979a3-f8f9-4a70-a880-9db23a3c8b50,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:14.758670 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-99eb28ea-dd06-45e8-bbb4-1fb0e618c124 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:14.906772 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-19a8e613-9ae4-4183-b402-9e70ae967184 tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:14.944541 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb28ea-dd06-45e8-bbb4-1fb0e618c124 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Port': ['ID=cae94db8-9ac7-4bbf-afe3-f9e0072a1c40,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:14.992847 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-19a8e613-9ae4-4183-b402-9e70ae967184 tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:15.000909 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8e613-9ae4-4183-b402-9e70ae967184 tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] Pushing event deleted for resources: {'Network': ['ID=62638bfc-c79a-4c0a-a5f1-4a1f1b3449e1,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:15.030217 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97473482-195c-46f8-bfba-f0cab3d47d8c tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:15.031000 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-97473482-195c-46f8-bfba-f0cab3d47d8c tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:15.067087 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-78b0a8b3-8c4b-445a-bc33-bfe919b93305 None None] Provisioning for port d08979a3-f8f9-4a70-a880-9db23a3c8b50 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:15.073070 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-78b0a8b3-8c4b-445a-bc33-bfe919b93305 None None] Provisioning complete for port d08979a3-f8f9-4a70-a880-9db23a3c8b50 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:15.073528 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-78b0a8b3-8c4b-445a-bc33-bfe919b93305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:15.147925 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-a0977e05-7f79-4d0f-86fd-ee20c40de545 service neutron] Request body: {'port': {'device_id': 'c778463b-41e6-4ec6-bd22-c0c64350936d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:15.205710 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-99eb28ea-dd06-45e8-bbb4-1fb0e618c124 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:15.206684 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-78b0a8b3-8c4b-445a-bc33-bfe919b93305 None None] Port d08979a3-f8f9-4a70-a880-9db23a3c8b50 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:33:15.339291 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-1505eb7e-8e9d-4a86-a16f-67e1c33014fd req-4519c86c-fced-422e-9020-749a8ee6600a tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Synchronizing usage tracker for tenant:428c59d92c8b47a08a015e5fd3f6d227 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:15.351145 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-99eb28ea-dd06-45e8-bbb4-1fb0e618c124 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/ports/cae94db8-9ac7-4bbf-afe3-f9e0072a1c40 HTTP/1.1" status: 204 len: 168 time: 3.5621221 Feb 04 11:33:15.355201 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58900) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:15.372454 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-97473482-195c-46f8-bfba-f0cab3d47d8c tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.6559761 Feb 04 11:33:15.374879 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-19a8e613-9ae4-4183-b402-9e70ae967184 tempest-ExternalNetworksTestJSON-74775974 tempest-ExternalNetworksTestJSON-74775974-project] 10.222.0.21 "DELETE /v2.0/networks/62638bfc-c79a-4c0a-a5f1-4a1f1b3449e1 HTTP/1.1" status: 204 len: 168 time: 2.5675879 Feb 04 11:33:15.432097 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58904) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:15.438395 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-20d798a7-5f9b-4305-a48e-36977b9cf249 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:bb:7c:40'}]}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:15.493627 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-cb112189-357e-47d8-942e-3d4b45884036 req-4a3fabe3-4ff8-4e7e-8892-509eac4f5c2a service neutron] 10.222.0.47 "GET /v2.0/networks/aa801161-0b6c-45f6-97b7-dc303a939bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849931 Feb 04 11:33:15.515717 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device a8fe6aff-040c-4bdb-8693-c713e22ad4fe up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:15.518706 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-1505eb7e-8e9d-4a86-a16f-67e1c33014fd req-4519c86c-fced-422e-9020-749a8ee6600a tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Unset dirty status for tenant:428c59d92c8b47a08a015e5fd3f6d227 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:15.531447 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1505eb7e-8e9d-4a86-a16f-67e1c33014fd req-4519c86c-fced-422e-9020-749a8ee6600a tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a4de5-7298-4cfa-9007-79d093aba2f5 HTTP/1.1" status: 200 len: 210 time: 0.2487049 Feb 04 11:33:15.549136 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58912) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:15.566386 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-d4b28b24-683d-4f64-8869-d3b1872ce059 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:15.583863 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:15.586348 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-d4b28b24-683d-4f64-8869-d3b1872ce059 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Transition to ACTIVE for port object 78f52afe-da02-4e40-adb6-2000eb1a083a will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:15.592040 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-a0977e05-7f79-4d0f-86fd-ee20c40de545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:15.628397 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port a8fe6aff-040c-4bdb-8693-c713e22ad4fe triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:15.628760 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:15.679136 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:15.688993 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed367209-0c12-426f-9222-0b57f36b6eb2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:15.690413 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed367209-0c12-426f-9222-0b57f36b6eb2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:15.691185 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-ed367209-0c12-426f-9222-0b57f36b6eb2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:15.768139 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device f7d67953-9356-420c-b3ae-6e0756518fbc up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:15.803565 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-d4b28b24-683d-4f64-8869-d3b1872ce059 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:15.886149 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369fa64-226f-41e6-9bff-9f1d3b81839c req-af646205-f51c-4863-89fb-53f7c36c54de tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:15.887700 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5369fa64-226f-41e6-9bff-9f1d3b81839c req-af646205-f51c-4863-89fb-53f7c36c54de tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/ports?device_id=c778463b-41e6-4ec6-bd22-c0c64350936d HTTP/1.1" status: 200 len: 931 time: 0.7799942 Feb 04 11:33:15.895975 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6b58abbd-a1c1-48e0-9398-6d900ce44c44 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f3230d145e744ee927e11d7114751f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3337882 Feb 04 11:33:15.898503 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58920) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:15.941621 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port f7d67953-9356-420c-b3ae-6e0756518fbc completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:15.946817 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port f7d67953-9356-420c-b3ae-6e0756518fbc triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:15.947190 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:15.991082 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-d4b28b24-683d-4f64-8869-d3b1872ce059 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Network f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:16.002403 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-d4b28b24-683d-4f64-8869-d3b1872ce059 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:16.004113 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-ed367209-0c12-426f-9222-0b57f36b6eb2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:16.005219 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ed367209-0c12-426f-9222-0b57f36b6eb2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6491024 Feb 04 11:33:16.006509 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-d4b28b24-683d-4f64-8869-d3b1872ce059 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:33:16.016152 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58924) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:16.051029 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b28b24-683d-4f64-8869-d3b1872ce059 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Pushing event updated for resources: {'Port': ['ID=78f52afe-da02-4e40-adb6-2000eb1a083a,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:16.053861 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58928) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:16.147256 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-cb112189-357e-47d8-942e-3d4b45884036 req-03458479-54cd-43f4-a8d0-f1c09038afb6 service neutron] 10.222.0.47 "GET /v2.0/networks/aa801161-0b6c-45f6-97b7-dc303a939bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5963986 Feb 04 11:33:16.176618 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5369fa64-226f-41e6-9bff-9f1d3b81839c req-0be46e58-7faf-4ee0-bf04-e9fb8397c3a6 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b65b1d6-954c-4ebe-b4bc-39f78bce49be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2461140 Feb 04 11:33:16.196231 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:16.214709 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af3eb0-ec66-4215-8bd5-56a93d500c23 req-1ea01cf0-7ae4-4d26-bfc8-4d3f48f3cbb0 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:16.221655 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-55af3eb0-ec66-4215-8bd5-56a93d500c23 req-1ea01cf0-7ae4-4d26-bfc8-4d3f48f3cbb0 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 944 time: 0.5264235 Feb 04 11:33:16.249122 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-d4b28b24-683d-4f64-8869-d3b1872ce059 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:16.250352 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-d4b28b24-683d-4f64-8869-d3b1872ce059 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:16.276095 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port f7d67953-9356-420c-b3ae-6e0756518fbc, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=f7d67953-9356-420c-b3ae-6e0756518fbc,segment=NetworkSegment(833aaef2-e855-46d8-a251-08451af3e555),segment_id=833aaef2-e855-46d8-a251-08451af3e555)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:33:16.287861 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-20d798a7-5f9b-4305-a48e-36977b9cf249 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:16.318087 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-35a2a702-2f89-47b8-a621-c29b94e52e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:16.377228 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:16.463453 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=f7d67953-9356-420c-b3ae-6e0756518fbc,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:16.509988 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-d4b28b24-683d-4f64-8869-d3b1872ce059 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4645925 Feb 04 11:33:16.519250 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-35a2a702-2f89-47b8-a621-c29b94e52e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:16.531595 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ee82395b-64bc-472d-8de3-b645edc5617b None None] Provisioning for port 78f52afe-da02-4e40-adb6-2000eb1a083a completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:16.538672 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ee82395b-64bc-472d-8de3-b645edc5617b None None] Provisioning complete for port 78f52afe-da02-4e40-adb6-2000eb1a083a triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:16.540740 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ee82395b-64bc-472d-8de3-b645edc5617b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:16.543628 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-ea526684-89fb-424d-a14a-6b9888e101b2 service neutron] Request body: {'port': {'device_id': '574a4de5-7298-4cfa-9007-79d093aba2f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:16.591856 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-55af3eb0-ec66-4215-8bd5-56a93d500c23 req-3df9203f-769a-4121-bc82-bc059106bffe tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3691854 Feb 04 11:33:16.613625 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-40f1fb68-85da-4f3a-b0f0-e53c6ec4e81f tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:16.626683 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-ee82395b-64bc-472d-8de3-b645edc5617b None None] Port 78f52afe-da02-4e40-adb6-2000eb1a083a cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:33:16.669760 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-49b43674-aa04-4dde-a477-8f10ab779e9e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting subnet bf16a235-68cf-438f-88f9-193af918392a {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:33:16.703855 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-49b43674-aa04-4dde-a477-8f10ab779e9e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:16.730335 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:16.792432 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d66b0b63-4c26-4a23-9bc4-3c752c3c0c44 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed3cc7ec2a444c4cb6a43f8a5d331685&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7239327 Feb 04 11:33:16.800360 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58936) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:16.881336 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-35a2a702-2f89-47b8-a621-c29b94e52e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:16.902599 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-ea526684-89fb-424d-a14a-6b9888e101b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:16.945595 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a2a702-2f89-47b8-a621-c29b94e52e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab08a680-50b0-4cb5-9eb1-d6c4e08a20ad,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:16.951947 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a0412c91-d855-45ba-9604-8e00ba996102 req-444da7d9-6f5c-4801-96ea-fdb96eba145c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5b82a940b56a43dcab21460c9541779e&device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 1097 time: 0.5663388 Feb 04 11:33:17.006514 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-a0977e05-7f79-4d0f-86fd-ee20c40de545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c29e77f-345d-4346-b25d-16034512a28c {{(pid=84205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:33:17.014216 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-35a2a702-2f89-47b8-a621-c29b94e52e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:17.015419 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-49b43674-aa04-4dde-a477-8f10ab779e9e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:17.018719 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-35a2a702-2f89-47b8-a621-c29b94e52e17 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ab08a680-50b0-4cb5-9eb1-d6c4e08a20ad HTTP/1.1" status: 204 len: 168 time: 1.1079850 Feb 04 11:33:17.053781 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e9a1105e-5bb9-4686-926e-72704f9f598e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:17.097244 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-20d798a7-5f9b-4305-a48e-36977b9cf249 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:17.114646 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-a0977e05-7f79-4d0f-86fd-ee20c40de545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:17.120351 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-40f1fb68-85da-4f3a-b0f0-e53c6ec4e81f tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:17.157302 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e9a1105e-5bb9-4686-926e-72704f9f598e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:17.222923 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-20d798a7-5f9b-4305-a48e-36977b9cf249 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:17.230892 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-a0977e05-7f79-4d0f-86fd-ee20c40de545 service neutron] Transition to ACTIVE for port object 4c29e77f-345d-4346-b25d-16034512a28c will not be triggered until provisioned by entity L2. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:17.310985 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e9a1105e-5bb9-4686-926e-72704f9f598e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:17.351129 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1105e-5bb9-4686-926e-72704f9f598e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9da23c-7603-4324-a59d-13e7d7a66a8e,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:17.440127 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0412c91-d855-45ba-9604-8e00ba996102 req-1f0e3fc7-a423-4538-bf0c-b5e25dc5da8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:17.441847 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a0412c91-d855-45ba-9604-8e00ba996102 req-1f0e3fc7-a423-4538-bf0c-b5e25dc5da8b service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa801161-0b6c-45f6-97b7-dc303a939bfb HTTP/1.1" status: 200 len: 912 time: 0.4700139 Feb 04 11:33:17.442645 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-a0977e05-7f79-4d0f-86fd-ee20c40de545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:17.485208 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device f7d67953-9356-420c-b3ae-6e0756518fbc up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:17.519578 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d798a7-5f9b-4305-a48e-36977b9cf249 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Pushing event updated for resources: {'Port': ['ID=d08979a3-f8f9-4a70-a880-9db23a3c8b50,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:17.561059 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e9a1105e-5bb9-4686-926e-72704f9f598e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:17.565052 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e9a1105e-5bb9-4686-926e-72704f9f598e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4f9da23c-7603-4324-a59d-13e7d7a66a8e HTTP/1.1" status: 204 len: 168 time: 0.7550099 Feb 04 11:33:17.580536 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-20d798a7-5f9b-4305-a48e-36977b9cf249 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] In _notify_port_updated(), no bound segment for port d08979a3-f8f9-4a70-a880-9db23a3c8b50 on network 5d623e6d-d158-4720-aa3f-27b18cdcf192 {{(pid=84204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 11:33:17.584723 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d798a7-5f9b-4305-a48e-36977b9cf249 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:17.585382 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-20d798a7-5f9b-4305-a48e-36977b9cf249 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:17.589742 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-20d798a7-5f9b-4305-a48e-36977b9cf249 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] 10.222.0.21 "PUT /v2.0/ports/d08979a3-f8f9-4a70-a880-9db23a3c8b50 HTTP/1.1" status: 200 len: 994 time: 2.1566064 Feb 04 11:33:17.595355 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc559e1-3964-4c36-b6f4-056a0b9d3c33 req-eeb790f6-cc16-4b08-a4f3-89e702853358 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:17.596954 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fbc559e1-3964-4c36-b6f4-056a0b9d3c33 req-eeb790f6-cc16-4b08-a4f3-89e702853358 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a4de5-7298-4cfa-9007-79d093aba2f5 HTTP/1.1" status: 200 len: 931 time: 0.7716150 Feb 04 11:33:17.597455 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 58948) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:17.637005 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port f7d67953-9356-420c-b3ae-6e0756518fbc triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:17.637593 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:17.709989 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a0412c91-d855-45ba-9604-8e00ba996102 req-cf5aa589-0575-48a5-9437-5630c2b5fade service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19635aaa-a8d9-4012-9591-03c4d8f877eb HTTP/1.1" status: 200 len: 217 time: 0.2266066 Feb 04 11:33:17.711410 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f629379-129f-4f6b-b00a-0f14960b4238 req-29b4cc31-42db-412b-a893-25bb415a387d tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:17.712991 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9f629379-129f-4f6b-b00a-0f14960b4238 req-29b4cc31-42db-412b-a893-25bb415a387d tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/ports?device_id=c778463b-41e6-4ec6-bd22-c0c64350936d HTTP/1.1" status: 200 len: 943 time: 0.2766397 Feb 04 11:33:17.814989 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-49b43674-aa04-4dde-a477-8f10ab779e9e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:17.881349 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0977e05-7f79-4d0f-86fd-ee20c40de545 service neutron] Pushing event updated for resources: {'Port': ['ID=4c29e77f-345d-4346-b25d-16034512a28c,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:17.969521 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-91005171-6dd0-4f31-9e82-3305f4d4d42d None None] Provisioning complete for port d08979a3-f8f9-4a70-a880-9db23a3c8b50 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:17.971557 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-91005171-6dd0-4f31-9e82-3305f4d4d42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:17.973678 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-ea526684-89fb-424d-a14a-6b9888e101b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78f52afe-da02-4e40-adb6-2000eb1a083a {{(pid=84204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:33:17.993577 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-ea526684-89fb-424d-a14a-6b9888e101b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:18.043805 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-ea526684-89fb-424d-a14a-6b9888e101b2 service neutron] Transition to ACTIVE for port object 78f52afe-da02-4e40-adb6-2000eb1a083a will not be triggered until provisioned by entity L2. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:18.050297 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9f629379-129f-4f6b-b00a-0f14960b4238 req-955d67e7-4914-46f1-924c-02f109c63b6e tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b65b1d6-954c-4ebe-b4bc-39f78bce49be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3254802 Feb 04 11:33:18.103007 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-a582b45c-2d28-401e-a716-d96035233745 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Deleting port d08979a3-f8f9-4a70-a880-9db23a3c8b50 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:33:18.103286 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a582b45c-2d28-401e-a716-d96035233745 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:18.119752 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-91005171-6dd0-4f31-9e82-3305f4d4d42d None None] Port d08979a3-f8f9-4a70-a880-9db23a3c8b50 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:33:18.147246 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-ea526684-89fb-424d-a14a-6b9888e101b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:18.196725 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0412c91-d855-45ba-9604-8e00ba996102 req-153c275a-2c01-4b7f-8845-698e4fe0ff1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:18.198239 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a0412c91-d855-45ba-9604-8e00ba996102 req-153c275a-2c01-4b7f-8845-698e4fe0ff1b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f42d419-3d0f-4747-985d-af15d416a955 HTTP/1.1" status: 200 len: 850 time: 0.3202536 Feb 04 11:33:18.347416 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.resource_extend [None req-40f1fb68-85da-4f3a-b0f0-e53c6ec4e81f tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:33:18.352568 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea526684-89fb-424d-a14a-6b9888e101b2 service neutron] Pushing event updated for resources: {'Port': ['ID=78f52afe-da02-4e40-adb6-2000eb1a083a,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:18.380244 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fbc559e1-3964-4c36-b6f4-056a0b9d3c33 req-dd64e57a-0825-4ebb-8bd9-ff240953016b tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/security-groups?id=131ef674-554f-4d58-bfd5-51060e491135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7343922 Feb 04 11:33:18.465511 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-49b43674-aa04-4dde-a477-8f10ab779e9e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:18.483782 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-40f1fb68-85da-4f3a-b0f0-e53c6ec4e81f tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:18.596343 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b43674-aa04-4dde-a477-8f10ab779e9e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Subnet': ['ID=bf16a235-68cf-438f-88f9-193af918392a,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:18.598669 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-40f1fb68-85da-4f3a-b0f0-e53c6ec4e81f tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:18.625799 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-ea526684-89fb-424d-a14a-6b9888e101b2 service neutron] Attempting to bind port 78f52afe-da02-4e40-adb6-2000eb1a083a on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:33:18.626467 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-ea526684-89fb-424d-a14a-6b9888e101b2 service neutron] Attempting to bind port 78f52afe-da02-4e40-adb6-2000eb1a083a by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '833aaef2-e855-46d8-a251-08451af3e555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:33:18.626578 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-ea526684-89fb-424d-a14a-6b9888e101b2 service neutron] Attempting to bind port 78f52afe-da02-4e40-adb6-2000eb1a083a on network f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:33:18.639213 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-ea526684-89fb-424d-a14a-6b9888e101b2 service neutron] Port 78f52afe-da02-4e40-adb6-2000eb1a083a on network f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:33:18.639578 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-ea526684-89fb-424d-a14a-6b9888e101b2 service neutron] Attempting to bind port 78f52afe-da02-4e40-adb6-2000eb1a083a on network f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:33:18.647714 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa8b76-abb1-4e89-8c89-5cd34d3972e9 req-0b265fe6-cb39-40e1-8a02-9a88135413ea tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:18.649195 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-91aa8b76-abb1-4e89-8c89-5cd34d3972e9 req-0b265fe6-cb39-40e1-8a02-9a88135413ea tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 944 time: 0.2065508 Feb 04 11:33:18.656720 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-ea526684-89fb-424d-a14a-6b9888e101b2 service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:33:18.657866 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-ea526684-89fb-424d-a14a-6b9888e101b2 service neutron] Checking segment: {'id': '833aaef2-e855-46d8-a251-08451af3e555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:33:18.658600 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-ea526684-89fb-424d-a14a-6b9888e101b2 service neutron] Bound using segment: {'id': '833aaef2-e855-46d8-a251-08451af3e555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e'} {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:33:18.659060 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-ea526684-89fb-424d-a14a-6b9888e101b2 service neutron] Bound port: 78f52afe-da02-4e40-adb6-2000eb1a083a, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '833aaef2-e855-46d8-a251-08451af3e555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e'}}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:33:18.659394 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-ea526684-89fb-424d-a14a-6b9888e101b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:18.725617 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916bd5ee-1ce7-45b2-8da6-1c7575858a11 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:33:18.726270 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-49b43674-aa04-4dde-a477-8f10ab779e9e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:18.779973 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58970) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:18.805793 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-91aa8b76-abb1-4e89-8c89-5cd34d3972e9 req-621c7dd3-d06f-4741-8b48-c39d99221bea tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333468 Feb 04 11:33:18.893539 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-37df2702-bfac-4eda-9fa9-5656d7a4d8c0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=53d19bfb24de4fd9a811d516ec1a6abf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0918822 Feb 04 11:33:18.897128 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58974) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:18.962478 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-a0977e05-7f79-4d0f-86fd-ee20c40de545 service neutron] Attempting to bind port 4c29e77f-345d-4346-b25d-16034512a28c on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:33:18.962827 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-a0977e05-7f79-4d0f-86fd-ee20c40de545 service neutron] Attempting to bind port 4c29e77f-345d-4346-b25d-16034512a28c by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'aff3e68a-cc5d-4f98-92d6-fadffe119348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1c4e9593-ca79-45e5-9cfb-0175c4a07e6f'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:33:18.963206 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-a0977e05-7f79-4d0f-86fd-ee20c40de545 service neutron] Attempting to bind port 4c29e77f-345d-4346-b25d-16034512a28c on network 1c4e9593-ca79-45e5-9cfb-0175c4a07e6f {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:33:18.974532 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1fb68-85da-4f3a-b0f0-e53c6ec4e81f tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Pushing event updated for resources: {'Port': ['ID=e208c372-75e6-4dc8-9d45-ecfbff08af3e,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:18.990735 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-ea526684-89fb-424d-a14a-6b9888e101b2 service neutron] For port 78f52afe-da02-4e40-adb6-2000eb1a083a, host hv-neutron-8278, cleared binding levels {{(pid=84204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:33:19.016499 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-ea526684-89fb-424d-a14a-6b9888e101b2 service neutron] For port 78f52afe-da02-4e40-adb6-2000eb1a083a, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=78f52afe-da02-4e40-adb6-2000eb1a083a,segment=NetworkSegment(833aaef2-e855-46d8-a251-08451af3e555),segment_id=833aaef2-e855-46d8-a251-08451af3e555)] {{(pid=84204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:33:19.019595 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ae55261b-5c97-4223-90b2-d097c22736eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:19.027244 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-a0977e05-7f79-4d0f-86fd-ee20c40de545 service neutron] Port 4c29e77f-345d-4346-b25d-16034512a28c on network 1c4e9593-ca79-45e5-9cfb-0175c4a07e6f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:33:19.027579 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-a0977e05-7f79-4d0f-86fd-ee20c40de545 service neutron] Attempting to bind port 4c29e77f-345d-4346-b25d-16034512a28c on network 1c4e9593-ca79-45e5-9cfb-0175c4a07e6f {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:33:19.053726 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ae55261b-5c97-4223-90b2-d097c22736eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:19.055574 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a0412c91-d855-45ba-9604-8e00ba996102 req-6cb72a86-8b53-49b9-9658-1849fd3f2663 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa801161-0b6c-45f6-97b7-dc303a939bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8396511 Feb 04 11:33:19.089325 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b20d1c-8e70-45ce-8d36-158f13195e58 None None] DHCP port deletion for a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:33:19.098293 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-40f1fb68-85da-4f3a-b0f0-e53c6ec4e81f tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:19.105382 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-a3b20d1c-8e70-45ce-8d36-158f13195e58 None None] Deleting port 2a57bb52-1adf-4180-a1de-67da9897fdab {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:33:19.105382 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a3b20d1c-8e70-45ce-8d36-158f13195e58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:19.106449 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-ea526684-89fb-424d-a14a-6b9888e101b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:19.169402 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-a0977e05-7f79-4d0f-86fd-ee20c40de545 service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:33:19.170077 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-a0977e05-7f79-4d0f-86fd-ee20c40de545 service neutron] Checking segment: {'id': 'aff3e68a-cc5d-4f98-92d6-fadffe119348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1c4e9593-ca79-45e5-9cfb-0175c4a07e6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:33:19.170615 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-a0977e05-7f79-4d0f-86fd-ee20c40de545 service neutron] Bound using segment: {'id': 'aff3e68a-cc5d-4f98-92d6-fadffe119348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1c4e9593-ca79-45e5-9cfb-0175c4a07e6f'} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:33:19.173544 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-a0977e05-7f79-4d0f-86fd-ee20c40de545 service neutron] Bound port: 4c29e77f-345d-4346-b25d-16034512a28c, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aff3e68a-cc5d-4f98-92d6-fadffe119348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1c4e9593-ca79-45e5-9cfb-0175c4a07e6f'}}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:33:19.174178 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-a0977e05-7f79-4d0f-86fd-ee20c40de545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:19.226801 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-49b43674-aa04-4dde-a477-8f10ab779e9e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/bf16a235-68cf-438f-88f9-193af918392a HTTP/1.1" status: 204 len: 168 time: 3.2077153 Feb 04 11:33:19.226801 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a582b45c-2d28-401e-a716-d96035233745 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:19.271802 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58982) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:19.368177 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58986) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:19.392913 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d98953bc-9283-4307-a01f-e52e7ac1dcfc tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1112771 Feb 04 11:33:19.397137 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 58992) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:19.411827 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-31240d9c-2637-4912-9f25-69b64c9c4a06 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:19.436492 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-ea526684-89fb-424d-a14a-6b9888e101b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:19.440598 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-ea526684-89fb-424d-a14a-6b9888e101b2 service neutron] 10.222.0.47 "PUT /v2.0/ports/78f52afe-da02-4e40-adb6-2000eb1a083a HTTP/1.1" status: 200 len: 1093 time: 2.9047019 Feb 04 11:33:19.440598 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574a4de5-7298-4cfa-9007-79d093aba2f5', 'tag': '78f52afe-da02-4e40-adb6-2000eb1a083a'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:33:19.469491 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 2a57bb52-1adf-4180-a1de-67da9897fdab no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:33:19.554085 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea526684-89fb-424d-a14a-6b9888e101b2 service neutron] Pushing event updated for resources: {'Port': ['ID=78f52afe-da02-4e40-adb6-2000eb1a083a,revision_number=3']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:19.570212 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ae55261b-5c97-4223-90b2-d097c22736eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:19.606121 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae55261b-5c97-4223-90b2-d097c22736eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31643c1-2127-4d33-9cd5-5fafeb95971d,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:19.634508 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ae55261b-5c97-4223-90b2-d097c22736eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:19.639594 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-a582b45c-2d28-401e-a716-d96035233745 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Calling delete_port for d08979a3-f8f9-4a70-a880-9db23a3c8b50 owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:33:19.641225 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ae55261b-5c97-4223-90b2-d097c22736eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b31643c1-2127-4d33-9cd5-5fafeb95971d HTTP/1.1" status: 204 len: 168 time: 0.7422154 Feb 04 11:33:19.684102 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-31240d9c-2637-4912-9f25-69b64c9c4a06 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:19.696612 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-31240d9c-2637-4912-9f25-69b64c9c4a06 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:subnet and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:19.705515 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-31240d9c-2637-4912-9f25-69b64c9c4a06 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:19.719130 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-31240d9c-2637-4912-9f25-69b64c9c4a06 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:19.819853 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-a3b20d1c-8e70-45ce-8d36-158f13195e58 None None] For port 2a57bb52-1adf-4180-a1de-67da9897fdab, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=2a57bb52-1adf-4180-a1de-67da9897fdab,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:33:19.822166 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a3b20d1c-8e70-45ce-8d36-158f13195e58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:19.828833 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-cd377181-92c0-483b-ba6a-c764940d4703 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1425714243'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:19.839010 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-cd377181-92c0-483b-ba6a-c764940d4703 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:19.848601 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-cd377181-92c0-483b-ba6a-c764940d4703 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Usage tracker for resource:network and tenant:b888b3bcdb9e460ebea91ba9e47b69ca is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:19.852531 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-cd377181-92c0-483b-ba6a-c764940d4703 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:19.870010 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-cd377181-92c0-483b-ba6a-c764940d4703 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:19.886192 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-59c67353-2315-47e5-880c-cfac6a4329dc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=428c59d92c8b47a08a015e5fd3f6d227&device_id=574a4de5-7298-4cfa-9007-79d093aba2f5 HTTP/1.1" status: 200 len: 1096 time: 0.2431536 Feb 04 11:33:19.938802 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a0412c91-d855-45ba-9604-8e00ba996102 req-28a56b5a-cdd4-4c61-b907-74841427d999 service neutron] 10.222.0.47 "GET /v2.0/networks/aa801161-0b6c-45f6-97b7-dc303a939bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8701420 Feb 04 11:33:19.954075 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-a0977e05-7f79-4d0f-86fd-ee20c40de545 service neutron] For port 4c29e77f-345d-4346-b25d-16034512a28c, host hv-neutron-8278, cleared binding levels {{(pid=84205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:33:19.964042 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31240d9c-2637-4912-9f25-69b64c9c4a06 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:19.992263 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd377181-92c0-483b-ba6a-c764940d4703 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Made reservation on behalf of b888b3bcdb9e460ebea91ba9e47b69ca for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:19.996151 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cd377181-92c0-483b-ba6a-c764940d4703 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:20.005255 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-a3b20d1c-8e70-45ce-8d36-158f13195e58 None None] Calling delete_port for 2a57bb52-1adf-4180-a1de-67da9897fdab owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:33:20.029455 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cd377181-92c0-483b-ba6a-c764940d4703 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:20.034727 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:20.072385 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-a0977e05-7f79-4d0f-86fd-ee20c40de545 service neutron] For port 4c29e77f-345d-4346-b25d-16034512a28c, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=4c29e77f-345d-4346-b25d-16034512a28c,segment=NetworkSegment(aff3e68a-cc5d-4f98-92d6-fadffe119348),segment_id=aff3e68a-cc5d-4f98-92d6-fadffe119348)] {{(pid=84205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:33:20.103494 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 2a57bb52-1adf-4180-a1de-67da9897fdab, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=2a57bb52-1adf-4180-a1de-67da9897fdab,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:33:20.128209 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10143c61-4f70-4921-a66a-7e4a799bb782 req-f4ba8169-aa04-40eb-b78d-386713d9604e tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:20.135157 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-10143c61-4f70-4921-a66a-7e4a799bb782 req-f4ba8169-aa04-40eb-b78d-386713d9604e tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/ports?device_id=c778463b-41e6-4ec6-bd22-c0c64350936d HTTP/1.1" status: 200 len: 943 time: 0.7710211 Feb 04 11:33:20.164344 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-65da0db0-a040-4f8b-a4a5-324e7c4d139d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78f52afe-da02-4e40-adb6-2000eb1a083a HTTP/1.1" status: 200 len: 217 time: 0.2649467 Feb 04 11:33:20.177981 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-a0977e05-7f79-4d0f-86fd-ee20c40de545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:20.197913 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:20.263378 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-724f3912-737e-45b6-a708-c2ebc3852475 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:20.265120 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-724f3912-737e-45b6-a708-c2ebc3852475 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d824c0a-d4f0-4ce0-8751-d3972463ada2 HTTP/1.1" status: 200 len: 850 time: 0.0846918 Feb 04 11:33:20.269192 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-31240d9c-2637-4912-9f25-69b64c9c4a06 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:20.304271 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=2a57bb52-1adf-4180-a1de-67da9897fdab,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:20.330884 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-a3b20d1c-8e70-45ce-8d36-158f13195e58 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:33:20.331971 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-a3b20d1c-8e70-45ce-8d36-158f13195e58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:33:20.395878 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-a0977e05-7f79-4d0f-86fd-ee20c40de545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:20.397292 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-a0977e05-7f79-4d0f-86fd-ee20c40de545 service neutron] 10.222.0.47 "PUT /v2.0/ports/4c29e77f-345d-4346-b25d-16034512a28c HTTP/1.1" status: 200 len: 1093 time: 5.2908218 Feb 04 11:33:20.402673 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c778463b-41e6-4ec6-bd22-c0c64350936d', 'tag': '4c29e77f-345d-4346-b25d-16034512a28c'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:33:20.417806 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a0412c91-d855-45ba-9604-8e00ba996102 req-761b3a84-d7f1-4624-896e-e7c61b915512 service neutron] 10.222.0.47 "GET /v2.0/networks/aa801161-0b6c-45f6-97b7-dc303a939bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4679158 Feb 04 11:33:20.430816 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-10143c61-4f70-4921-a66a-7e4a799bb782 req-7c10a1e4-7fa3-49cb-ba03-abc8c07cc0c5 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b65b1d6-954c-4ebe-b4bc-39f78bce49be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2943802 Feb 04 11:33:20.432659 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d662de-85b7-44ea-9d03-c9a560f965b0 req-9a3cc4ab-25a0-49cf-9495-7c5fdbf1b6d9 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:20.439782 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-06d662de-85b7-44ea-9d03-c9a560f965b0 req-9a3cc4ab-25a0-49cf-9495-7c5fdbf1b6d9 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a4de5-7298-4cfa-9007-79d093aba2f5 HTTP/1.1" status: 200 len: 943 time: 0.6809623 Feb 04 11:33:20.465571 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0977e05-7f79-4d0f-86fd-ee20c40de545 service neutron] Pushing event updated for resources: {'Port': ['ID=4c29e77f-345d-4346-b25d-16034512a28c,revision_number=3']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:20.472334 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a582b45c-2d28-401e-a716-d96035233745 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:20.498978 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0977e05-7f79-4d0f-86fd-ee20c40de545 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:20.499359 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0977e05-7f79-4d0f-86fd-ee20c40de545 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:20.499722 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0977e05-7f79-4d0f-86fd-ee20c40de545 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:20.500053 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0977e05-7f79-4d0f-86fd-ee20c40de545 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:20.500376 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0977e05-7f79-4d0f-86fd-ee20c40de545 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:20.500696 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0977e05-7f79-4d0f-86fd-ee20c40de545 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:20.501018 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0977e05-7f79-4d0f-86fd-ee20c40de545 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:20.501350 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0977e05-7f79-4d0f-86fd-ee20c40de545 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:20.501651 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0977e05-7f79-4d0f-86fd-ee20c40de545 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:20.502018 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0977e05-7f79-4d0f-86fd-ee20c40de545 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:20.502336 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0977e05-7f79-4d0f-86fd-ee20c40de545 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:20.562556 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-06d662de-85b7-44ea-9d03-c9a560f965b0 req-8a309f97-7125-4ccb-8806-8b6b1f385251 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/security-groups?id=131ef674-554f-4d58-bfd5-51060e491135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216218 Feb 04 11:33:20.583485 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-cd377181-92c0-483b-ba6a-c764940d4703 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:20.610865 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-cd377181-92c0-483b-ba6a-c764940d4703 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Usage tracker for resource:security_group_rule and tenant:b888b3bcdb9e460ebea91ba9e47b69ca is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:20.627175 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-a19821f0-3599-4d4a-8b5f-dc57a25b389d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3367236 Feb 04 11:33:20.629210 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-cd377181-92c0-483b-ba6a-c764940d4703 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:20.652045 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 19635aaa-a8d9-4012-9591-03c4d8f877eb details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:33:20.663494 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582b45c-2d28-401e-a716-d96035233745 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Pushing event deleted for resources: {'Port': ['ID=d08979a3-f8f9-4a70-a880-9db23a3c8b50,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:20.698534 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-cd377181-92c0-483b-ba6a-c764940d4703 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:20.829549 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.l3_db [None req-40f1fb68-85da-4f3a-b0f0-e53c6ec4e81f tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Floating IP 44035ceb-6baf-4aa2-8dcf-9b6d02a56d7c associated. External IP: 172.26.3.84, port: 551fb151-9b12-407a-8043-9fd032a00ad0. Feb 04 11:33:20.836227 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-a3b20d1c-8e70-45ce-8d36-158f13195e58 None None] Deleting port 2a57bb52-1adf-4180-a1de-67da9897fdab {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:33:20.836865 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a3b20d1c-8e70-45ce-8d36-158f13195e58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:21.028955 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574a4de5-7298-4cfa-9007-79d093aba2f5', 'tag': '78f52afe-da02-4e40-adb6-2000eb1a083a', 'status': 'completed', 'code': 200} Feb 04 11:33:21.153081 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 19635aaa-a8d9-4012-9591-03c4d8f877eb, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=19635aaa-a8d9-4012-9591-03c4d8f877eb,segment=NetworkSegment(bee9a888-01e6-4785-95df-f4e3f4ef05fa),segment_id=bee9a888-01e6-4785-95df-f4e3f4ef05fa)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:33:21.186571 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-27899b76-0b56-4567-92c3-49cf467bc773 service neutron] 10.222.0.47 "GET /v2.0/networks/f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5520790 Feb 04 11:33:21.263121 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': '19635aaa-a8d9-4012-9591-03c4d8f877eb', 'network_id': 'aa801161-0b6c-45f6-97b7-dc303a939bfb', 'port_id': '19635aaa-a8d9-4012-9591-03c4d8f877eb', 'mac_address': 'fa:16:3e:6c:4a:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f42d419-3d0f-4747-985d-af15d416a955', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:33:21.294951 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c778463b-41e6-4ec6-bd22-c0c64350936d', 'tag': '4c29e77f-345d-4346-b25d-16034512a28c', 'status': 'completed', 'code': 200} Feb 04 11:33:21.327993 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cd377181-92c0-483b-ba6a-c764940d4703 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:21.334150 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-31240d9c-2637-4912-9f25-69b64c9c4a06 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:21.336475 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-386418d5-417c-40a1-b83b-4995f2a8acce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=74eeb4f9d8f74fc499285014b76b0ac9&device_id=c778463b-41e6-4ec6-bd22-c0c64350936d HTTP/1.1" status: 200 len: 1096 time: 0.7331331 Feb 04 11:33:21.357047 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:21.385795 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cd377181-92c0-483b-ba6a-c764940d4703 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:21.400432 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19635aaa-a8d9-4012-9591-03c4d8f877eb {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:33:21.422319 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 19635aaa-a8d9-4012-9591-03c4d8f877eb, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=19635aaa-a8d9-4012-9591-03c4d8f877eb,segment=NetworkSegment(bee9a888-01e6-4785-95df-f4e3f4ef05fa),segment_id=bee9a888-01e6-4785-95df-f4e3f4ef05fa)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:33:21.432204 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-a3b20d1c-8e70-45ce-8d36-158f13195e58 None None] For port 2a57bb52-1adf-4180-a1de-67da9897fdab, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=2a57bb52-1adf-4180-a1de-67da9897fdab,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:33:21.432563 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a3b20d1c-8e70-45ce-8d36-158f13195e58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:21.454331 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd377181-92c0-483b-ba6a-c764940d4703 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:33:21.457254 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31240d9c-2637-4912-9f25-69b64c9c4a06 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:21.478667 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-31240d9c-2637-4912-9f25-69b64c9c4a06 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:21.493992 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31240d9c-2637-4912-9f25-69b64c9c4a06 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:21.494593 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-31240d9c-2637-4912-9f25-69b64c9c4a06 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:21.505921 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee58fa-fa33-43c5-b4a8-beb878dac3e6 req-b2ac994c-4027-48c7-b62a-facb28eeacbb tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:21.508568 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-68ee58fa-fa33-43c5-b4a8-beb878dac3e6 req-b2ac994c-4027-48c7-b62a-facb28eeacbb tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 944 time: 0.8589396 Feb 04 11:33:21.508881 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31240d9c-2637-4912-9f25-69b64c9c4a06 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Subnet': ['ID=27a7fb16-1cd1-4a6b-a1d6-ffe90de1bf08,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:21.516059 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cd377181-92c0-483b-ba6a-c764940d4703 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:21.516575 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-cd377181-92c0-483b-ba6a-c764940d4703 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Added segment b7b66978-0b3e-4d6a-a7d0-d83dbdb56766 of type vlan for network bb4e9238-6e8e-4461-90f7-c633236440b4 Feb 04 11:33:21.518659 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd377181-92c0-483b-ba6a-c764940d4703 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2733c91f-7e2c-4a94-bdf1-c2ff0eb4997a,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:21.558684 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-10ecfbdb-13e5-44c6-9a75-3bddf6e6644d req-aab7ebdd-78c0-41f8-8c80-9b17b7dd01a3 service neutron] 10.222.0.47 "GET /v2.0/networks/f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517854 Feb 04 11:33:21.574747 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-4a8b5fc2-f00e-4721-853d-303b955e31ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c29e77f-345d-4346-b25d-16034512a28c HTTP/1.1" status: 200 len: 217 time: 0.2237904 Feb 04 11:33:21.598143 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cd377181-92c0-483b-ba6a-c764940d4703 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:21.640957 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-a3b20d1c-8e70-45ce-8d36-158f13195e58 None None] Calling delete_port for 2a57bb52-1adf-4180-a1de-67da9897fdab owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:33:21.682887 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-31240d9c-2637-4912-9f25-69b64c9c4a06 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2825160 Feb 04 11:33:21.684029 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59034) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:21.713490 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59036) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:21.719798 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:21.726294 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-68ee58fa-fa33-43c5-b4a8-beb878dac3e6 req-5867782b-6341-4a1f-aecf-c6be06c3258d tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963780 Feb 04 11:33:21.729237 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-49751ab0-7bc1-4f2d-b0d3-fad4a142260f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'port': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'name': 'tempest-NetworksTestDHCPv6-808977243'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:21.753641 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a582b45c-2d28-401e-a716-d96035233745 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:21.817351 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cd377181-92c0-483b-ba6a-c764940d4703 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:21.820867 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd377181-92c0-483b-ba6a-c764940d4703 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:21.821500 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cd377181-92c0-483b-ba6a-c764940d4703 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:21.852198 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-0f49c916-b085-426c-b21c-8c3b327dda8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:21.853953 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-0f49c916-b085-426c-b21c-8c3b327dda8c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d604c559-206d-41f7-934e-2e0e7fee1aca HTTP/1.1" status: 200 len: 845 time: 0.2457407 Feb 04 11:33:21.861559 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a582b45c-2d28-401e-a716-d96035233745 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] 10.222.0.21 "DELETE /v2.0/ports/d08979a3-f8f9-4a70-a880-9db23a3c8b50 HTTP/1.1" status: 204 len: 168 time: 4.2291927 Feb 04 11:33:21.867630 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59044) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:21.890918 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=19635aaa-a8d9-4012-9591-03c4d8f877eb,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:21.901819 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:21.902044 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:21.902374 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:21.902696 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:21.903020 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:21.903336 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:21.903653 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:21.903968 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:21.904280 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:21.904589 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:21.906715 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:21.988295 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a3b20d1c-8e70-45ce-8d36-158f13195e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:22.022018 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-b88ae3af-c2e3-4baa-87a1-aab9bb27389d tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] GET failed (client error): The resource could not be found. Feb 04 11:33:22.023417 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-b88ae3af-c2e3-4baa-87a1-aab9bb27389d tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Synchronizing usage tracker for tenant:a205355c3de243a3a3a0fe66e1ec308d on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:22.070309 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-f504dc7c-6433-4b70-8c09-c078f27dd61e tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1691891541'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:22.072754 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b20d1c-8e70-45ce-8d36-158f13195e58 None None] Pushing event deleted for resources: {'Port': ['ID=2a57bb52-1adf-4180-a1de-67da9897fdab,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:22.079007 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b20d1c-8e70-45ce-8d36-158f13195e58 None None] No DVR routers for this DVR port 2a57bb52-1adf-4180-a1de-67da9897fdab on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:33:22.079905 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-f504dc7c-6433-4b70-8c09-c078f27dd61e tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:22.085756 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f504dc7c-6433-4b70-8c09-c078f27dd61e tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Usage tracker for resource:network and tenant:1f19b2ce9e0f4e79aeb86bad72ddb49c is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:22.092667 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f504dc7c-6433-4b70-8c09-c078f27dd61e tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:22.111535 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd639d7-a54c-4260-b1ca-0cc1e6875f5b None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:33:22.169744 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-f504dc7c-6433-4b70-8c09-c078f27dd61e tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:22.240864 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd377181-92c0-483b-ba6a-c764940d4703 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Pushing event updated for resources: {'Network': ['ID=bb4e9238-6e8e-4461-90f7-c633236440b4,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:22.269119 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network bb4e9238-6e8e-4461-90f7-c633236440b4 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:33:22.278480 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-b88ae3af-c2e3-4baa-87a1-aab9bb27389d tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Unset dirty status for tenant:a205355c3de243a3a3a0fe66e1ec308d on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:22.284471 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b88ae3af-c2e3-4baa-87a1-aab9bb27389d tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] 10.222.0.21 "GET /v2.0/ports/d08979a3-f8f9-4a70-a880-9db23a3c8b50 HTTP/1.1" status: 404 len: 333 time: 0.3491910 Feb 04 11:33:22.285778 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59048) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:22.300161 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-7ed4b5c3-e937-44f0-9e4d-11d132e7f270 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Request body: {'port': {'network_id': '5d623e6d-d158-4720-aa3f-27b18cdcf192', 'name': 'tempest-AllowedAddressPairTestJSON-1106609412'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:22.315180 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f504dc7c-6433-4b70-8c09-c078f27dd61e tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Made reservation on behalf of 1f19b2ce9e0f4e79aeb86bad72ddb49c for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:22.318110 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f504dc7c-6433-4b70-8c09-c078f27dd61e tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:22.342202 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-49751ab0-7bc1-4f2d-b0d3-fad4a142260f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:22.350963 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-cd377181-92c0-483b-ba6a-c764940d4703 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.9798555 Feb 04 11:33:22.356635 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-49751ab0-7bc1-4f2d-b0d3-fad4a142260f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:port and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:22.360199 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59052) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:22.366390 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66029e2a-96b4-4e76-ac57-ae0fc2e512f6 req-99b04efe-a474-4061-acb3-530856a4ee3a tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:22.374704 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-66029e2a-96b4-4e76-ac57-ae0fc2e512f6 req-99b04efe-a474-4061-acb3-530856a4ee3a tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/ports?device_id=c778463b-41e6-4ec6-bd22-c0c64350936d HTTP/1.1" status: 200 len: 943 time: 0.6278794 Feb 04 11:33:22.380045 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-49751ab0-7bc1-4f2d-b0d3-fad4a142260f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:22.407189 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-729d457b-449e-4027-bf3f-70bdb9f790b6 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Request body: {'subnet': {'network_id': 'bb4e9238-6e8e-4461-90f7-c633236440b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:22.408254 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-ade05dc7-e6d8-4606-9de4-c826ffe276ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1c4e9593-ca79-45e5-9cfb-0175c4a07e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5439932 Feb 04 11:33:22.408876 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f504dc7c-6433-4b70-8c09-c078f27dd61e tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:22.433618 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-2d700eba-44c3-4309-afba-2ba981720de6 req-b7fe9973-b071-41cf-b54e-67c1db233c73 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=428c59d92c8b47a08a015e5fd3f6d227&device_id=574a4de5-7298-4cfa-9007-79d093aba2f5 HTTP/1.1" status: 200 len: 1096 time: 0.7479551 Feb 04 11:33:22.438456 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-49751ab0-7bc1-4f2d-b0d3-fad4a142260f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:22.485055 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['19635aaa-a8d9-4012-9591-03c4d8f877eb'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 11:33:22.541543 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae0ed9-8701-480b-bd8a-c07ed3ac0c7d req-3d944a6d-4237-49fc-a2ce-e1df16b15ea0 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:22.543044 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-87ae0ed9-8701-480b-bd8a-c07ed3ac0c7d req-3d944a6d-4237-49fc-a2ce-e1df16b15ea0 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a4de5-7298-4cfa-9007-79d093aba2f5 HTTP/1.1" status: 200 len: 943 time: 0.4867516 Feb 04 11:33:22.599632 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:33:22.669791 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49751ab0-7bc1-4f2d-b0d3-fad4a142260f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:22.675152 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-49751ab0-7bc1-4f2d-b0d3-fad4a142260f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:22.709294 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-f504dc7c-6433-4b70-8c09-c078f27dd61e tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:22.723071 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f504dc7c-6433-4b70-8c09-c078f27dd61e tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Usage tracker for resource:security_group_rule and tenant:1f19b2ce9e0f4e79aeb86bad72ddb49c is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:22.737293 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f504dc7c-6433-4b70-8c09-c078f27dd61e tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:22.762832 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f74f2e6-074b-4182-91a2-b04ff117faed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'tenant_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'fixed_ips': [{'subnet_id': '27a7fb16-1cd1-4a6b-a1d6-ffe90de1bf08'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:33:22.764197 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8f74f2e6-074b-4182-91a2-b04ff117faed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:22.768437 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-f504dc7c-6433-4b70-8c09-c078f27dd61e tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:22.782507 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-66029e2a-96b4-4e76-ac57-ae0fc2e512f6 req-f6fd9f4e-bf2c-49bd-b72e-562cae3b3051 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b65b1d6-954c-4ebe-b4bc-39f78bce49be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4064586 Feb 04 11:33:22.824819 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-7ed4b5c3-e937-44f0-9e4d-11d132e7f270 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:22.836235 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-87ae0ed9-8701-480b-bd8a-c07ed3ac0c7d req-01a4b345-aa33-4f54-88de-334f6bb74b8c tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/security-groups?id=131ef674-554f-4d58-bfd5-51060e491135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997550 Feb 04 11:33:22.851693 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-7ed4b5c3-e937-44f0-9e4d-11d132e7f270 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:22.855519 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-f82ab280-7aee-4540-a23a-f211c1ddb888 service neutron] 10.222.0.47 "GET /v2.0/networks/1c4e9593-ca79-45e5-9cfb-0175c4a07e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373958 Feb 04 11:33:22.905475 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-49751ab0-7bc1-4f2d-b0d3-fad4a142260f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] device_id is not set on port 6b03d8f5-4a4f-4c41-973a-8b01957c37aa yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:33:22.985855 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-729d457b-449e-4027-bf3f-70bdb9f790b6 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:22.993698 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-729d457b-449e-4027-bf3f-70bdb9f790b6 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Usage tracker for resource:subnet and tenant:b888b3bcdb9e460ebea91ba9e47b69ca is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:22.999100 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-729d457b-449e-4027-bf3f-70bdb9f790b6 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:23.012122 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-729d457b-449e-4027-bf3f-70bdb9f790b6 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:23.018627 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed4b5c3-e937-44f0-9e4d-11d132e7f270 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Made reservation on behalf of a205355c3de243a3a3a0fe66e1ec308d for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:23.021962 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7ed4b5c3-e937-44f0-9e4d-11d132e7f270 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:23.023599 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d700eba-44c3-4309-afba-2ba981720de6 req-484ea5b6-5c6a-41f1-aafe-5645250d24d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:23.025439 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-2d700eba-44c3-4309-afba-2ba981720de6 req-484ea5b6-5c6a-41f1-aafe-5645250d24d0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e HTTP/1.1" status: 200 len: 912 time: 0.5702696 Feb 04 11:33:23.104287 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-8f74f2e6-074b-4182-91a2-b04ff117faed None None] Allocated IP 2001:db8::2 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/27a7fb16-1cd1-4a6b-a1d6-ffe90de1bf08/7816cd29-1538-4d9d-8b0c-fdc0df68caa3) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:23.172687 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f504dc7c-6433-4b70-8c09-c078f27dd61e tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:23.175763 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729d457b-449e-4027-bf3f-70bdb9f790b6 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Made reservation on behalf of b888b3bcdb9e460ebea91ba9e47b69ca for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:23.179172 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-7ed4b5c3-e937-44f0-9e4d-11d132e7f270 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] device_id is not set on port 23dcde5f-7c4d-4283-a7d5-8923ddcfde6a yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:33:23.215921 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-075f9cf0-29de-4a35-8923-201a5d9bcbd0 req-7312e833-28fb-4423-8e62-d5fcff440028 service neutron] 10.222.0.47 "GET /v2.0/networks/1c4e9593-ca79-45e5-9cfb-0175c4a07e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497348 Feb 04 11:33:23.236512 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f504dc7c-6433-4b70-8c09-c078f27dd61e tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:23.302122 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-2d700eba-44c3-4309-afba-2ba981720de6 req-3e30978a-bf61-4724-bc36-a44fdd36feaa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78f52afe-da02-4e40-adb6-2000eb1a083a HTTP/1.1" status: 200 len: 217 time: 0.2535851 Feb 04 11:33:23.316235 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f504dc7c-6433-4b70-8c09-c078f27dd61e tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:33:23.416690 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-729d457b-449e-4027-bf3f-70bdb9f790b6 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:23.420436 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f504dc7c-6433-4b70-8c09-c078f27dd61e tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:23.421706 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-f504dc7c-6433-4b70-8c09-c078f27dd61e tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Added segment 216ac8de-8529-4148-bd62-cc16b43194c3 of type vlan for network 5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba Feb 04 11:33:23.453292 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f504dc7c-6433-4b70-8c09-c078f27dd61e tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:23.464719 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8f74f2e6-074b-4182-91a2-b04ff117faed None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:23.473501 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504dc7c-6433-4b70-8c09-c078f27dd61e tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85a50c80-0ccd-45f8-9c6b-fd15fe31471f,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:23.484849 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-8f74f2e6-074b-4182-91a2-b04ff117faed None None] Transition to ACTIVE for port object 7816cd29-1538-4d9d-8b0c-fdc0df68caa3 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:23.529973 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-8f74f2e6-074b-4182-91a2-b04ff117faed None None] Transition to ACTIVE for port object 7816cd29-1538-4d9d-8b0c-fdc0df68caa3 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:23.534276 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d700eba-44c3-4309-afba-2ba981720de6 req-e42f0ca6-2fbf-451a-b7f4-67a3d4a18bb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:23.535851 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-2d700eba-44c3-4309-afba-2ba981720de6 req-e42f0ca6-2fbf-451a-b7f4-67a3d4a18bb7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d824c0a-d4f0-4ce0-8751-d3972463ada2 HTTP/1.1" status: 200 len: 850 time: 0.2224803 Feb 04 11:33:23.606098 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8f74f2e6-074b-4182-91a2-b04ff117faed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:23.716512 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873bdb60-2ec4-47ce-bad2-b02185beb07c req-b648ffa6-7ae8-4456-9449-d3fd395b04fe tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:23.724183 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-873bdb60-2ec4-47ce-bad2-b02185beb07c req-b648ffa6-7ae8-4456-9449-d3fd395b04fe tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 945 time: 0.6974225 Feb 04 11:33:23.727524 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f74f2e6-074b-4182-91a2-b04ff117faed None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:23.731520 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-8f74f2e6-074b-4182-91a2-b04ff117faed None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:23.734141 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f1fb68-85da-4f3a-b0f0-e53c6ec4e81f tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Router 7410fc0c-4500-4634-bd2b-e626d7e506b0 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:33:23.742092 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f74f2e6-074b-4182-91a2-b04ff117faed None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:33:23.747312 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-7ed4b5c3-e937-44f0-9e4d-11d132e7f270 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Allocated IP 172.20.0.10 (5d623e6d-d158-4720-aa3f-27b18cdcf192/81a81b0c-f601-41f8-86d6-5f7d175fc164/23dcde5f-7c4d-4283-a7d5-8923ddcfde6a) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:23.761763 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74f2e6-074b-4182-91a2-b04ff117faed None None] Pushing event updated for resources: {'Port': ['ID=7816cd29-1538-4d9d-8b0c-fdc0df68caa3,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:23.772231 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f504dc7c-6433-4b70-8c09-c078f27dd61e tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:23.775055 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f504dc7c-6433-4b70-8c09-c078f27dd61e tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:23.775689 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f504dc7c-6433-4b70-8c09-c078f27dd61e tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:23.842309 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5815a829-f8c7-477f-9335-1cf6275e13e6 req-a328780c-39cd-41ef-a094-0fa7c090eff7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=74eeb4f9d8f74fc499285014b76b0ac9&device_id=c778463b-41e6-4ec6-bd22-c0c64350936d HTTP/1.1" status: 200 len: 1096 time: 0.4967444 Feb 04 11:33:23.871937 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-49751ab0-7bc1-4f2d-b0d3-fad4a142260f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Allocated IP 2001:db8::8f (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/27a7fb16-1cd1-4a6b-a1d6-ffe90de1bf08/6b03d8f5-4a4f-4c41-973a-8b01957c37aa) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:23.918741 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-8f74f2e6-074b-4182-91a2-b04ff117faed None None] Attempting to bind port 7816cd29-1538-4d9d-8b0c-fdc0df68caa3 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:33:23.919077 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-8f74f2e6-074b-4182-91a2-b04ff117faed None None] Attempting to bind port 7816cd29-1538-4d9d-8b0c-fdc0df68caa3 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:33:23.919917 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f74f2e6-074b-4182-91a2-b04ff117faed None None] Attempting to bind port 7816cd29-1538-4d9d-8b0c-fdc0df68caa3 on network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:33:23.931778 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f74f2e6-074b-4182-91a2-b04ff117faed None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:33:23.932266 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f74f2e6-074b-4182-91a2-b04ff117faed None None] Checking segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:33:23.932546 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8f74f2e6-074b-4182-91a2-b04ff117faed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:23.933920 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f74f2e6-074b-4182-91a2-b04ff117faed None None] Bound using segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:33:23.935061 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-8f74f2e6-074b-4182-91a2-b04ff117faed None None] Bound port: 7816cd29-1538-4d9d-8b0c-fdc0df68caa3, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:33:23.935510 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8f74f2e6-074b-4182-91a2-b04ff117faed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:23.959568 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-873bdb60-2ec4-47ce-bad2-b02185beb07c req-9348928e-3c79-4f56-b091-90bf65e2cdb7 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201371 Feb 04 11:33:23.989598 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-2d700eba-44c3-4309-afba-2ba981720de6 req-2a67065c-b942-4e43-9ae9-d845abdf960c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4350123 Feb 04 11:33:24.039326 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504dc7c-6433-4b70-8c09-c078f27dd61e tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Pushing event updated for resources: {'Network': ['ID=5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:24.073252 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:33:24.220479 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-8f74f2e6-074b-4182-91a2-b04ff117faed None None] For port 7816cd29-1538-4d9d-8b0c-fdc0df68caa3, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:33:24.229629 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-8f74f2e6-074b-4182-91a2-b04ff117faed None None] For port 7816cd29-1538-4d9d-8b0c-fdc0df68caa3, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=7816cd29-1538-4d9d-8b0c-fdc0df68caa3,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:33:24.307996 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8f74f2e6-074b-4182-91a2-b04ff117faed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:24.353361 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f504dc7c-6433-4b70-8c09-c078f27dd61e tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.6374304 Feb 04 11:33:24.369251 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59066) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:24.408061 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74f2e6-074b-4182-91a2-b04ff117faed None None] Pushing event updated for resources: {'Port': ['ID=7816cd29-1538-4d9d-8b0c-fdc0df68caa3,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:24.413870 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-304a130d-a1e9-408e-b5ee-6464fd735b47 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Request body: {'subnet': {'network_id': '5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:24.525106 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-2d700eba-44c3-4309-afba-2ba981720de6 req-ca5d4f6c-b0f7-4561-8c9a-0891a4c1d7c6 service neutron] 10.222.0.47 "GET /v2.0/networks/f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5019641 Feb 04 11:33:24.639511 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-729d457b-449e-4027-bf3f-70bdb9f790b6 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:24.664815 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 19635aaa-a8d9-4012-9591-03c4d8f877eb up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:24.799689 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-49751ab0-7bc1-4f2d-b0d3-fad4a142260f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:24.809669 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f75d5-7235-407d-8bed-c29dcdd2e22e req-5216ae85-7cf4-426f-8799-98b5f810c979 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:24.811782 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-383f75d5-7235-407d-8bed-c29dcdd2e22e req-5216ae85-7cf4-426f-8799-98b5f810c979 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a4de5-7298-4cfa-9007-79d093aba2f5 HTTP/1.1" status: 200 len: 943 time: 0.6733716 Feb 04 11:33:24.827242 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149cef0d-f757-4bfa-8236-a700b4284a40 req-79dc28d2-05b8-44ed-bf00-412edecb829f tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:24.829114 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-149cef0d-f757-4bfa-8236-a700b4284a40 req-79dc28d2-05b8-44ed-bf00-412edecb829f tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/ports?device_id=c778463b-41e6-4ec6-bd22-c0c64350936d HTTP/1.1" status: 200 len: 943 time: 0.7691119 Feb 04 11:33:24.837957 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815a829-f8c7-477f-9335-1cf6275e13e6 req-cbc9a872-14a5-4f56-9199-31967b8c3e4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:24.839398 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5815a829-f8c7-477f-9335-1cf6275e13e6 req-cbc9a872-14a5-4f56-9199-31967b8c3e4d service neutron] 10.222.0.47 "GET /v2.0/networks?id=1c4e9593-ca79-45e5-9cfb-0175c4a07e6f HTTP/1.1" status: 200 len: 907 time: 0.9056180 Feb 04 11:33:24.851160 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-304a130d-a1e9-408e-b5ee-6464fd735b47 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:24.857307 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port 19635aaa-a8d9-4012-9591-03c4d8f877eb completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:24.869082 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port 19635aaa-a8d9-4012-9591-03c4d8f877eb triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:24.870684 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:24.927495 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-49751ab0-7bc1-4f2d-b0d3-fad4a142260f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Transition to ACTIVE for port object 6b03d8f5-4a4f-4c41-973a-8b01957c37aa will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:24.929378 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d457b-449e-4027-bf3f-70bdb9f790b6 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Pushing event updated for resources: {'Subnet': ['ID=ffebe37c-5233-440a-8331-77ab6591d206,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:24.975003 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-304a130d-a1e9-408e-b5ee-6464fd735b47 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Usage tracker for resource:subnet and tenant:1f19b2ce9e0f4e79aeb86bad72ddb49c is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:25.001738 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-304a130d-a1e9-408e-b5ee-6464fd735b47 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:25.005484 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-2d700eba-44c3-4309-afba-2ba981720de6 req-53687db5-90ad-445f-80d8-433a780378fe service neutron] 10.222.0.47 "GET /v2.0/networks/f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4839394 Feb 04 11:33:25.011713 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729d457b-449e-4027-bf3f-70bdb9f790b6 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Checking segment: {'id': 'b7b66978-0b3e-4d6a-a7d0-d83dbdb56766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'bb4e9238-6e8e-4461-90f7-c633236440b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:33:25.012245 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729d457b-449e-4027-bf3f-70bdb9f790b6 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Network hostable DHCP agents. Network: bb4e9238-6e8e-4461-90f7-c633236440b4, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:33:25.021048 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:25.027702 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5815a829-f8c7-477f-9335-1cf6275e13e6 req-0b2aca04-6310-4ed9-a655-0cb2b1f71123 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c29e77f-345d-4346-b25d-16034512a28c HTTP/1.1" status: 200 len: 217 time: 0.1792169 Feb 04 11:33:25.028980 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-304a130d-a1e9-408e-b5ee-6464fd735b47 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:25.041064 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-383f75d5-7235-407d-8bed-c29dcdd2e22e req-661a5ddf-f3e1-4350-9bc0-84fbfe44aa90 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/security-groups?id=131ef674-554f-4d58-bfd5-51060e491135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033908 Feb 04 11:33:25.091532 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db4b038-1dc2-424e-965b-a547ac24f40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19635aaa-a8d9-4012-9591-03c4d8f877eb'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:33:25.103031 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-49751ab0-7bc1-4f2d-b0d3-fad4a142260f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:25.124767 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-149cef0d-f757-4bfa-8236-a700b4284a40 req-ae29de83-7e1e-4822-85d2-8083fdccb17b tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b65b1d6-954c-4ebe-b4bc-39f78bce49be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2841752 Feb 04 11:33:25.134636 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7ed4b5c3-e937-44f0-9e4d-11d132e7f270 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:25.202875 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 19635aaa-a8d9-4012-9591-03c4d8f877eb, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=19635aaa-a8d9-4012-9591-03c4d8f877eb,segment=NetworkSegment(bee9a888-01e6-4785-95df-f4e3f4ef05fa),segment_id=bee9a888-01e6-4785-95df-f4e3f4ef05fa)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:33:25.209799 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729d457b-449e-4027-bf3f-70bdb9f790b6 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Network bb4e9238-6e8e-4461-90f7-c633236440b4 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:33:25.296838 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-7ed4b5c3-e937-44f0-9e4d-11d132e7f270 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Transition to ACTIVE for port object 23dcde5f-7c4d-4283-a7d5-8923ddcfde6a will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:25.308482 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304a130d-a1e9-408e-b5ee-6464fd735b47 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Made reservation on behalf of 1f19b2ce9e0f4e79aeb86bad72ddb49c for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:25.326885 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:25.360527 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49751ab0-7bc1-4f2d-b0d3-fad4a142260f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:25.360527 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49751ab0-7bc1-4f2d-b0d3-fad4a142260f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Port': ['ID=6b03d8f5-4a4f-4c41-973a-8b01957c37aa,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:25.360527 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-49751ab0-7bc1-4f2d-b0d3-fad4a142260f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:25.362174 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49751ab0-7bc1-4f2d-b0d3-fad4a142260f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:33:25.366242 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49751ab0-7bc1-4f2d-b0d3-fad4a142260f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:25.367007 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-49751ab0-7bc1-4f2d-b0d3-fad4a142260f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:25.411402 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-729d457b-449e-4027-bf3f-70bdb9f790b6 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, bb4e9238-6e8e-4461-90f7-c633236440b4) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:25.427635 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729d457b-449e-4027-bf3f-70bdb9f790b6 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:25.432928 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-729d457b-449e-4027-bf3f-70bdb9f790b6 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:25.453472 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a34227-983d-4678-b80c-ad9e2299f3f6 None None] Network bb4e9238-6e8e-4461-90f7-c633236440b4 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:33:25.497645 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ccaff-9d37-4ad9-91ab-2214361c547a req-9ebed8ca-4e47-47c5-9bfb-f7c056fd96d7 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:25.501923 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4d1ccaff-9d37-4ad9-91ab-2214361c547a req-9ebed8ca-4e47-47c5-9bfb-f7c056fd96d7 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 945 time: 0.2705750 Feb 04 11:33:25.571368 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-49751ab0-7bc1-4f2d-b0d3-fad4a142260f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8474665 Feb 04 11:33:25.575978 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59080) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:25.601231 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 7816cd29-1538-4d9d-8b0c-fdc0df68caa3 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:25.613826 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-304a130d-a1e9-408e-b5ee-6464fd735b47 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:25.656007 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-729d457b-449e-4027-bf3f-70bdb9f790b6 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2756615 Feb 04 11:33:25.658410 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59084) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:25.696562 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-7b875053-2e76-4124-bfd5-f656ffbc50d3 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Request body: {'port': {'network_id': 'bb4e9238-6e8e-4461-90f7-c633236440b4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-937672503'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:25.718413 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=19635aaa-a8d9-4012-9591-03c4d8f877eb,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:25.756604 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db4b038-1dc2-424e-965b-a547ac24f40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19635aaa-a8d9-4012-9591-03c4d8f877eb', 'code': 200} Feb 04 11:33:25.933328 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-7b875053-2e76-4124-bfd5-f656ffbc50d3 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:25.954742 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4d1ccaff-9d37-4ad9-91ab-2214361c547a req-d25ba576-497d-4be0-a8d3-acb31986c9f7 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4420972 Feb 04 11:33:25.957511 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-7b875053-2e76-4124-bfd5-f656ffbc50d3 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Usage tracker for resource:port and tenant:b888b3bcdb9e460ebea91ba9e47b69ca is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:25.978618 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-7b875053-2e76-4124-bfd5-f656ffbc50d3 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:25.984268 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815a829-f8c7-477f-9335-1cf6275e13e6 req-0a0a15e3-4cb6-4a78-a1e8-1bd7fb39bc52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:25.985985 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-7b875053-2e76-4124-bfd5-f656ffbc50d3 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:25.989322 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5815a829-f8c7-477f-9335-1cf6275e13e6 req-0a0a15e3-4cb6-4a78-a1e8-1bd7fb39bc52 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d604c559-206d-41f7-934e-2e0e7fee1aca HTTP/1.1" status: 200 len: 845 time: 0.9383733 Feb 04 11:33:26.007001 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 7816cd29-1538-4d9d-8b0c-fdc0df68caa3 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:26.010367 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbead81-9a77-4e96-8b77-03a072c0de3c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:26.014493 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbead81-9a77-4e96-8b77-03a072c0de3c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:26.015960 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6cbead81-9a77-4e96-8b77-03a072c0de3c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:26.084888 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b875053-2e76-4124-bfd5-f656ffbc50d3 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Made reservation on behalf of b888b3bcdb9e460ebea91ba9e47b69ca for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:26.089621 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7b875053-2e76-4124-bfd5-f656ffbc50d3 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:26.096948 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-304a130d-a1e9-408e-b5ee-6464fd735b47 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:26.106292 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6cbead81-9a77-4e96-8b77-03a072c0de3c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:26.110451 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6cbead81-9a77-4e96-8b77-03a072c0de3c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.5305707 Feb 04 11:33:26.113041 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59090) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:26.198337 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a130d-a1e9-408e-b5ee-6464fd735b47 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Pushing event updated for resources: {'Subnet': ['ID=de8da0c2-f644-481d-9ec5-9f78baa66f08,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:26.237508 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6175e002-b52c-4cfc-bbb1-71d863e384b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-bb4e9238-6e8e-4461-90f7-c633236440b4', 'network_id': 'bb4e9238-6e8e-4461-90f7-c633236440b4', 'tenant_id': 'b888b3bcdb9e460ebea91ba9e47b69ca', 'fixed_ips': [{'subnet_id': 'ffebe37c-5233-440a-8331-77ab6591d206'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:33:26.238828 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6175e002-b52c-4cfc-bbb1-71d863e384b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:26.314993 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f1fb68-85da-4f3a-b0f0-e53c6ec4e81f tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:33:26.331032 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741152db-5df3-415b-ba00-42a57d558164 None None] Sync routers for ids ['7410fc0c-4500-4634-bd2b-e626d7e506b0'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:33:26.341666 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-1be82dc4-b36c-4e86-a31e-638c99d4f7bd tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting port 6b03d8f5-4a4f-4c41-973a-8b01957c37aa {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:33:26.343731 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1be82dc4-b36c-4e86-a31e-638c99d4f7bd tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:26.361291 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741152db-5df3-415b-ba00-42a57d558164 None None] Routers {'7410fc0c-4500-4634-bd2b-e626d7e506b0'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:33:26.363741 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-741152db-5df3-415b-ba00-42a57d558164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:33:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['7410fc0c-4500-4634-bd2b-e626d7e506b0'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:26.435851 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5815a829-f8c7-477f-9335-1cf6275e13e6 req-24e380b6-59c7-4a34-8d36-5609ebef099b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1c4e9593-ca79-45e5-9cfb-0175c4a07e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4200356 Feb 04 11:33:26.466356 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-0774f660-fe23-4ea7-8442-a854a3f4f720 None None] Provisioning for port 7816cd29-1538-4d9d-8b0c-fdc0df68caa3 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:26.485905 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-0774f660-fe23-4ea7-8442-a854a3f4f720 None None] Provisioning complete for port 7816cd29-1538-4d9d-8b0c-fdc0df68caa3 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:26.486848 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0774f660-fe23-4ea7-8442-a854a3f4f720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:26.549020 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-7b875053-2e76-4124-bfd5-f656ffbc50d3 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] device_id is not set on port f327b54f-5c77-470d-8ecc-d9b5d544f12f yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:33:26.580942 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-741152db-5df3-415b-ba00-42a57d558164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:26.600900 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741152db-5df3-415b-ba00-42a57d558164 None None] Routers {'7410fc0c-4500-4634-bd2b-e626d7e506b0'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:33:26.602209 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-741152db-5df3-415b-ba00-42a57d558164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:33:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['7410fc0c-4500-4634-bd2b-e626d7e506b0'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:26.661153 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 4c29e77f-345d-4346-b25d-16034512a28c details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:33:26.695119 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-40f1fb68-85da-4f3a-b0f0-e53c6ec4e81f tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:26.722498 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b46fab3f-7ce4-4732-b7bb-893ec75cd699 req-1242922d-f7ab-440e-936b-73d42cae8cf3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 1099 time: 0.2380228 Feb 04 11:33:26.737614 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-741152db-5df3-415b-ba00-42a57d558164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:26.738559 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741152db-5df3-415b-ba00-42a57d558164 None None] The sync data for ids ['7410fc0c-4500-4634-bd2b-e626d7e506b0'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:33:26.739947 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7ed4b5c3-e937-44f0-9e4d-11d132e7f270 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:26.784550 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39735a-afe9-4288-8331-afccb5000a81 req-c8f62e49-1b55-4ab3-92ad-b1bc1fc3c217 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:26.787200 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ec39735a-afe9-4288-8331-afccb5000a81 req-c8f62e49-1b55-4ab3-92ad-b1bc1fc3c217 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/ports?device_id=c778463b-41e6-4ec6-bd22-c0c64350936d HTTP/1.1" status: 200 len: 943 time: 0.3619950 Feb 04 11:33:26.879284 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304a130d-a1e9-408e-b5ee-6464fd735b47 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Checking segment: {'id': '216ac8de-8529-4148-bd62-cc16b43194c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:33:26.879847 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304a130d-a1e9-408e-b5ee-6464fd735b47 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Network hostable DHCP agents. Network: 5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:33:26.897911 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-b46fab3f-7ce4-4732-b7bb-893ec75cd699 req-2cc7aaaf-0670-49c3-a003-1d2bbbc12668 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:26.973255 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0774f660-fe23-4ea7-8442-a854a3f4f720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:27.022876 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-6175e002-b52c-4cfc-bbb1-71d863e384b2 None None] Allocated IP 172.20.0.2 (bb4e9238-6e8e-4461-90f7-c633236440b4/ffebe37c-5233-440a-8331-77ab6591d206/e827d9b6-f2b7-417a-93b8-01e015dd81e8) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:27.096575 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ec39735a-afe9-4288-8331-afccb5000a81 req-0bc3023d-fe3e-4ac5-894b-d0fe8c2f991b tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b65b1d6-954c-4ebe-b4bc-39f78bce49be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2634575 Feb 04 11:33:27.107175 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [req-b46fab3f-7ce4-4732-b7bb-893ec75cd699 req-2cc7aaaf-0670-49c3-a003-1d2bbbc12668 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:27.135881 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-b46fab3f-7ce4-4732-b7bb-893ec75cd699 req-2cc7aaaf-0670-49c3-a003-1d2bbbc12668 service neutron] Usage tracker for resource:security_group_rule and tenant:ecc11016e3734fdfae545ee11ba4455e is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:27.138384 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-0774f660-fe23-4ea7-8442-a854a3f4f720 None None] For port 7816cd29-1538-4d9d-8b0c-fdc0df68caa3, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=7816cd29-1538-4d9d-8b0c-fdc0df68caa3,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:33:27.140067 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed4b5c3-e937-44f0-9e4d-11d132e7f270 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Network 5d623e6d-d158-4720-aa3f-27b18cdcf192 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:27.141364 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-b46fab3f-7ce4-4732-b7bb-893ec75cd699 req-2cc7aaaf-0670-49c3-a003-1d2bbbc12668 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:27.147964 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4b5c3-e937-44f0-9e4d-11d132e7f270 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Pushing event updated for resources: {'Port': ['ID=23dcde5f-7c4d-4283-a7d5-8923ddcfde6a,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:27.150506 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 4c29e77f-345d-4346-b25d-16034512a28c, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=4c29e77f-345d-4346-b25d-16034512a28c,segment=NetworkSegment(aff3e68a-cc5d-4f98-92d6-fadffe119348),segment_id=aff3e68a-cc5d-4f98-92d6-fadffe119348)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:33:27.152141 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [req-b46fab3f-7ce4-4732-b7bb-893ec75cd699 req-2cc7aaaf-0670-49c3-a003-1d2bbbc12668 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:27.172208 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-40f1fb68-85da-4f3a-b0f0-e53c6ec4e81f tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 17.9975131 Feb 04 11:33:27.175071 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59098) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:27.179960 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': '4c29e77f-345d-4346-b25d-16034512a28c', 'network_id': '1c4e9593-ca79-45e5-9cfb-0175c4a07e6f', 'port_id': '4c29e77f-345d-4346-b25d-16034512a28c', 'mac_address': 'fa:16:3e:52:3a:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd604c559-206d-41f7-934e-2e0e7fee1aca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:33:27.204670 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-7ed4b5c3-e937-44f0-9e4d-11d132e7f270 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:27.216295 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0774f660-fe23-4ea7-8442-a854a3f4f720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:27.227361 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed4b5c3-e937-44f0-9e4d-11d132e7f270 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:33:27.304587 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1be82dc4-b36c-4e86-a31e-638c99d4f7bd tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:27.387838 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:27.445999 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c29e77f-345d-4346-b25d-16034512a28c {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:33:27.455906 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5815a829-f8c7-477f-9335-1cf6275e13e6 req-00d46bcd-5657-45b8-bfcb-e7c88439b497 service neutron] 10.222.0.47 "GET /v2.0/networks/1c4e9593-ca79-45e5-9cfb-0175c4a07e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0127518 Feb 04 11:33:27.470320 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774f660-fe23-4ea7-8442-a854a3f4f720 None None] Pushing event updated for resources: {'Port': ['ID=7816cd29-1538-4d9d-8b0c-fdc0df68caa3,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:27.502688 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-66a60473-546a-47a0-87ab-8064416348c4 None None] Provisioning for port 6b03d8f5-4a4f-4c41-973a-8b01957c37aa completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:27.507025 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 4c29e77f-345d-4346-b25d-16034512a28c, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=4c29e77f-345d-4346-b25d-16034512a28c,segment=NetworkSegment(aff3e68a-cc5d-4f98-92d6-fadffe119348),segment_id=aff3e68a-cc5d-4f98-92d6-fadffe119348)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:33:27.514502 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6175e002-b52c-4cfc-bbb1-71d863e384b2 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:27.517801 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-66a60473-546a-47a0-87ab-8064416348c4 None None] Provisioning complete for port 6b03d8f5-4a4f-4c41-973a-8b01957c37aa triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:27.518311 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-66a60473-546a-47a0-87ab-8064416348c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:27.527041 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed4b5c3-e937-44f0-9e4d-11d132e7f270 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:27.528050 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7ed4b5c3-e937-44f0-9e4d-11d132e7f270 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:27.553718 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3299e1-020f-44d4-ba31-62462e0e649c req-147ac020-346b-4a5f-ba02-f31e50055bab tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:27.555911 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-eb3299e1-020f-44d4-ba31-62462e0e649c req-147ac020-346b-4a5f-ba02-f31e50055bab tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a4de5-7298-4cfa-9007-79d093aba2f5 HTTP/1.1" status: 200 len: 943 time: 0.8719385 Feb 04 11:33:27.564787 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-6175e002-b52c-4cfc-bbb1-71d863e384b2 None None] Transition to ACTIVE for port object e827d9b6-f2b7-417a-93b8-01e015dd81e8 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:27.601057 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-66a60473-546a-47a0-87ab-8064416348c4 None None] Port 6b03d8f5-4a4f-4c41-973a-8b01957c37aa cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:33:27.604108 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:27.604861 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 78f52afe-da02-4e40-adb6-2000eb1a083a details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:33:27.608035 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-6175e002-b52c-4cfc-bbb1-71d863e384b2 None None] Transition to ACTIVE for port object e827d9b6-f2b7-417a-93b8-01e015dd81e8 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:27.643151 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304a130d-a1e9-408e-b5ee-6464fd735b47 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Network 5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:33:27.650243 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-1be82dc4-b36c-4e86-a31e-638c99d4f7bd tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Calling delete_port for 6b03d8f5-4a4f-4c41-973a-8b01957c37aa owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:33:27.754438 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6175e002-b52c-4cfc-bbb1-71d863e384b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:27.771793 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=4c29e77f-345d-4346-b25d-16034512a28c,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:27.777310 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-7ed4b5c3-e937-44f0-9e4d-11d132e7f270 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4895966 Feb 04 11:33:27.785105 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59102) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:27.810718 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-93da125b-d8e1-467c-8c8b-967c57bfc4d4 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:bb:7c:40'}]}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:27.843461 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-06a1b0b2-5f8d-436d-bc59-6d6be545d505 tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] 10.222.0.21 "GET /v2.0/floatingips/44035ceb-6baf-4aa2-8dcf-9b6d02a56d7c HTTP/1.1" status: 200 len: 981 time: 0.6627398 Feb 04 11:33:27.872763 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59106) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:27.878382 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-304a130d-a1e9-408e-b5ee-6464fd735b47 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:27.883163 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6175e002-b52c-4cfc-bbb1-71d863e384b2 None None] Network bb4e9238-6e8e-4461-90f7-c633236440b4 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:27.904201 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-eb3299e1-020f-44d4-ba31-62462e0e649c req-bcd227a8-506d-48dd-a968-38c4903e218e tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/security-groups?id=131ef674-554f-4d58-bfd5-51060e491135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477410 Feb 04 11:33:27.907337 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-6175e002-b52c-4cfc-bbb1-71d863e384b2 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:27.908791 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5815a829-f8c7-477f-9335-1cf6275e13e6 req-061a3c45-ec09-47a0-8f84-273256916d40 service neutron] 10.222.0.47 "GET /v2.0/networks/1c4e9593-ca79-45e5-9cfb-0175c4a07e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372556 Feb 04 11:33:27.910878 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304a130d-a1e9-408e-b5ee-6464fd735b47 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:27.911986 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-304a130d-a1e9-408e-b5ee-6464fd735b47 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:27.912877 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6175e002-b52c-4cfc-bbb1-71d863e384b2 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:33:27.926834 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036521d4-b8e9-4d52-ba82-283ff2c9d952 None None] Network 5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:33:27.973844 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175e002-b52c-4cfc-bbb1-71d863e384b2 None None] Pushing event updated for resources: {'Port': ['ID=e827d9b6-f2b7-417a-93b8-01e015dd81e8,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:27.994768 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a5f338f1-3c9f-45fd-b861-86a90addc696 None None] Provisioning for port 23dcde5f-7c4d-4283-a7d5-8923ddcfde6a completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:28.082457 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-7b875053-2e76-4124-bfd5-f656ffbc50d3 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Allocated IP 172.20.0.13 (bb4e9238-6e8e-4461-90f7-c633236440b4/ffebe37c-5233-440a-8331-77ab6591d206/f327b54f-5c77-470d-8ecc-d9b5d544f12f) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:28.091383 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a5f338f1-3c9f-45fd-b861-86a90addc696 None None] Provisioning complete for port 23dcde5f-7c4d-4283-a7d5-8923ddcfde6a triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:28.091890 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a5f338f1-3c9f-45fd-b861-86a90addc696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:28.100250 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-304a130d-a1e9-408e-b5ee-6464fd735b47 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7120590 Feb 04 11:33:28.100944 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-b46fab3f-7ce4-4732-b7bb-893ec75cd699 req-2cc7aaaf-0670-49c3-a003-1d2bbbc12668 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:28.104516 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59110) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:28.118664 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-63422fbf-49eb-4c8e-b401-d41844b61655 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Request body: {'port': {'network_id': '5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1941838083'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:28.152909 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5d2750cd-caca-41cc-9435-da3cbb808a3e tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2903 time: 0.2644389 Feb 04 11:33:28.168649 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59116) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:28.173232 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 78f52afe-da02-4e40-adb6-2000eb1a083a, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=78f52afe-da02-4e40-adb6-2000eb1a083a,segment=NetworkSegment(833aaef2-e855-46d8-a251-08451af3e555),segment_id=833aaef2-e855-46d8-a251-08451af3e555)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:33:28.214766 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-6175e002-b52c-4cfc-bbb1-71d863e384b2 None None] Attempting to bind port e827d9b6-f2b7-417a-93b8-01e015dd81e8 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:33:28.215159 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-6175e002-b52c-4cfc-bbb1-71d863e384b2 None None] Attempting to bind port e827d9b6-f2b7-417a-93b8-01e015dd81e8 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'b7b66978-0b3e-4d6a-a7d0-d83dbdb56766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'bb4e9238-6e8e-4461-90f7-c633236440b4'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:33:28.215638 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6175e002-b52c-4cfc-bbb1-71d863e384b2 None None] Attempting to bind port e827d9b6-f2b7-417a-93b8-01e015dd81e8 on network bb4e9238-6e8e-4461-90f7-c633236440b4 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:33:28.235480 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6175e002-b52c-4cfc-bbb1-71d863e384b2 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:33:28.235932 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6175e002-b52c-4cfc-bbb1-71d863e384b2 None None] Checking segment: {'id': 'b7b66978-0b3e-4d6a-a7d0-d83dbdb56766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'bb4e9238-6e8e-4461-90f7-c633236440b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:33:28.236331 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6175e002-b52c-4cfc-bbb1-71d863e384b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:28.236724 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6175e002-b52c-4cfc-bbb1-71d863e384b2 None None] Bound using segment: {'id': 'b7b66978-0b3e-4d6a-a7d0-d83dbdb56766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'bb4e9238-6e8e-4461-90f7-c633236440b4'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:33:28.237241 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-6175e002-b52c-4cfc-bbb1-71d863e384b2 None None] Bound port: e827d9b6-f2b7-417a-93b8-01e015dd81e8, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b66978-0b3e-4d6a-a7d0-d83dbdb56766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'bb4e9238-6e8e-4461-90f7-c633236440b4'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:33:28.237600 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6175e002-b52c-4cfc-bbb1-71d863e384b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:28.246822 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eface912-dc49-4578-9f51-cff0d6beb21f req-c13726dc-2671-487a-84a1-177fa3f1811a tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:28.255349 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-eface912-dc49-4578-9f51-cff0d6beb21f req-c13726dc-2671-487a-84a1-177fa3f1811a tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.5569932 Feb 04 11:33:28.305063 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-b46fab3f-7ce4-4732-b7bb-893ec75cd699 req-2cc7aaaf-0670-49c3-a003-1d2bbbc12668 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:28.369867 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1be82dc4-b36c-4e86-a31e-638c99d4f7bd tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:28.416765 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-6175e002-b52c-4cfc-bbb1-71d863e384b2 None None] For port e827d9b6-f2b7-417a-93b8-01e015dd81e8, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:33:28.420470 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-6175e002-b52c-4cfc-bbb1-71d863e384b2 None None] For port e827d9b6-f2b7-417a-93b8-01e015dd81e8, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=e827d9b6-f2b7-417a-93b8-01e015dd81e8,segment=NetworkSegment(b7b66978-0b3e-4d6a-a7d0-d83dbdb56766),segment_id=b7b66978-0b3e-4d6a-a7d0-d83dbdb56766)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:33:28.430279 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': '78f52afe-da02-4e40-adb6-2000eb1a083a', 'network_id': 'f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e', 'port_id': '78f52afe-da02-4e40-adb6-2000eb1a083a', 'mac_address': 'fa:16:3e:71:82:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d824c0a-d4f0-4ce0-8751-d3972463ada2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:33:28.494501 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b46fab3f-7ce4-4732-b7bb-893ec75cd699 req-2cc7aaaf-0670-49c3-a003-1d2bbbc12668 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.7383747 Feb 04 11:33:28.506694 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:28.526546 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-93da125b-d8e1-467c-8c8b-967c57bfc4d4 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:28.534916 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6175e002-b52c-4cfc-bbb1-71d863e384b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:28.548222 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7aaaf-0670-49c3-a003-1d2bbbc12668 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=55ce5c38-d7ef-42a3-9c7b-1a4a6eaaa6d6,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:28.551106 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be82dc4-b36c-4e86-a31e-638c99d4f7bd tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Port': ['ID=6b03d8f5-4a4f-4c41-973a-8b01957c37aa,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:28.585938 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-a5f338f1-3c9f-45fd-b861-86a90addc696 None None] Port 23dcde5f-7c4d-4283-a7d5-8923ddcfde6a cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:33:28.615759 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78f52afe-da02-4e40-adb6-2000eb1a083a {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:33:28.645557 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-63422fbf-49eb-4c8e-b401-d41844b61655 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:28.657267 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-63422fbf-49eb-4c8e-b401-d41844b61655 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Usage tracker for resource:port and tenant:1f19b2ce9e0f4e79aeb86bad72ddb49c is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:28.664525 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-63422fbf-49eb-4c8e-b401-d41844b61655 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:28.681842 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-63422fbf-49eb-4c8e-b401-d41844b61655 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:28.688360 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7aaaf-0670-49c3-a003-1d2bbbc12668 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:28.688698 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 78f52afe-da02-4e40-adb6-2000eb1a083a, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=78f52afe-da02-4e40-adb6-2000eb1a083a,segment=NetworkSegment(833aaef2-e855-46d8-a251-08451af3e555),segment_id=833aaef2-e855-46d8-a251-08451af3e555)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:33:28.688819 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7aaaf-0670-49c3-a003-1d2bbbc12668 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:28.689014 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7aaaf-0670-49c3-a003-1d2bbbc12668 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:28.689450 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7aaaf-0670-49c3-a003-1d2bbbc12668 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:28.689661 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7aaaf-0670-49c3-a003-1d2bbbc12668 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:28.690324 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7aaaf-0670-49c3-a003-1d2bbbc12668 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:28.690540 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7aaaf-0670-49c3-a003-1d2bbbc12668 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:28.690770 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7aaaf-0670-49c3-a003-1d2bbbc12668 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:28.691045 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7aaaf-0670-49c3-a003-1d2bbbc12668 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:28.692388 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7aaaf-0670-49c3-a003-1d2bbbc12668 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:28.692388 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7aaaf-0670-49c3-a003-1d2bbbc12668 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:28.713561 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-eface912-dc49-4578-9f51-cff0d6beb21f req-1585b7e7-301d-45f4-b9b0-f297ce89a915 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4573557 Feb 04 11:33:28.714974 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be82dc4-b36c-4e86-a31e-638c99d4f7bd tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:28.715146 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be82dc4-b36c-4e86-a31e-638c99d4f7bd tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:28.715653 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be82dc4-b36c-4e86-a31e-638c99d4f7bd tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:28.716155 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be82dc4-b36c-4e86-a31e-638c99d4f7bd tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:28.716789 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be82dc4-b36c-4e86-a31e-638c99d4f7bd tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:28.717461 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be82dc4-b36c-4e86-a31e-638c99d4f7bd tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:28.724706 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be82dc4-b36c-4e86-a31e-638c99d4f7bd tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:28.724706 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be82dc4-b36c-4e86-a31e-638c99d4f7bd tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:28.724706 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be82dc4-b36c-4e86-a31e-638c99d4f7bd tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:28.724706 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be82dc4-b36c-4e86-a31e-638c99d4f7bd tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:28.724706 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be82dc4-b36c-4e86-a31e-638c99d4f7bd tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:28.729225 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569fd9b-5e78-441e-affb-acf85d0212c6 req-ee6477ea-ee90-40f5-9c90-2a78f5b443d5 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:28.738536 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6569fd9b-5e78-441e-affb-acf85d0212c6 req-ee6477ea-ee90-40f5-9c90-2a78f5b443d5 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/ports?device_id=c778463b-41e6-4ec6-bd22-c0c64350936d HTTP/1.1" status: 200 len: 944 time: 0.2883065 Feb 04 11:33:28.768325 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1be82dc4-b36c-4e86-a31e-638c99d4f7bd tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:28.793237 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175e002-b52c-4cfc-bbb1-71d863e384b2 None None] Pushing event updated for resources: {'Port': ['ID=e827d9b6-f2b7-417a-93b8-01e015dd81e8,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:28.802970 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:28.831107 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63422fbf-49eb-4c8e-b401-d41844b61655 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Made reservation on behalf of 1f19b2ce9e0f4e79aeb86bad72ddb49c for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:28.834535 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-63422fbf-49eb-4c8e-b401-d41844b61655 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:28.871557 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-ee90757d-cb77-431c-9455-cf5b31d88783 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Deleting port e208c372-75e6-4dc8-9d45-ecfbff08af3e {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:33:28.871903 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ee90757d-cb77-431c-9455-cf5b31d88783 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:28.884187 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3557edc-a4fb-441c-b5de-d5e83b910943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba', 'network_id': '5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba', 'tenant_id': '1f19b2ce9e0f4e79aeb86bad72ddb49c', 'fixed_ips': [{'subnet_id': 'de8da0c2-f644-481d-9ec5-9f78baa66f08'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:33:28.887212 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d3557edc-a4fb-441c-b5de-d5e83b910943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:28.908314 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-63422fbf-49eb-4c8e-b401-d41844b61655 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] device_id is not set on port 89bb2938-952e-41dc-af0f-e42ec3adbef4 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:33:28.973674 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6569fd9b-5e78-441e-affb-acf85d0212c6 req-17f3843f-a6c3-461e-9a56-c5d0ae9b290e tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b65b1d6-954c-4ebe-b4bc-39f78bce49be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2339258 Feb 04 11:33:29.010634 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7b875053-2e76-4124-bfd5-f656ffbc50d3 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:29.047843 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1be82dc4-b36c-4e86-a31e-638c99d4f7bd tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/ports/6b03d8f5-4a4f-4c41-973a-8b01957c37aa HTTP/1.1" status: 204 len: 168 time: 2.9338436 Feb 04 11:33:29.093666 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-93da125b-d8e1-467c-8c8b-967c57bfc4d4 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:29.095667 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59122) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:29.131516 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=78f52afe-da02-4e40-adb6-2000eb1a083a,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:29.169522 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-93da125b-d8e1-467c-8c8b-967c57bfc4d4 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:29.245850 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-7b875053-2e76-4124-bfd5-f656ffbc50d3 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Transition to ACTIVE for port object f327b54f-5c77-470d-8ecc-d9b5d544f12f will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:29.267358 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['4c29e77f-345d-4346-b25d-16034512a28c'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 11:33:29.358038 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['78f52afe-da02-4e40-adb6-2000eb1a083a'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 11:33:29.412059 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ee90757d-cb77-431c-9455-cf5b31d88783 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:29.412373 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ee90757d-cb77-431c-9455-cf5b31d88783 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:29.601767 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-93da125b-d8e1-467c-8c8b-967c57bfc4d4 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] In _notify_port_updated(), no bound segment for port 23dcde5f-7c4d-4283-a7d5-8923ddcfde6a on network 5d623e6d-d158-4720-aa3f-27b18cdcf192 {{(pid=84205) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 11:33:29.611537 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93da125b-d8e1-467c-8c8b-967c57bfc4d4 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:29.612227 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-93da125b-d8e1-467c-8c8b-967c57bfc4d4 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:29.614002 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-93da125b-d8e1-467c-8c8b-967c57bfc4d4 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] 10.222.0.21 "PUT /v2.0/ports/23dcde5f-7c4d-4283-a7d5-8923ddcfde6a HTTP/1.1" status: 200 len: 997 time: 1.8130624 Feb 04 11:33:29.619411 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59126) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:29.637437 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-ee90757d-cb77-431c-9455-cf5b31d88783 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Calling delete_port for e208c372-75e6-4dc8-9d45-ecfbff08af3e owned by network:floatingip {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:33:29.646991 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-d3557edc-a4fb-441c-b5de-d5e83b910943 None None] Allocated IP 2001:db8::2 (5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba/de8da0c2-f644-481d-9ec5-9f78baa66f08/b056ec25-159e-403f-ac29-899175a4f65f) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:29.682672 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7b875053-2e76-4124-bfd5-f656ffbc50d3 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:29.706967 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588914f7-0076-4d75-83d2-f68a7a86ac5d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:29.709259 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588914f7-0076-4d75-83d2-f68a7a86ac5d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:29.710225 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-588914f7-0076-4d75-83d2-f68a7a86ac5d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:29.713300 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da125b-d8e1-467c-8c8b-967c57bfc4d4 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Pushing event updated for resources: {'Port': ['ID=23dcde5f-7c4d-4283-a7d5-8923ddcfde6a,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:29.844755 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-0d474333-a67d-4e00-a33d-976e305ab67e tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Deleting port 23dcde5f-7c4d-4283-a7d5-8923ddcfde6a {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:33:29.845604 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0d474333-a67d-4e00-a33d-976e305ab67e tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:29.870464 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device e827d9b6-f2b7-417a-93b8-01e015dd81e8 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:29.897101 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-588914f7-0076-4d75-83d2-f68a7a86ac5d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:29.909015 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-588914f7-0076-4d75-83d2-f68a7a86ac5d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8022027 Feb 04 11:33:29.910558 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59132) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:30.008726 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b875053-2e76-4124-bfd5-f656ffbc50d3 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Network bb4e9238-6e8e-4461-90f7-c633236440b4 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:30.087329 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e5722c73-1f8f-4d04-ab16-665cf543e2e9 None None] Provisioning complete for port 23dcde5f-7c4d-4283-a7d5-8923ddcfde6a triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:30.091978 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e5722c73-1f8f-4d04-ab16-665cf543e2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:30.161270 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-7b875053-2e76-4124-bfd5-f656ffbc50d3 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:30.166960 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b875053-2e76-4124-bfd5-f656ffbc50d3 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Pushing event updated for resources: {'Port': ['ID=f327b54f-5c77-470d-8ecc-d9b5d544f12f,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:30.172151 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b875053-2e76-4124-bfd5-f656ffbc50d3 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:33:30.228599 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3474e04-cb0e-44c5-9c56-8a6b2b00c0ae req-65a2c9ed-dc9b-4162-b764-52120708295e tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:30.237161 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c3474e04-cb0e-44c5-9c56-8a6b2b00c0ae req-65a2c9ed-dc9b-4162-b764-52120708295e tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a4de5-7298-4cfa-9007-79d093aba2f5 HTTP/1.1" status: 200 len: 944 time: 0.9552405 Feb 04 11:33:30.298792 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-e5722c73-1f8f-4d04-ab16-665cf543e2e9 None None] Port 23dcde5f-7c4d-4283-a7d5-8923ddcfde6a cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:33:30.334204 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c3474e04-cb0e-44c5-9c56-8a6b2b00c0ae req-7a577439-d63e-45f2-9962-e3fdc5c90173 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/security-groups?id=131ef674-554f-4d58-bfd5-51060e491135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959580 Feb 04 11:33:30.343782 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b875053-2e76-4124-bfd5-f656ffbc50d3 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:30.343782 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7b875053-2e76-4124-bfd5-f656ffbc50d3 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:30.355753 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d3557edc-a4fb-441c-b5de-d5e83b910943 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:30.365196 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ee90757d-cb77-431c-9455-cf5b31d88783 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:30.385248 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d3557edc-a4fb-441c-b5de-d5e83b910943 None None] Transition to ACTIVE for port object b056ec25-159e-403f-ac29-899175a4f65f will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:30.413477 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a37e3b-98ae-418a-b471-120c7b0d34cc req-7421ef97-c84d-499a-941e-9bc98336ddbb tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:30.423846 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a9a37e3b-98ae-418a-b471-120c7b0d34cc req-7421ef97-c84d-499a-941e-9bc98336ddbb tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.4552057 Feb 04 11:33:30.427317 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port e827d9b6-f2b7-417a-93b8-01e015dd81e8 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:30.435391 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee90757d-cb77-431c-9455-cf5b31d88783 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Pushing event deleted for resources: {'Port': ['ID=e208c372-75e6-4dc8-9d45-ecfbff08af3e,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:30.444821 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d3557edc-a4fb-441c-b5de-d5e83b910943 None None] Transition to ACTIVE for port object b056ec25-159e-403f-ac29-899175a4f65f will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:30.450857 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 7816cd29-1538-4d9d-8b0c-fdc0df68caa3 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:30.507738 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-7b875053-2e76-4124-bfd5-f656ffbc50d3 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.8474331 Feb 04 11:33:30.511873 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59138) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:30.566915 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d87a61-d77e-4814-aafb-d0befc6367c8 None None] Network bb4e9238-6e8e-4461-90f7-c633236440b4 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:33:30.590393 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d3557edc-a4fb-441c-b5de-d5e83b910943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:30.628278 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-efa187b7-98b9-437b-acc4-570f0190eb45 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Request body: {'port': {'network_id': 'bb4e9238-6e8e-4461-90f7-c633236440b4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-771702277', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:30.628842 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.api.validators [None req-efa187b7-98b9-437b-acc4-570f0190eb45 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] bootfile-name is not in valid_values {{(pid=84205) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 11:33:30.629166 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.api.validators [None req-efa187b7-98b9-437b-acc4-570f0190eb45 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] tftp-server is not in valid_values {{(pid=84205) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 11:33:30.629999 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.api.validators [None req-efa187b7-98b9-437b-acc4-570f0190eb45 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] server-ip-address is not in valid_values {{(pid=84205) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 11:33:30.645604 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ee90757d-cb77-431c-9455-cf5b31d88783 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks [] for floatingip, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:30.661062 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0d474333-a67d-4e00-a33d-976e305ab67e tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:30.778955 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb6d3a-cdd5-4fdc-8ee7-5f7f2f35cfaf req-cf170580-17ce-46da-a62c-b23399bdd2bd tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:30.780814 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-42fb6d3a-cdd5-4fdc-8ee7-5f7f2f35cfaf req-cf170580-17ce-46da-a62c-b23399bdd2bd tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/ports?device_id=c778463b-41e6-4ec6-bd22-c0c64350936d HTTP/1.1" status: 200 len: 944 time: 0.2034879 Feb 04 11:33:30.818559 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3557edc-a4fb-441c-b5de-d5e83b910943 None None] Pushing event updated for resources: {'Port': ['ID=b056ec25-159e-403f-ac29-899175a4f65f,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:30.831573 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3557edc-a4fb-441c-b5de-d5e83b910943 None None] Network 5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:30.837280 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-d3557edc-a4fb-441c-b5de-d5e83b910943 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:30.840486 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3557edc-a4fb-441c-b5de-d5e83b910943 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:33:30.866107 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-63422fbf-49eb-4c8e-b401-d41844b61655 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Allocated IP 2001:db8::1b9 (5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba/de8da0c2-f644-481d-9ec5-9f78baa66f08/89bb2938-952e-41dc-af0f-e42ec3adbef4) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:30.896759 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-0d474333-a67d-4e00-a33d-976e305ab67e tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Calling delete_port for 23dcde5f-7c4d-4283-a7d5-8923ddcfde6a owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:33:30.902405 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-42fb6d3a-cdd5-4fdc-8ee7-5f7f2f35cfaf req-dd2bda9e-a8a5-4128-88e5-69c280bb1a39 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b65b1d6-954c-4ebe-b4bc-39f78bce49be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150954 Feb 04 11:33:30.914374 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-59a15dbd-bb51-4871-85ac-6f8adf77d1bd None None] Provisioning for port e827d9b6-f2b7-417a-93b8-01e015dd81e8 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:30.917540 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 7816cd29-1538-4d9d-8b0c-fdc0df68caa3 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:30.918186 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:30.965842 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a9a37e3b-98ae-418a-b471-120c7b0d34cc req-7dee8525-e79e-4665-8974-2138df3ad0cd tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5406840 Feb 04 11:33:31.008057 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-59a15dbd-bb51-4871-85ac-6f8adf77d1bd None None] Provisioning complete for port e827d9b6-f2b7-417a-93b8-01e015dd81e8 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:31.008057 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-59a15dbd-bb51-4871-85ac-6f8adf77d1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:31.149119 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-d3557edc-a4fb-441c-b5de-d5e83b910943 None None] Attempting to bind port b056ec25-159e-403f-ac29-899175a4f65f on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:33:31.153245 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-d3557edc-a4fb-441c-b5de-d5e83b910943 None None] Attempting to bind port b056ec25-159e-403f-ac29-899175a4f65f by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '216ac8de-8529-4148-bd62-cc16b43194c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:33:31.153245 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3557edc-a4fb-441c-b5de-d5e83b910943 None None] Attempting to bind port b056ec25-159e-403f-ac29-899175a4f65f on network 5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:33:31.182567 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed8c808-9be2-469f-b9c6-7a045385110b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting subnet 27a7fb16-1cd1-4a6b-a1d6-ffe90de1bf08 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:33:31.201024 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3557edc-a4fb-441c-b5de-d5e83b910943 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:33:31.201024 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3557edc-a4fb-441c-b5de-d5e83b910943 None None] Checking segment: {'id': '216ac8de-8529-4148-bd62-cc16b43194c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:33:31.201024 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d3557edc-a4fb-441c-b5de-d5e83b910943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:31.201457 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3557edc-a4fb-441c-b5de-d5e83b910943 None None] Bound using segment: {'id': '216ac8de-8529-4148-bd62-cc16b43194c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:33:31.201909 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-d3557edc-a4fb-441c-b5de-d5e83b910943 None None] Bound port: b056ec25-159e-403f-ac29-899175a4f65f, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216ac8de-8529-4148-bd62-cc16b43194c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:33:31.203319 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d3557edc-a4fb-441c-b5de-d5e83b910943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:31.216687 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3ed8c808-9be2-469f-b9c6-7a045385110b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:31.242048 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee90757d-cb77-431c-9455-cf5b31d88783 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Router 7410fc0c-4500-4634-bd2b-e626d7e506b0 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:33:31.382450 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3ed8c808-9be2-469f-b9c6-7a045385110b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:31.475643 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-59a15dbd-bb51-4871-85ac-6f8adf77d1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:31.505330 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-d3557edc-a4fb-441c-b5de-d5e83b910943 None None] For port b056ec25-159e-403f-ac29-899175a4f65f, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:33:31.512399 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-d3557edc-a4fb-441c-b5de-d5e83b910943 None None] For port b056ec25-159e-403f-ac29-899175a4f65f, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=b056ec25-159e-403f-ac29-899175a4f65f,segment=NetworkSegment(216ac8de-8529-4148-bd62-cc16b43194c3),segment_id=216ac8de-8529-4148-bd62-cc16b43194c3)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:33:31.520578 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee90757d-cb77-431c-9455-cf5b31d88783 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:33:31.528358 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ee90757d-cb77-431c-9455-cf5b31d88783 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:31.531069 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-59a15dbd-bb51-4871-85ac-6f8adf77d1bd None None] For port e827d9b6-f2b7-417a-93b8-01e015dd81e8, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=e827d9b6-f2b7-417a-93b8-01e015dd81e8,segment=NetworkSegment(b7b66978-0b3e-4d6a-a7d0-d83dbdb56766),segment_id=b7b66978-0b3e-4d6a-a7d0-d83dbdb56766)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:33:31.536906 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32fcf38-0ec9-46cf-99f2-0f5dc9e1d53c None None] Sync routers for ids ['7410fc0c-4500-4634-bd2b-e626d7e506b0'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:33:31.541433 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-efa187b7-98b9-437b-acc4-570f0190eb45 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:31.543699 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0d474333-a67d-4e00-a33d-976e305ab67e tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:31.552499 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32fcf38-0ec9-46cf-99f2-0f5dc9e1d53c None None] Routers {'7410fc0c-4500-4634-bd2b-e626d7e506b0'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:33:31.553120 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-a32fcf38-0ec9-46cf-99f2-0f5dc9e1d53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:33:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['7410fc0c-4500-4634-bd2b-e626d7e506b0'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:31.555052 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-efa187b7-98b9-437b-acc4-570f0190eb45 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Usage tracker for resource:port and tenant:b888b3bcdb9e460ebea91ba9e47b69ca is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:31.561325 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-efa187b7-98b9-437b-acc4-570f0190eb45 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:31.618938 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d3557edc-a4fb-441c-b5de-d5e83b910943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:31.644279 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d474333-a67d-4e00-a33d-976e305ab67e tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Pushing event deleted for resources: {'Port': ['ID=23dcde5f-7c4d-4283-a7d5-8923ddcfde6a,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:31.651360 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-efa187b7-98b9-437b-acc4-570f0190eb45 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:31.675666 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ee90757d-cb77-431c-9455-cf5b31d88783 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] 10.222.0.21 "DELETE /v2.0/floatingips/44035ceb-6baf-4aa2-8dcf-9b6d02a56d7c HTTP/1.1" status: 204 len: 168 time: 3.4947686 Feb 04 11:33:31.677599 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59144) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:31.682622 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-59a15dbd-bb51-4871-85ac-6f8adf77d1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:31.687463 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-e1282551-0b0b-41f4-9dd6-03027fe702ee tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Request body: {'floatingip': {'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:31.694199 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-e1282551-0b0b-41f4-9dd6-03027fe702ee tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:31.703442 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-e1282551-0b0b-41f4-9dd6-03027fe702ee tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Usage tracker for resource:floatingip and tenant:200082fc135e494cb7c5a998016b989a is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:31.705598 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-a32fcf38-0ec9-46cf-99f2-0f5dc9e1d53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:31.711304 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-e1282551-0b0b-41f4-9dd6-03027fe702ee tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:31.721101 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094842f-7ea2-4015-ade1-c6f98c625b7e req-cbeb1506-8397-47f1-bfbb-d27bcd42fc28 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:31.725785 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d094842f-7ea2-4015-ade1-c6f98c625b7e req-cbeb1506-8397-47f1-bfbb-d27bcd42fc28 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a4de5-7298-4cfa-9007-79d093aba2f5 HTTP/1.1" status: 200 len: 944 time: 0.1469142 Feb 04 11:33:31.729759 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-e1282551-0b0b-41f4-9dd6-03027fe702ee tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:31.784054 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa187b7-98b9-437b-acc4-570f0190eb45 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Made reservation on behalf of b888b3bcdb9e460ebea91ba9e47b69ca for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:31.787833 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-efa187b7-98b9-437b-acc4-570f0190eb45 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:31.792830 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32fcf38-0ec9-46cf-99f2-0f5dc9e1d53c None None] Routers {'7410fc0c-4500-4634-bd2b-e626d7e506b0'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:33:31.793438 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-a32fcf38-0ec9-46cf-99f2-0f5dc9e1d53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:33:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['7410fc0c-4500-4634-bd2b-e626d7e506b0'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:31.812080 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d094842f-7ea2-4015-ade1-c6f98c625b7e req-6ce7b4dd-c10c-48c0-97c3-d64d1db10b26 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/security-groups?id=131ef674-554f-4d58-bfd5-51060e491135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791042 Feb 04 11:33:31.837681 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e1282551-0b0b-41f4-9dd6-03027fe702ee tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:31.866333 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3557edc-a4fb-441c-b5de-d5e83b910943 None None] Pushing event updated for resources: {'Port': ['ID=b056ec25-159e-403f-ac29-899175a4f65f,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:32.085340 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-a32fcf38-0ec9-46cf-99f2-0f5dc9e1d53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:32.085755 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32fcf38-0ec9-46cf-99f2-0f5dc9e1d53c None None] The sync data for ids ['7410fc0c-4500-4634-bd2b-e626d7e506b0'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:33:32.086234 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e1282551-0b0b-41f4-9dd6-03027fe702ee tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:32.096344 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a15dbd-bb51-4871-85ac-6f8adf77d1bd None None] Pushing event updated for resources: {'Port': ['ID=e827d9b6-f2b7-417a-93b8-01e015dd81e8,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:32.137222 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-68eeb105-4132-4941-a489-de163f216fd3 None None] Provisioning complete for port e827d9b6-f2b7-417a-93b8-01e015dd81e8 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:32.137821 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-68eeb105-4132-4941-a489-de163f216fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:32.152052 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0d474333-a67d-4e00-a33d-976e305ab67e tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:32.222577 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3ed8c808-9be2-469f-b9c6-7a045385110b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:32.338003 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-efa187b7-98b9-437b-acc4-570f0190eb45 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] device_id is not set on port a59c0de8-2e78-4e3a-8294-ff14e6e81af0 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:33:32.406248 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-63422fbf-49eb-4c8e-b401-d41844b61655 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:32.424194 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0d474333-a67d-4e00-a33d-976e305ab67e tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] 10.222.0.21 "DELETE /v2.0/ports/23dcde5f-7c4d-4283-a7d5-8923ddcfde6a HTTP/1.1" status: 204 len: 168 time: 2.7979970 Feb 04 11:33:32.429021 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59152) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:32.462000 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-68eeb105-4132-4941-a489-de163f216fd3 None None] Provisioning for port f327b54f-5c77-470d-8ecc-d9b5d544f12f completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:32.466801 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-68eeb105-4132-4941-a489-de163f216fd3 None None] Provisioning complete for port f327b54f-5c77-470d-8ecc-d9b5d544f12f triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:32.472306 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-68eeb105-4132-4941-a489-de163f216fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:32.477545 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-63422fbf-49eb-4c8e-b401-d41844b61655 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Transition to ACTIVE for port object 89bb2938-952e-41dc-af0f-e42ec3adbef4 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:32.519093 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-e1282551-0b0b-41f4-9dd6-03027fe702ee tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Allocated IP 172.26.3.220 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/e2e66e7f-cf8b-48ef-8225-3c4a3fc93008) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:32.547552 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-68eeb105-4132-4941-a489-de163f216fd3 None None] Port f327b54f-5c77-470d-8ecc-d9b5d544f12f cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:33:32.631550 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f7778-6b16-44bd-90f6-ff91086e4b66 req-c370ca82-d554-4e65-af2d-c7d15978e3e0 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:32.634078 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-060f7778-6b16-44bd-90f6-ff91086e4b66 req-c370ca82-d554-4e65-af2d-c7d15978e3e0 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/ports?device_id=c778463b-41e6-4ec6-bd22-c0c64350936d HTTP/1.1" status: 200 len: 944 time: 0.4287970 Feb 04 11:33:32.641135 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-efa187b7-98b9-437b-acc4-570f0190eb45 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Allocated IP 172.20.0.7 (bb4e9238-6e8e-4461-90f7-c633236440b4/ffebe37c-5233-440a-8331-77ab6591d206/a59c0de8-2e78-4e3a-8294-ff14e6e81af0) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:32.678142 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3ed8c808-9be2-469f-b9c6-7a045385110b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:32.687835 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-55b3c5be-306a-48c5-87e8-1c068adba899 None None] Provisioning complete for port f327b54f-5c77-470d-8ecc-d9b5d544f12f triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:32.688501 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-55b3c5be-306a-48c5-87e8-1c068adba899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:32.710210 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-f68c3283-f6cd-4da4-b7fa-c81ef7fc9126 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] GET failed (client error): The resource could not be found. Feb 04 11:33:32.710804 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f68c3283-f6cd-4da4-b7fa-c81ef7fc9126 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Synchronizing usage tracker for tenant:a205355c3de243a3a3a0fe66e1ec308d on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:32.759632 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed8c808-9be2-469f-b9c6-7a045385110b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Subnet': ['ID=27a7fb16-1cd1-4a6b-a1d6-ffe90de1bf08,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:32.768295 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-63422fbf-49eb-4c8e-b401-d41844b61655 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:32.789837 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-55b3c5be-306a-48c5-87e8-1c068adba899 None None] Port f327b54f-5c77-470d-8ecc-d9b5d544f12f cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:33:32.804926 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04762f0d-4a0c-40f0-9e30-62d59b12a9b2 req-97ef94fd-08ed-4e81-9361-bd4426780334 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:32.807884 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-04762f0d-4a0c-40f0-9e30-62d59b12a9b2 req-97ef94fd-08ed-4e81-9361-bd4426780334 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.4481969 Feb 04 11:33:32.841486 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f68c3283-f6cd-4da4-b7fa-c81ef7fc9126 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Unset dirty status for tenant:a205355c3de243a3a3a0fe66e1ec308d on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:32.843804 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f68c3283-f6cd-4da4-b7fa-c81ef7fc9126 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] 10.222.0.21 "GET /v2.0/ports/23dcde5f-7c4d-4283-a7d5-8923ddcfde6a HTTP/1.1" status: 404 len: 333 time: 0.4000716 Feb 04 11:33:32.848364 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 4c29e77f-345d-4346-b25d-16034512a28c up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:32.853434 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59160) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:32.865255 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-90290d3c-28c7-4867-be06-16cda7254d7c tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Request body: {'port': {'network_id': '5d623e6d-d158-4720-aa3f-27b18cdcf192', 'name': 'tempest-AllowedAddressPairTestJSON-826094607'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:32.891625 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-060f7778-6b16-44bd-90f6-ff91086e4b66 req-89ca2fe6-ab75-4128-a429-dc24a92838d8 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b65b1d6-954c-4ebe-b4bc-39f78bce49be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2466743 Feb 04 11:33:32.970018 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158f0f72-6a2e-47bd-881b-bcddd839909a None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:33:32.977196 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e1282551-0b0b-41f4-9dd6-03027fe702ee tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:33.016536 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3ed8c808-9be2-469f-b9c6-7a045385110b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:33.016637 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-04762f0d-4a0c-40f0-9e30-62d59b12a9b2 req-80f04418-cfcf-4893-90d6-1926cc9a291b tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029731 Feb 04 11:33:33.039307 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63422fbf-49eb-4c8e-b401-d41844b61655 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Network 5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:33.083032 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port 4c29e77f-345d-4346-b25d-16034512a28c completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:33.139398 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-63422fbf-49eb-4c8e-b401-d41844b61655 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:33.150690 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63422fbf-49eb-4c8e-b401-d41844b61655 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Pushing event updated for resources: {'Port': ['ID=89bb2938-952e-41dc-af0f-e42ec3adbef4,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:33.151079 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-90290d3c-28c7-4867-be06-16cda7254d7c tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:33.153456 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63422fbf-49eb-4c8e-b401-d41844b61655 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:33:33.157985 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63422fbf-49eb-4c8e-b401-d41844b61655 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:33.158678 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-63422fbf-49eb-4c8e-b401-d41844b61655 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:33.171945 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-90290d3c-28c7-4867-be06-16cda7254d7c tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:33.261798 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port 4c29e77f-345d-4346-b25d-16034512a28c triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:33.262364 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:33.294189 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90290d3c-28c7-4867-be06-16cda7254d7c tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Made reservation on behalf of a205355c3de243a3a3a0fe66e1ec308d for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:33.298903 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-90290d3c-28c7-4867-be06-16cda7254d7c tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:33.310631 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3ed8c808-9be2-469f-b9c6-7a045385110b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/27a7fb16-1cd1-4a6b-a1d6-ffe90de1bf08 HTTP/1.1" status: 204 len: 168 time: 3.3966136 Feb 04 11:33:33.324090 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59166) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:33.325085 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e1282551-0b0b-41f4-9dd6-03027fe702ee tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:33.375960 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-63422fbf-49eb-4c8e-b401-d41844b61655 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 5.2700653 Feb 04 11:33:33.384687 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59170) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:33.397735 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-2bb4d9f7-b83e-4b43-a652-d37182c97459 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Request body: {'port': {'network_id': '5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1483452922', 'allowed_address_pairs': [{'ip_address': '2001:db8::1b9', 'mac_address': 'fa:16:3e:26:1f:31'}]}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:33.422574 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-efa187b7-98b9-437b-acc4-570f0190eb45 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:33.478893 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-90290d3c-28c7-4867-be06-16cda7254d7c tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] device_id is not set on port d9fa3db0-c93c-4c54-8919-3dc29afd5926 yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:33:33.479623 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e431fc9a-0818-43a7-b64a-3851c0e8e7ae None None] Network 5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:33:33.503026 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afc474-1457-48e5-a46c-95ea9784b050 req-2313a14e-9489-4cfb-bbe8-8f2b43aa6ccb tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:33.509554 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e2afc474-1457-48e5-a46c-95ea9784b050 req-2313a14e-9489-4cfb-bbe8-8f2b43aa6ccb tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a4de5-7298-4cfa-9007-79d093aba2f5 HTTP/1.1" status: 200 len: 944 time: 0.3650687 Feb 04 11:33:33.518853 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-efa187b7-98b9-437b-acc4-570f0190eb45 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Transition to ACTIVE for port object a59c0de8-2e78-4e3a-8294-ff14e6e81af0 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:33.630502 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e2afc474-1457-48e5-a46c-95ea9784b050 req-523e36b7-0879-4f1d-beec-8d1d43282fbc tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/security-groups?id=131ef674-554f-4d58-bfd5-51060e491135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199434 Feb 04 11:33:33.636391 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-2bb4d9f7-b83e-4b43-a652-d37182c97459 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:33.657187 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-2bb4d9f7-b83e-4b43-a652-d37182c97459 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Usage tracker for resource:port and tenant:1f19b2ce9e0f4e79aeb86bad72ddb49c is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:33.668083 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-2bb4d9f7-b83e-4b43-a652-d37182c97459 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:33.679043 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-2bb4d9f7-b83e-4b43-a652-d37182c97459 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:33.682502 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-11618d74-995c-4cc5-a4e1-6bf516442f8b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3524632 Feb 04 11:33:33.691584 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59174) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:33.693139 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-efa187b7-98b9-437b-acc4-570f0190eb45 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:33.697688 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1282551-0b0b-41f4-9dd6-03027fe702ee tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:33.706781 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:33.715364 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-e1282551-0b0b-41f4-9dd6-03027fe702ee tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:33.716082 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-2761772b-040c-4d77-ae4c-98dbd9139eed tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:33.731596 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1282551-0b0b-41f4-9dd6-03027fe702ee tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:33:33.742968 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device e827d9b6-f2b7-417a-93b8-01e015dd81e8 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:33.778945 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-90290d3c-28c7-4867-be06-16cda7254d7c tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Allocated IP 172.20.0.14 (5d623e6d-d158-4720-aa3f-27b18cdcf192/81a81b0c-f601-41f8-86d6-5f7d175fc164/d9fa3db0-c93c-4c54-8919-3dc29afd5926) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:33.797756 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb4d9f7-b83e-4b43-a652-d37182c97459 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Made reservation on behalf of 1f19b2ce9e0f4e79aeb86bad72ddb49c for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:33.805240 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece7a714-c256-4f31-b890-1e67afcfeb1b None None] DHCP port deletion for a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:33:33.807451 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1282551-0b0b-41f4-9dd6-03027fe702ee tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Pushing event updated for resources: {'Port': ['ID=e2e66e7f-cf8b-48ef-8225-3c4a3fc93008,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:33.835455 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-5ae13a9d-b484-4f87-b52f-e5cc768073a9 None None] Provisioning for port b056ec25-159e-403f-ac29-899175a4f65f completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:33.865322 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f8d43-a947-40cb-b5c3-ba5c6119ddac req-4c73001f-b099-496d-b51f-916bb729d149 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:33.866896 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-dc4f8d43-a947-40cb-b5c3-ba5c6119ddac req-4c73001f-b099-496d-b51f-916bb729d149 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.6253955 Feb 04 11:33:33.868530 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-ece7a714-c256-4f31-b890-1e67afcfeb1b None None] Deleting port 7816cd29-1538-4d9d-8b0c-fdc0df68caa3 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:33:33.869519 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ece7a714-c256-4f31-b890-1e67afcfeb1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:33.879784 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59178) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:33.971292 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-507f76a7-507a-4644-bd0f-ee157e63bfe3 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Request body: {'floatingip': {'port_id': '19635aaa-a8d9-4012-9591-03c4d8f877eb'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:34.007056 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c778463b-41e6-4ec6-bd22-c0c64350936d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c29e77f-345d-4346-b25d-16034512a28c'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:33:34.062078 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 4c29e77f-345d-4346-b25d-16034512a28c, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=4c29e77f-345d-4346-b25d-16034512a28c,segment=NetworkSegment(aff3e68a-cc5d-4f98-92d6-fadffe119348),segment_id=aff3e68a-cc5d-4f98-92d6-fadffe119348)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:33:34.064236 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa187b7-98b9-437b-acc4-570f0190eb45 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Network bb4e9238-6e8e-4461-90f7-c633236440b4 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:34.087453 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-efa187b7-98b9-437b-acc4-570f0190eb45 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:34.114995 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa187b7-98b9-437b-acc4-570f0190eb45 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:33:34.141013 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c778463b-41e6-4ec6-bd22-c0c64350936d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c29e77f-345d-4346-b25d-16034512a28c', 'code': 200} Feb 04 11:33:34.149310 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:34.150277 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 78f52afe-da02-4e40-adb6-2000eb1a083a up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:34.238451 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e1282551-0b0b-41f4-9dd6-03027fe702ee tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:34.256310 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-90290d3c-28c7-4867-be06-16cda7254d7c tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:34.277520 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-90290d3c-28c7-4867-be06-16cda7254d7c tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Transition to ACTIVE for port object d9fa3db0-c93c-4c54-8919-3dc29afd5926 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:34.397246 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa187b7-98b9-437b-acc4-570f0190eb45 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Pushing event updated for resources: {'Port': ['ID=a59c0de8-2e78-4e3a-8294-ff14e6e81af0,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:34.421346 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e1282551-0b0b-41f4-9dd6-03027fe702ee tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:34.428668 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-507f76a7-507a-4644-bd0f-ee157e63bfe3 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks [] for floatingip, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:34.438306 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-ece7a714-c256-4f31-b890-1e67afcfeb1b None None] For port 7816cd29-1538-4d9d-8b0c-fdc0df68caa3, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=7816cd29-1538-4d9d-8b0c-fdc0df68caa3,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:33:34.439589 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ece7a714-c256-4f31-b890-1e67afcfeb1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:34.447014 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-90290d3c-28c7-4867-be06-16cda7254d7c tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:34.516775 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port e827d9b6-f2b7-417a-93b8-01e015dd81e8 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:34.517225 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:34.642989 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90290d3c-28c7-4867-be06-16cda7254d7c tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Network 5d623e6d-d158-4720-aa3f-27b18cdcf192 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:34.695732 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-90290d3c-28c7-4867-be06-16cda7254d7c tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:34.698917 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90290d3c-28c7-4867-be06-16cda7254d7c tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:33:34.734766 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-2761772b-040c-4d77-ae4c-98dbd9139eed tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:34.736617 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-ece7a714-c256-4f31-b890-1e67afcfeb1b None None] Calling delete_port for 7816cd29-1538-4d9d-8b0c-fdc0df68caa3 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:33:34.766731 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-2761772b-040c-4d77-ae4c-98dbd9139eed tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:subnet and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:34.769535 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90290d3c-28c7-4867-be06-16cda7254d7c tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Pushing event updated for resources: {'Port': ['ID=d9fa3db0-c93c-4c54-8919-3dc29afd5926,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:34.778788 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa187b7-98b9-437b-acc4-570f0190eb45 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:34.779705 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-efa187b7-98b9-437b-acc4-570f0190eb45 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:34.785304 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-2761772b-040c-4d77-ae4c-98dbd9139eed tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:34.789726 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=4c29e77f-345d-4346-b25d-16034512a28c,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:34.815654 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-2761772b-040c-4d77-ae4c-98dbd9139eed tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:34.841381 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90290d3c-28c7-4867-be06-16cda7254d7c tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:34.842818 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-90290d3c-28c7-4867-be06-16cda7254d7c tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:34.851505 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2bb4d9f7-b83e-4b43-a652-d37182c97459 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:34.937554 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-2bb4d9f7-b83e-4b43-a652-d37182c97459 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] device_id is not set on port f438ebb2-f349-4e91-9ce6-e32024aff243 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:33:34.953535 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-087c31e9-598b-45a2-9dcd-f057b04e1cdf req-58462b17-21aa-4e90-add7-b41a65b9e09b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c778463b-41e6-4ec6-bd22-c0c64350936d HTTP/1.1" status: 200 len: 1098 time: 0.3811233 Feb 04 11:33:34.972338 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-86826fad-246c-4488-9594-0ac06d06fa09 None None] Provisioning for port a59c0de8-2e78-4e3a-8294-ff14e6e81af0 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:34.995273 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-86826fad-246c-4488-9594-0ac06d06fa09 None None] Provisioning complete for port a59c0de8-2e78-4e3a-8294-ff14e6e81af0 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:34.995645 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-86826fad-246c-4488-9594-0ac06d06fa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:35.045315 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port 78f52afe-da02-4e40-adb6-2000eb1a083a completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:35.059105 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-efa187b7-98b9-437b-acc4-570f0190eb45 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 4.5263379 Feb 04 11:33:35.060315 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2761772b-040c-4d77-ae4c-98dbd9139eed tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:35.062388 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device b056ec25-159e-403f-ac29-899175a4f65f up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:35.065412 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2761772b-040c-4d77-ae4c-98dbd9139eed tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:35.094458 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59188) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:35.104016 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port 78f52afe-da02-4e40-adb6-2000eb1a083a triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:35.104382 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:35.132890 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.db.resource_extend [None req-e1282551-0b0b-41f4-9dd6-03027fe702ee tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:33:35.146050 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-90290d3c-28c7-4867-be06-16cda7254d7c tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2914166 Feb 04 11:33:35.152723 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59192) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:35.153007 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ece7a714-c256-4f31-b890-1e67afcfeb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:35.167418 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e1282551-0b0b-41f4-9dd6-03027fe702ee tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:35.181357 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac7013-4bf7-46ab-9812-5ccf58953892 req-1750cb00-167c-41b9-ae82-229f89a13700 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:35.191502 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-39ac7013-4bf7-46ab-9812-5ccf58953892 req-1750cb00-167c-41b9-ae82-229f89a13700 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/ports?device_id=c778463b-41e6-4ec6-bd22-c0c64350936d HTTP/1.1" status: 200 len: 945 time: 0.9531004 Feb 04 11:33:35.208814 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-087c31e9-598b-45a2-9dcd-f057b04e1cdf req-96fbb8ad-2fc1-4365-b86a-439b4ca7488a service neutron] Synchronizing usage tracker for tenant:ecc11016e3734fdfae545ee11ba4455e on resource:security_group {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:35.240512 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040594b-37d6-4b98-8408-0ccc6b1ec1c4 req-fa594494-d298-4513-b57a-b3419d5a49c4 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:35.248044 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7040594b-37d6-4b98-8408-0ccc6b1ec1c4 req-fa594494-d298-4513-b57a-b3419d5a49c4 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a4de5-7298-4cfa-9007-79d093aba2f5 HTTP/1.1" status: 200 len: 944 time: 0.2879527 Feb 04 11:33:35.269468 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e1282551-0b0b-41f4-9dd6-03027fe702ee tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:35.331674 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-86826fad-246c-4488-9594-0ac06d06fa09 None None] Port a59c0de8-2e78-4e3a-8294-ff14e6e81af0 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:33:35.339943 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7a714-c256-4f31-b890-1e67afcfeb1b None None] Pushing event deleted for resources: {'Port': ['ID=7816cd29-1538-4d9d-8b0c-fdc0df68caa3,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:35.360000 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece7a714-c256-4f31-b890-1e67afcfeb1b None None] No DVR routers for this DVR port 7816cd29-1538-4d9d-8b0c-fdc0df68caa3 on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:33:35.437220 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-087c31e9-598b-45a2-9dcd-f057b04e1cdf req-96fbb8ad-2fc1-4365-b86a-439b4ca7488a service neutron] Unset dirty status for tenant:ecc11016e3734fdfae545ee11ba4455e on resource:security_group {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:35.437220 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-087c31e9-598b-45a2-9dcd-f057b04e1cdf req-96fbb8ad-2fc1-4365-b86a-439b4ca7488a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4b65b1d6-954c-4ebe-b4bc-39f78bce49be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4213014 Feb 04 11:33:35.448622 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1282551-0b0b-41f4-9dd6-03027fe702ee tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Pushing event updated for resources: {'Port': ['ID=e2e66e7f-cf8b-48ef-8225-3c4a3fc93008,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:35.472822 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7040594b-37d6-4b98-8408-0ccc6b1ec1c4 req-31d081d5-2f0f-484f-bd8f-80236bf7b9bc tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/security-groups?id=131ef674-554f-4d58-bfd5-51060e491135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2232404 Feb 04 11:33:35.510054 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e1282551-0b0b-41f4-9dd6-03027fe702ee tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:35.517600 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:35.534346 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port b056ec25-159e-403f-ac29-899175a4f65f completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:35.543017 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port b056ec25-159e-403f-ac29-899175a4f65f triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:35.543129 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:35.555721 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-93313e05-8a6b-4dd3-bcb2-45677fe97142 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Request body: {'port': {'network_id': '5d623e6d-d158-4720-aa3f-27b18cdcf192', 'name': 'tempest-AllowedAddressPairTestJSON-797270032'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:35.611245 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-78b8f485-59e4-491a-be47-689c2352712a None None] Provisioning for port d9fa3db0-c93c-4c54-8919-3dc29afd5926 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:35.622134 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 78f52afe-da02-4e40-adb6-2000eb1a083a, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=78f52afe-da02-4e40-adb6-2000eb1a083a,segment=NetworkSegment(833aaef2-e855-46d8-a251-08451af3e555),segment_id=833aaef2-e855-46d8-a251-08451af3e555)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:33:35.623231 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e1282551-0b0b-41f4-9dd6-03027fe702ee tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:35.625633 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-78b8f485-59e4-491a-be47-689c2352712a None None] Provisioning complete for port d9fa3db0-c93c-4c54-8919-3dc29afd5926 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:35.626027 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-78b8f485-59e4-491a-be47-689c2352712a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:35.627228 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e1282551-0b0b-41f4-9dd6-03027fe702ee tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9469626 Feb 04 11:33:35.629789 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59196) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:35.706483 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:35.799506 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-78b8f485-59e4-491a-be47-689c2352712a None None] Port d9fa3db0-c93c-4c54-8919-3dc29afd5926 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:33:35.842115 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:35.866513 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=78f52afe-da02-4e40-adb6-2000eb1a083a,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:35.888009 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port b056ec25-159e-403f-ac29-899175a4f65f, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=b056ec25-159e-403f-ac29-899175a4f65f,segment=NetworkSegment(216ac8de-8529-4148-bd62-cc16b43194c3),segment_id=216ac8de-8529-4148-bd62-cc16b43194c3)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:33:35.892641 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-5304f518-5102-40f6-90ae-cf5f72424541 tempest-FloatingIPAdminTestJSON-1686805725 tempest-FloatingIPAdminTestJSON-1686805725-project] Request body: {'floatingip': {'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:35.898675 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-5304f518-5102-40f6-90ae-cf5f72424541 tempest-FloatingIPAdminTestJSON-1686805725 tempest-FloatingIPAdminTestJSON-1686805725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:35.903238 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-5304f518-5102-40f6-90ae-cf5f72424541 tempest-FloatingIPAdminTestJSON-1686805725 tempest-FloatingIPAdminTestJSON-1686805725-project] Usage tracker for resource:floatingip and tenant:d26d0e77b40741219bb3e4efe957427f is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:35.908667 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-5304f518-5102-40f6-90ae-cf5f72424541 tempest-FloatingIPAdminTestJSON-1686805725 tempest-FloatingIPAdminTestJSON-1686805725-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:35.916453 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-5304f518-5102-40f6-90ae-cf5f72424541 tempest-FloatingIPAdminTestJSON-1686805725 tempest-FloatingIPAdminTestJSON-1686805725-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:35.920327 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-2bb4d9f7-b83e-4b43-a652-d37182c97459 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Allocated IP 2001:db8::2de (5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba/de8da0c2-f644-481d-9ec5-9f78baa66f08/f438ebb2-f349-4e91-9ce6-e32024aff243) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:35.943383 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2302e129-f145-4a08-b42a-7b3973a53bba None None] Provisioning complete for port b056ec25-159e-403f-ac29-899175a4f65f triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:35.943748 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2302e129-f145-4a08-b42a-7b3973a53bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:35.950076 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-39ac7013-4bf7-46ab-9812-5ccf58953892 req-52419a5f-a45a-4b7d-8b34-f8d4447f002b tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b65b1d6-954c-4ebe-b4bc-39f78bce49be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7598405 Feb 04 11:33:35.969289 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-93313e05-8a6b-4dd3-bcb2-45677fe97142 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:35.979438 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:36.002597 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-93313e05-8a6b-4dd3-bcb2-45677fe97142 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Usage tracker for resource:port and tenant:a205355c3de243a3a3a0fe66e1ec308d is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:36.010547 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5304f518-5102-40f6-90ae-cf5f72424541 tempest-FloatingIPAdminTestJSON-1686805725 tempest-FloatingIPAdminTestJSON-1686805725-project] Notify callbacks [] for floatingip, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:36.025195 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-93313e05-8a6b-4dd3-bcb2-45677fe97142 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:36.033129 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-93313e05-8a6b-4dd3-bcb2-45677fe97142 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:36.050821 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:36.092353 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=b056ec25-159e-403f-ac29-899175a4f65f,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:36.128013 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 7816cd29-1538-4d9d-8b0c-fdc0df68caa3 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:33:36.134367 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a30620-579d-4d9e-9124-dd2ca809e243 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:36.138505 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a30620-579d-4d9e-9124-dd2ca809e243 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:36.142504 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a30620-579d-4d9e-9124-dd2ca809e243 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:36.143482 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-97a30620-579d-4d9e-9124-dd2ca809e243 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Synchronizing usage tracker for tenant:b888b3bcdb9e460ebea91ba9e47b69ca on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:36.172104 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574a4de5-7298-4cfa-9007-79d093aba2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f52afe-da02-4e40-adb6-2000eb1a083a'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:33:36.172297 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93313e05-8a6b-4dd3-bcb2-45677fe97142 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Made reservation on behalf of a205355c3de243a3a3a0fe66e1ec308d for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:36.172297 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-93313e05-8a6b-4dd3-bcb2-45677fe97142 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:36.187978 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 7816cd29-1538-4d9d-8b0c-fdc0df68caa3 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:33:36.188400 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 7816cd29-1538-4d9d-8b0c-fdc0df68caa3 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:33:36.249946 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574a4de5-7298-4cfa-9007-79d093aba2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f52afe-da02-4e40-adb6-2000eb1a083a', 'code': 200} Feb 04 11:33:36.313826 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2302e129-f145-4a08-b42a-7b3973a53bba None None] Provisioning for port 89bb2938-952e-41dc-af0f-e42ec3adbef4 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:36.323218 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2302e129-f145-4a08-b42a-7b3973a53bba None None] Provisioning complete for port 89bb2938-952e-41dc-af0f-e42ec3adbef4 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:36.323589 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2302e129-f145-4a08-b42a-7b3973a53bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:36.325197 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5304f518-5102-40f6-90ae-cf5f72424541 tempest-FloatingIPAdminTestJSON-1686805725 tempest-FloatingIPAdminTestJSON-1686805725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:36.352866 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.resource_extend [None req-507f76a7-507a-4644-bd0f-ee157e63bfe3 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:33:36.387534 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-2302e129-f145-4a08-b42a-7b3973a53bba None None] Port 89bb2938-952e-41dc-af0f-e42ec3adbef4 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:33:36.429934 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-93313e05-8a6b-4dd3-bcb2-45677fe97142 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] device_id is not set on port 234c071b-1200-4890-9b78-5e4cf483158d yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:33:36.475446 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-97a30620-579d-4d9e-9124-dd2ca809e243 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Unset dirty status for tenant:b888b3bcdb9e460ebea91ba9e47b69ca on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:36.481392 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-97a30620-579d-4d9e-9124-dd2ca809e243 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 1.3810122 Feb 04 11:33:36.483088 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59204) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:36.565468 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-5304f518-5102-40f6-90ae-cf5f72424541 tempest-FloatingIPAdminTestJSON-1686805725 tempest-FloatingIPAdminTestJSON-1686805725-project] Allocated IP 172.26.3.115 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/89082385-e696-4f10-9039-6f9fcd519c0d) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:36.586761 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-9b2470a6-ad16-4ccd-ae47-f1a4d07b71f9 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Deleting port a59c0de8-2e78-4e3a-8294-ff14e6e81af0 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:33:36.587105 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9b2470a6-ad16-4ccd-ae47-f1a4d07b71f9 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:36.733001 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-507f76a7-507a-4644-bd0f-ee157e63bfe3 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:36.854659 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-507f76a7-507a-4644-bd0f-ee157e63bfe3 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:36.916995 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2761772b-040c-4d77-ae4c-98dbd9139eed tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:37.023992 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2bb4d9f7-b83e-4b43-a652-d37182c97459 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:37.059743 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5304f518-5102-40f6-90ae-cf5f72424541 tempest-FloatingIPAdminTestJSON-1686805725 tempest-FloatingIPAdminTestJSON-1686805725-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:37.068893 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-93313e05-8a6b-4dd3-bcb2-45677fe97142 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Allocated IP 172.20.0.9 (5d623e6d-d158-4720-aa3f-27b18cdcf192/81a81b0c-f601-41f8-86d6-5f7d175fc164/234c071b-1200-4890-9b78-5e4cf483158d) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:37.088363 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f6086758-d636-4037-ba9d-dc14e9913b87 req-0a9bc02a-3d6c-41f3-9114-9ea8e455f602 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=574a4de5-7298-4cfa-9007-79d093aba2f5 HTTP/1.1" status: 200 len: 1098 time: 0.2992113 Feb 04 11:33:37.096095 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-2bb4d9f7-b83e-4b43-a652-d37182c97459 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Transition to ACTIVE for port object f438ebb2-f349-4e91-9ce6-e32024aff243 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:37.098742 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2761772b-040c-4d77-ae4c-98dbd9139eed tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:37.106549 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-2761772b-040c-4d77-ae4c-98dbd9139eed tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:37.108481 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761772b-040c-4d77-ae4c-98dbd9139eed tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Subnet': ['ID=0e23f132-73ed-40d4-b291-5375b8fd8863,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:37.120928 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2761772b-040c-4d77-ae4c-98dbd9139eed tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:37.121846 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2761772b-040c-4d77-ae4c-98dbd9139eed tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:37.127870 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9b2470a6-ad16-4ccd-ae47-f1a4d07b71f9 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:37.128535 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3600506-0a75-40e0-bfcc-ede5966566c3 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:33:37.228893 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771776bb-4454-47f0-be61-8dbdf9ab8473 req-5f5bb181-0dbb-4717-a5a1-d370065e9724 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:37.236794 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-771776bb-4454-47f0-be61-8dbdf9ab8473 req-5f5bb181-0dbb-4717-a5a1-d370065e9724 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a4de5-7298-4cfa-9007-79d093aba2f5 HTTP/1.1" status: 200 len: 945 time: 0.4358323 Feb 04 11:33:37.341933 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2761772b-040c-4d77-ae4c-98dbd9139eed tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.6439838 Feb 04 11:33:37.356107 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-9b2470a6-ad16-4ccd-ae47-f1a4d07b71f9 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Calling delete_port for a59c0de8-2e78-4e3a-8294-ff14e6e81af0 owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:33:37.398091 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59212) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:37.428406 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-e8602452-9c48-4f5a-95f5-732aae49c9bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'port': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'name': 'tempest-NetworksTestDHCPv6-1798058358'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:37.431016 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937690dc-754e-4959-a23e-ba77f0b43015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'tenant_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'fixed_ips': [{'subnet_id': '0e23f132-73ed-40d4-b291-5375b8fd8863'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:33:37.431821 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-937690dc-754e-4959-a23e-ba77f0b43015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:37.433601 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f6086758-d636-4037-ba9d-dc14e9913b87 req-79221142-09d8-40c1-9091-5694763ce0e6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=131ef674-554f-4d58-bfd5-51060e491135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3299959 Feb 04 11:33:37.449904 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2bb4d9f7-b83e-4b43-a652-d37182c97459 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:37.502608 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b85cec-e12e-4f54-9b9e-0c8c3d0e162d req-fed3c2df-27bf-419b-88f9-4cffc847fe27 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:37.503558 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-56b85cec-e12e-4f54-9b9e-0c8c3d0e162d req-fed3c2df-27bf-419b-88f9-4cffc847fe27 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/ports?device_id=c778463b-41e6-4ec6-bd22-c0c64350936d HTTP/1.1" status: 200 len: 945 time: 0.2513416 Feb 04 11:33:37.558807 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5304f518-5102-40f6-90ae-cf5f72424541 tempest-FloatingIPAdminTestJSON-1686805725 tempest-FloatingIPAdminTestJSON-1686805725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:37.620234 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-937690dc-754e-4959-a23e-ba77f0b43015 None None] Allocated IP 2001:db8::2 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/0e23f132-73ed-40d4-b291-5375b8fd8863/5549161f-17cd-4884-a39c-d8eadd5a42b1) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:37.678738 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-771776bb-4454-47f0-be61-8dbdf9ab8473 req-3d7f89ff-154f-4762-a474-4c14d741f005 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/security-groups?id=131ef674-554f-4d58-bfd5-51060e491135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4409225 Feb 04 11:33:37.681081 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5304f518-5102-40f6-90ae-cf5f72424541 tempest-FloatingIPAdminTestJSON-1686805725 tempest-FloatingIPAdminTestJSON-1686805725-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:37.686961 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-5304f518-5102-40f6-90ae-cf5f72424541 tempest-FloatingIPAdminTestJSON-1686805725 tempest-FloatingIPAdminTestJSON-1686805725-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:37.694599 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5304f518-5102-40f6-90ae-cf5f72424541 tempest-FloatingIPAdminTestJSON-1686805725 tempest-FloatingIPAdminTestJSON-1686805725-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:33:37.725943 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5304f518-5102-40f6-90ae-cf5f72424541 tempest-FloatingIPAdminTestJSON-1686805725 tempest-FloatingIPAdminTestJSON-1686805725-project] Pushing event updated for resources: {'Port': ['ID=89082385-e696-4f10-9039-6f9fcd519c0d,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:37.736209 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-56b85cec-e12e-4f54-9b9e-0c8c3d0e162d req-eaa13f70-fdad-49f0-af01-18ceda40a362 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b65b1d6-954c-4ebe-b4bc-39f78bce49be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2261438 Feb 04 11:33:37.739157 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9b2470a6-ad16-4ccd-ae47-f1a4d07b71f9 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:37.789999 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2470a6-ad16-4ccd-ae47-f1a4d07b71f9 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Pushing event deleted for resources: {'Port': ['ID=a59c0de8-2e78-4e3a-8294-ff14e6e81af0,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:37.814627 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb4d9f7-b83e-4b43-a652-d37182c97459 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Pushing event updated for resources: {'Port': ['ID=f438ebb2-f349-4e91-9ce6-e32024aff243,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:37.820295 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb4d9f7-b83e-4b43-a652-d37182c97459 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Network 5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:37.828218 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-93313e05-8a6b-4dd3-bcb2-45677fe97142 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:37.841630 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-2bb4d9f7-b83e-4b43-a652-d37182c97459 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:37.859440 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb4d9f7-b83e-4b43-a652-d37182c97459 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:33:37.864684 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb4d9f7-b83e-4b43-a652-d37182c97459 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:37.865789 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2bb4d9f7-b83e-4b43-a652-d37182c97459 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:37.900078 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-937690dc-754e-4959-a23e-ba77f0b43015 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:37.909156 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fe12b5b3-d784-4b60-8ab1-051c7eb1a02f req-b2a85c93-c28e-4481-a6ec-db02927af5b0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6672451 Feb 04 11:33:37.911544 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-93313e05-8a6b-4dd3-bcb2-45677fe97142 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Transition to ACTIVE for port object 234c071b-1200-4890-9b78-5e4cf483158d will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:37.920763 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e8602452-9c48-4f5a-95f5-732aae49c9bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:37.926739 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-937690dc-754e-4959-a23e-ba77f0b43015 None None] Transition to ACTIVE for port object 5549161f-17cd-4884-a39c-d8eadd5a42b1 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:37.931210 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e8602452-9c48-4f5a-95f5-732aae49c9bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:port and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:37.940597 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e8602452-9c48-4f5a-95f5-732aae49c9bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:37.949700 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e8602452-9c48-4f5a-95f5-732aae49c9bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:37.981671 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.l3_db [None req-507f76a7-507a-4644-bd0f-ee157e63bfe3 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Floating IP a8754619-e128-4eea-bf35-fa3063516bd9 associated. External IP: 172.26.3.123, port: 19635aaa-a8d9-4012-9591-03c4d8f877eb. Feb 04 11:33:37.984708 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-937690dc-754e-4959-a23e-ba77f0b43015 None None] Transition to ACTIVE for port object 5549161f-17cd-4884-a39c-d8eadd5a42b1 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:38.081149 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-937690dc-754e-4959-a23e-ba77f0b43015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:38.120595 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9b2470a6-ad16-4ccd-ae47-f1a4d07b71f9 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:38.140734 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device b056ec25-159e-403f-ac29-899175a4f65f up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:38.145868 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8602452-9c48-4f5a-95f5-732aae49c9bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:38.149157 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e8602452-9c48-4f5a-95f5-732aae49c9bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:38.186188 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2bb4d9f7-b83e-4b43-a652-d37182c97459 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 4.8003819 Feb 04 11:33:38.194175 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59216) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:38.225974 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937690dc-754e-4959-a23e-ba77f0b43015 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:38.251123 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-937690dc-754e-4959-a23e-ba77f0b43015 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:38.258783 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937690dc-754e-4959-a23e-ba77f0b43015 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:33:38.265481 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5304f518-5102-40f6-90ae-cf5f72424541 tempest-FloatingIPAdminTestJSON-1686805725 tempest-FloatingIPAdminTestJSON-1686805725-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:38.269091 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937690dc-754e-4959-a23e-ba77f0b43015 None None] Pushing event updated for resources: {'Port': ['ID=5549161f-17cd-4884-a39c-d8eadd5a42b1,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:38.291266 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9b2470a6-ad16-4ccd-ae47-f1a4d07b71f9 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] 10.222.0.21 "DELETE /v2.0/ports/a59c0de8-2e78-4e3a-8294-ff14e6e81af0 HTTP/1.1" status: 204 len: 168 time: 1.8069279 Feb 04 11:33:38.294746 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59220) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:38.300796 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-e8602452-9c48-4f5a-95f5-732aae49c9bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] device_id is not set on port c40ebd8f-9113-467b-b680-6f04b28517ed yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:33:38.302938 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-5501e0ef-add5-4fde-89f9-e9d394aaaa2c tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Request body: {'port': {'name': 'tempest-new-port-name-598290094', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:38.303457 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.api.validators [None req-5501e0ef-add5-4fde-89f9-e9d394aaaa2c tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] bootfile-name is not in valid_values {{(pid=84204) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 11:33:38.303787 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.api.validators [None req-5501e0ef-add5-4fde-89f9-e9d394aaaa2c tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] tftp-server is not in valid_values {{(pid=84204) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 11:33:38.304104 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.api.validators [None req-5501e0ef-add5-4fde-89f9-e9d394aaaa2c tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] server-ip-address is not in valid_values {{(pid=84204) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 11:33:38.392402 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-93313e05-8a6b-4dd3-bcb2-45677fe97142 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:38.392640 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-937690dc-754e-4959-a23e-ba77f0b43015 None None] Attempting to bind port 5549161f-17cd-4884-a39c-d8eadd5a42b1 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:33:38.392890 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-937690dc-754e-4959-a23e-ba77f0b43015 None None] Attempting to bind port 5549161f-17cd-4884-a39c-d8eadd5a42b1 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:33:38.393143 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937690dc-754e-4959-a23e-ba77f0b43015 None None] Attempting to bind port 5549161f-17cd-4884-a39c-d8eadd5a42b1 on network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:33:38.398742 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port b056ec25-159e-403f-ac29-899175a4f65f triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:38.399295 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:38.441613 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937690dc-754e-4959-a23e-ba77f0b43015 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:33:38.442014 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937690dc-754e-4959-a23e-ba77f0b43015 None None] Checking segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:33:38.442406 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-937690dc-754e-4959-a23e-ba77f0b43015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:38.442788 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937690dc-754e-4959-a23e-ba77f0b43015 None None] Bound using segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:33:38.443311 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-937690dc-754e-4959-a23e-ba77f0b43015 None None] Bound port: 5549161f-17cd-4884-a39c-d8eadd5a42b1, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:33:38.443670 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-937690dc-754e-4959-a23e-ba77f0b43015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:38.465162 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5304f518-5102-40f6-90ae-cf5f72424541 tempest-FloatingIPAdminTestJSON-1686805725 tempest-FloatingIPAdminTestJSON-1686805725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:38.506633 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2ca96454-ca87-49cf-ba99-9fea27df650b None None] Provisioning for port f438ebb2-f349-4e91-9ce6-e32024aff243 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:38.524746 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2ca96454-ca87-49cf-ba99-9fea27df650b None None] Provisioning complete for port f438ebb2-f349-4e91-9ce6-e32024aff243 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:38.525106 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2ca96454-ca87-49cf-ba99-9fea27df650b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:38.545609 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5501e0ef-add5-4fde-89f9-e9d394aaaa2c tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:38.548010 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fe12b5b3-d784-4b60-8ab1-051c7eb1a02f req-eebbfb31-48ba-4c58-a42b-59804b78a7ba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5b82a940b56a43dcab21460c9541779e&device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 1099 time: 0.4492273 Feb 04 11:33:38.640966 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93313e05-8a6b-4dd3-bcb2-45677fe97142 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Network 5d623e6d-d158-4720-aa3f-27b18cdcf192 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:38.681179 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-2ca96454-ca87-49cf-ba99-9fea27df650b None None] Port f438ebb2-f349-4e91-9ce6-e32024aff243 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:33:38.691990 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-937690dc-754e-4959-a23e-ba77f0b43015 None None] For port 5549161f-17cd-4884-a39c-d8eadd5a42b1, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:33:38.725199 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-937690dc-754e-4959-a23e-ba77f0b43015 None None] For port 5549161f-17cd-4884-a39c-d8eadd5a42b1, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=5549161f-17cd-4884-a39c-d8eadd5a42b1,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:33:38.804268 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1c0856-ddf3-4382-8110-e4a7d88b024d tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:38.808179 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1c0856-ddf3-4382-8110-e4a7d88b024d tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:38.813020 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1c0856-ddf3-4382-8110-e4a7d88b024d tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:38.813944 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-937690dc-754e-4959-a23e-ba77f0b43015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:38.814319 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-da1c0856-ddf3-4382-8110-e4a7d88b024d tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Synchronizing usage tracker for tenant:1f19b2ce9e0f4e79aeb86bad72ddb49c on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:38.817463 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-93313e05-8a6b-4dd3-bcb2-45677fe97142 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:38.883625 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93313e05-8a6b-4dd3-bcb2-45677fe97142 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:33:38.926534 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93313e05-8a6b-4dd3-bcb2-45677fe97142 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Pushing event updated for resources: {'Port': ['ID=234c071b-1200-4890-9b78-5e4cf483158d,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:38.976835 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-e8602452-9c48-4f5a-95f5-732aae49c9bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Allocated IP 2001:db8::363 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/0e23f132-73ed-40d4-b291-5375b8fd8863/c40ebd8f-9113-467b-b680-6f04b28517ed) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:39.011277 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937690dc-754e-4959-a23e-ba77f0b43015 None None] Pushing event updated for resources: {'Port': ['ID=5549161f-17cd-4884-a39c-d8eadd5a42b1,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:39.022179 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5304f518-5102-40f6-90ae-cf5f72424541 tempest-FloatingIPAdminTestJSON-1686805725 tempest-FloatingIPAdminTestJSON-1686805725-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:39.125361 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5304f518-5102-40f6-90ae-cf5f72424541 tempest-FloatingIPAdminTestJSON-1686805725 tempest-FloatingIPAdminTestJSON-1686805725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:39.157684 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93313e05-8a6b-4dd3-bcb2-45677fe97142 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:39.157684 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-93313e05-8a6b-4dd3-bcb2-45677fe97142 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:39.208822 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-da1c0856-ddf3-4382-8110-e4a7d88b024d tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Unset dirty status for tenant:1f19b2ce9e0f4e79aeb86bad72ddb49c on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:39.212548 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-da1c0856-ddf3-4382-8110-e4a7d88b024d tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 1.0120873 Feb 04 11:33:39.212676 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5501e0ef-add5-4fde-89f9-e9d394aaaa2c tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:39.220821 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59228) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:39.270408 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12b5b3-d784-4b60-8ab1-051c7eb1a02f req-b942b322-94b6-4f13-a995-073b1ba6ebdb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:39.272786 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fe12b5b3-d784-4b60-8ab1-051c7eb1a02f req-b942b322-94b6-4f13-a995-073b1ba6ebdb service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa801161-0b6c-45f6-97b7-dc303a939bfb HTTP/1.1" status: 200 len: 912 time: 0.6552396 Feb 04 11:33:39.349498 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5501e0ef-add5-4fde-89f9-e9d394aaaa2c tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:39.387062 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5304f518-5102-40f6-90ae-cf5f72424541 tempest-FloatingIPAdminTestJSON-1686805725 tempest-FloatingIPAdminTestJSON-1686805725-project] Pushing event updated for resources: {'Port': ['ID=89082385-e696-4f10-9039-6f9fcd519c0d,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:39.403533 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-93313e05-8a6b-4dd3-bcb2-45677fe97142 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.2405105 Feb 04 11:33:39.419459 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59232) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:39.438299 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-597e284c-6916-4465-a907-0067d7b42a3a None None] Provisioning for port 234c071b-1200-4890-9b78-5e4cf483158d completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:39.440361 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-109e19f2-49f1-4351-ae79-d92fa0c7320b tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:bb:7c:40'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:b4:93:44'}]}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:39.443583 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-597e284c-6916-4465-a907-0067d7b42a3a None None] Provisioning complete for port 234c071b-1200-4890-9b78-5e4cf483158d triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:39.444018 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-597e284c-6916-4465-a907-0067d7b42a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:39.513566 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-597e284c-6916-4465-a907-0067d7b42a3a None None] Port 234c071b-1200-4890-9b78-5e4cf483158d cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:33:39.529873 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d03150-7d87-4df2-be16-390fd7f7ca8a req-2817862c-6ae2-4e69-8546-8b516b83c3aa tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:39.532408 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f8d03150-7d87-4df2-be16-390fd7f7ca8a req-2817862c-6ae2-4e69-8546-8b516b83c3aa tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a4de5-7298-4cfa-9007-79d093aba2f5 HTTP/1.1" status: 200 len: 945 time: 0.5981791 Feb 04 11:33:39.537230 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-53b2643d-dcf0-45a2-a168-a3c7cb5ea041 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Deleting port f438ebb2-f349-4e91-9ce6-e32024aff243 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:33:39.537572 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-53b2643d-dcf0-45a2-a168-a3c7cb5ea041 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:39.599695 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501e0ef-add5-4fde-89f9-e9d394aaaa2c tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Pushing event updated for resources: {'Port': ['ID=f327b54f-5c77-470d-8ecc-d9b5d544f12f,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:39.618196 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5304f518-5102-40f6-90ae-cf5f72424541 tempest-FloatingIPAdminTestJSON-1686805725 tempest-FloatingIPAdminTestJSON-1686805725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:39.675158 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784bb66-9241-496e-be05-408c7019fb13 req-582eb9b3-b40a-4547-9c97-adec34d3606c tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:39.676891 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3784bb66-9241-496e-be05-408c7019fb13 req-582eb9b3-b40a-4547-9c97-adec34d3606c tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/ports?device_id=c778463b-41e6-4ec6-bd22-c0c64350936d HTTP/1.1" status: 200 len: 945 time: 0.6127837 Feb 04 11:33:39.729009 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fe12b5b3-d784-4b60-8ab1-051c7eb1a02f req-a8dab11a-5c4b-4f05-a67a-95a066e433d1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19635aaa-a8d9-4012-9591-03c4d8f877eb HTTP/1.1" status: 200 len: 1000 time: 0.3843429 Feb 04 11:33:39.754299 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-5501e0ef-add5-4fde-89f9-e9d394aaaa2c tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] In _notify_port_updated(), no bound segment for port f327b54f-5c77-470d-8ecc-d9b5d544f12f on network bb4e9238-6e8e-4461-90f7-c633236440b4 {{(pid=84204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 11:33:39.758632 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5501e0ef-add5-4fde-89f9-e9d394aaaa2c tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:39.759312 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5501e0ef-add5-4fde-89f9-e9d394aaaa2c tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:39.763110 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5501e0ef-add5-4fde-89f9-e9d394aaaa2c tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] 10.222.0.21 "PUT /v2.0/ports/f327b54f-5c77-470d-8ecc-d9b5d544f12f HTTP/1.1" status: 200 len: 1136 time: 1.4634781 Feb 04 11:33:39.772512 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59236) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:39.799233 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5304f518-5102-40f6-90ae-cf5f72424541 tempest-FloatingIPAdminTestJSON-1686805725 tempest-FloatingIPAdminTestJSON-1686805725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:39.801599 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5304f518-5102-40f6-90ae-cf5f72424541 tempest-FloatingIPAdminTestJSON-1686805725 tempest-FloatingIPAdminTestJSON-1686805725-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1704233 Feb 04 11:33:39.832922 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59240) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:39.893789 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a1aee622-f10a-4c02-a906-6c76c79e1300 None None] Provisioning complete for port f327b54f-5c77-470d-8ecc-d9b5d544f12f triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:39.894353 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a1aee622-f10a-4c02-a906-6c76c79e1300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:39.916264 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3784bb66-9241-496e-be05-408c7019fb13 req-8e50d765-7314-47bf-8fc0-e7acd6691c1c tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b65b1d6-954c-4ebe-b4bc-39f78bce49be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2262566 Feb 04 11:33:39.980419 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-a1aee622-f10a-4c02-a906-6c76c79e1300 None None] Port f327b54f-5c77-470d-8ecc-d9b5d544f12f cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:33:40.089117 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e8602452-9c48-4f5a-95f5-732aae49c9bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:40.095853 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53845158-9b81-4e52-a98b-a02c2aa1ce84 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:40.096624 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-53845158-9b81-4e52-a98b-a02c2aa1ce84 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Synchronizing usage tracker for tenant:b888b3bcdb9e460ebea91ba9e47b69ca on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:40.178110 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 5549161f-17cd-4884-a39c-d8eadd5a42b1 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:40.255882 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-109e19f2-49f1-4351-ae79-d92fa0c7320b tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:40.292995 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f8d03150-7d87-4df2-be16-390fd7f7ca8a req-8bc7fae3-8891-41e4-a009-c6943a2c8dca tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/security-groups?id=131ef674-554f-4d58-bfd5-51060e491135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7437608 Feb 04 11:33:40.297631 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-e8602452-9c48-4f5a-95f5-732aae49c9bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Transition to ACTIVE for port object c40ebd8f-9113-467b-b680-6f04b28517ed will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:40.336838 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12b5b3-d784-4b60-8ab1-051c7eb1a02f req-6c553741-7eed-4900-b703-363078235eef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:40.338397 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fe12b5b3-d784-4b60-8ab1-051c7eb1a02f req-6c553741-7eed-4900-b703-363078235eef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f42d419-3d0f-4747-985d-af15d416a955 HTTP/1.1" status: 200 len: 850 time: 0.5591688 Feb 04 11:33:40.363174 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-53b2643d-dcf0-45a2-a168-a3c7cb5ea041 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:40.370709 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-53845158-9b81-4e52-a98b-a02c2aa1ce84 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Unset dirty status for tenant:b888b3bcdb9e460ebea91ba9e47b69ca on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:40.371884 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-53845158-9b81-4e52-a98b-a02c2aa1ce84 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] 10.222.0.21 "GET /v2.0/ports/f327b54f-5c77-470d-8ecc-d9b5d544f12f HTTP/1.1" status: 200 len: 1136 time: 0.5981057 Feb 04 11:33:40.380729 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59246) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:40.383501 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 5549161f-17cd-4884-a39c-d8eadd5a42b1 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:40.447917 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-9d65a9d8-fb54-44c7-9ce5-03540dba5876 tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3394 time: 0.5685747 Feb 04 11:33:40.462860 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59250) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:40.547278 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-53b2643d-dcf0-45a2-a168-a3c7cb5ea041 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Calling delete_port for f438ebb2-f349-4e91-9ce6-e32024aff243 owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:33:40.565403 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3cc76832-34d1-41d3-a042-8102905a4c41 None None] Provisioning for port 5549161f-17cd-4884-a39c-d8eadd5a42b1 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:40.571714 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3cc76832-34d1-41d3-a042-8102905a4c41 None None] Provisioning complete for port 5549161f-17cd-4884-a39c-d8eadd5a42b1 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:40.572159 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3cc76832-34d1-41d3-a042-8102905a4c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:40.630598 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-dfa39d6d-498b-4d36-b7af-4b57be783e05 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Deleting port f327b54f-5c77-470d-8ecc-d9b5d544f12f {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:33:40.631193 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dfa39d6d-498b-4d36-b7af-4b57be783e05 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:40.658518 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-bf3b3c2d-d9f8-4baf-b10f-4d22f19845b4 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Synchronizing usage tracker for tenant:afe3705eae3c425eaa53d9ef8c04fa42 on resource:floatingip {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:40.727994 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3cc76832-34d1-41d3-a042-8102905a4c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:40.745396 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a66c1b-917d-4b10-8631-ef9c0f87a9b6 req-1d681871-1a87-4e76-a751-04e0463e48dc tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:40.749931 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d9a66c1b-917d-4b10-8631-ef9c0f87a9b6 req-1d681871-1a87-4e76-a751-04e0463e48dc tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/ports?device_id=c778463b-41e6-4ec6-bd22-c0c64350936d HTTP/1.1" status: 200 len: 945 time: 0.4214852 Feb 04 11:33:40.779156 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59254) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:40.785365 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-3cc76832-34d1-41d3-a042-8102905a4c41 None None] For port 5549161f-17cd-4884-a39c-d8eadd5a42b1, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=5549161f-17cd-4884-a39c-d8eadd5a42b1,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:33:40.825771 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-e1b8150e-084d-45c6-a89d-29ebb9b1f0b6 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Request body: {'floatingip': {'port_id': '4c29e77f-345d-4346-b25d-16034512a28c'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:40.832968 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3cc76832-34d1-41d3-a042-8102905a4c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:40.875824 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e8602452-9c48-4f5a-95f5-732aae49c9bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:40.928665 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e1b8150e-084d-45c6-a89d-29ebb9b1f0b6 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks [] for floatingip, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:40.949545 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fe12b5b3-d784-4b60-8ab1-051c7eb1a02f req-e057a314-bdb1-4a8d-8bfe-4becb06209b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa801161-0b6c-45f6-97b7-dc303a939bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6032176 Feb 04 11:33:40.957701 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc76832-34d1-41d3-a042-8102905a4c41 None None] Pushing event updated for resources: {'Port': ['ID=5549161f-17cd-4884-a39c-d8eadd5a42b1,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:41.104847 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8602452-9c48-4f5a-95f5-732aae49c9bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:41.109992 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-bf3b3c2d-d9f8-4baf-b10f-4d22f19845b4 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Unset dirty status for tenant:afe3705eae3c425eaa53d9ef8c04fa42 on resource:floatingip {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:41.111517 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-bf3b3c2d-d9f8-4baf-b10f-4d22f19845b4 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.6466837 Feb 04 11:33:41.127310 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-e8602452-9c48-4f5a-95f5-732aae49c9bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:41.135696 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59258) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:41.156200 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-53b2643d-dcf0-45a2-a168-a3c7cb5ea041 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:41.166224 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8602452-9c48-4f5a-95f5-732aae49c9bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:33:41.174516 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8602452-9c48-4f5a-95f5-732aae49c9bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:41.175423 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e8602452-9c48-4f5a-95f5-732aae49c9bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:41.183442 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8602452-9c48-4f5a-95f5-732aae49c9bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Port': ['ID=c40ebd8f-9113-467b-b680-6f04b28517ed,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:41.275235 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2643d-dcf0-45a2-a168-a3c7cb5ea041 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Pushing event deleted for resources: {'Port': ['ID=f438ebb2-f349-4e91-9ce6-e32024aff243,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:41.369418 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-109e19f2-49f1-4351-ae79-d92fa0c7320b tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:41.385509 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dfa39d6d-498b-4d36-b7af-4b57be783e05 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:41.475691 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e8602452-9c48-4f5a-95f5-732aae49c9bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.0659137 Feb 04 11:33:41.482572 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59264) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:41.495363 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-109e19f2-49f1-4351-ae79-d92fa0c7320b tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:41.515640 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507f76a7-507a-4644-bd0f-ee157e63bfe3 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Router 8db327df-c352-4c5a-8bf2-5bc3066d7972 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:33:41.613602 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-a65ba4ec-a59a-4fe8-9aea-d43345fc5d3a tempest-FloatingIPAdminTestJSON-1686805725 tempest-FloatingIPAdminTestJSON-1686805725-project] Deleting port 89082385-e696-4f10-9039-6f9fcd519c0d {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:33:41.614008 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a65ba4ec-a59a-4fe8-9aea-d43345fc5d3a tempest-FloatingIPAdminTestJSON-1686805725 tempest-FloatingIPAdminTestJSON-1686805725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:41.653645 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fe12b5b3-d784-4b60-8ab1-051c7eb1a02f req-f1a9abc0-d592-4df4-aaf0-0a91d077c70e service neutron] 10.222.0.47 "GET /v2.0/networks/aa801161-0b6c-45f6-97b7-dc303a939bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6859548 Feb 04 11:33:41.662816 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-dfa39d6d-498b-4d36-b7af-4b57be783e05 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Calling delete_port for f327b54f-5c77-470d-8ecc-d9b5d544f12f owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:33:41.667212 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-eae17bfc-d2a5-419f-882d-5bdfae7d97b7 None None] Provisioning for port c40ebd8f-9113-467b-b680-6f04b28517ed completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:41.676137 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-eae17bfc-d2a5-419f-882d-5bdfae7d97b7 None None] Provisioning complete for port c40ebd8f-9113-467b-b680-6f04b28517ed triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:41.676840 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-eae17bfc-d2a5-419f-882d-5bdfae7d97b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:41.743006 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-eae17bfc-d2a5-419f-882d-5bdfae7d97b7 None None] Port c40ebd8f-9113-467b-b680-6f04b28517ed cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:33:41.836606 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e19f2-49f1-4351-ae79-d92fa0c7320b tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Pushing event updated for resources: {'Port': ['ID=234c071b-1200-4890-9b78-5e4cf483158d,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:41.973047 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ba8e4d45-2107-4388-a58b-e4a767f28161 None None] Provisioning complete for port 234c071b-1200-4890-9b78-5e4cf483158d triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:41.973554 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ba8e4d45-2107-4388-a58b-e4a767f28161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:42.012342 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-53b2643d-dcf0-45a2-a168-a3c7cb5ea041 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:42.048582 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-109e19f2-49f1-4351-ae79-d92fa0c7320b tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] In _notify_port_updated(), no bound segment for port 234c071b-1200-4890-9b78-5e4cf483158d on network 5d623e6d-d158-4720-aa3f-27b18cdcf192 {{(pid=84205) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 11:33:42.052531 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109e19f2-49f1-4351-ae79-d92fa0c7320b tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:42.057435 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-109e19f2-49f1-4351-ae79-d92fa0c7320b tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:42.057435 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-109e19f2-49f1-4351-ae79-d92fa0c7320b tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] 10.222.0.21 "PUT /v2.0/ports/234c071b-1200-4890-9b78-5e4cf483158d HTTP/1.1" status: 200 len: 1055 time: 2.6319776 Feb 04 11:33:42.058921 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59268) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:42.066824 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-ba8e4d45-2107-4388-a58b-e4a767f28161 None None] Port 234c071b-1200-4890-9b78-5e4cf483158d cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:33:42.121013 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 5549161f-17cd-4884-a39c-d8eadd5a42b1 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:42.126406 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0f818-5f80-4b82-b177-fd3430be10af req-99354e60-1437-4198-bc21-5bfa1130140d tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:42.128674 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-86f0f818-5f80-4b82-b177-fd3430be10af req-99354e60-1437-4198-bc21-5bfa1130140d tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a4de5-7298-4cfa-9007-79d093aba2f5 HTTP/1.1" status: 200 len: 945 time: 0.6337578 Feb 04 11:33:42.141081 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fe12b5b3-d784-4b60-8ab1-051c7eb1a02f req-2c7aa2a3-f972-4965-97d9-256f84083958 service neutron] 10.222.0.47 "GET /v2.0/networks/aa801161-0b6c-45f6-97b7-dc303a939bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762180 Feb 04 11:33:42.150810 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-53b2643d-dcf0-45a2-a168-a3c7cb5ea041 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] 10.222.0.21 "DELETE /v2.0/ports/f438ebb2-f349-4e91-9ce6-e32024aff243 HTTP/1.1" status: 204 len: 168 time: 2.9159584 Feb 04 11:33:42.164550 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59272) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:42.196754 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a65ba4ec-a59a-4fe8-9aea-d43345fc5d3a tempest-FloatingIPAdminTestJSON-1686805725 tempest-FloatingIPAdminTestJSON-1686805725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:42.197108 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a65ba4ec-a59a-4fe8-9aea-d43345fc5d3a tempest-FloatingIPAdminTestJSON-1686805725 tempest-FloatingIPAdminTestJSON-1686805725-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:42.199420 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-44135980-a96b-4d16-a036-88dae38c5e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:42.215449 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 5549161f-17cd-4884-a39c-d8eadd5a42b1 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:42.216385 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:42.225941 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf0b23f-066c-47b1-8cee-77be9ceceb19 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:42.229848 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf0b23f-066c-47b1-8cee-77be9ceceb19 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:42.230642 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-9bf0b23f-066c-47b1-8cee-77be9ceceb19 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:42.347603 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-a65ba4ec-a59a-4fe8-9aea-d43345fc5d3a tempest-FloatingIPAdminTestJSON-1686805725 tempest-FloatingIPAdminTestJSON-1686805725-project] Calling delete_port for 89082385-e696-4f10-9039-6f9fcd519c0d owned by network:floatingip {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:33:42.395225 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-86f0f818-5f80-4b82-b177-fd3430be10af req-69f49980-690a-46df-a845-e8c8abc77c1c tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/security-groups?id=131ef674-554f-4d58-bfd5-51060e491135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2501931 Feb 04 11:33:42.458186 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ebc847-ae64-4b1a-bd66-906d08e3cb4b tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] GET failed (client error): The resource could not be found. Feb 04 11:33:42.458678 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-a3ebc847-ae64-4b1a-bd66-906d08e3cb4b tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Synchronizing usage tracker for tenant:1f19b2ce9e0f4e79aeb86bad72ddb49c on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:42.472001 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-a51da470-5a37-43e8-88f2-892aac68db96 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Deleting port 234c071b-1200-4890-9b78-5e4cf483158d {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:33:42.472335 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a51da470-5a37-43e8-88f2-892aac68db96 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:42.649798 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-9bf0b23f-066c-47b1-8cee-77be9ceceb19 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:42.653462 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9bf0b23f-066c-47b1-8cee-77be9ceceb19 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 1.1485913 Feb 04 11:33:42.658926 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59278) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:42.695639 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-a3ebc847-ae64-4b1a-bd66-906d08e3cb4b tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Unset dirty status for tenant:1f19b2ce9e0f4e79aeb86bad72ddb49c on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:42.698387 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a3ebc847-ae64-4b1a-bd66-906d08e3cb4b tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] 10.222.0.21 "GET /v2.0/ports/f438ebb2-f349-4e91-9ce6-e32024aff243 HTTP/1.1" status: 404 len: 333 time: 0.5309093 Feb 04 11:33:42.702578 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59282) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:42.721417 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-8b8cd4fa-bd09-44e7-bc25-b81c02885368 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Request body: {'port': {'network_id': '5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1357890767'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:42.727554 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dfa39d6d-498b-4d36-b7af-4b57be783e05 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:42.822005 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa39d6d-498b-4d36-b7af-4b57be783e05 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Pushing event deleted for resources: {'Port': ['ID=f327b54f-5c77-470d-8ecc-d9b5d544f12f,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:42.875687 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-be32ce88-5020-4183-8ee9-316b25674c64 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting port c40ebd8f-9113-467b-b680-6f04b28517ed {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:33:42.876044 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-be32ce88-5020-4183-8ee9-316b25674c64 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:42.976958 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507f76a7-507a-4644-bd0f-ee157e63bfe3 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:33:42.990297 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1d51d7-1724-4532-b921-1a2161afb35a None None] Sync routers for ids ['8db327df-c352-4c5a-8bf2-5bc3066d7972'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:33:43.016702 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1d51d7-1724-4532-b921-1a2161afb35a None None] Routers {'8db327df-c352-4c5a-8bf2-5bc3066d7972'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:33:43.017689 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-fe1d51d7-1724-4532-b921-1a2161afb35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:33:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['8db327df-c352-4c5a-8bf2-5bc3066d7972'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:43.025410 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d08d6-28e6-4345-8d83-8ada301f5a19 req-edb926c6-791f-462a-9a7b-7101b5b0f01a tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:43.031304 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-543d08d6-28e6-4345-8d83-8ada301f5a19 req-edb926c6-791f-462a-9a7b-7101b5b0f01a tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a4de5-7298-4cfa-9007-79d093aba2f5 HTTP/1.1" status: 200 len: 945 time: 0.4728434 Feb 04 11:33:43.051657 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a65ba4ec-a59a-4fe8-9aea-d43345fc5d3a tempest-FloatingIPAdminTestJSON-1686805725 tempest-FloatingIPAdminTestJSON-1686805725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:43.080929 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59286) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:43.108728 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a51da470-5a37-43e8-88f2-892aac68db96 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:43.127520 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dfa39d6d-498b-4d36-b7af-4b57be783e05 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:43.156176 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-94b0e701-81f1-4354-82b8-7e810ab741ce tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Request body: {'floatingip': {'port_id': '78f52afe-da02-4e40-adb6-2000eb1a083a'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:43.247693 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-fe1d51d7-1724-4532-b921-1a2161afb35a None None] Set router 8db327df-c352-4c5a-8bf2-5bc3066d7972 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:33:43.259390 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-a51da470-5a37-43e8-88f2-892aac68db96 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Calling delete_port for 234c071b-1200-4890-9b78-5e4cf483158d owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:33:43.286523 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.db.resource_extend [None req-e1b8150e-084d-45c6-a89d-29ebb9b1f0b6 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:33:43.328394 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ba4ec-a59a-4fe8-9aea-d43345fc5d3a tempest-FloatingIPAdminTestJSON-1686805725 tempest-FloatingIPAdminTestJSON-1686805725-project] Pushing event deleted for resources: {'Port': ['ID=89082385-e696-4f10-9039-6f9fcd519c0d,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:43.376185 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8b8cd4fa-bd09-44e7-bc25-b81c02885368 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:43.401850 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-507f76a7-507a-4644-bd0f-ee157e63bfe3 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:43.449832 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-94b0e701-81f1-4354-82b8-7e810ab741ce tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks [] for floatingip, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:43.498689 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8b8cd4fa-bd09-44e7-bc25-b81c02885368 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:43.524685 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e1b8150e-084d-45c6-a89d-29ebb9b1f0b6 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:43.598830 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-dfa39d6d-498b-4d36-b7af-4b57be783e05 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] 10.222.0.21 "DELETE /v2.0/ports/f327b54f-5c77-470d-8ecc-d9b5d544f12f HTTP/1.1" status: 204 len: 168 time: 3.2125270 Feb 04 11:33:43.600010 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59290) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:43.640505 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-507f76a7-507a-4644-bd0f-ee157e63bfe3 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "PUT /v2.0/floatingips/a8754619-e128-4eea-bf35-fa3063516bd9 HTTP/1.1" status: 200 len: 992 time: 9.7528784 Feb 04 11:33:43.652536 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1db4b038-1dc2-424e-965b-a547ac24f40c', 'tag': '19635aaa-a8d9-4012-9591-03c4d8f877eb'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:33:43.666872 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e1b8150e-084d-45c6-a89d-29ebb9b1f0b6 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:43.673415 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-be32ce88-5020-4183-8ee9-316b25674c64 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:43.682628 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8cd4fa-bd09-44e7-bc25-b81c02885368 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Made reservation on behalf of 1f19b2ce9e0f4e79aeb86bad72ddb49c for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:43.687308 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8b8cd4fa-bd09-44e7-bc25-b81c02885368 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:43.713504 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a65ba4ec-a59a-4fe8-9aea-d43345fc5d3a tempest-FloatingIPAdminTestJSON-1686805725 tempest-FloatingIPAdminTestJSON-1686805725-project] Notify callbacks [] for floatingip, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:43.716245 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a65ba4ec-a59a-4fe8-9aea-d43345fc5d3a tempest-FloatingIPAdminTestJSON-1686805725 tempest-FloatingIPAdminTestJSON-1686805725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:43.718976 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a65ba4ec-a59a-4fe8-9aea-d43345fc5d3a tempest-FloatingIPAdminTestJSON-1686805725 tempest-FloatingIPAdminTestJSON-1686805725-project] 10.222.0.21 "DELETE /v2.0/floatingips/a675afba-a427-4902-99c5-0ea2198c1d68 HTTP/1.1" status: 204 len: 168 time: 2.5732620 Feb 04 11:33:43.727395 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-fe1d51d7-1724-4532-b921-1a2161afb35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'name': 'tempest-ServerActionsTestJSON-357217207-router', 'tenant_id': '5b82a940b56a43dcab21460c9541779e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '73bad0cd-b358-4b70-ae19-02f30649edab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:20Z', 'updated_at': '2022-02-04T11:32:25Z', 'revision_number': 4, 'project_id': '5b82a940b56a43dcab21460c9541779e', 'gw_port': {'id': '73bad0cd-b358-4b70-ae19-02f30649edab', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:21Z', 'updated_at': '2022-02-04T11:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': 'a8754619-e128-4eea-bf35-fa3063516bd9', 'tenant_id': '5b82a940b56a43dcab21460c9541779e', 'floating_ip_address': '172.26.3.123', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'port_id': '19635aaa-a8d9-4012-9591-03c4d8f877eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa801161-0b6c-45f6-97b7-dc303a939bfb', 'mac_address': 'fa:16:3e:6c:4a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db4b038-1dc2-424e-965b-a547ac24f40c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:32:42Z', 'updated_at': '2022-02-04T11:33:36Z', 'revision_number': 1, 'project_id': '5b82a940b56a43dcab21460c9541779e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab', 'name': '', 'network_id': 'aa801161-0b6c-45f6-97b7-dc303a939bfb', 'tenant_id': '5b82a940b56a43dcab21460c9541779e', 'mac_address': 'fa:16:3e:37:40:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f42d419-3d0f-4747-985d-af15d416a955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:24Z', 'updated_at': '2022-02-04T11:32:41Z', 'revision_number': 5, 'project_id': '5b82a940b56a43dcab21460c9541779e', 'subnets': [{'id': '7f42d419-3d0f-4747-985d-af15d416a955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:43.743701 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1d51d7-1724-4532-b921-1a2161afb35a None None] Checking router: 8db327df-c352-4c5a-8bf2-5bc3066d7972 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:33:43.767835 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1d51d7-1724-4532-b921-1a2161afb35a None None] Routers {'8db327df-c352-4c5a-8bf2-5bc3066d7972'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:33:43.768962 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-fe1d51d7-1724-4532-b921-1a2161afb35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:33:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['8db327df-c352-4c5a-8bf2-5bc3066d7972'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:43.775760 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59298) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:43.776475 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a51da470-5a37-43e8-88f2-892aac68db96 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:43.895067 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1db4b038-1dc2-424e-965b-a547ac24f40c', 'tag': '19635aaa-a8d9-4012-9591-03c4d8f877eb', 'status': 'completed', 'code': 200} Feb 04 11:33:43.925784 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51da470-5a37-43e8-88f2-892aac68db96 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Pushing event deleted for resources: {'Port': ['ID=234c071b-1200-4890-9b78-5e4cf483158d,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:43.938004 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-be32ce88-5020-4183-8ee9-316b25674c64 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Calling delete_port for c40ebd8f-9113-467b-b680-6f04b28517ed owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:33:44.019329 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-fe1d51d7-1724-4532-b921-1a2161afb35a None None] Set router 8db327df-c352-4c5a-8bf2-5bc3066d7972 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:33:44.064951 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-8b8cd4fa-bd09-44e7-bc25-b81c02885368 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] device_id is not set on port 1b37beaa-6d92-4eff-92e4-6dddc8baa3d6 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:33:44.183921 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-77005f2d-5e79-462f-a785-0bd040558a81 tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Deleting port e2e66e7f-cf8b-48ef-8225-3c4a3fc93008 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:33:44.184264 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-77005f2d-5e79-462f-a785-0bd040558a81 tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:44.507903 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-871f98e4-dbb5-414a-8c92-bc833a29e5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:44.564081 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-fe1d51d7-1724-4532-b921-1a2161afb35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'name': 'tempest-ServerActionsTestJSON-357217207-router', 'tenant_id': '5b82a940b56a43dcab21460c9541779e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '73bad0cd-b358-4b70-ae19-02f30649edab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:20Z', 'updated_at': '2022-02-04T11:32:25Z', 'revision_number': 4, 'project_id': '5b82a940b56a43dcab21460c9541779e', 'gw_port': {'id': '73bad0cd-b358-4b70-ae19-02f30649edab', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:21Z', 'updated_at': '2022-02-04T11:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': 'a8754619-e128-4eea-bf35-fa3063516bd9', 'tenant_id': '5b82a940b56a43dcab21460c9541779e', 'floating_ip_address': '172.26.3.123', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'port_id': '19635aaa-a8d9-4012-9591-03c4d8f877eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa801161-0b6c-45f6-97b7-dc303a939bfb', 'mac_address': 'fa:16:3e:6c:4a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db4b038-1dc2-424e-965b-a547ac24f40c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:32:42Z', 'updated_at': '2022-02-04T11:33:36Z', 'revision_number': 1, 'project_id': '5b82a940b56a43dcab21460c9541779e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab', 'name': '', 'network_id': 'aa801161-0b6c-45f6-97b7-dc303a939bfb', 'tenant_id': '5b82a940b56a43dcab21460c9541779e', 'mac_address': 'fa:16:3e:37:40:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f42d419-3d0f-4747-985d-af15d416a955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:24Z', 'updated_at': '2022-02-04T11:32:41Z', 'revision_number': 5, 'project_id': '5b82a940b56a43dcab21460c9541779e', 'subnets': [{'id': '7f42d419-3d0f-4747-985d-af15d416a955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:44.568337 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-59b27d39-6905-4d06-b4c3-e76dfc4a9c61 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Deleting subnet ffebe37c-5233-440a-8331-77ab6591d206 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:33:44.569005 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1d51d7-1724-4532-b921-1a2161afb35a None None] The sync data for ids ['8db327df-c352-4c5a-8bf2-5bc3066d7972'] in dv-neutron-827825-2-hyperv is: [{'id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'name': 'tempest-ServerActionsTestJSON-357217207-router', 'tenant_id': '5b82a940b56a43dcab21460c9541779e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '73bad0cd-b358-4b70-ae19-02f30649edab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:20Z', 'updated_at': '2022-02-04T11:32:25Z', 'revision_number': 4, 'project_id': '5b82a940b56a43dcab21460c9541779e', 'gw_port': {'id': '73bad0cd-b358-4b70-ae19-02f30649edab', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:21Z', 'updated_at': '2022-02-04T11:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': 'a8754619-e128-4eea-bf35-fa3063516bd9', 'tenant_id': '5b82a940b56a43dcab21460c9541779e', 'floating_ip_address': '172.26.3.123', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'port_id': '19635aaa-a8d9-4012-9591-03c4d8f877eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa801161-0b6c-45f6-97b7-dc303a939bfb', 'mac_address': 'fa:16:3e:6c:4a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db4b038-1dc2-424e-965b-a547ac24f40c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:32:42Z', 'updated_at': '2022-02-04T11:33:36Z', 'revision_number': 1, 'project_id': '5b82a940b56a43dcab21460c9541779e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab', 'name': '', 'network_id': 'aa801161-0b6c-45f6-97b7-dc303a939bfb', 'tenant_id': '5b82a940b56a43dcab21460c9541779e', 'mac_address': 'fa:16:3e:37:40:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f42d419-3d0f-4747-985d-af15d416a955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:24Z', 'updated_at': '2022-02-04T11:32:41Z', 'revision_number': 5, 'project_id': '5b82a940b56a43dcab21460c9541779e', 'subnets': [{'id': '7f42d419-3d0f-4747-985d-af15d416a955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:33:44.579691 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-59b27d39-6905-4d06-b4c3-e76dfc4a9c61 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:44.713059 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e1cc2b2d-0664-4915-8698-442fa0ce90dd req-949779e6-bacf-403d-a0f1-5703f6815c82 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5b82a940b56a43dcab21460c9541779e&device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 1099 time: 0.8118589 Feb 04 11:33:44.720282 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7c1c1-aca0-4db0-b551-7dceb36d1d22 req-94c7fca0-5cc1-4e3b-9e15-0532dbb6cba5 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:44.721977 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b4b7c1c1-aca0-4db0-b551-7dceb36d1d22 req-94c7fca0-5cc1-4e3b-9e15-0532dbb6cba5 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.8714409 Feb 04 11:33:44.791107 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-59b27d39-6905-4d06-b4c3-e76dfc4a9c61 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:44.794889 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-8b8cd4fa-bd09-44e7-bc25-b81c02885368 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Allocated IP 2001:db8::79 (5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba/de8da0c2-f644-481d-9ec5-9f78baa66f08/1b37beaa-6d92-4eff-92e4-6dddc8baa3d6) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:44.870572 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-77005f2d-5e79-462f-a785-0bd040558a81 tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:44.870985 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-77005f2d-5e79-462f-a785-0bd040558a81 tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:44.877371 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7316f779-5a42-4fb7-81de-90857fe2e525 None None] New status for floating IP a8754619-e128-4eea-bf35-fa3063516bd9: ACTIVE {{(pid=84206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 11:33:44.952520 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a51da470-5a37-43e8-88f2-892aac68db96 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:44.981115 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-be32ce88-5020-4183-8ee9-316b25674c64 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:45.084058 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b4b7c1c1-aca0-4db0-b551-7dceb36d1d22 req-12b3de2d-80db-43fc-a599-a506320c1850 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3250575 Feb 04 11:33:45.131149 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be32ce88-5020-4183-8ee9-316b25674c64 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Port': ['ID=c40ebd8f-9113-467b-b680-6f04b28517ed,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:45.135827 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-77005f2d-5e79-462f-a785-0bd040558a81 tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Calling delete_port for e2e66e7f-cf8b-48ef-8225-3c4a3fc93008 owned by network:floatingip {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:33:45.248989 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a51da470-5a37-43e8-88f2-892aac68db96 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] 10.222.0.21 "DELETE /v2.0/ports/234c071b-1200-4890-9b78-5e4cf483158d HTTP/1.1" status: 204 len: 168 time: 3.1368191 Feb 04 11:33:45.259644 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59304) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:45.261324 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.l3_db [None req-e1b8150e-084d-45c6-a89d-29ebb9b1f0b6 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Floating IP a3702b83-538b-4b4f-9692-6df40a5d139a associated. External IP: 172.26.3.83, port: 4c29e77f-345d-4346-b25d-16034512a28c. Feb 04 11:33:45.399062 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef9cf0f-5a11-458e-9e27-bfd622cc9925 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] GET failed (client error): The resource could not be found. Feb 04 11:33:45.399062 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-0ef9cf0f-5a11-458e-9e27-bfd622cc9925 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Synchronizing usage tracker for tenant:a205355c3de243a3a3a0fe66e1ec308d on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:45.466097 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-59b27d39-6905-4d06-b4c3-e76dfc4a9c61 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:45.475092 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-be32ce88-5020-4183-8ee9-316b25674c64 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:45.478389 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc2b2d-0664-4915-8698-442fa0ce90dd req-1a64bc61-c98c-47a1-a087-c6457d2e427f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:45.479831 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e1cc2b2d-0664-4915-8698-442fa0ce90dd req-1a64bc61-c98c-47a1-a087-c6457d2e427f service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa801161-0b6c-45f6-97b7-dc303a939bfb HTTP/1.1" status: 200 len: 912 time: 0.7434399 Feb 04 11:33:45.558327 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:45.558917 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8b8cd4fa-bd09-44e7-bc25-b81c02885368 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:45.639864 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-0ef9cf0f-5a11-458e-9e27-bfd622cc9925 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Unset dirty status for tenant:a205355c3de243a3a3a0fe66e1ec308d on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:45.640925 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-0ef9cf0f-5a11-458e-9e27-bfd622cc9925 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] 10.222.0.21 "GET /v2.0/ports/234c071b-1200-4890-9b78-5e4cf483158d HTTP/1.1" status: 404 len: 333 time: 0.3306646 Feb 04 11:33:45.646155 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59308) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:45.661514 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:45.707249 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e1cc2b2d-0664-4915-8698-442fa0ce90dd req-5b33ada2-e3a9-4da6-aeeb-fbd31a415e76 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19635aaa-a8d9-4012-9591-03c4d8f877eb HTTP/1.1" status: 200 len: 1002 time: 0.2112062 Feb 04 11:33:45.708475 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-be32ce88-5020-4183-8ee9-316b25674c64 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/ports/c40ebd8f-9113-467b-b680-6f04b28517ed HTTP/1.1" status: 204 len: 168 time: 3.0486093 Feb 04 11:33:45.712788 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae32f6e-12cd-4942-bdbe-22e3c0e7d75d req-c10ef4c3-af7b-4de0-a8ea-cc67b0f654da tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:45.714274 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0ae32f6e-12cd-4942-bdbe-22e3c0e7d75d req-c10ef4c3-af7b-4de0-a8ea-cc67b0f654da tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.3098197 Feb 04 11:33:45.714788 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59312) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:45.753914 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-8b8cd4fa-bd09-44e7-bc25-b81c02885368 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Transition to ACTIVE for port object 1b37beaa-6d92-4eff-92e4-6dddc8baa3d6 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:45.759099 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-59b27d39-6905-4d06-b4c3-e76dfc4a9c61 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:45.787545 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-ea3193c7-02bc-4d75-8b71-0f698517bf4b tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Deleting port d9fa3db0-c93c-4c54-8919-3dc29afd5926 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:33:45.787880 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ea3193c7-02bc-4d75-8b71-0f698517bf4b tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:45.817762 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-77005f2d-5e79-462f-a785-0bd040558a81 tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:45.878460 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc2b2d-0664-4915-8698-442fa0ce90dd req-ecaaa73b-f7b4-443e-bc5c-6e4e61ef62be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:45.880004 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e1cc2b2d-0664-4915-8698-442fa0ce90dd req-ecaaa73b-f7b4-443e-bc5c-6e4e61ef62be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f42d419-3d0f-4747-985d-af15d416a955 HTTP/1.1" status: 200 len: 850 time: 0.1592832 Feb 04 11:33:45.882628 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.resource_extend [None req-94b0e701-81f1-4354-82b8-7e810ab741ce tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:33:45.884402 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b27d39-6905-4d06-b4c3-e76dfc4a9c61 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Pushing event deleted for resources: {'Subnet': ['ID=ffebe37c-5233-440a-8331-77ab6591d206,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:45.910777 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77005f2d-5e79-462f-a785-0bd040558a81 tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2e66e7f-cf8b-48ef-8225-3c4a3fc93008,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:45.930148 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-59b27d39-6905-4d06-b4c3-e76dfc4a9c61 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:45.931204 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b8c1c8-a75c-470d-9f5c-a5758f652059 None None] Network bb4e9238-6e8e-4461-90f7-c633236440b4 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:33:45.984893 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed192d02-2ec9-41ed-9f80-cae3b9c70ccb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:45.986247 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed192d02-2ec9-41ed-9f80-cae3b9c70ccb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:45.987009 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-ed192d02-2ec9-41ed-9f80-cae3b9c70ccb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:46.039929 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-59b27d39-6905-4d06-b4c3-e76dfc4a9c61 tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] 10.222.0.21 "DELETE /v2.0/subnets/ffebe37c-5233-440a-8331-77ab6591d206 HTTP/1.1" status: 204 len: 168 time: 2.4329460 Feb 04 11:33:46.042242 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59316) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:46.044007 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8b8cd4fa-bd09-44e7-bc25-b81c02885368 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:46.052296 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0ae32f6e-12cd-4942-bdbe-22e3c0e7d75d req-eab79d6d-1612-4a5b-a91b-c7fafe6142bb tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2991922 Feb 04 11:33:46.088002 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-77005f2d-5e79-462f-a785-0bd040558a81 tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:46.090384 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-77005f2d-5e79-462f-a785-0bd040558a81 tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:46.096981 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-77005f2d-5e79-462f-a785-0bd040558a81 tempest-FloatingIPAdminTestJSON-1148988687 tempest-FloatingIPAdminTestJSON-1148988687-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/455bcdcb-e40e-42fd-95c8-048e668bce48 HTTP/1.1" status: 204 len: 168 time: 2.3131912 Feb 04 11:33:46.097406 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59320) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:46.154785 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-ed192d02-2ec9-41ed-9f80-cae3b9c70ccb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:46.160986 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ed192d02-2ec9-41ed-9f80-cae3b9c70ccb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4344373 Feb 04 11:33:46.231858 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59326) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:46.351031 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-150446fc-c602-4366-9744-dea3642cd404 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Deleting port 551fb151-9b12-407a-8043-9fd032a00ad0 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:33:46.351031 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-150446fc-c602-4366-9744-dea3642cd404 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:46.388198 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cf2555-8721-438e-881b-b388e8455b8d None None] DHCP port deletion for bb4e9238-6e8e-4461-90f7-c633236440b4 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:33:46.393806 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-e8cf2555-8721-438e-881b-b388e8455b8d None None] Deleting port e827d9b6-f2b7-417a-93b8-01e015dd81e8 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:33:46.394226 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e8cf2555-8721-438e-881b-b388e8455b8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:46.496871 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-94b0e701-81f1-4354-82b8-7e810ab741ce tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:46.504381 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8cd4fa-bd09-44e7-bc25-b81c02885368 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Network 5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:46.568535 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-8b8cd4fa-bd09-44e7-bc25-b81c02885368 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:46.575498 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8cd4fa-bd09-44e7-bc25-b81c02885368 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:33:46.580696 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8cd4fa-bd09-44e7-bc25-b81c02885368 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:46.581334 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8b8cd4fa-bd09-44e7-bc25-b81c02885368 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:46.604946 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8cd4fa-bd09-44e7-bc25-b81c02885368 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Pushing event updated for resources: {'Port': ['ID=1b37beaa-6d92-4eff-92e4-6dddc8baa3d6,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:46.622000 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-94b0e701-81f1-4354-82b8-7e810ab741ce tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:46.651239 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-e8cf2555-8721-438e-881b-b388e8455b8d None None] For port e827d9b6-f2b7-417a-93b8-01e015dd81e8, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=e827d9b6-f2b7-417a-93b8-01e015dd81e8,segment=NetworkSegment(b7b66978-0b3e-4d6a-a7d0-d83dbdb56766),segment_id=b7b66978-0b3e-4d6a-a7d0-d83dbdb56766)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:33:46.651680 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e8cf2555-8721-438e-881b-b388e8455b8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:47.023032 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f327e498-7972-497e-b41d-049d0f55fb3e tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:47.023032 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e1cc2b2d-0664-4915-8698-442fa0ce90dd req-606b69b5-6236-410d-8c1f-0bd7990a7754 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa801161-0b6c-45f6-97b7-dc303a939bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8494544 Feb 04 11:33:47.023903 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-e8cf2555-8721-438e-881b-b388e8455b8d None None] Calling delete_port for e827d9b6-f2b7-417a-93b8-01e015dd81e8 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:33:47.024004 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-f327e498-7972-497e-b41d-049d0f55fb3e tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Deleting port e827d9b6-f2b7-417a-93b8-01e015dd81e8 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:33:47.024004 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f327e498-7972-497e-b41d-049d0f55fb3e tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:47.024004 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ea3193c7-02bc-4d75-8b71-0f698517bf4b tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:47.026903 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-4023da03-5d86-4f02-ba9e-cae353111d9d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting subnet 0e23f132-73ed-40d4-b291-5375b8fd8863 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:33:47.037107 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4023da03-5d86-4f02-ba9e-cae353111d9d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:47.136553 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4023da03-5d86-4f02-ba9e-cae353111d9d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:47.178338 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-ea3193c7-02bc-4d75-8b71-0f698517bf4b tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Calling delete_port for d9fa3db0-c93c-4c54-8919-3dc29afd5926 owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:33:47.181022 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-150446fc-c602-4366-9744-dea3642cd404 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:47.290503 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:47.290503 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e8cf2555-8721-438e-881b-b388e8455b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:47.290503 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-1ac14885-efaa-4826-888f-d53afb5f6c80 None None] Provisioning for port 1b37beaa-6d92-4eff-92e4-6dddc8baa3d6 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:47.341395 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-1ac14885-efaa-4826-888f-d53afb5f6c80 None None] Provisioning complete for port 1b37beaa-6d92-4eff-92e4-6dddc8baa3d6 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:47.341826 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1ac14885-efaa-4826-888f-d53afb5f6c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:47.355439 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8b8cd4fa-bd09-44e7-bc25-b81c02885368 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.6477673 Feb 04 11:33:47.369776 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e1cc2b2d-0664-4915-8698-442fa0ce90dd req-230bb307-369d-4e9f-844f-269e5f5a8d1e service neutron] 10.222.0.47 "GET /v2.0/networks/aa801161-0b6c-45f6-97b7-dc303a939bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5473080 Feb 04 11:33:47.370037 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf2555-8721-438e-881b-b388e8455b8d None None] Pushing event deleted for resources: {'Port': ['ID=e827d9b6-f2b7-417a-93b8-01e015dd81e8,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:47.376151 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-150446fc-c602-4366-9744-dea3642cd404 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Calling delete_port for 551fb151-9b12-407a-8043-9fd032a00ad0 owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:33:47.392646 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cf2555-8721-438e-881b-b388e8455b8d None None] No DVR routers for this DVR port e827d9b6-f2b7-417a-93b8-01e015dd81e8 on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:33:47.408832 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b8150e-084d-45c6-a89d-29ebb9b1f0b6 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Router d5623e60-72c8-4463-95b8-0f01fd304eb5 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:33:47.414680 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-1ac14885-efaa-4826-888f-d53afb5f6c80 None None] Port 1b37beaa-6d92-4eff-92e4-6dddc8baa3d6 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:33:47.417800 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59332) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:47.438285 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-49e7498f-b434-499f-a801-74d6ca25d457 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1b9', 'mac_address': 'fa:16:3e:26:1f:31'}]}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:47.630666 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4023da03-5d86-4f02-ba9e-cae353111d9d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:47.730227 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bae48c-a908-4dba-a6b7-f2024169c0a5 req-513ee8f8-da28-4725-a12c-7a04299f4a3d tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:47.731855 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d2bae48c-a908-4dba-a6b7-f2024169c0a5 req-513ee8f8-da28-4725-a12c-7a04299f4a3d tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.4730635 Feb 04 11:33:47.770515 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-f327e498-7972-497e-b41d-049d0f55fb3e tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] For port e827d9b6-f2b7-417a-93b8-01e015dd81e8, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=e827d9b6-f2b7-417a-93b8-01e015dd81e8,segment=NetworkSegment(b7b66978-0b3e-4d6a-a7d0-d83dbdb56766),segment_id=b7b66978-0b3e-4d6a-a7d0-d83dbdb56766)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:33:47.771406 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f327e498-7972-497e-b41d-049d0f55fb3e tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:47.821547 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d2bae48c-a908-4dba-a6b7-f2024169c0a5 req-1205f81b-e2b6-40b9-89ac-c1262434483b tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700722 Feb 04 11:33:47.889794 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-150446fc-c602-4366-9744-dea3642cd404 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:47.897724 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4023da03-5d86-4f02-ba9e-cae353111d9d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:48.001314 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023da03-5d86-4f02-ba9e-cae353111d9d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Subnet': ['ID=0e23f132-73ed-40d4-b291-5375b8fd8863,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:48.006424 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150446fc-c602-4366-9744-dea3642cd404 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Pushing event deleted for resources: {'Port': ['ID=551fb151-9b12-407a-8043-9fd032a00ad0,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:48.017645 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4023da03-5d86-4f02-ba9e-cae353111d9d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:48.030176 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5420c2c3-4aae-41b6-a2bb-df2daa67b809 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:33:48.106920 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-f327e498-7972-497e-b41d-049d0f55fb3e tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Calling delete_port for e827d9b6-f2b7-417a-93b8-01e015dd81e8 owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:33:48.138455 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-4023da03-5d86-4f02-ba9e-cae353111d9d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/0e23f132-73ed-40d4-b291-5375b8fd8863 HTTP/1.1" status: 204 len: 168 time: 1.9054861 Feb 04 11:33:48.140482 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59340) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:48.173097 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device e827d9b6-f2b7-417a-93b8-01e015dd81e8 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:33:48.248667 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e1cc2b2d-0664-4915-8698-442fa0ce90dd req-e2ae3f19-5381-43f5-a1ed-5719cf1c68ff service neutron] 10.222.0.47 "GET /v2.0/networks/aa801161-0b6c-45f6-97b7-dc303a939bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8231969 Feb 04 11:33:48.277489 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5589a662-4635-4126-b922-5afe4cff564c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1334977 Feb 04 11:33:48.287146 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59344) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:48.311522 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.l3_db [None req-94b0e701-81f1-4354-82b8-7e810ab741ce tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Floating IP f623a573-74aa-49da-a997-2d1369caf240 associated. External IP: 172.26.3.23, port: 78f52afe-da02-4e40-adb6-2000eb1a083a. Feb 04 11:33:48.346793 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-150446fc-c602-4366-9744-dea3642cd404 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:48.351402 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-150446fc-c602-4366-9744-dea3642cd404 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] 10.222.0.21 "DELETE /v2.0/ports/551fb151-9b12-407a-8043-9fd032a00ad0 HTTP/1.1" status: 204 len: 168 time: 2.2505474 Feb 04 11:33:48.352929 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59348) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:48.404020 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b8150e-084d-45c6-a89d-29ebb9b1f0b6 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:33:48.411652 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ea3193c7-02bc-4d75-8b71-0f698517bf4b tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:48.417000 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e1b8150e-084d-45c6-a89d-29ebb9b1f0b6 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:48.425050 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496add37-ea0f-43e2-80b5-f84bd8e4baf1 None None] Sync routers for ids ['d5623e60-72c8-4463-95b8-0f01fd304eb5'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:33:48.442818 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496add37-ea0f-43e2-80b5-f84bd8e4baf1 None None] Routers {'d5623e60-72c8-4463-95b8-0f01fd304eb5'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:33:48.444002 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-496add37-ea0f-43e2-80b5-f84bd8e4baf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:33:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['d5623e60-72c8-4463-95b8-0f01fd304eb5'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:48.459542 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: e827d9b6-f2b7-417a-93b8-01e015dd81e8 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:33:48.459889 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device e827d9b6-f2b7-417a-93b8-01e015dd81e8 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:33:48.556794 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e1b8150e-084d-45c6-a89d-29ebb9b1f0b6 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "PUT /v2.0/floatingips/a3702b83-538b-4b4f-9692-6df40a5d139a HTTP/1.1" status: 200 len: 990 time: 7.7482800 Feb 04 11:33:48.565782 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c778463b-41e6-4ec6-bd22-c0c64350936d', 'tag': '4c29e77f-345d-4346-b25d-16034512a28c'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:33:48.626930 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3193c7-02bc-4d75-8b71-0f698517bf4b tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Pushing event deleted for resources: {'Port': ['ID=d9fa3db0-c93c-4c54-8919-3dc29afd5926,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:48.628222 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5e1e77-d3ee-457a-9cd5-60eef1485a86 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:48.651952 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-4b5e1e77-d3ee-457a-9cd5-60eef1485a86 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3584774 Feb 04 11:33:48.653203 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59356) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:48.669380 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da919ca-333e-40e9-b4ca-abf98c5623fc None None] DHCP port deletion for a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:33:48.681978 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-3da919ca-333e-40e9-b4ca-abf98c5623fc None None] Deleting port 5549161f-17cd-4884-a39c-d8eadd5a42b1 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:33:48.686218 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3da919ca-333e-40e9-b4ca-abf98c5623fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:48.686888 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-49e7498f-b434-499f-a801-74d6ca25d457 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:48.696193 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.api [None req-f327e498-7972-497e-b41d-049d0f55fb3e tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:33:48.696788 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG oslo_db.api [None req-f327e498-7972-497e-b41d-049d0f55fb3e tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:33:48.760615 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd4c4c6-11be-4c22-971f-363f9cad7a99 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:48.761959 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6fd4c4c6-11be-4c22-971f-363f9cad7a99 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Synchronizing usage tracker for tenant:afe3705eae3c425eaa53d9ef8c04fa42 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:48.867629 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-496add37-ea0f-43e2-80b5-f84bd8e4baf1 None None] Set router d5623e60-72c8-4463-95b8-0f01fd304eb5 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:33:48.881539 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c778463b-41e6-4ec6-bd22-c0c64350936d', 'tag': '4c29e77f-345d-4346-b25d-16034512a28c', 'status': 'completed', 'code': 200} Feb 04 11:33:48.940600 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68e9c74-eed9-4f60-abd5-63359ce684d9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:48.943968 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-a68e9c74-eed9-4f60-abd5-63359ce684d9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:48.981756 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6fd4c4c6-11be-4c22-971f-363f9cad7a99 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Unset dirty status for tenant:afe3705eae3c425eaa53d9ef8c04fa42 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:48.983755 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6fd4c4c6-11be-4c22-971f-363f9cad7a99 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] 10.222.0.21 "GET /v2.0/ports?device_id=7410fc0c-4500-4634-bd2b-e626d7e506b0 HTTP/1.1" status: 200 len: 913 time: 0.6282132 Feb 04 11:33:48.988029 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59362) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:49.201072 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-a68e9c74-eed9-4f60-abd5-63359ce684d9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:49.211219 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a68e9c74-eed9-4f60-abd5-63359ce684d9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5530221 Feb 04 11:33:49.215422 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59366) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:49.236477 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-3da919ca-333e-40e9-b4ca-abf98c5623fc None None] For port 5549161f-17cd-4884-a39c-d8eadd5a42b1, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=5549161f-17cd-4884-a39c-d8eadd5a42b1,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:33:49.239024 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3da919ca-333e-40e9-b4ca-abf98c5623fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:49.408458 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-f327e498-7972-497e-b41d-049d0f55fb3e tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Deleting port e827d9b6-f2b7-417a-93b8-01e015dd81e8 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:33:49.409327 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f327e498-7972-497e-b41d-049d0f55fb3e tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:49.451577 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ea3193c7-02bc-4d75-8b71-0f698517bf4b tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:49.497589 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-f327e498-7972-497e-b41d-049d0f55fb3e tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] The port 'e827d9b6-f2b7-417a-93b8-01e015dd81e8' was deleted {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:33:49.570233 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59372) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:49.584372 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-496add37-ea0f-43e2-80b5-f84bd8e4baf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'name': 'tempest-ServersTestJSON-2074940559-router', 'tenant_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '71652ffa-ab89-4356-9c31-0b8424244031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:26Z', 'updated_at': '2022-02-04T11:32:36Z', 'revision_number': 4, 'project_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'gw_port': {'id': '71652ffa-ab89-4356-9c31-0b8424244031', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:27Z', 'updated_at': '2022-02-04T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': 'a3702b83-538b-4b4f-9692-6df40a5d139a', 'tenant_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'floating_ip_address': '172.26.3.83', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'port_id': '4c29e77f-345d-4346-b25d-16034512a28c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c4e9593-ca79-45e5-9cfb-0175c4a07e6f', 'mac_address': 'fa:16:3e:52:3a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c778463b-41e6-4ec6-bd22-c0c64350936d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:32:51Z', 'updated_at': '2022-02-04T11:33:42Z', 'revision_number': 1, 'project_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8fe6aff-040c-4bdb-8693-c713e22ad4fe', 'name': '', 'network_id': '1c4e9593-ca79-45e5-9cfb-0175c4a07e6f', 'tenant_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'mac_address': 'fa:16:3e:64:d0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd604c559-206d-41f7-934e-2e0e7fee1aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:35Z', 'updated_at': '2022-02-04T11:33:13Z', 'revision_number': 5, 'project_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'subnets': [{'id': 'd604c559-206d-41f7-934e-2e0e7fee1aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:49.586494 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ac854808-ed93-4ccb-a55c-7eb2107f7c3f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3688910 Feb 04 11:33:49.588937 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496add37-ea0f-43e2-80b5-f84bd8e4baf1 None None] Checking router: d5623e60-72c8-4463-95b8-0f01fd304eb5 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:33:49.602294 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496add37-ea0f-43e2-80b5-f84bd8e4baf1 None None] Routers {'d5623e60-72c8-4463-95b8-0f01fd304eb5'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:33:49.602898 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-496add37-ea0f-43e2-80b5-f84bd8e4baf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:33:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['d5623e60-72c8-4463-95b8-0f01fd304eb5'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:49.607193 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-3da919ca-333e-40e9-b4ca-abf98c5623fc None None] Calling delete_port for 5549161f-17cd-4884-a39c-d8eadd5a42b1 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:33:49.650045 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-661abad3-858e-40ae-8ade-4c0eab994b69 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:49.771871 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ea3193c7-02bc-4d75-8b71-0f698517bf4b tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] 10.222.0.21 "DELETE /v2.0/ports/d9fa3db0-c93c-4c54-8919-3dc29afd5926 HTTP/1.1" status: 204 len: 168 time: 4.1201465 Feb 04 11:33:49.841591 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59376) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:49.862113 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3da919ca-333e-40e9-b4ca-abf98c5623fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:49.888851 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-496add37-ea0f-43e2-80b5-f84bd8e4baf1 None None] Set router d5623e60-72c8-4463-95b8-0f01fd304eb5 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:33:49.891224 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-832e8db4-382b-47aa-a690-22680f845c2b req-0e7605a5-a387-456f-b743-ce66cc9d8fd5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=74eeb4f9d8f74fc499285014b76b0ac9&device_id=c778463b-41e6-4ec6-bd22-c0c64350936d HTTP/1.1" status: 200 len: 1098 time: 0.9136624 Feb 04 11:33:49.914830 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-81476608-a2a7-4cf1-9824-1f0e532f9949 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] GET failed (client error): The resource could not be found. Feb 04 11:33:49.921355 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-81476608-a2a7-4cf1-9824-1f0e532f9949 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] 10.222.0.21 "GET /v2.0/ports/d9fa3db0-c93c-4c54-8919-3dc29afd5926 HTTP/1.1" status: 404 len: 333 time: 0.0778863 Feb 04 11:33:49.923076 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59380) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:49.953331 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da919ca-333e-40e9-b4ca-abf98c5623fc None None] No DVR routers for this DVR port 5549161f-17cd-4884-a39c-d8eadd5a42b1 on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:33:49.956816 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da919ca-333e-40e9-b4ca-abf98c5623fc None None] Pushing event deleted for resources: {'Port': ['ID=5549161f-17cd-4884-a39c-d8eadd5a42b1,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:50.028214 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-3bc2b40f-ea6f-4a6c-8a04-e502baac391e tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Deleting port 4b8fb0d9-e3be-4350-9099-feaa0ca01b24 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:33:50.028637 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3bc2b40f-ea6f-4a6c-8a04-e502baac391e tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:50.099110 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f532e-c2ba-4e54-acd4-78b1c6501c47 req-3414ee7e-732a-479d-8e31-1378773bd4e3 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:50.110083 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-559f532e-c2ba-4e54-acd4-78b1c6501c47 req-3414ee7e-732a-479d-8e31-1378773bd4e3 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/ports?device_id=c778463b-41e6-4ec6-bd22-c0c64350936d HTTP/1.1" status: 200 len: 945 time: 1.1451106 Feb 04 11:33:50.110301 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 5549161f-17cd-4884-a39c-d8eadd5a42b1 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:33:50.110388 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e017f2-d2b4-4f4f-be02-2ebf4ce859b5 req-e29ad562-a0a6-44a6-aefb-5a9fb6689f86 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:50.111957 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-93e017f2-d2b4-4f4f-be02-2ebf4ce859b5 req-e29ad562-a0a6-44a6-aefb-5a9fb6689f86 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.3023565 Feb 04 11:33:50.146902 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f327e498-7972-497e-b41d-049d0f55fb3e tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:50.148382 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 5549161f-17cd-4884-a39c-d8eadd5a42b1 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:33:50.148723 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 5549161f-17cd-4884-a39c-d8eadd5a42b1 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:33:50.406011 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-496add37-ea0f-43e2-80b5-f84bd8e4baf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'name': 'tempest-ServersTestJSON-2074940559-router', 'tenant_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '71652ffa-ab89-4356-9c31-0b8424244031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:26Z', 'updated_at': '2022-02-04T11:32:36Z', 'revision_number': 4, 'project_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'gw_port': {'id': '71652ffa-ab89-4356-9c31-0b8424244031', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:27Z', 'updated_at': '2022-02-04T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': 'a3702b83-538b-4b4f-9692-6df40a5d139a', 'tenant_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'floating_ip_address': '172.26.3.83', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'port_id': '4c29e77f-345d-4346-b25d-16034512a28c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c4e9593-ca79-45e5-9cfb-0175c4a07e6f', 'mac_address': 'fa:16:3e:52:3a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c778463b-41e6-4ec6-bd22-c0c64350936d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:32:51Z', 'updated_at': '2022-02-04T11:33:42Z', 'revision_number': 1, 'project_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8fe6aff-040c-4bdb-8693-c713e22ad4fe', 'name': '', 'network_id': '1c4e9593-ca79-45e5-9cfb-0175c4a07e6f', 'tenant_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'mac_address': 'fa:16:3e:64:d0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd604c559-206d-41f7-934e-2e0e7fee1aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:35Z', 'updated_at': '2022-02-04T11:33:13Z', 'revision_number': 5, 'project_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'subnets': [{'id': 'd604c559-206d-41f7-934e-2e0e7fee1aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:50.408450 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-661abad3-858e-40ae-8ade-4c0eab994b69 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:50.410535 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496add37-ea0f-43e2-80b5-f84bd8e4baf1 None None] The sync data for ids ['d5623e60-72c8-4463-95b8-0f01fd304eb5'] in dv-neutron-827825-2-hyperv is: [{'id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'name': 'tempest-ServersTestJSON-2074940559-router', 'tenant_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '71652ffa-ab89-4356-9c31-0b8424244031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:26Z', 'updated_at': '2022-02-04T11:32:36Z', 'revision_number': 4, 'project_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'gw_port': {'id': '71652ffa-ab89-4356-9c31-0b8424244031', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:27Z', 'updated_at': '2022-02-04T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': 'a3702b83-538b-4b4f-9692-6df40a5d139a', 'tenant_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'floating_ip_address': '172.26.3.83', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'port_id': '4c29e77f-345d-4346-b25d-16034512a28c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c4e9593-ca79-45e5-9cfb-0175c4a07e6f', 'mac_address': 'fa:16:3e:52:3a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c778463b-41e6-4ec6-bd22-c0c64350936d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:32:51Z', 'updated_at': '2022-02-04T11:33:42Z', 'revision_number': 1, 'project_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8fe6aff-040c-4bdb-8693-c713e22ad4fe', 'name': '', 'network_id': '1c4e9593-ca79-45e5-9cfb-0175c4a07e6f', 'tenant_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'mac_address': 'fa:16:3e:64:d0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd604c559-206d-41f7-934e-2e0e7fee1aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:35Z', 'updated_at': '2022-02-04T11:33:13Z', 'revision_number': 5, 'project_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'subnets': [{'id': 'd604c559-206d-41f7-934e-2e0e7fee1aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:33:50.419192 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-f327e498-7972-497e-b41d-049d0f55fb3e tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb4e9238-6e8e-4461-90f7-c633236440b4']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:50.432869 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-93e017f2-d2b4-4f4f-be02-2ebf4ce859b5 req-5a57f228-7923-4131-86c3-dd299789f4d2 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3152254 Feb 04 11:33:50.472278 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-661abad3-858e-40ae-8ade-4c0eab994b69 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:50.474579 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-f327e498-7972-497e-b41d-049d0f55fb3e tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b66978-0b3e-4d6a-a7d0-d83dbdb56766') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:50.474874 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-f327e498-7972-497e-b41d-049d0f55fb3e tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b66978-0b3e-4d6a-a7d0-d83dbdb56766') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:50.509508 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f327e498-7972-497e-b41d-049d0f55fb3e tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:50.517422 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e8db4-382b-47aa-a690-22680f845c2b req-7b14a3b6-87b7-4454-9d59-56fe27e9a1fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:50.518895 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-832e8db4-382b-47aa-a690-22680f845c2b req-7b14a3b6-87b7-4454-9d59-56fe27e9a1fa service neutron] 10.222.0.47 "GET /v2.0/networks?id=1c4e9593-ca79-45e5-9cfb-0175c4a07e6f HTTP/1.1" status: 200 len: 907 time: 0.5999780 Feb 04 11:33:50.521084 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-559f532e-c2ba-4e54-acd4-78b1c6501c47 req-b42fc23f-88ec-41db-a647-643caeef4801 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b65b1d6-954c-4ebe-b4bc-39f78bce49be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4115627 Feb 04 11:33:50.524883 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3bc2b40f-ea6f-4a6c-8a04-e502baac391e tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:50.528581 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-49e7498f-b434-499f-a801-74d6ca25d457 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:50.600536 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661abad3-858e-40ae-8ade-4c0eab994b69 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:50.616050 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f327e498-7972-497e-b41d-049d0f55fb3e tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:50.634160 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-49e7498f-b434-499f-a801-74d6ca25d457 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:50.714318 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-3bc2b40f-ea6f-4a6c-8a04-e502baac391e tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Calling delete_port for 4b8fb0d9-e3be-4350-9099-feaa0ca01b24 owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:33:50.722316 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f327e498-7972-497e-b41d-049d0f55fb3e tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:33:50.722993 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f327e498-7972-497e-b41d-049d0f55fb3e tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:50.749389 dv-neutron-827825-2-hyperv neutron-server[84205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:33:50.749389 dv-neutron-827825-2-hyperv neutron-server[84205]: util.warn( Feb 04 11:33:50.749389 dv-neutron-827825-2-hyperv neutron-server[84205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:33:50.749389 dv-neutron-827825-2-hyperv neutron-server[84205]: util.warn( Feb 04 11:33:50.749389 dv-neutron-827825-2-hyperv neutron-server[84205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:33:50.749389 dv-neutron-827825-2-hyperv neutron-server[84205]: util.warn( Feb 04 11:33:50.749389 dv-neutron-827825-2-hyperv neutron-server[84205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:33:50.749389 dv-neutron-827825-2-hyperv neutron-server[84205]: util.warn( Feb 04 11:33:50.749389 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:33:50.749389 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:33:50.749389 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:33:50.749389 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:33:50.749389 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:33:50.749389 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:33:50.749389 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:33:50.749389 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:33:50.749389 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:33:50.749389 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:33:50.749389 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:33:50.749389 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:33:50.749389 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:33:50.749389 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:33:50.749389 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:33:50.749389 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:33:50.749389 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:33:50.749389 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:33:50.749389 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:33:50.749389 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:33:50.749389 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:33:50.749389 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:33:50.749389 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:33:50.749389 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:33:50.749389 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:33:50.749389 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:33:50.749389 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:33:50.749389 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:33:50.749389 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:33:50.749389 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:33:50.749389 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:33:50.749389 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:33:50.878424 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f7c90070-495e-42e4-a30f-f925ab840b30 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:50.964214 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-49e7498f-b434-499f-a801-74d6ca25d457 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] In _notify_port_updated(), no bound segment for port 1b37beaa-6d92-4eff-92e4-6dddc8baa3d6 on network 5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba {{(pid=84205) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 11:33:50.970033 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e7498f-b434-499f-a801-74d6ca25d457 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:50.971755 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-49e7498f-b434-499f-a801-74d6ca25d457 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:50.972912 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-49e7498f-b434-499f-a801-74d6ca25d457 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] 10.222.0.21 "PUT /v2.0/ports/1b37beaa-6d92-4eff-92e4-6dddc8baa3d6 HTTP/1.1" status: 200 len: 1002 time: 3.5507739 Feb 04 11:33:50.976364 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59384) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:51.008884 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-832e8db4-382b-47aa-a690-22680f845c2b req-85716ff4-bdad-4532-b788-9c0170920565 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c29e77f-345d-4346-b25d-16034512a28c HTTP/1.1" status: 200 len: 998 time: 0.4747701 Feb 04 11:33:51.017041 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-661abad3-858e-40ae-8ade-4c0eab994b69 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:51.050521 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3bc2b40f-ea6f-4a6c-8a04-e502baac391e tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:51.111426 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b84f6-b028-4403-9254-c9f4447e0341 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Deleting port 1b37beaa-6d92-4eff-92e4-6dddc8baa3d6 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:33:51.111937 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ee3b84f6-b028-4403-9254-c9f4447e0341 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:51.132859 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7498f-b434-499f-a801-74d6ca25d457 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Pushing event updated for resources: {'Port': ['ID=1b37beaa-6d92-4eff-92e4-6dddc8baa3d6,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:51.159124 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2b40f-ea6f-4a6c-8a04-e502baac391e tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Pushing event deleted for resources: {'Port': ['ID=4b8fb0d9-e3be-4350-9099-feaa0ca01b24,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:51.178466 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f327e498-7972-497e-b41d-049d0f55fb3e tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:51.187773 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f327e498-7972-497e-b41d-049d0f55fb3e tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:51.308562 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2a064d66-303a-4e51-8fb0-c53ffd476b8a None None] Provisioning complete for port 1b37beaa-6d92-4eff-92e4-6dddc8baa3d6 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:51.309334 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2a064d66-303a-4e51-8fb0-c53ffd476b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:51.329204 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f327e498-7972-497e-b41d-049d0f55fb3e tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] 10.222.0.21 "DELETE /v2.0/networks/bb4e9238-6e8e-4461-90f7-c633236440b4 HTTP/1.1" status: 204 len: 168 time: 5.2738812 Feb 04 11:33:51.356280 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e8db4-382b-47aa-a690-22680f845c2b req-8a20605f-af18-4bc3-a6ac-29bec8d771ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:51.366730 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-832e8db4-382b-47aa-a690-22680f845c2b req-8a20605f-af18-4bc3-a6ac-29bec8d771ff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d604c559-206d-41f7-934e-2e0e7fee1aca HTTP/1.1" status: 200 len: 845 time: 0.3300402 Feb 04 11:33:51.403352 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061aa1cc-5975-454c-a742-ba8a029cd319 None None] New status for floating IP a3702b83-538b-4b4f-9692-6df40a5d139a: ACTIVE {{(pid=84206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 11:33:51.464554 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327e498-7972-497e-b41d-049d0f55fb3e tempest-ExtraDHCPOptionsTestJSON-1838025428 tempest-ExtraDHCPOptionsTestJSON-1838025428-project] Pushing event deleted for resources: {'Network': ['ID=bb4e9238-6e8e-4461-90f7-c633236440b4,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:51.682350 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3bc2b40f-ea6f-4a6c-8a04-e502baac391e tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:51.712481 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-832e8db4-382b-47aa-a690-22680f845c2b req-bc93993a-e51a-4865-a7fc-7dbac5dd0a0b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1c4e9593-ca79-45e5-9cfb-0175c4a07e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3283231 Feb 04 11:33:51.854400 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3bc2b40f-ea6f-4a6c-8a04-e502baac391e tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] 10.222.0.21 "DELETE /v2.0/ports/4b8fb0d9-e3be-4350-9099-feaa0ca01b24 HTTP/1.1" status: 204 len: 168 time: 1.9289005 Feb 04 11:33:51.860277 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59396) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:51.963086 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-2a064d66-303a-4e51-8fb0-c53ffd476b8a None None] Port 1b37beaa-6d92-4eff-92e4-6dddc8baa3d6 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:33:51.984417 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b0e701-81f1-4354-82b8-7e810ab741ce tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Router 0913055d-e0e4-46b6-8bff-2cbc157d881d has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:33:52.017646 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59400) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:52.024089 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-832e8db4-382b-47aa-a690-22680f845c2b req-416a1993-e24f-4f32-910c-5aacb45f8465 service neutron] 10.222.0.47 "GET /v2.0/networks/1c4e9593-ca79-45e5-9cfb-0175c4a07e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995553 Feb 04 11:33:52.067082 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742b752-18c9-4aa8-aeb6-848d9b71b42c req-0a88376e-4abe-48bd-9993-917eaf3a0f05 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:52.068708 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3742b752-18c9-4aa8-aeb6-848d9b71b42c req-0a88376e-4abe-48bd-9993-917eaf3a0f05 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/ports?device_id=c778463b-41e6-4ec6-bd22-c0c64350936d HTTP/1.1" status: 200 len: 945 time: 0.2454386 Feb 04 11:33:52.073932 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-661abad3-858e-40ae-8ade-4c0eab994b69 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:52.163097 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ee3b84f6-b028-4403-9254-c9f4447e0341 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:52.183007 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a01b9c-7669-438a-bfb2-10a10aa0be6c req-bd2e3571-bf06-414f-b85c-4c296b455725 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:52.190279 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-55a01b9c-7669-438a-bfb2-10a10aa0be6c req-bd2e3571-bf06-414f-b85c-4c296b455725 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.4073236 Feb 04 11:33:52.255553 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661abad3-858e-40ae-8ade-4c0eab994b69 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Subnet': ['ID=8292e3f0-af85-4ced-88a6-d2d918a5d95c,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:52.303401 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661abad3-858e-40ae-8ade-4c0eab994b69 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:52.314473 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-661abad3-858e-40ae-8ade-4c0eab994b69 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:52.324408 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650bbbe1-529f-4231-90da-500f83dc6902 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:33:52.331053 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661abad3-858e-40ae-8ade-4c0eab994b69 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:52.331647 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-661abad3-858e-40ae-8ade-4c0eab994b69 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:52.396719 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b84f6-b028-4403-9254-c9f4447e0341 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Calling delete_port for 1b37beaa-6d92-4eff-92e4-6dddc8baa3d6 owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:33:52.553904 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-914be8e6-f9bd-465d-ad54-e506626ef5e2 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Deleting subnet 81a81b0c-f601-41f8-86d6-5f7d175fc164 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:33:52.581046 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-914be8e6-f9bd-465d-ad54-e506626ef5e2 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:52.584322 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac4d7f8-7a82-45c0-8361-8ace13bcf1d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'tenant_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'fixed_ips': [{'subnet_id': '8292e3f0-af85-4ced-88a6-d2d918a5d95c'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:33:52.585324 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-aac4d7f8-7a82-45c0-8361-8ace13bcf1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:52.588862 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ea8c3990-af7c-4435-b526-6d275bcff7b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b888b3bcdb9e460ebea91ba9e47b69ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5699778 Feb 04 11:33:52.596806 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-832e8db4-382b-47aa-a690-22680f845c2b req-59b2288f-98b4-4399-ae7c-8099fa33c0b5 service neutron] 10.222.0.47 "GET /v2.0/networks/1c4e9593-ca79-45e5-9cfb-0175c4a07e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5535131 Feb 04 11:33:52.596806 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3742b752-18c9-4aa8-aeb6-848d9b71b42c req-ff027ba7-5e5e-46bc-9ae5-611d3db32f7a tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b65b1d6-954c-4ebe-b4bc-39f78bce49be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3448145 Feb 04 11:33:52.596806 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59406) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:52.651890 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-661abad3-858e-40ae-8ade-4c0eab994b69 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0209544 Feb 04 11:33:52.700620 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59410) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:52.721265 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-7ec55aff-e968-42fb-b748-8d9e7dc114bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'port': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'fixed_ips': [{'subnet_id': '8292e3f0-af85-4ced-88a6-d2d918a5d95c', 'ip_address': '2001:db8::73eb:6603:b220:6cc8'}], 'name': 'tempest-NetworksTestDHCPv6-26888653'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:52.733663 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-831c524a-4043-4885-980b-99b4d3abda7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:52.746125 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-55a01b9c-7669-438a-bfb2-10a10aa0be6c req-fe9582f8-f2ce-4772-afdd-6fbb0281b5c4 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5542765 Feb 04 11:33:52.748050 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-914be8e6-f9bd-465d-ad54-e506626ef5e2 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:52.786442 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-831c524a-4043-4885-980b-99b4d3abda7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:52.806525 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-aac4d7f8-7a82-45c0-8361-8ace13bcf1d1 None None] Allocated IP 2001:db8::2 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/8292e3f0-af85-4ced-88a6-d2d918a5d95c/318ebe5f-7bbe-4ec6-b220-5a9494f76eda) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:52.837268 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b0e701-81f1-4354-82b8-7e810ab741ce tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:33:52.850611 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-94b0e701-81f1-4354-82b8-7e810ab741ce tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:52.858245 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbd2adf-743d-4b18-872d-9175f9d2227c None None] Sync routers for ids ['0913055d-e0e4-46b6-8bff-2cbc157d881d'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:33:52.875452 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbd2adf-743d-4b18-872d-9175f9d2227c None None] Routers {'0913055d-e0e4-46b6-8bff-2cbc157d881d'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:33:52.876125 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-6bbd2adf-743d-4b18-872d-9175f9d2227c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:33:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['0913055d-e0e4-46b6-8bff-2cbc157d881d'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:52.914623 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-94b0e701-81f1-4354-82b8-7e810ab741ce tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "PUT /v2.0/floatingips/f623a573-74aa-49da-a997-2d1369caf240 HTTP/1.1" status: 200 len: 990 time: 9.7944984 Feb 04 11:33:52.914623 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574a4de5-7298-4cfa-9007-79d093aba2f5', 'tag': '78f52afe-da02-4e40-adb6-2000eb1a083a'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:33:52.947166 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-831c524a-4043-4885-980b-99b4d3abda7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:52.949589 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-831c524a-4043-4885-980b-99b4d3abda7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:52.950712 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-831c524a-4043-4885-980b-99b4d3abda7e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2733c91f-7e2c-4a94-bdf1-c2ff0eb4997a HTTP/1.1" status: 204 len: 168 time: 0.3540678 Feb 04 11:33:52.978081 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c524a-4043-4885-980b-99b4d3abda7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2733c91f-7e2c-4a94-bdf1-c2ff0eb4997a,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:53.015485 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574a4de5-7298-4cfa-9007-79d093aba2f5', 'tag': '78f52afe-da02-4e40-adb6-2000eb1a083a', 'status': 'completed', 'code': 200} Feb 04 11:33:53.145519 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9e6d0ac4-a29c-4f77-a4b5-0eb77781ac04 req-29cd2819-5550-41ae-a5af-52e3ca677c23 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=428c59d92c8b47a08a015e5fd3f6d227&device_id=574a4de5-7298-4cfa-9007-79d093aba2f5 HTTP/1.1" status: 200 len: 1098 time: 0.0984163 Feb 04 11:33:53.167055 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-aac4d7f8-7a82-45c0-8361-8ace13bcf1d1 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:53.244109 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-914be8e6-f9bd-465d-ad54-e506626ef5e2 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:53.284299 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-6bbd2adf-743d-4b18-872d-9175f9d2227c None None] Set router 0913055d-e0e4-46b6-8bff-2cbc157d881d gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:33:53.301936 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-7ec55aff-e968-42fb-b748-8d9e7dc114bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:53.317875 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-7ec55aff-e968-42fb-b748-8d9e7dc114bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:port and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:53.328517 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-7ec55aff-e968-42fb-b748-8d9e7dc114bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:53.340582 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-7ec55aff-e968-42fb-b748-8d9e7dc114bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:53.341728 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-aac4d7f8-7a82-45c0-8361-8ace13bcf1d1 None None] Transition to ACTIVE for port object 318ebe5f-7bbe-4ec6-b220-5a9494f76eda will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:53.353701 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ee3b84f6-b028-4403-9254-c9f4447e0341 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:53.418420 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf7298-c3dd-4a9d-8d92-88c0868edb4f req-dae9a037-fc5d-47b3-936e-7f6818c57a33 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:53.426739 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-64bf7298-c3dd-4a9d-8d92-88c0868edb4f req-dae9a037-fc5d-47b3-936e-7f6818c57a33 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a4de5-7298-4cfa-9007-79d093aba2f5 HTTP/1.1" status: 200 len: 945 time: 0.2414470 Feb 04 11:33:53.452535 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d0ac4-a29c-4f77-a4b5-0eb77781ac04 req-33adedf2-4367-4306-9e09-aa697942704c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:53.454650 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9e6d0ac4-a29c-4f77-a4b5-0eb77781ac04 req-33adedf2-4367-4306-9e09-aa697942704c service neutron] 10.222.0.47 "GET /v2.0/networks?id=f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e HTTP/1.1" status: 200 len: 912 time: 0.2954602 Feb 04 11:33:53.556844 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b84f6-b028-4403-9254-c9f4447e0341 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Pushing event deleted for resources: {'Port': ['ID=1b37beaa-6d92-4eff-92e4-6dddc8baa3d6,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:53.579173 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-64bf7298-c3dd-4a9d-8d92-88c0868edb4f req-224961b7-3c00-457b-aa27-8b3ccec4ff42 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/security-groups?id=131ef674-554f-4d58-bfd5-51060e491135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515508 Feb 04 11:33:53.645699 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-aac4d7f8-7a82-45c0-8361-8ace13bcf1d1 None None] Transition to ACTIVE for port object 318ebe5f-7bbe-4ec6-b220-5a9494f76eda will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:53.653812 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec55aff-e968-42fb-b748-8d9e7dc114bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:53.659890 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9e6d0ac4-a29c-4f77-a4b5-0eb77781ac04 req-e2b97fc0-7a8c-40e2-8a7a-fe045d4dbc6a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78f52afe-da02-4e40-adb6-2000eb1a083a HTTP/1.1" status: 200 len: 998 time: 0.1852396 Feb 04 11:33:53.677624 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-914be8e6-f9bd-465d-ad54-e506626ef5e2 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:53.719616 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-aac4d7f8-7a82-45c0-8361-8ace13bcf1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:53.830315 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-6bbd2adf-743d-4b18-872d-9175f9d2227c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'name': 'tempest-ServersTestManualDisk-158342405-router', 'tenant_id': '428c59d92c8b47a08a015e5fd3f6d227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '7b0e4071-bf4d-4714-a885-bfed0933e4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:28Z', 'updated_at': '2022-02-04T11:32:42Z', 'revision_number': 4, 'project_id': '428c59d92c8b47a08a015e5fd3f6d227', 'gw_port': {'id': '7b0e4071-bf4d-4714-a885-bfed0933e4e5', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ba:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:30Z', 'updated_at': '2022-02-04T11:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': 'f623a573-74aa-49da-a997-2d1369caf240', 'tenant_id': '428c59d92c8b47a08a015e5fd3f6d227', 'floating_ip_address': '172.26.3.23', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'port_id': '78f52afe-da02-4e40-adb6-2000eb1a083a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e', 'mac_address': 'fa:16:3e:71:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574a4de5-7298-4cfa-9007-79d093aba2f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:32:55Z', 'updated_at': '2022-02-04T11:33:45Z', 'revision_number': 1, 'project_id': '428c59d92c8b47a08a015e5fd3f6d227', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7d67953-9356-420c-b3ae-6e0756518fbc', 'name': '', 'network_id': 'f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e', 'tenant_id': '428c59d92c8b47a08a015e5fd3f6d227', 'mac_address': 'fa:16:3e:51:02:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d824c0a-d4f0-4ce0-8751-d3972463ada2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:41Z', 'updated_at': '2022-02-04T11:33:16Z', 'revision_number': 5, 'project_id': '428c59d92c8b47a08a015e5fd3f6d227', 'subnets': [{'id': '3d824c0a-d4f0-4ce0-8751-d3972463ada2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:53.835526 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbd2adf-743d-4b18-872d-9175f9d2227c None None] Checking router: 0913055d-e0e4-46b6-8bff-2cbc157d881d for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:33:53.850249 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbd2adf-743d-4b18-872d-9175f9d2227c None None] Routers {'0913055d-e0e4-46b6-8bff-2cbc157d881d'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:33:53.850960 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-6bbd2adf-743d-4b18-872d-9175f9d2227c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:33:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['0913055d-e0e4-46b6-8bff-2cbc157d881d'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:53.881579 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914be8e6-f9bd-465d-ad54-e506626ef5e2 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Pushing event deleted for resources: {'Subnet': ['ID=81a81b0c-f601-41f8-86d6-5f7d175fc164,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:53.919534 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d0ac4-a29c-4f77-a4b5-0eb77781ac04 req-bb3877d9-d088-4758-bc3b-5c6fb6cad45c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:53.922800 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9e6d0ac4-a29c-4f77-a4b5-0eb77781ac04 req-bb3877d9-d088-4758-bc3b-5c6fb6cad45c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d824c0a-d4f0-4ce0-8751-d3972463ada2 HTTP/1.1" status: 200 len: 850 time: 0.2502522 Feb 04 11:33:53.949988 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769c72de-3b1e-4788-8c33-077da6a3c89c None None] Network 5d623e6d-d158-4720-aa3f-27b18cdcf192 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:33:53.987826 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac4d7f8-7a82-45c0-8361-8ace13bcf1d1 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:53.997013 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4d7f8-7a82-45c0-8361-8ace13bcf1d1 None None] Pushing event updated for resources: {'Port': ['ID=318ebe5f-7bbe-4ec6-b220-5a9494f76eda,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:54.007665 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-914be8e6-f9bd-465d-ad54-e506626ef5e2 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:54.066185 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-aac4d7f8-7a82-45c0-8361-8ace13bcf1d1 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:54.082503 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac4d7f8-7a82-45c0-8361-8ace13bcf1d1 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:33:54.138124 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-914be8e6-f9bd-465d-ad54-e506626ef5e2 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] 10.222.0.21 "DELETE /v2.0/subnets/81a81b0c-f601-41f8-86d6-5f7d175fc164 HTTP/1.1" status: 204 len: 168 time: 2.2711937 Feb 04 11:33:54.138314 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ee3b84f6-b028-4403-9254-c9f4447e0341 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:54.138843 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59432) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:54.144611 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ee3b84f6-b028-4403-9254-c9f4447e0341 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] 10.222.0.21 "DELETE /v2.0/ports/1b37beaa-6d92-4eff-92e4-6dddc8baa3d6 HTTP/1.1" status: 204 len: 168 time: 3.1671846 Feb 04 11:33:54.159300 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59436) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:54.238422 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-80f0a1de-fcbc-40af-a0ec-f67ab52286f0 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] GET failed (client error): The resource could not be found. Feb 04 11:33:54.238422 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-80f0a1de-fcbc-40af-a0ec-f67ab52286f0 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Synchronizing usage tracker for tenant:1f19b2ce9e0f4e79aeb86bad72ddb49c on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:54.254243 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7ec55aff-e968-42fb-b748-8d9e7dc114bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:54.259898 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-aac4d7f8-7a82-45c0-8361-8ace13bcf1d1 None None] Attempting to bind port 318ebe5f-7bbe-4ec6-b220-5a9494f76eda on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:33:54.260262 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-aac4d7f8-7a82-45c0-8361-8ace13bcf1d1 None None] Attempting to bind port 318ebe5f-7bbe-4ec6-b220-5a9494f76eda by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:33:54.260614 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac4d7f8-7a82-45c0-8361-8ace13bcf1d1 None None] Attempting to bind port 318ebe5f-7bbe-4ec6-b220-5a9494f76eda on network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:33:54.295099 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-6bbd2adf-743d-4b18-872d-9175f9d2227c None None] Set router 0913055d-e0e4-46b6-8bff-2cbc157d881d gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:33:54.307137 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-69cd2798-e0c8-4a6a-9ada-4686358c6c59 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:54.331948 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ddd92-84a8-48ef-8808-05d906153100 req-192936aa-fec0-4fa2-940e-92d2ddb17076 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:54.335278 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-cf1ddd92-84a8-48ef-8808-05d906153100 req-192936aa-fec0-4fa2-940e-92d2ddb17076 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.3008265 Feb 04 11:33:54.343749 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac4d7f8-7a82-45c0-8361-8ace13bcf1d1 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:33:54.344471 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac4d7f8-7a82-45c0-8361-8ace13bcf1d1 None None] Checking segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:33:54.345329 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-aac4d7f8-7a82-45c0-8361-8ace13bcf1d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:54.345506 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-80f0a1de-fcbc-40af-a0ec-f67ab52286f0 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Unset dirty status for tenant:1f19b2ce9e0f4e79aeb86bad72ddb49c on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:54.345738 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac4d7f8-7a82-45c0-8361-8ace13bcf1d1 None None] Bound using segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:33:54.346273 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-aac4d7f8-7a82-45c0-8361-8ace13bcf1d1 None None] Bound port: 318ebe5f-7bbe-4ec6-b220-5a9494f76eda, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:33:54.346627 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-aac4d7f8-7a82-45c0-8361-8ace13bcf1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:54.352694 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-80f0a1de-fcbc-40af-a0ec-f67ab52286f0 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] 10.222.0.21 "GET /v2.0/ports/1b37beaa-6d92-4eff-92e4-6dddc8baa3d6 HTTP/1.1" status: 404 len: 333 time: 0.1920879 Feb 04 11:33:54.363524 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59442) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:54.367473 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-7ec55aff-e968-42fb-b748-8d9e7dc114bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] device_id is not set on port 0058cd44-68be-4fb1-a5e6-af0a79525900 yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:33:54.378534 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9e6d0ac4-a29c-4f77-a4b5-0eb77781ac04 req-215f2e99-1c53-4e43-925e-3f2d41eabb65 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4466786 Feb 04 11:33:54.379272 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-69cd2798-e0c8-4a6a-9ada-4686358c6c59 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Deleting port 3b02b2cc-d5f7-40f0-9af8-bff5ae6b7d63 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:33:54.379616 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-69cd2798-e0c8-4a6a-9ada-4686358c6c59 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:54.412842 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-1bf7148c-2d27-4f4a-bd02-56d98d645a38 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Request body: {'port': {'network_id': '5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1076790783'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:54.524291 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-f7c90070-495e-42e4-a30f-f925ab840b30 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Deleting port 57c36c9d-adfd-4333-bd77-8ffab46b2deb {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:33:54.524640 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f7c90070-495e-42e4-a30f-f925ab840b30 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:54.603887 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbca28-c759-437c-9598-1e1fb8f9b247 req-798338a5-ac48-4077-94b4-053cfe2c6a27 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:54.605278 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-aac4d7f8-7a82-45c0-8361-8ace13bcf1d1 None None] For port 318ebe5f-7bbe-4ec6-b220-5a9494f76eda, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:33:54.605482 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-23dbca28-c759-437c-9598-1e1fb8f9b247 req-798338a5-ac48-4077-94b4-053cfe2c6a27 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/ports?device_id=c778463b-41e6-4ec6-bd22-c0c64350936d HTTP/1.1" status: 200 len: 945 time: 0.6023169 Feb 04 11:33:54.617994 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-aac4d7f8-7a82-45c0-8361-8ace13bcf1d1 None None] For port 318ebe5f-7bbe-4ec6-b220-5a9494f76eda, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=318ebe5f-7bbe-4ec6-b220-5a9494f76eda,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:33:54.737205 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5f3e54-e761-4488-b23c-7a4ee0affd1e None None] DHCP port deletion for 5d623e6d-d158-4720-aa3f-27b18cdcf192 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:33:54.742771 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f3e54-e761-4488-b23c-7a4ee0affd1e None None] Deleting port 3b02b2cc-d5f7-40f0-9af8-bff5ae6b7d63 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:33:54.743217 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9b5f3e54-e761-4488-b23c-7a4ee0affd1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:54.814860 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-aac4d7f8-7a82-45c0-8361-8ace13bcf1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:54.893784 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-cf1ddd92-84a8-48ef-8808-05d906153100 req-5b2d2b3c-cfdd-4db1-a8c5-ac4554d18fed tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5442340 Feb 04 11:33:54.933981 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-6bbd2adf-743d-4b18-872d-9175f9d2227c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'name': 'tempest-ServersTestManualDisk-158342405-router', 'tenant_id': '428c59d92c8b47a08a015e5fd3f6d227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '7b0e4071-bf4d-4714-a885-bfed0933e4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:28Z', 'updated_at': '2022-02-04T11:32:42Z', 'revision_number': 4, 'project_id': '428c59d92c8b47a08a015e5fd3f6d227', 'gw_port': {'id': '7b0e4071-bf4d-4714-a885-bfed0933e4e5', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ba:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:30Z', 'updated_at': '2022-02-04T11:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': 'f623a573-74aa-49da-a997-2d1369caf240', 'tenant_id': '428c59d92c8b47a08a015e5fd3f6d227', 'floating_ip_address': '172.26.3.23', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'port_id': '78f52afe-da02-4e40-adb6-2000eb1a083a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e', 'mac_address': 'fa:16:3e:71:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574a4de5-7298-4cfa-9007-79d093aba2f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:32:55Z', 'updated_at': '2022-02-04T11:33:45Z', 'revision_number': 1, 'project_id': '428c59d92c8b47a08a015e5fd3f6d227', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7d67953-9356-420c-b3ae-6e0756518fbc', 'name': '', 'network_id': 'f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e', 'tenant_id': '428c59d92c8b47a08a015e5fd3f6d227', 'mac_address': 'fa:16:3e:51:02:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d824c0a-d4f0-4ce0-8751-d3972463ada2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:41Z', 'updated_at': '2022-02-04T11:33:16Z', 'revision_number': 5, 'project_id': '428c59d92c8b47a08a015e5fd3f6d227', 'subnets': [{'id': '3d824c0a-d4f0-4ce0-8751-d3972463ada2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:54.954686 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbd2adf-743d-4b18-872d-9175f9d2227c None None] The sync data for ids ['0913055d-e0e4-46b6-8bff-2cbc157d881d'] in dv-neutron-827825-2-hyperv is: [{'id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'name': 'tempest-ServersTestManualDisk-158342405-router', 'tenant_id': '428c59d92c8b47a08a015e5fd3f6d227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '7b0e4071-bf4d-4714-a885-bfed0933e4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:28Z', 'updated_at': '2022-02-04T11:32:42Z', 'revision_number': 4, 'project_id': '428c59d92c8b47a08a015e5fd3f6d227', 'gw_port': {'id': '7b0e4071-bf4d-4714-a885-bfed0933e4e5', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ba:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:30Z', 'updated_at': '2022-02-04T11:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': 'f623a573-74aa-49da-a997-2d1369caf240', 'tenant_id': '428c59d92c8b47a08a015e5fd3f6d227', 'floating_ip_address': '172.26.3.23', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'port_id': '78f52afe-da02-4e40-adb6-2000eb1a083a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e', 'mac_address': 'fa:16:3e:71:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574a4de5-7298-4cfa-9007-79d093aba2f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:32:55Z', 'updated_at': '2022-02-04T11:33:45Z', 'revision_number': 1, 'project_id': '428c59d92c8b47a08a015e5fd3f6d227', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7d67953-9356-420c-b3ae-6e0756518fbc', 'name': '', 'network_id': 'f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e', 'tenant_id': '428c59d92c8b47a08a015e5fd3f6d227', 'mac_address': 'fa:16:3e:51:02:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d824c0a-d4f0-4ce0-8751-d3972463ada2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:41Z', 'updated_at': '2022-02-04T11:33:16Z', 'revision_number': 5, 'project_id': '428c59d92c8b47a08a015e5fd3f6d227', 'subnets': [{'id': '3d824c0a-d4f0-4ce0-8751-d3972463ada2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:33:54.965804 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-69cd2798-e0c8-4a6a-9ada-4686358c6c59 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] For port 3b02b2cc-d5f7-40f0-9af8-bff5ae6b7d63, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=3b02b2cc-d5f7-40f0-9af8-bff5ae6b7d63,segment=NetworkSegment(3c7d2a4a-0a80-4973-8e8f-61f5119c5a9e),segment_id=3c7d2a4a-0a80-4973-8e8f-61f5119c5a9e)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:33:54.966962 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-69cd2798-e0c8-4a6a-9ada-4686358c6c59 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:55.005261 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4d7f8-7a82-45c0-8361-8ace13bcf1d1 None None] Pushing event updated for resources: {'Port': ['ID=318ebe5f-7bbe-4ec6-b220-5a9494f76eda,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:55.101448 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-1bf7148c-2d27-4f4a-bd02-56d98d645a38 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:55.113254 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-1bf7148c-2d27-4f4a-bd02-56d98d645a38 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:55.177787 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f7c90070-495e-42e4-a30f-f925ab840b30 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:55.253661 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9b5f3e54-e761-4488-b23c-7a4ee0affd1e None None] For port 3b02b2cc-d5f7-40f0-9af8-bff5ae6b7d63, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=3b02b2cc-d5f7-40f0-9af8-bff5ae6b7d63,segment=NetworkSegment(3c7d2a4a-0a80-4973-8e8f-61f5119c5a9e),segment_id=3c7d2a4a-0a80-4973-8e8f-61f5119c5a9e)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:33:55.254109 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9b5f3e54-e761-4488-b23c-7a4ee0affd1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:55.335871 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-23dbca28-c759-437c-9598-1e1fb8f9b247 req-2873f6aa-3f5f-45b1-b78b-1a91ee18df34 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b65b1d6-954c-4ebe-b4bc-39f78bce49be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7142580 Feb 04 11:33:55.336982 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59454) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:55.345292 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-f7c90070-495e-42e4-a30f-f925ab840b30 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Calling delete_port for 57c36c9d-adfd-4333-bd77-8ffab46b2deb owned by network:router_interface {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:33:55.363791 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-69cd2798-e0c8-4a6a-9ada-4686358c6c59 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Calling delete_port for 3b02b2cc-d5f7-40f0-9af8-bff5ae6b7d63 owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:33:55.381251 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf7148c-2d27-4f4a-bd02-56d98d645a38 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Made reservation on behalf of 1f19b2ce9e0f4e79aeb86bad72ddb49c for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:55.384835 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1bf7148c-2d27-4f4a-bd02-56d98d645a38 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:55.469110 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-1bf7148c-2d27-4f4a-bd02-56d98d645a38 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] device_id is not set on port 9ed3951b-80c6-47af-aafb-17054d9674ce yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:33:55.591816 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f3e54-e761-4488-b23c-7a4ee0affd1e None None] Calling delete_port for 3b02b2cc-d5f7-40f0-9af8-bff5ae6b7d63 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:33:55.602178 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9e6d0ac4-a29c-4f77-a4b5-0eb77781ac04 req-ae670074-2625-4e51-9aea-9806c21a76cc service neutron] 10.222.0.47 "GET /v2.0/networks/f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1533828 Feb 04 11:33:55.672181 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-69cd2798-e0c8-4a6a-9ada-4686358c6c59 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:55.709188 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-9b5f3e54-e761-4488-b23c-7a4ee0affd1e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:33:55.709591 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-9b5f3e54-e761-4488-b23c-7a4ee0affd1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:33:55.783995 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd2798-e0c8-4a6a-9ada-4686358c6c59 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Pushing event deleted for resources: {'Port': ['ID=3b02b2cc-d5f7-40f0-9af8-bff5ae6b7d63,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:55.812906 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cd2798-e0c8-4a6a-9ada-4686358c6c59 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] No DVR routers for this DVR port 3b02b2cc-d5f7-40f0-9af8-bff5ae6b7d63 on host dv-neutron-827825-2-hyperv {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:33:55.878096 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b951d-5c24-49b8-bbc2-dd3874ae696a req-e4eb2069-37bc-4b42-8043-c1a3cb5caf34 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:55.879591 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-494b951d-5c24-49b8-bbc2-dd3874ae696a req-e4eb2069-37bc-4b42-8043-c1a3cb5caf34 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a4de5-7298-4cfa-9007-79d093aba2f5 HTTP/1.1" status: 200 len: 945 time: 0.7375507 Feb 04 11:33:55.887488 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-7ec55aff-e968-42fb-b748-8d9e7dc114bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Allocated IP 2001:db8::73eb:6603:b220:6cc8 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/8292e3f0-af85-4ced-88a6-d2d918a5d95c/0058cd44-68be-4fb1-a5e6-af0a79525900) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:55.911872 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-81d3a06c-d721-4483-86ba-800ee953aa80 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Request body: {'networks': [{'name': 'tempest-network--2045384652'}, {'name': 'tempest-network--1936103174'}]} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:55.912181 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-81d3a06c-d721-4483-86ba-800ee953aa80 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Request body: {'network': {'name': 'tempest-network--2045384652'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:55.912632 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-81d3a06c-d721-4483-86ba-800ee953aa80 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Request body: {'network': {'name': 'tempest-network--1936103174'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:55.951265 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-81d3a06c-d721-4483-86ba-800ee953aa80 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:55.965732 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9e6d0ac4-a29c-4f77-a4b5-0eb77781ac04 req-078a1c99-f7db-4e05-9137-db8a5d32f9e5 service neutron] 10.222.0.47 "GET /v2.0/networks/f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565273 Feb 04 11:33:55.993358 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-81d3a06c-d721-4483-86ba-800ee953aa80 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Usage tracker for resource:network and tenant:ae56dbb99e0c48d88f36ce54561615d4 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:56.008502 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-81d3a06c-d721-4483-86ba-800ee953aa80 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:56.008776 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-69cd2798-e0c8-4a6a-9ada-4686358c6c59 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:56.041534 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-494b951d-5c24-49b8-bbc2-dd3874ae696a req-eb76cd06-f6a1-43b4-a673-780e579ace55 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/security-groups?id=131ef674-554f-4d58-bfd5-51060e491135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459360 Feb 04 11:33:56.045809 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-69cd2798-e0c8-4a6a-9ada-4686358c6c59 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d623e6d-d158-4720-aa3f-27b18cdcf192']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:56.046905 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-81d3a06c-d721-4483-86ba-800ee953aa80 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:56.065913 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-69cd2798-e0c8-4a6a-9ada-4686358c6c59 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c7d2a4a-0a80-4973-8e8f-61f5119c5a9e') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:56.066381 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-69cd2798-e0c8-4a6a-9ada-4686358c6c59 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c7d2a4a-0a80-4973-8e8f-61f5119c5a9e') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:56.090266 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-69cd2798-e0c8-4a6a-9ada-4686358c6c59 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:56.118789 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-69cd2798-e0c8-4a6a-9ada-4686358c6c59 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:56.119265 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69cd2798-e0c8-4a6a-9ada-4686358c6c59 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:33:56.119824 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-69cd2798-e0c8-4a6a-9ada-4686358c6c59 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:56.159694 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:33:56.159694 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:33:56.159694 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:33:56.159694 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:33:56.159694 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:33:56.159694 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:33:56.159694 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:33:56.159694 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:33:56.159694 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:33:56.159694 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:33:56.159694 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:33:56.159694 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:33:56.159694 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:33:56.159694 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:33:56.159694 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:33:56.159694 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:33:56.159694 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:33:56.159694 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:33:56.159694 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:33:56.159694 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:33:56.159694 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:33:56.159694 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:33:56.159694 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:33:56.159694 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:33:56.159694 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:33:56.159694 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:33:56.159694 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:33:56.159694 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:33:56.159694 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:33:56.159694 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:33:56.159694 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:33:56.159694 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:33:56.210448 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 318ebe5f-7bbe-4ec6-b220-5a9494f76eda up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:56.234526 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-1bf7148c-2d27-4f4a-bd02-56d98d645a38 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Allocated IP 2001:db8::295 (5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba/de8da0c2-f644-481d-9ec5-9f78baa66f08/9ed3951b-80c6-47af-aafb-17054d9674ce) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:56.259249 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f3e54-e761-4488-b23c-7a4ee0affd1e None None] Deleting port 3b02b2cc-d5f7-40f0-9af8-bff5ae6b7d63 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:33:56.259249 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9b5f3e54-e761-4488-b23c-7a4ee0affd1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:56.279280 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d3a06c-d721-4483-86ba-800ee953aa80 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Made reservation on behalf of ae56dbb99e0c48d88f36ce54561615d4 for: {'network': 2} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:56.284670 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-81d3a06c-d721-4483-86ba-800ee953aa80 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:56.354810 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4ac2c-8193-4557-970c-3071d6203998 req-ec3c280b-4d2b-4454-8926-7252a44d5685 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:56.356658 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-20b4ac2c-8193-4557-970c-3071d6203998 req-ec3c280b-4d2b-4454-8926-7252a44d5685 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.1163447 Feb 04 11:33:56.383383 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-69cd2798-e0c8-4a6a-9ada-4686358c6c59 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:56.392507 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f3e54-e761-4488-b23c-7a4ee0affd1e None None] The port '3b02b2cc-d5f7-40f0-9af8-bff5ae6b7d63' was deleted {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:33:56.394437 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-81d3a06c-d721-4483-86ba-800ee953aa80 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:56.432938 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-69cd2798-e0c8-4a6a-9ada-4686358c6c59 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:56.440807 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396c460-a2ec-47f9-9b61-8e86fa9446e4 req-b6e33073-97a3-4851-a24a-a1d6bf0efc3a tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:56.442107 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9396c460-a2ec-47f9-9b61-8e86fa9446e4 req-b6e33073-97a3-4851-a24a-a1d6bf0efc3a tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/ports?device_id=c778463b-41e6-4ec6-bd22-c0c64350936d HTTP/1.1" status: 200 len: 945 time: 0.8721471 Feb 04 11:33:56.451120 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd2798-e0c8-4a6a-9ada-4686358c6c59 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] Pushing event deleted for resources: {'Network': ['ID=5d623e6d-d158-4720-aa3f-27b18cdcf192,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:56.468935 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-20b4ac2c-8193-4557-970c-3071d6203998 req-c73f3edc-d993-43b3-a893-d8694e913551 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047473 Feb 04 11:33:56.469708 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-69cd2798-e0c8-4a6a-9ada-4686358c6c59 tempest-AllowedAddressPairTestJSON-236387185 tempest-AllowedAddressPairTestJSON-236387185-project] 10.222.0.21 "DELETE /v2.0/networks/5d623e6d-d158-4720-aa3f-27b18cdcf192 HTTP/1.1" status: 204 len: 168 time: 2.3277647 Feb 04 11:33:56.524812 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 318ebe5f-7bbe-4ec6-b220-5a9494f76eda completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:56.593799 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 3b02b2cc-d5f7-40f0-9af8-bff5ae6b7d63 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:33:56.680602 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7ec55aff-e968-42fb-b748-8d9e7dc114bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:56.680972 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 3b02b2cc-d5f7-40f0-9af8-bff5ae6b7d63 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:33:56.680972 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 3b02b2cc-d5f7-40f0-9af8-bff5ae6b7d63 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:33:56.695087 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-81d3a06c-d721-4483-86ba-800ee953aa80 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:56.740631 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-81d3a06c-d721-4483-86ba-800ee953aa80 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Usage tracker for resource:security_group_rule and tenant:ae56dbb99e0c48d88f36ce54561615d4 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:56.769660 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-624bcaa6-a5f7-448a-9495-c7a57120c248 None None] Provisioning for port 318ebe5f-7bbe-4ec6-b220-5a9494f76eda completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:56.774904 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-624bcaa6-a5f7-448a-9495-c7a57120c248 None None] Provisioning complete for port 318ebe5f-7bbe-4ec6-b220-5a9494f76eda triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:56.779963 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-624bcaa6-a5f7-448a-9495-c7a57120c248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:56.803132 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-81d3a06c-d721-4483-86ba-800ee953aa80 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:56.817149 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-7ec55aff-e968-42fb-b748-8d9e7dc114bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Transition to ACTIVE for port object 0058cd44-68be-4fb1-a5e6-af0a79525900 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:56.818611 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-81d3a06c-d721-4483-86ba-800ee953aa80 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:56.839062 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9396c460-a2ec-47f9-9b61-8e86fa9446e4 req-49a7409d-a372-4005-93fe-bc23fdc483b3 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b65b1d6-954c-4ebe-b4bc-39f78bce49be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3101573 Feb 04 11:33:56.908995 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-624bcaa6-a5f7-448a-9495-c7a57120c248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:56.943611 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-624bcaa6-a5f7-448a-9495-c7a57120c248 None None] For port 318ebe5f-7bbe-4ec6-b220-5a9494f76eda, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=318ebe5f-7bbe-4ec6-b220-5a9494f76eda,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:33:56.966314 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1bf7148c-2d27-4f4a-bd02-56d98d645a38 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:56.976879 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f7c90070-495e-42e4-a30f-f925ab840b30 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:57.049846 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-624bcaa6-a5f7-448a-9495-c7a57120c248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:57.060506 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-81d3a06c-d721-4483-86ba-800ee953aa80 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:57.062721 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-1bf7148c-2d27-4f4a-bd02-56d98d645a38 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Transition to ACTIVE for port object 9ed3951b-80c6-47af-aafb-17054d9674ce will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:57.065324 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c90070-495e-42e4-a30f-f925ab840b30 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Pushing event deleted for resources: {'Port': ['ID=57c36c9d-adfd-4333-bd77-8ffab46b2deb,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:57.067539 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7ec55aff-e968-42fb-b748-8d9e7dc114bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:57.141665 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624bcaa6-a5f7-448a-9495-c7a57120c248 None None] Pushing event updated for resources: {'Port': ['ID=318ebe5f-7bbe-4ec6-b220-5a9494f76eda,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:57.165646 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-81d3a06c-d721-4483-86ba-800ee953aa80 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:57.166154 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-81d3a06c-d721-4483-86ba-800ee953aa80 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:57.326234 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59476) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:57.359197 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d3a06c-d721-4483-86ba-800ee953aa80 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c581c1df-0d42-48b0-8f77-def97eadbaff,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:57.448933 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec55aff-e968-42fb-b748-8d9e7dc114bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:57.456469 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec55aff-e968-42fb-b748-8d9e7dc114bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Port': ['ID=0058cd44-68be-4fb1-a5e6-af0a79525900,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:57.460418 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d3a06c-d721-4483-86ba-800ee953aa80 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:33:57.464107 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-7ec55aff-e968-42fb-b748-8d9e7dc114bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:57.473561 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec55aff-e968-42fb-b748-8d9e7dc114bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:33:57.477668 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec55aff-e968-42fb-b748-8d9e7dc114bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:57.488656 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7ec55aff-e968-42fb-b748-8d9e7dc114bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:57.506842 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1bf7148c-2d27-4f4a-bd02-56d98d645a38 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:57.519522 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-81d3a06c-d721-4483-86ba-800ee953aa80 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:57.519886 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-81d3a06c-d721-4483-86ba-800ee953aa80 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Added segment 77df857a-327e-42e8-a394-74efa9c50c6e of type vlan for network 1d1bf6a8-f771-43b0-ad2e-313ab37e1173 Feb 04 11:33:57.549435 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3a96acc4-061b-4419-9996-b286d1ccbc95 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a205355c3de243a3a3a0fe66e1ec308d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2197099 Feb 04 11:33:57.550476 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59484) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:57.635533 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b0e8242b-a3bf-4cf5-bb86-dbdab69b5ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:57.650704 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-81d3a06c-d721-4483-86ba-800ee953aa80 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:57.670359 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf7148c-2d27-4f4a-bd02-56d98d645a38 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Network 5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:57.677353 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-1bf7148c-2d27-4f4a-bd02-56d98d645a38 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:57.681945 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf7148c-2d27-4f4a-bd02-56d98d645a38 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:33:57.687632 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf7148c-2d27-4f4a-bd02-56d98d645a38 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:57.688277 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1bf7148c-2d27-4f4a-bd02-56d98d645a38 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:57.692503 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7148c-2d27-4f4a-bd02-56d98d645a38 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Pushing event updated for resources: {'Port': ['ID=9ed3951b-80c6-47af-aafb-17054d9674ce,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:57.715545 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588cad8-d622-4f53-907c-3888dc6c83b6 req-db088167-4f17-4603-b199-e77943f7c192 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:57.717102 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0588cad8-d622-4f53-907c-3888dc6c83b6 req-db088167-4f17-4603-b199-e77943f7c192 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a4de5-7298-4cfa-9007-79d093aba2f5 HTTP/1.1" status: 200 len: 945 time: 0.4477768 Feb 04 11:33:57.744304 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b0e8242b-a3bf-4cf5-bb86-dbdab69b5ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:57.766956 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-7ec55aff-e968-42fb-b748-8d9e7dc114bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 5.0592117 Feb 04 11:33:57.769469 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59488) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:57.827322 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0588cad8-d622-4f53-907c-3888dc6c83b6 req-7eb0c9c7-15fa-47c1-a5e6-593a6adad63b tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/security-groups?id=131ef674-554f-4d58-bfd5-51060e491135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984998 Feb 04 11:33:57.832872 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d3a06c-d721-4483-86ba-800ee953aa80 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:33:57.905426 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f4d24-4352-4193-a785-5005dc696a5d req-1d5afb0c-3ad7-478c-bc74-47ff4139587a tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:57.908423 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-af7f4d24-4352-4193-a785-5005dc696a5d req-1d5afb0c-3ad7-478c-bc74-47ff4139587a tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.2702153 Feb 04 11:33:57.912369 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1bf7148c-2d27-4f4a-bd02-56d98d645a38 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.5088258 Feb 04 11:33:57.923484 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-81d3a06c-d721-4483-86ba-800ee953aa80 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:57.923850 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-81d3a06c-d721-4483-86ba-800ee953aa80 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Added segment d45c4cc5-6bf8-4fb5-9183-8902d2e12894 of type vlan for network 04e4f484-990a-4e3f-8c74-cf73bd902092 Feb 04 11:33:57.926200 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ecdebf-b79f-4ee5-9da0-826c352307ef None None] New status for floating IP f623a573-74aa-49da-a997-2d1369caf240: ACTIVE {{(pid=84206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 11:33:57.937697 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59494) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:57.958339 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-3c0d632d-b528-49d9-9c91-fc15b7a906a5 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:26:1f:31'}]}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:58.021241 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb28fd07-b944-44b3-b4cc-b91b4b976841 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:58.026280 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb28fd07-b944-44b3-b4cc-b91b4b976841 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:58.027066 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-bb28fd07-b944-44b3-b4cc-b91b4b976841 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:58.046724 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-af7f4d24-4352-4193-a785-5005dc696a5d req-b2e7b8d1-cd10-4512-aa60-d0febc44e54b tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362765 Feb 04 11:33:58.056030 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b0e8242b-a3bf-4cf5-bb86-dbdab69b5ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:58.081857 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8242b-a3bf-4cf5-bb86-dbdab69b5ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83160c2d-1a19-4d18-bbbb-c8ae9ae2001f,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:58.091408 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b0e8242b-a3bf-4cf5-bb86-dbdab69b5ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:58.095941 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b0e8242b-a3bf-4cf5-bb86-dbdab69b5ee9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83160c2d-1a19-4d18-bbbb-c8ae9ae2001f HTTP/1.1" status: 204 len: 168 time: 0.5406959 Feb 04 11:33:58.099783 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4c32dbc2-933a-44dd-9001-72d6c0590386 None None] Provisioning for port 0058cd44-68be-4fb1-a5e6-af0a79525900 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:58.163924 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4c32dbc2-933a-44dd-9001-72d6c0590386 None None] Provisioning complete for port 0058cd44-68be-4fb1-a5e6-af0a79525900 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:58.164277 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4c32dbc2-933a-44dd-9001-72d6c0590386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:58.171484 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-bb28fd07-b944-44b3-b4cc-b91b4b976841 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:58.171484 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-bb28fd07-b944-44b3-b4cc-b91b4b976841 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4006531 Feb 04 11:33:58.173843 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59500) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:58.195876 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 318ebe5f-7bbe-4ec6-b220-5a9494f76eda up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:58.210247 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-81d3a06c-d721-4483-86ba-800ee953aa80 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:58.264036 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-7385df60-6e68-478a-b635-9678bc45d54a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting port 0058cd44-68be-4fb1-a5e6-af0a79525900 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:33:58.264663 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7385df60-6e68-478a-b635-9678bc45d54a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:58.440940 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53dd00-e475-438d-8bf1-71711371986f req-5f127301-956e-4607-885c-7026ac91513c tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:58.449113 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ca53dd00-e475-438d-8bf1-71711371986f req-5f127301-956e-4607-885c-7026ac91513c tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a4de5-7298-4cfa-9007-79d093aba2f5 HTTP/1.1" status: 200 len: 945 time: 0.3071144 Feb 04 11:33:58.456344 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f7c90070-495e-42e4-a30f-f925ab840b30 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:58.478476 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-81d3a06c-d721-4483-86ba-800ee953aa80 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:58.479135 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-81d3a06c-d721-4483-86ba-800ee953aa80 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:58.483582 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d3a06c-d721-4483-86ba-800ee953aa80 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:58.486786 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d3a06c-d721-4483-86ba-800ee953aa80 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:58.487369 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-81d3a06c-d721-4483-86ba-800ee953aa80 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:58.536265 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4c32dbc2-933a-44dd-9001-72d6c0590386 None None] Port 0058cd44-68be-4fb1-a5e6-af0a79525900 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:33:58.562682 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 318ebe5f-7bbe-4ec6-b220-5a9494f76eda triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:58.563163 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:58.619359 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7385df60-6e68-478a-b635-9678bc45d54a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:58.755925 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ca53dd00-e475-438d-8bf1-71711371986f req-71cd56bb-d82f-403b-a12a-396ca02ca52a tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/security-groups?id=131ef674-554f-4d58-bfd5-51060e491135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3059173 Feb 04 11:33:58.784605 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-7385df60-6e68-478a-b635-9678bc45d54a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Calling delete_port for 0058cd44-68be-4fb1-a5e6-af0a79525900 owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:33:58.792983 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7d754ae7-9c8b-43b2-9f5b-a783e39e5b68 None None] Provisioning for port 9ed3951b-80c6-47af-aafb-17054d9674ce completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:58.802385 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7d754ae7-9c8b-43b2-9f5b-a783e39e5b68 None None] Provisioning complete for port 9ed3951b-80c6-47af-aafb-17054d9674ce triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:58.830861 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7d754ae7-9c8b-43b2-9f5b-a783e39e5b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:58.855577 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d3a06c-d721-4483-86ba-800ee953aa80 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Pushing event updated for resources: {'Network': ['ID=1d1bf6a8-f771-43b0-ad2e-313ab37e1173,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:58.874702 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 1d1bf6a8-f771-43b0-ad2e-313ab37e1173 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:33:58.987167 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d3a06c-d721-4483-86ba-800ee953aa80 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Pushing event updated for resources: {'Network': ['ID=04e4f484-990a-4e3f-8c74-cf73bd902092,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:58.999342 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-81d3a06c-d721-4483-86ba-800ee953aa80 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.6024454 Feb 04 11:33:59.000004 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3c0d632d-b528-49d9-9c91-fc15b7a906a5 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:59.006739 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 04e4f484-990a-4e3f-8c74-cf73bd902092 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:33:59.028346 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59516) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:59.037804 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-7d754ae7-9c8b-43b2-9f5b-a783e39e5b68 None None] Port 9ed3951b-80c6-47af-aafb-17054d9674ce cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:33:59.198803 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7385df60-6e68-478a-b635-9678bc45d54a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:59.278229 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385df60-6e68-478a-b635-9678bc45d54a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Port': ['ID=0058cd44-68be-4fb1-a5e6-af0a79525900,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:59.330848 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7385df60-6e68-478a-b635-9678bc45d54a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:59.370143 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277c3fdb-35b0-4742-9318-f6cc3fa2d55c tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:59.374528 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277c3fdb-35b0-4742-9318-f6cc3fa2d55c tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:59.378950 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277c3fdb-35b0-4742-9318-f6cc3fa2d55c tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:59.383088 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277c3fdb-35b0-4742-9318-f6cc3fa2d55c tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:59.383958 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-277c3fdb-35b0-4742-9318-f6cc3fa2d55c tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Synchronizing usage tracker for tenant:ae56dbb99e0c48d88f36ce54561615d4 on resource:network {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:59.419760 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-7385df60-6e68-478a-b635-9678bc45d54a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/ports/0058cd44-68be-4fb1-a5e6-af0a79525900 HTTP/1.1" status: 204 len: 168 time: 1.2446449 Feb 04 11:33:59.429072 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59526) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:59.527402 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5505ff4-d325-431b-94cb-f15aeda7bbaf tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:59.529117 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5505ff4-d325-431b-94cb-f15aeda7bbaf tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:59.530207 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c5505ff4-d325-431b-94cb-f15aeda7bbaf tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:59.600837 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:33:59.610035 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c5505ff4-d325-431b-94cb-f15aeda7bbaf tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:59.611489 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c5505ff4-d325-431b-94cb-f15aeda7bbaf tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1896029 Feb 04 11:33:59.614552 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59532) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:59.638865 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562fce4-de5a-4320-a970-26198ed73467 req-da6cb952-3399-44f4-bf98-54aed0553333 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:59.640399 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7562fce4-de5a-4320-a970-26198ed73467 req-da6cb952-3399-44f4-bf98-54aed0553333 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.4013834 Feb 04 11:33:59.652503 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-277c3fdb-35b0-4742-9318-f6cc3fa2d55c tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Unset dirty status for tenant:ae56dbb99e0c48d88f36ce54561615d4 on resource:network {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:59.657649 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-277c3fdb-35b0-4742-9318-f6cc3fa2d55c tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5546889 Feb 04 11:33:59.661225 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59538) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:59.802630 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59542) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:59.822659 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.db.resource_extend [None req-3c0d632d-b528-49d9-9c91-fc15b7a906a5 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:33:59.839438 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7562fce4-de5a-4320-a970-26198ed73467 req-f1d3520c-e1be-40dc-9952-1249f0e94cb9 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881323 Feb 04 11:33:59.851099 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-e10edc4e-8f69-47db-bd92-051b5b7f935c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting subnet 8292e3f0-af85-4ced-88a6-d2d918a5d95c {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:33:59.851664 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3c0d632d-b528-49d9-9c91-fc15b7a906a5 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:59.854449 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e10edc4e-8f69-47db-bd92-051b5b7f935c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:59.861131 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0e0810ca-d9c3-4c4a-8de5-eaeb2738e5cc tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:59.918105 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e10edc4e-8f69-47db-bd92-051b5b7f935c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:59.933639 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3c0d632d-b528-49d9-9c91-fc15b7a906a5 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:59.984024 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-3663dbf4-405c-4ea9-b836-156ac2b2d007 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1009743904'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:33:59.998440 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-3663dbf4-405c-4ea9-b836-156ac2b2d007 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:00.013108 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-3663dbf4-405c-4ea9-b836-156ac2b2d007 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:network and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:00.014774 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-3663dbf4-405c-4ea9-b836-156ac2b2d007 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:00.025039 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-3663dbf4-405c-4ea9-b836-156ac2b2d007 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:00.053580 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e10edc4e-8f69-47db-bd92-051b5b7f935c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:00.141418 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3663dbf4-405c-4ea9-b836-156ac2b2d007 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Made reservation on behalf of 2294c16a4d404317a20d2fdff5bb1a4c for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:00.144989 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3663dbf4-405c-4ea9-b836-156ac2b2d007 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:00.160738 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3663dbf4-405c-4ea9-b836-156ac2b2d007 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:00.198794 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-3c0d632d-b528-49d9-9c91-fc15b7a906a5 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] In _notify_port_updated(), no bound segment for port 9ed3951b-80c6-47af-aafb-17054d9674ce on network 5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba {{(pid=84204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 11:34:00.201025 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0d632d-b528-49d9-9c91-fc15b7a906a5 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:00.202216 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3c0d632d-b528-49d9-9c91-fc15b7a906a5 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:00.207393 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3c0d632d-b528-49d9-9c91-fc15b7a906a5 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] 10.222.0.21 "PUT /v2.0/ports/9ed3951b-80c6-47af-aafb-17054d9674ce HTTP/1.1" status: 200 len: 1003 time: 2.2640755 Feb 04 11:34:00.209744 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e10edc4e-8f69-47db-bd92-051b5b7f935c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:00.214116 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59548) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:00.225010 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d632d-b528-49d9-9c91-fc15b7a906a5 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Pushing event updated for resources: {'Port': ['ID=9ed3951b-80c6-47af-aafb-17054d9674ce,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:00.288658 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-3663dbf4-405c-4ea9-b836-156ac2b2d007 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:00.306748 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-3663dbf4-405c-4ea9-b836-156ac2b2d007 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:security_group_rule and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:00.309909 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10edc4e-8f69-47db-bd92-051b5b7f935c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Subnet': ['ID=8292e3f0-af85-4ced-88a6-d2d918a5d95c,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:00.312109 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-3663dbf4-405c-4ea9-b836-156ac2b2d007 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:00.330063 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e10edc4e-8f69-47db-bd92-051b5b7f935c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:00.330063 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-3663dbf4-405c-4ea9-b836-156ac2b2d007 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:00.333947 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a941544-ce7f-49fe-a6ef-af795ccbd3f6 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:00.416223 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e10edc4e-8f69-47db-bd92-051b5b7f935c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/8292e3f0-af85-4ced-88a6-d2d918a5d95c HTTP/1.1" status: 204 len: 168 time: 0.7974119 Feb 04 11:34:00.419300 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59552) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:00.438633 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0e0810ca-d9c3-4c4a-8de5-eaeb2738e5cc tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:00.464870 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-a4110404-815a-41ad-9a1c-fa62eab2d817 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Deleting port 9ed3951b-80c6-47af-aafb-17054d9674ce {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:00.465213 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a4110404-815a-41ad-9a1c-fa62eab2d817 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:00.500239 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3663dbf4-405c-4ea9-b836-156ac2b2d007 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:00.512338 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d8531e18-eee0-433d-9b5a-666c2b50d75e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0919185 Feb 04 11:34:00.512900 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59556) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:00.519334 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-bb2f6a3d-31e8-4243-924e-c26ba43cf79f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:00.522166 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-0e0810ca-d9c3-4c4a-8de5-eaeb2738e5cc tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d1bf6a8-f771-43b0-ad2e-313ab37e1173']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:00.551209 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-0e0810ca-d9c3-4c4a-8de5-eaeb2738e5cc tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77df857a-327e-42e8-a394-74efa9c50c6e') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:00.551570 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-0e0810ca-d9c3-4c4a-8de5-eaeb2738e5cc tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77df857a-327e-42e8-a394-74efa9c50c6e') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:00.592616 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3663dbf4-405c-4ea9-b836-156ac2b2d007 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:00.603759 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-698e4110-298f-4cd0-8e23-36a3de925be1 None None] Provisioning complete for port 9ed3951b-80c6-47af-aafb-17054d9674ce triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:00.604111 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-698e4110-298f-4cd0-8e23-36a3de925be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:00.638479 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3663dbf4-405c-4ea9-b836-156ac2b2d007 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:34:00.653805 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0e0810ca-d9c3-4c4a-8de5-eaeb2738e5cc tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:00.678457 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3663dbf4-405c-4ea9-b836-156ac2b2d007 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9de7def-7873-4d83-bf25-08497dd16a01,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:00.680589 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-698e4110-298f-4cd0-8e23-36a3de925be1 None None] Port 9ed3951b-80c6-47af-aafb-17054d9674ce cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:34:00.681447 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3663dbf4-405c-4ea9-b836-156ac2b2d007 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:00.681780 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-3663dbf4-405c-4ea9-b836-156ac2b2d007 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Added segment 70662168-66ed-48f0-b516-ea5ca6bcbfe3 of type vlan for network 6bf13621-12da-4d4e-8931-fb46b2d65817 Feb 04 11:34:00.692962 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-bb2f6a3d-31e8-4243-924e-c26ba43cf79f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:00.709134 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-bb2f6a3d-31e8-4243-924e-c26ba43cf79f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:subnet and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:00.709737 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0e0810ca-d9c3-4c4a-8de5-eaeb2738e5cc tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:00.714715 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-bb2f6a3d-31e8-4243-924e-c26ba43cf79f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:00.736208 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-bb2f6a3d-31e8-4243-924e-c26ba43cf79f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:00.742044 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3663dbf4-405c-4ea9-b836-156ac2b2d007 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:00.746166 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e0810ca-d9c3-4c4a-8de5-eaeb2738e5cc tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:34:00.748779 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0e0810ca-d9c3-4c4a-8de5-eaeb2738e5cc tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:00.762042 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:34:00.762042 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:34:00.762042 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:34:00.762042 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:34:00.762042 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:34:00.762042 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:34:00.762042 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:34:00.762042 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:34:00.762042 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:34:00.762042 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:34:00.762042 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:34:00.762042 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:34:00.762042 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:34:00.762042 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:34:00.762042 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:34:00.762042 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:34:00.762042 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:34:00.762042 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:34:00.762042 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:34:00.762042 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:34:00.762042 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:34:00.762042 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:34:00.762042 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:34:00.762042 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:34:00.762042 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:34:00.762042 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:34:00.762042 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:34:00.762042 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:34:00.762042 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:34:00.762042 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:34:00.762042 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:34:00.762042 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:34:00.786370 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b1f724-7c6b-4905-bd44-908a32f4f779 None None] DHCP port deletion for a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:34:00.791259 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-08b1f724-7c6b-4905-bd44-908a32f4f779 None None] Deleting port 318ebe5f-7bbe-4ec6-b220-5a9494f76eda {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:00.791721 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-08b1f724-7c6b-4905-bd44-908a32f4f779 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:00.821147 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2f6a3d-31e8-4243-924e-c26ba43cf79f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:00.824652 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bb2f6a3d-31e8-4243-924e-c26ba43cf79f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:00.895244 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3663dbf4-405c-4ea9-b836-156ac2b2d007 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:00.898988 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3663dbf4-405c-4ea9-b836-156ac2b2d007 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:00.900384 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3663dbf4-405c-4ea9-b836-156ac2b2d007 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:00.988881 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0e0810ca-d9c3-4c4a-8de5-eaeb2738e5cc tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:00.994276 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0e0810ca-d9c3-4c4a-8de5-eaeb2738e5cc tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:01.041975 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0810ca-d9c3-4c4a-8de5-eaeb2738e5cc tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Pushing event deleted for resources: {'Network': ['ID=1d1bf6a8-f771-43b0-ad2e-313ab37e1173,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:01.073715 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-08b1f724-7c6b-4905-bd44-908a32f4f779 None None] For port 318ebe5f-7bbe-4ec6-b220-5a9494f76eda, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=318ebe5f-7bbe-4ec6-b220-5a9494f76eda,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:34:01.074166 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-08b1f724-7c6b-4905-bd44-908a32f4f779 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:01.101845 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a4110404-815a-41ad-9a1c-fa62eab2d817 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:01.198170 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3663dbf4-405c-4ea9-b836-156ac2b2d007 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Network': ['ID=6bf13621-12da-4d4e-8931-fb46b2d65817,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:01.227400 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-0e0810ca-d9c3-4c4a-8de5-eaeb2738e5cc tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] 10.222.0.21 "DELETE /v2.0/networks/1d1bf6a8-f771-43b0-ad2e-313ab37e1173 HTTP/1.1" status: 204 len: 168 time: 1.5521314 Feb 04 11:34:01.243080 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-a4110404-815a-41ad-9a1c-fa62eab2d817 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Calling delete_port for 9ed3951b-80c6-47af-aafb-17054d9674ce owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:01.246360 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-08b1f724-7c6b-4905-bd44-908a32f4f779 None None] Calling delete_port for 318ebe5f-7bbe-4ec6-b220-5a9494f76eda owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:01.279359 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59562) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:01.345148 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 6bf13621-12da-4d4e-8931-fb46b2d65817 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:34:01.353419 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3663dbf4-405c-4ea9-b836-156ac2b2d007 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.5524185 Feb 04 11:34:01.370097 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59566) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:01.385746 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-6dbbf157-8ca1-47f2-981c-3737d62929a4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'port': {'network_id': '6bf13621-12da-4d4e-8931-fb46b2d65817', 'name': 'tempest-PortsTestJSON-483210408'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:01.493306 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c90070-495e-42e4-a30f-f925ab840b30 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Router 7410fc0c-4500-4634-bd2b-e626d7e506b0 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:34:01.530601 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e7d7b52d-8877-4fab-b4a1-aa6a20acb4e6 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:01.553526 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-08b1f724-7c6b-4905-bd44-908a32f4f779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:01.559644 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28002d96-d8c9-48a0-9534-2ad4c169e794 req-cf7f2252-7cc4-4a73-b5b5-c0f4287a226e tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:01.570076 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-28002d96-d8c9-48a0-9534-2ad4c169e794 req-cf7f2252-7cc4-4a73-b5b5-c0f4287a226e tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.4621122 Feb 04 11:34:01.597329 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bb2f6a3d-31e8-4243-924e-c26ba43cf79f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:01.606859 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1f724-7c6b-4905-bd44-908a32f4f779 None None] Pushing event deleted for resources: {'Port': ['ID=318ebe5f-7bbe-4ec6-b220-5a9494f76eda,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:01.620889 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b1f724-7c6b-4905-bd44-908a32f4f779 None None] No DVR routers for this DVR port 318ebe5f-7bbe-4ec6-b220-5a9494f76eda on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:34:01.645008 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6dbbf157-8ca1-47f2-981c-3737d62929a4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:01.659174 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2f6a3d-31e8-4243-924e-c26ba43cf79f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:01.660231 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6dbbf157-8ca1-47f2-981c-3737d62929a4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:port and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:01.669271 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6dbbf157-8ca1-47f2-981c-3737d62929a4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:01.678519 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-bb2f6a3d-31e8-4243-924e-c26ba43cf79f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:01.685825 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2f6a3d-31e8-4243-924e-c26ba43cf79f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:01.686539 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bb2f6a3d-31e8-4243-924e-c26ba43cf79f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:01.695396 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6dbbf157-8ca1-47f2-981c-3737d62929a4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:01.697604 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a67b93b-c25f-4d5c-80ff-396e7613bd3d None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:01.830519 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f6a3d-31e8-4243-924e-c26ba43cf79f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Subnet': ['ID=21783cd1-57dd-42fa-b7b8-0777301be530,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:01.838179 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-28002d96-d8c9-48a0-9534-2ad4c169e794 req-fd7156ce-bc6d-4a9e-8e5d-2a58ca8a8365 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2668209 Feb 04 11:34:01.964816 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbbf157-8ca1-47f2-981c-3737d62929a4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Made reservation on behalf of 2294c16a4d404317a20d2fdff5bb1a4c for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:01.970490 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6dbbf157-8ca1-47f2-981c-3737d62929a4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:01.994580 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-6dbbf157-8ca1-47f2-981c-3737d62929a4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] device_id is not set on port 07525606-0f71-4e62-b70f-233a4a8d2a98 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:34:02.042215 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-bb2f6a3d-31e8-4243-924e-c26ba43cf79f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5282061 Feb 04 11:34:02.042992 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59572) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:02.064759 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-a5626568-8132-40d7-a570-fb95059f7182 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'port': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'fixed_ips': [{'subnet_id': '21783cd1-57dd-42fa-b7b8-0777301be530', 'ip_address': '2001:db8::c32c:5a90:c9a:f796'}], 'name': 'tempest-NetworksTestDHCPv6-2101460768'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:02.068111 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e7d7b52d-8877-4fab-b4a1-aa6a20acb4e6 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:02.088318 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a914c69f-1bbb-431e-bfe0-93422b2c6d84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'tenant_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'fixed_ips': [{'subnet_id': '21783cd1-57dd-42fa-b7b8-0777301be530'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:34:02.089271 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a914c69f-1bbb-431e-bfe0-93422b2c6d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:02.108886 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a4110404-815a-41ad-9a1c-fa62eab2d817 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:02.187146 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-e7d7b52d-8877-4fab-b4a1-aa6a20acb4e6 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e4f484-990a-4e3f-8c74-cf73bd902092']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:02.276774 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4110404-815a-41ad-9a1c-fa62eab2d817 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Pushing event deleted for resources: {'Port': ['ID=9ed3951b-80c6-47af-aafb-17054d9674ce,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:02.302077 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-e7d7b52d-8877-4fab-b4a1-aa6a20acb4e6 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd45c4cc5-6bf8-4fb5-9183-8902d2e12894') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:02.302399 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 318ebe5f-7bbe-4ec6-b220-5a9494f76eda no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:34:02.302580 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-e7d7b52d-8877-4fab-b4a1-aa6a20acb4e6 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd45c4cc5-6bf8-4fb5-9183-8902d2e12894') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:02.320167 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e7d7b52d-8877-4fab-b4a1-aa6a20acb4e6 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:02.354116 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a5626568-8132-40d7-a570-fb95059f7182 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:02.368611 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a5626568-8132-40d7-a570-fb95059f7182 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:port and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:02.369516 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 318ebe5f-7bbe-4ec6-b220-5a9494f76eda {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:34:02.370051 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 318ebe5f-7bbe-4ec6-b220-5a9494f76eda not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:34:02.371429 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a5626568-8132-40d7-a570-fb95059f7182 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:02.396153 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a4110404-815a-41ad-9a1c-fa62eab2d817 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:02.400561 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e7d7b52d-8877-4fab-b4a1-aa6a20acb4e6 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:02.409855 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a5626568-8132-40d7-a570-fb95059f7182 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:02.417085 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d7b52d-8877-4fab-b4a1-aa6a20acb4e6 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:34:02.417730 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e7d7b52d-8877-4fab-b4a1-aa6a20acb4e6 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:02.435532 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:34:02.435532 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:34:02.435532 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:34:02.435532 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:34:02.435532 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:34:02.435532 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:34:02.435532 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:34:02.435532 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:34:02.435532 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:34:02.435532 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:34:02.435532 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:34:02.435532 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:34:02.435532 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:34:02.435532 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:34:02.435532 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:34:02.435532 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:34:02.435532 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:34:02.435532 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:34:02.435532 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:34:02.435532 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:34:02.435532 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:34:02.435532 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:34:02.435532 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:34:02.435532 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:34:02.435532 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:34:02.435532 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:34:02.435532 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:34:02.435532 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:34:02.435532 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:34:02.435532 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:34:02.435532 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:34:02.435532 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:34:02.443765 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-a914c69f-1bbb-431e-bfe0-93422b2c6d84 None None] Allocated IP 2001:db8::2 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/21783cd1-57dd-42fa-b7b8-0777301be530/d1d05f7f-978f-42f9-b5f8-71641f6ad1f9) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:02.491153 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6dbbf157-8ca1-47f2-981c-3737d62929a4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:02.517709 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a4110404-815a-41ad-9a1c-fa62eab2d817 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] 10.222.0.21 "DELETE /v2.0/ports/9ed3951b-80c6-47af-aafb-17054d9674ce HTTP/1.1" status: 204 len: 168 time: 2.3006213 Feb 04 11:34:02.522749 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59580) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:02.551256 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c90070-495e-42e4-a30f-f925ab840b30 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:34:02.564695 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f7c90070-495e-42e4-a30f-f925ab840b30 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] 10.222.0.21 "PUT /v2.0/routers/7410fc0c-4500-4634-bd2b-e626d7e506b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5721102 Feb 04 11:34:02.565632 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59584) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:02.578786 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1dee90-6577-4712-8ed7-65aca22f5c2d None None] Sync routers for ids ['7410fc0c-4500-4634-bd2b-e626d7e506b0'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:34:02.609907 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1dee90-6577-4712-8ed7-65aca22f5c2d None None] Routers {'7410fc0c-4500-4634-bd2b-e626d7e506b0'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:34:02.611276 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-6f1dee90-6577-4712-8ed7-65aca22f5c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:33:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['7410fc0c-4500-4634-bd2b-e626d7e506b0'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:02.665741 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5626568-8132-40d7-a570-fb95059f7182 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:02.672017 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a5626568-8132-40d7-a570-fb95059f7182 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:02.681334 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e7d7b52d-8877-4fab-b4a1-aa6a20acb4e6 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:02.687386 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e7d7b52d-8877-4fab-b4a1-aa6a20acb4e6 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:02.689702 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e7d7b52d-8877-4fab-b4a1-aa6a20acb4e6 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] 10.222.0.21 "DELETE /v2.0/networks/04e4f484-990a-4e3f-8c74-cf73bd902092 HTTP/1.1" status: 204 len: 168 time: 1.4065769 Feb 04 11:34:02.712117 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59588) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:02.728933 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-6f1dee90-6577-4712-8ed7-65aca22f5c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:02.742399 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1dee90-6577-4712-8ed7-65aca22f5c2d None None] Routers {'7410fc0c-4500-4634-bd2b-e626d7e506b0'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:34:02.743206 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-6f1dee90-6577-4712-8ed7-65aca22f5c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:33:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['7410fc0c-4500-4634-bd2b-e626d7e506b0'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:02.745576 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7b52d-8877-4fab-b4a1-aa6a20acb4e6 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Pushing event deleted for resources: {'Network': ['ID=04e4f484-990a-4e3f-8c74-cf73bd902092,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:02.768853 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6dbbf157-8ca1-47f2-981c-3737d62929a4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:02.771799 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a914c69f-1bbb-431e-bfe0-93422b2c6d84 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:02.786407 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a914c69f-1bbb-431e-bfe0-93422b2c6d84 None None] Transition to ACTIVE for port object d1d05f7f-978f-42f9-b5f8-71641f6ad1f9 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:02.798610 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a938ee3-2c6c-4d84-a3c8-ce8f81a70770 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] GET failed (client error): The resource could not be found. Feb 04 11:34:02.799309 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6a938ee3-2c6c-4d84-a3c8-ce8f81a70770 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Synchronizing usage tracker for tenant:1f19b2ce9e0f4e79aeb86bad72ddb49c on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:02.807987 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a914c69f-1bbb-431e-bfe0-93422b2c6d84 None None] Transition to ACTIVE for port object d1d05f7f-978f-42f9-b5f8-71641f6ad1f9 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:02.830424 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-6f1dee90-6577-4712-8ed7-65aca22f5c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:02.830831 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1dee90-6577-4712-8ed7-65aca22f5c2d None None] The sync data for ids ['7410fc0c-4500-4634-bd2b-e626d7e506b0'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:34:02.898773 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-a5626568-8132-40d7-a570-fb95059f7182 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] device_id is not set on port e8f28bf0-0048-4022-863e-93d759643c17 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:34:02.924714 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a914c69f-1bbb-431e-bfe0-93422b2c6d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:02.969628 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe23019e-4373-4862-adaf-9cd89f7ed830 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:02.973925 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe23019e-4373-4862-adaf-9cd89f7ed830 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:02.974476 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-fe23019e-4373-4862-adaf-9cd89f7ed830 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Synchronizing usage tracker for tenant:ae56dbb99e0c48d88f36ce54561615d4 on resource:network {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:02.980088 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbbf157-8ca1-47f2-981c-3737d62929a4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Port': ['ID=07525606-0f71-4e62-b70f-233a4a8d2a98,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:03.004755 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914c69f-1bbb-431e-bfe0-93422b2c6d84 None None] Pushing event updated for resources: {'Port': ['ID=d1d05f7f-978f-42f9-b5f8-71641f6ad1f9,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:03.018348 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a914c69f-1bbb-431e-bfe0-93422b2c6d84 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:03.020978 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-a914c69f-1bbb-431e-bfe0-93422b2c6d84 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:03.025416 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a914c69f-1bbb-431e-bfe0-93422b2c6d84 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:34:03.031382 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6a938ee3-2c6c-4d84-a3c8-ce8f81a70770 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Unset dirty status for tenant:1f19b2ce9e0f4e79aeb86bad72ddb49c on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:03.036798 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59592) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:03.036990 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6a938ee3-2c6c-4d84-a3c8-ce8f81a70770 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] 10.222.0.21 "GET /v2.0/ports/9ed3951b-80c6-47af-aafb-17054d9674ce HTTP/1.1" status: 404 len: 333 time: 0.5098083 Feb 04 11:34:03.043780 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-c630ef3c-b9f7-48cb-b4c9-87f38083a873 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Request body: {'port': {'network_id': '5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-884125745'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:03.072431 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-12a8ac62-e16d-48ca-87c0-4dec372ce10e tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:03.087109 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8a38c-5749-4faf-abbf-41fbe2db5668 req-22e16b6e-2f24-40ef-9330-738e7ac976f8 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:03.088569 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-24c8a38c-5749-4faf-abbf-41fbe2db5668 req-22e16b6e-2f24-40ef-9330-738e7ac976f8 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.4925396 Feb 04 11:34:03.110799 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-609c55e7-4746-4f56-a6f1-569e3fbc73b5 req-1d2d1cc9-4589-4af9-84d4-e7fc04460d0a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5b82a940b56a43dcab21460c9541779e&device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 1099 time: 0.4248405 Feb 04 11:34:03.111481 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbbf157-8ca1-47f2-981c-3737d62929a4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Checking segment: {'id': '70662168-66ed-48f0-b516-ea5ca6bcbfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6bf13621-12da-4d4e-8931-fb46b2d65817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:34:03.111830 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbbf157-8ca1-47f2-981c-3737d62929a4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Network hostable DHCP agents. Network: 6bf13621-12da-4d4e-8931-fb46b2d65817, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:34:03.128390 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-a914c69f-1bbb-431e-bfe0-93422b2c6d84 None None] Attempting to bind port d1d05f7f-978f-42f9-b5f8-71641f6ad1f9 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:34:03.128756 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-a914c69f-1bbb-431e-bfe0-93422b2c6d84 None None] Attempting to bind port d1d05f7f-978f-42f9-b5f8-71641f6ad1f9 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:34:03.129107 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a914c69f-1bbb-431e-bfe0-93422b2c6d84 None None] Attempting to bind port d1d05f7f-978f-42f9-b5f8-71641f6ad1f9 on network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:34:03.136087 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a914c69f-1bbb-431e-bfe0-93422b2c6d84 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:34:03.136450 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a914c69f-1bbb-431e-bfe0-93422b2c6d84 None None] Checking segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:34:03.137707 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a914c69f-1bbb-431e-bfe0-93422b2c6d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:03.137707 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a914c69f-1bbb-431e-bfe0-93422b2c6d84 None None] Bound using segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:34:03.137707 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-a914c69f-1bbb-431e-bfe0-93422b2c6d84 None None] Bound port: d1d05f7f-978f-42f9-b5f8-71641f6ad1f9, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:34:03.138542 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a914c69f-1bbb-431e-bfe0-93422b2c6d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:03.214272 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-fe23019e-4373-4862-adaf-9cd89f7ed830 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Unset dirty status for tenant:ae56dbb99e0c48d88f36ce54561615d4 on resource:network {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:03.215555 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-fe23019e-4373-4862-adaf-9cd89f7ed830 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5008054 Feb 04 11:34:03.229391 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59596) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:03.241447 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-d2d564df-d72b-48f7-b069-71316c5acf9d tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-21918288'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:03.256225 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-a914c69f-1bbb-431e-bfe0-93422b2c6d84 None None] For port d1d05f7f-978f-42f9-b5f8-71641f6ad1f9, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:34:03.262333 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-a914c69f-1bbb-431e-bfe0-93422b2c6d84 None None] For port d1d05f7f-978f-42f9-b5f8-71641f6ad1f9, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=d1d05f7f-978f-42f9-b5f8-71641f6ad1f9,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:34:03.263555 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-d2d564df-d72b-48f7-b069-71316c5acf9d tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:03.340019 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-d2d564df-d72b-48f7-b069-71316c5acf9d tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:03.360447 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-24c8a38c-5749-4faf-abbf-41fbe2db5668 req-383e15aa-b34f-4771-a4ca-1e94dcf00e49 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2577569 Feb 04 11:34:03.390462 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c630ef3c-b9f7-48cb-b4c9-87f38083a873 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:03.399583 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-a5626568-8132-40d7-a570-fb95059f7182 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Allocated IP 2001:db8::c32c:5a90:c9a:f796 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/21783cd1-57dd-42fa-b7b8-0777301be530/e8f28bf0-0048-4022-863e-93d759643c17) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:03.400488 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a914c69f-1bbb-431e-bfe0-93422b2c6d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:03.400969 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c630ef3c-b9f7-48cb-b4c9-87f38083a873 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:03.414419 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c55e7-4746-4f56-a6f1-569e3fbc73b5 req-8ddbbfea-d19b-4aab-9931-519688c68f52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:03.415909 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-609c55e7-4746-4f56-a6f1-569e3fbc73b5 req-8ddbbfea-d19b-4aab-9931-519688c68f52 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa801161-0b6c-45f6-97b7-dc303a939bfb HTTP/1.1" status: 200 len: 912 time: 0.2771759 Feb 04 11:34:03.455728 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-12a8ac62-e16d-48ca-87c0-4dec372ce10e tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:03.494542 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbbf157-8ca1-47f2-981c-3737d62929a4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Network 6bf13621-12da-4d4e-8931-fb46b2d65817 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:34:03.495905 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c630ef3c-b9f7-48cb-b4c9-87f38083a873 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Made reservation on behalf of 1f19b2ce9e0f4e79aeb86bad72ddb49c for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:03.500311 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c630ef3c-b9f7-48cb-b4c9-87f38083a873 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:03.509624 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914c69f-1bbb-431e-bfe0-93422b2c6d84 None None] Pushing event updated for resources: {'Port': ['ID=d1d05f7f-978f-42f9-b5f8-71641f6ad1f9,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:03.518904 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d564df-d72b-48f7-b069-71316c5acf9d tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Made reservation on behalf of ae56dbb99e0c48d88f36ce54561615d4 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:03.521580 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d2d564df-d72b-48f7-b069-71316c5acf9d tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:03.532882 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-c630ef3c-b9f7-48cb-b4c9-87f38083a873 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] device_id is not set on port 9021e081-a08c-488a-b166-b7045f358d52 yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:34:03.567851 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-12a8ac62-e16d-48ca-87c0-4dec372ce10e tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Deleting port aaf9e131-f6e6-49fe-b64c-7c30f62baff5 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:03.568193 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-12a8ac62-e16d-48ca-87c0-4dec372ce10e tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:03.670515 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-609c55e7-4746-4f56-a6f1-569e3fbc73b5 req-043819be-943c-438d-a986-6a995a8a261e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19635aaa-a8d9-4012-9591-03c4d8f877eb HTTP/1.1" status: 200 len: 1002 time: 0.2471888 Feb 04 11:34:03.674072 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2d564df-d72b-48f7-b069-71316c5acf9d tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:34:03.691712 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-6dbbf157-8ca1-47f2-981c-3737d62929a4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 6bf13621-12da-4d4e-8931-fb46b2d65817) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:03.718912 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f566aad8-fbe8-45c4-9a47-f448de3f26bd None None] Network 6bf13621-12da-4d4e-8931-fb46b2d65817 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:03.742234 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbbf157-8ca1-47f2-981c-3737d62929a4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:34:03.746057 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbbf157-8ca1-47f2-981c-3737d62929a4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:03.746646 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6dbbf157-8ca1-47f2-981c-3737d62929a4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:03.765385 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d2d564df-d72b-48f7-b069-71316c5acf9d tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:03.765754 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-d2d564df-d72b-48f7-b069-71316c5acf9d tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Added segment 0d2a03a3-b9ee-4b91-88c6-f66722074137 of type vlan for network 3b3ffa8f-7150-4574-bba3-c47f0e7585f2 Feb 04 11:34:03.851261 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d2d564df-d72b-48f7-b069-71316c5acf9d tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:03.914781 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6dbbf157-8ca1-47f2-981c-3737d62929a4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.5351799 Feb 04 11:34:03.934558 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c55e7-4746-4f56-a6f1-569e3fbc73b5 req-aa5c6d27-2f16-42e2-a4f4-8735a36a1d55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:03.936871 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-609c55e7-4746-4f56-a6f1-569e3fbc73b5 req-aa5c6d27-2f16-42e2-a4f4-8735a36a1d55 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f42d419-3d0f-4747-985d-af15d416a955 HTTP/1.1" status: 200 len: 850 time: 0.2431719 Feb 04 11:34:03.946254 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59600) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:03.989016 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-11b0c936-5b52-4190-9692-686445c70e0c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1851515777'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:04.003197 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a5626568-8132-40d7-a570-fb95059f7182 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:04.009768 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-11b0c936-5b52-4190-9692-686445c70e0c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:04.011399 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-c630ef3c-b9f7-48cb-b4c9-87f38083a873 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Allocated IP 2001:db8::382 (5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba/de8da0c2-f644-481d-9ec5-9f78baa66f08/9021e081-a08c-488a-b166-b7045f358d52) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:04.013434 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d2d564df-d72b-48f7-b069-71316c5acf9d tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:04.018199 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d564df-d72b-48f7-b069-71316c5acf9d tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:04.018882 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d2d564df-d72b-48f7-b069-71316c5acf9d tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:04.037112 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-12a8ac62-e16d-48ca-87c0-4dec372ce10e tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:04.161424 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device d1d05f7f-978f-42f9-b5f8-71641f6ad1f9 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:04.177054 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-12a8ac62-e16d-48ca-87c0-4dec372ce10e tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Calling delete_port for aaf9e131-f6e6-49fe-b64c-7c30f62baff5 owned by network:router_gateway {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:04.231901 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-11b0c936-5b52-4190-9692-686445c70e0c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:network and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:04.244906 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-11b0c936-5b52-4190-9692-686445c70e0c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:04.271312 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-11b0c936-5b52-4190-9692-686445c70e0c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:04.284433 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-a5626568-8132-40d7-a570-fb95059f7182 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Transition to ACTIVE for port object e8f28bf0-0048-4022-863e-93d759643c17 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:04.300852 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d564df-d72b-48f7-b069-71316c5acf9d tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Pushing event updated for resources: {'Network': ['ID=3b3ffa8f-7150-4574-bba3-c47f0e7585f2,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:04.315099 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 3b3ffa8f-7150-4574-bba3-c47f0e7585f2 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:34:04.337673 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-609c55e7-4746-4f56-a6f1-569e3fbc73b5 req-f84d72c9-1d4a-4cab-8112-5706dcf62220 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa801161-0b6c-45f6-97b7-dc303a939bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3873439 Feb 04 11:34:04.415141 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port d1d05f7f-978f-42f9-b5f8-71641f6ad1f9 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:04.425379 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b0c936-5b52-4190-9692-686445c70e0c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Made reservation on behalf of 2294c16a4d404317a20d2fdff5bb1a4c for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:04.428962 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11b0c936-5b52-4190-9692-686445c70e0c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:04.446683 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d2d564df-d72b-48f7-b069-71316c5acf9d tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2141645 Feb 04 11:34:04.452893 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59606) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:04.472170 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-61491e97-3246-45a1-831c-5ad30825cde9 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-663834017'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:04.479095 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a5626568-8132-40d7-a570-fb95059f7182 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:04.535208 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-61491e97-3246-45a1-831c-5ad30825cde9 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:04.585646 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-61491e97-3246-45a1-831c-5ad30825cde9 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:04.619464 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b0c936-5b52-4190-9692-686445c70e0c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:34:04.649427 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c630ef3c-b9f7-48cb-b4c9-87f38083a873 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:04.651546 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5626568-8132-40d7-a570-fb95059f7182 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:04.658817 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-609c55e7-4746-4f56-a6f1-569e3fbc73b5 req-11fc7041-2e6e-4567-a376-12cdb54533c5 service neutron] 10.222.0.47 "GET /v2.0/networks/aa801161-0b6c-45f6-97b7-dc303a939bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140512 Feb 04 11:34:04.661540 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-a5626568-8132-40d7-a570-fb95059f7182 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:04.663999 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5626568-8132-40d7-a570-fb95059f7182 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:34:04.668534 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5626568-8132-40d7-a570-fb95059f7182 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:04.676043 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a5626568-8132-40d7-a570-fb95059f7182 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:04.676043 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5626568-8132-40d7-a570-fb95059f7182 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Port': ['ID=e8f28bf0-0048-4022-863e-93d759643c17,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:04.678345 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11b0c936-5b52-4190-9692-686445c70e0c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:04.678670 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-11b0c936-5b52-4190-9692-686445c70e0c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Added segment 4526d192-44cf-4e47-9c8e-0f74dd90b9ef of type vlan for network 7431a726-2a8c-4291-948f-47cce0ae30dc Feb 04 11:34:04.682517 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-c630ef3c-b9f7-48cb-b4c9-87f38083a873 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Transition to ACTIVE for port object 9021e081-a08c-488a-b166-b7045f358d52 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:04.706356 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940c45f-1462-4a53-93f2-a8ab520c8454 req-ae6e46f5-3698-4351-aba7-1ed82601af7d tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:04.739522 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c940c45f-1462-4a53-93f2-a8ab520c8454 req-ae6e46f5-3698-4351-aba7-1ed82601af7d tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.1401241 Feb 04 11:34:04.740981 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61491e97-3246-45a1-831c-5ad30825cde9 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Made reservation on behalf of ae56dbb99e0c48d88f36ce54561615d4 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:04.740981 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-61491e97-3246-45a1-831c-5ad30825cde9 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:04.763016 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-12a8ac62-e16d-48ca-87c0-4dec372ce10e tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:04.817679 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11b0c936-5b52-4190-9692-686445c70e0c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:04.829136 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8ac62-e16d-48ca-87c0-4dec372ce10e tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Pushing event deleted for resources: {'Port': ['ID=aaf9e131-f6e6-49fe-b64c-7c30f62baff5,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:04.859117 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c940c45f-1462-4a53-93f2-a8ab520c8454 req-5dcef03c-bde2-405d-8137-3de20a63a2b1 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398251 Feb 04 11:34:04.865784 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c630ef3c-b9f7-48cb-b4c9-87f38083a873 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:04.892283 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61491e97-3246-45a1-831c-5ad30825cde9 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:34:04.907206 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a5626568-8132-40d7-a570-fb95059f7182 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8531778 Feb 04 11:34:04.922477 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59612) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:04.932395 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-61491e97-3246-45a1-831c-5ad30825cde9 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:04.932738 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-61491e97-3246-45a1-831c-5ad30825cde9 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Added segment a95d1e15-b77a-4466-928f-a46c3d0ab72e of type vlan for network dd94ef8c-83ab-47a6-88d8-b005b3a295a6 Feb 04 11:34:04.947125 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-8b27148a-4edf-4606-9793-1b99b770d2d0 None None] Provisioning for port d1d05f7f-978f-42f9-b5f8-71641f6ad1f9 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:04.955463 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-8b27148a-4edf-4606-9793-1b99b770d2d0 None None] Provisioning complete for port d1d05f7f-978f-42f9-b5f8-71641f6ad1f9 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:04.958865 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8b27148a-4edf-4606-9793-1b99b770d2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:04.975537 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-609c55e7-4746-4f56-a6f1-569e3fbc73b5 req-462020b9-17e4-4df6-924b-9e77e5fe709b service neutron] 10.222.0.47 "GET /v2.0/networks/aa801161-0b6c-45f6-97b7-dc303a939bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989531 Feb 04 11:34:05.016679 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11b0c936-5b52-4190-9692-686445c70e0c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:05.020893 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b0c936-5b52-4190-9692-686445c70e0c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:05.022081 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11b0c936-5b52-4190-9692-686445c70e0c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:05.072969 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-61491e97-3246-45a1-831c-5ad30825cde9 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:05.084773 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c630ef3c-b9f7-48cb-b4c9-87f38083a873 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Network 5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:05.087684 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-c630ef3c-b9f7-48cb-b4c9-87f38083a873 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:05.090820 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c630ef3c-b9f7-48cb-b4c9-87f38083a873 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:34:05.096692 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c630ef3c-b9f7-48cb-b4c9-87f38083a873 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:05.096692 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c630ef3c-b9f7-48cb-b4c9-87f38083a873 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:05.100867 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c630ef3c-b9f7-48cb-b4c9-87f38083a873 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Pushing event updated for resources: {'Port': ['ID=9021e081-a08c-488a-b166-b7045f358d52,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:05.143593 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8b27148a-4edf-4606-9793-1b99b770d2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:05.162111 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-11b0c936-5b52-4190-9692-686445c70e0c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2153835 Feb 04 11:34:05.169748 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59616) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:05.188679 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-f8ac9a82-1e2f-4f81-9e89-e84794e94021 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'ports': [{'network_id': '6bf13621-12da-4d4e-8931-fb46b2d65817'}, {'network_id': '7431a726-2a8c-4291-948f-47cce0ae30dc'}]} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:05.189216 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-f8ac9a82-1e2f-4f81-9e89-e84794e94021 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'port': {'network_id': '6bf13621-12da-4d4e-8931-fb46b2d65817'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:05.189854 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-f8ac9a82-1e2f-4f81-9e89-e84794e94021 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'port': {'network_id': '7431a726-2a8c-4291-948f-47cce0ae30dc'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:05.195894 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-8b27148a-4edf-4606-9793-1b99b770d2d0 None None] For port d1d05f7f-978f-42f9-b5f8-71641f6ad1f9, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=d1d05f7f-978f-42f9-b5f8-71641f6ad1f9,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:34:05.284757 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8b27148a-4edf-4606-9793-1b99b770d2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:05.338661 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.resource_extend [None req-61491e97-3246-45a1-831c-5ad30825cde9 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:34:05.341716 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c630ef3c-b9f7-48cb-b4c9-87f38083a873 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3034782 Feb 04 11:34:05.346592 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59620) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:05.353853 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-26d3ecb8-0366-496e-b0ac-0f97d1e1962c tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Request body: {'port': {'network_id': '5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1480879565'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:05.375934 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-12a8ac62-e16d-48ca-87c0-4dec372ce10e tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:05.398118 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0c936-5b52-4190-9692-686445c70e0c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Network': ['ID=7431a726-2a8c-4291-948f-47cce0ae30dc,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:05.430915 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 7431a726-2a8c-4291-948f-47cce0ae30dc details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:34:05.459740 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9848293-749e-4af7-aa63-80dd84953bf9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:05.463988 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9848293-749e-4af7-aa63-80dd84953bf9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:05.464791 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-b9848293-749e-4af7-aa63-80dd84953bf9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:05.487860 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-f8ac9a82-1e2f-4f81-9e89-e84794e94021 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:05.494127 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f8ac9a82-1e2f-4f81-9e89-e84794e94021 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:port and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:05.506877 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f8ac9a82-1e2f-4f81-9e89-e84794e94021 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:05.516823 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-f8ac9a82-1e2f-4f81-9e89-e84794e94021 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:05.527021 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-61491e97-3246-45a1-831c-5ad30825cde9 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:05.532906 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61491e97-3246-45a1-831c-5ad30825cde9 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:05.533767 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-61491e97-3246-45a1-831c-5ad30825cde9 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:05.662038 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27148a-4edf-4606-9793-1b99b770d2d0 None None] Pushing event updated for resources: {'Port': ['ID=d1d05f7f-978f-42f9-b5f8-71641f6ad1f9,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:05.705454 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-b9848293-749e-4af7-aa63-80dd84953bf9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:05.712015 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b9848293-749e-4af7-aa63-80dd84953bf9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.7834392 Feb 04 11:34:05.712015 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ac9a82-1e2f-4f81-9e89-e84794e94021 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Made reservation on behalf of 2294c16a4d404317a20d2fdff5bb1a4c for: {'port': 2} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:05.712015 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f8ac9a82-1e2f-4f81-9e89-e84794e94021 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:05.715244 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59624) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:05.735610 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-057d4e42-7809-4e9e-904d-d35b85dfc123 None None] Provisioning for port e8f28bf0-0048-4022-863e-93d759643c17 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:05.737959 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61491e97-3246-45a1-831c-5ad30825cde9 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Pushing event updated for resources: {'Network': ['ID=dd94ef8c-83ab-47a6-88d8-b005b3a295a6,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:05.747362 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f8ac9a82-1e2f-4f81-9e89-e84794e94021 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:05.747815 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-057d4e42-7809-4e9e-904d-d35b85dfc123 None None] Provisioning complete for port e8f28bf0-0048-4022-863e-93d759643c17 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:05.748521 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-057d4e42-7809-4e9e-904d-d35b85dfc123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:05.776750 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network dd94ef8c-83ab-47a6-88d8-b005b3a295a6 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:34:05.878132 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-61491e97-3246-45a1-831c-5ad30825cde9 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4154925 Feb 04 11:34:05.878132 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59628) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:05.896389 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-5be5fbef-a06b-4eeb-ae97-e16c8a63046f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Request body: {'ports': [{'network_id': '3b3ffa8f-7150-4574-bba3-c47f0e7585f2', 'name': 'tempest-port--1892978888', 'admin_state_up': True}, {'network_id': 'dd94ef8c-83ab-47a6-88d8-b005b3a295a6', 'admin_state_up': False}]} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:05.897927 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-5be5fbef-a06b-4eeb-ae97-e16c8a63046f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Request body: {'port': {'network_id': '3b3ffa8f-7150-4574-bba3-c47f0e7585f2', 'name': 'tempest-port--1892978888', 'admin_state_up': True}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:05.898530 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-5be5fbef-a06b-4eeb-ae97-e16c8a63046f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Request body: {'port': {'network_id': 'dd94ef8c-83ab-47a6-88d8-b005b3a295a6', 'admin_state_up': False}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:05.937365 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-057d4e42-7809-4e9e-904d-d35b85dfc123 None None] Port e8f28bf0-0048-4022-863e-93d759643c17 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:34:06.023523 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-12a8ac62-e16d-48ca-87c0-4dec372ce10e tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:06.040206 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-12a8ac62-e16d-48ca-87c0-4dec372ce10e tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:06.047106 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-f8e6da03-3182-4fdf-9037-cade7a5ac306 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting port e8f28bf0-0048-4022-863e-93d759643c17 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:06.047429 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f8e6da03-3182-4fdf-9037-cade7a5ac306 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:06.080140 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-26d3ecb8-0366-496e-b0ac-0f97d1e1962c tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:06.093188 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-26d3ecb8-0366-496e-b0ac-0f97d1e1962c tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Usage tracker for resource:port and tenant:1f19b2ce9e0f4e79aeb86bad72ddb49c is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:06.098604 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-26d3ecb8-0366-496e-b0ac-0f97d1e1962c tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:06.115999 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:06.120130 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-26d3ecb8-0366-496e-b0ac-0f97d1e1962c tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:06.148571 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device d1d05f7f-978f-42f9-b5f8-71641f6ad1f9 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:06.195721 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-bc852e4c-9bbf-4768-9628-7879a76da647 None None] Provisioning for port 9021e081-a08c-488a-b166-b7045f358d52 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:06.208833 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-f8ac9a82-1e2f-4f81-9e89-e84794e94021 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] device_id is not set on port 936aa450-47ff-45e4-9d25-d6e05386ce16 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:34:06.211546 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-bc852e4c-9bbf-4768-9628-7879a76da647 None None] Provisioning complete for port 9021e081-a08c-488a-b166-b7045f358d52 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:06.211915 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bc852e4c-9bbf-4768-9628-7879a76da647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:06.298646 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-bc852e4c-9bbf-4768-9628-7879a76da647 None None] Port 9021e081-a08c-488a-b166-b7045f358d52 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:34:06.313123 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d3ecb8-0366-496e-b0ac-0f97d1e1962c tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Made reservation on behalf of 1f19b2ce9e0f4e79aeb86bad72ddb49c for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:06.316825 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-26d3ecb8-0366-496e-b0ac-0f97d1e1962c tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:06.319827 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port d1d05f7f-978f-42f9-b5f8-71641f6ad1f9 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:06.320189 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:06.334720 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-12a8ac62-e16d-48ca-87c0-4dec372ce10e tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:06.335376 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a8ac62-e16d-48ca-87c0-4dec372ce10e tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Fanout notify agent at l3_agent the message router_deleted on router 7410fc0c-4500-4634-bd2b-e626d7e506b0 {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:34:06.380839 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-12a8ac62-e16d-48ca-87c0-4dec372ce10e tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:06.381996 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-12a8ac62-e16d-48ca-87c0-4dec372ce10e tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] 10.222.0.21 "DELETE /v2.0/routers/7410fc0c-4500-4634-bd2b-e626d7e506b0 HTTP/1.1" status: 204 len: 168 time: 3.8161495 Feb 04 11:34:06.383383 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-26d3ecb8-0366-496e-b0ac-0f97d1e1962c tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] device_id is not set on port 56c44d05-b528-49a3-abd6-9a5e197e1ac3 yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:34:06.420443 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59634) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:06.599658 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f8e6da03-3182-4fdf-9037-cade7a5ac306 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:06.617865 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f8ac9a82-1e2f-4f81-9e89-e84794e94021 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:06.720829 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-5be5fbef-a06b-4eeb-ae97-e16c8a63046f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:06.743168 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-5be5fbef-a06b-4eeb-ae97-e16c8a63046f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Usage tracker for resource:port and tenant:ae56dbb99e0c48d88f36ce54561615d4 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:06.756159 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-5be5fbef-a06b-4eeb-ae97-e16c8a63046f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:06.761369 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-f8e6da03-3182-4fdf-9037-cade7a5ac306 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Calling delete_port for e8f28bf0-0048-4022-863e-93d759643c17 owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:06.767996 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-5be5fbef-a06b-4eeb-ae97-e16c8a63046f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:06.771898 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-f8ac9a82-1e2f-4f81-9e89-e84794e94021 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] device_id is not set on port 41fd4cd6-0f2a-4abd-9285-774006d7a48d yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:34:06.796420 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7afd7-37a0-47bb-937a-24419bc01e1b req-34a447eb-a8a5-4c30-843a-5b34fee01309 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:06.798055 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-66d7afd7-37a0-47bb-937a-24419bc01e1b req-34a447eb-a8a5-4c30-843a-5b34fee01309 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.5140495 Feb 04 11:34:06.872082 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-66d7afd7-37a0-47bb-937a-24419bc01e1b req-aa77b32a-e144-4af3-a5ca-10760277621b tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683050 Feb 04 11:34:06.883182 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-26d3ecb8-0366-496e-b0ac-0f97d1e1962c tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Allocated IP 2001:db8::11d (5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba/de8da0c2-f644-481d-9ec5-9f78baa66f08/56c44d05-b528-49a3-abd6-9a5e197e1ac3) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:06.893309 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be5fbef-a06b-4eeb-ae97-e16c8a63046f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Made reservation on behalf of ae56dbb99e0c48d88f36ce54561615d4 for: {'port': 2} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:06.897084 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5be5fbef-a06b-4eeb-ae97-e16c8a63046f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:06.937942 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5be5fbef-a06b-4eeb-ae97-e16c8a63046f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:06.962813 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f8ac9a82-1e2f-4f81-9e89-e84794e94021 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:07.002482 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b83a63b-fb96-46ed-b682-4fabf5c58724 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Deleting subnet 64072c62-d889-47df-a328-5626967671e8 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:34:07.008035 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9b83a63b-fb96-46ed-b682-4fabf5c58724 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:07.184465 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-5be5fbef-a06b-4eeb-ae97-e16c8a63046f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] device_id is not set on port 8daf6fbc-9b18-490e-be81-542607116de3 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:34:07.212134 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f8ac9a82-1e2f-4f81-9e89-e84794e94021 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:07.236545 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9b83a63b-fb96-46ed-b682-4fabf5c58724 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:07.329737 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac9a82-1e2f-4f81-9e89-e84794e94021 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Port': ['ID=936aa450-47ff-45e4-9d25-d6e05386ce16,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:07.333856 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ac9a82-1e2f-4f81-9e89-e84794e94021 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Network 6bf13621-12da-4d4e-8931-fb46b2d65817 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:07.337790 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-f8ac9a82-1e2f-4f81-9e89-e84794e94021 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:07.341762 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ac9a82-1e2f-4f81-9e89-e84794e94021 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:34:07.342833 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f8ac9a82-1e2f-4f81-9e89-e84794e94021 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:07.381557 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-26d3ecb8-0366-496e-b0ac-0f97d1e1962c tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:07.398276 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f8e6da03-3182-4fdf-9037-cade7a5ac306 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:07.436874 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5be5fbef-a06b-4eeb-ae97-e16c8a63046f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:07.453372 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2925a70-3502-4e7b-b1f5-53c2442d09f9 req-8da08914-b7de-4d09-b852-ca2c63501a2a tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:07.457067 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a2925a70-3502-4e7b-b1f5-53c2442d09f9 req-8da08914-b7de-4d09-b852-ca2c63501a2a tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.4188614 Feb 04 11:34:07.464727 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac9a82-1e2f-4f81-9e89-e84794e94021 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Port': ['ID=41fd4cd6-0f2a-4abd-9285-774006d7a48d,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:07.470538 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-26d3ecb8-0366-496e-b0ac-0f97d1e1962c tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Transition to ACTIVE for port object 56c44d05-b528-49a3-abd6-9a5e197e1ac3 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:07.476259 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6da03-3182-4fdf-9037-cade7a5ac306 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Port': ['ID=e8f28bf0-0048-4022-863e-93d759643c17,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:07.513666 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9b83a63b-fb96-46ed-b682-4fabf5c58724 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:07.584740 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ac9a82-1e2f-4f81-9e89-e84794e94021 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Checking segment: {'id': '4526d192-44cf-4e47-9c8e-0f74dd90b9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7431a726-2a8c-4291-948f-47cce0ae30dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:34:07.585084 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ac9a82-1e2f-4f81-9e89-e84794e94021 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Network hostable DHCP agents. Network: 7431a726-2a8c-4291-948f-47cce0ae30dc, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:34:07.596848 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-5be5fbef-a06b-4eeb-ae97-e16c8a63046f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] device_id is not set on port cbcfae39-3702-4b99-9adb-af21efb083a8 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:34:07.711421 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5be5fbef-a06b-4eeb-ae97-e16c8a63046f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:07.738884 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f8e6da03-3182-4fdf-9037-cade7a5ac306 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:07.769292 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a2925a70-3502-4e7b-b1f5-53c2442d09f9 req-f2b50fc9-861f-4236-bd50-b355cd566be7 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3022764 Feb 04 11:34:07.803783 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ac9a82-1e2f-4f81-9e89-e84794e94021 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Network 7431a726-2a8c-4291-948f-47cce0ae30dc is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:34:07.872474 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5be5fbef-a06b-4eeb-ae97-e16c8a63046f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:07.875461 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-26d3ecb8-0366-496e-b0ac-0f97d1e1962c tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:07.876380 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f8e6da03-3182-4fdf-9037-cade7a5ac306 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/ports/e8f28bf0-0048-4022-863e-93d759643c17 HTTP/1.1" status: 204 len: 168 time: 2.1567938 Feb 04 11:34:07.910074 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59642) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:07.919069 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-f8ac9a82-1e2f-4f81-9e89-e84794e94021 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 7431a726-2a8c-4291-948f-47cce0ae30dc) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:07.919300 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9b83a63b-fb96-46ed-b682-4fabf5c58724 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:07.930594 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a2bc4a-de6b-443a-b723-c961f21cb0ba None None] Network 7431a726-2a8c-4291-948f-47cce0ae30dc requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:07.972206 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ac9a82-1e2f-4f81-9e89-e84794e94021 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:34:07.976354 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ac9a82-1e2f-4f81-9e89-e84794e94021 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:07.979822 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ac9a82-1e2f-4f81-9e89-e84794e94021 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:07.981042 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f8ac9a82-1e2f-4f81-9e89-e84794e94021 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:07.984847 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83a63b-fb96-46ed-b682-4fabf5c58724 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Pushing event deleted for resources: {'Subnet': ['ID=64072c62-d889-47df-a328-5626967671e8,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:08.011202 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d3ecb8-0366-496e-b0ac-0f97d1e1962c tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Network 5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:08.011202 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9b83a63b-fb96-46ed-b682-4fabf5c58724 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:08.011202 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-26d3ecb8-0366-496e-b0ac-0f97d1e1962c tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:08.013019 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d3ecb8-0366-496e-b0ac-0f97d1e1962c tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Pushing event updated for resources: {'Port': ['ID=56c44d05-b528-49a3-abd6-9a5e197e1ac3,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:08.015802 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d3ecb8-0366-496e-b0ac-0f97d1e1962c tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:34:08.020209 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d3ecb8-0366-496e-b0ac-0f97d1e1962c tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:08.020900 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-26d3ecb8-0366-496e-b0ac-0f97d1e1962c tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:08.035666 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fb33a0-8a73-4e49-b49a-93f1d2b65553 None None] Network 7cd0f5c2-5e9f-487a-b684-2fdbbc1a4e0c requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:08.046342 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9b83a63b-fb96-46ed-b682-4fabf5c58724 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] 10.222.0.21 "DELETE /v2.0/subnets/64072c62-d889-47df-a328-5626967671e8 HTTP/1.1" status: 204 len: 168 time: 1.6191952 Feb 04 11:34:08.046342 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59646) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:08.056126 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be5fbef-a06b-4eeb-ae97-e16c8a63046f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Pushing event updated for resources: {'Port': ['ID=8daf6fbc-9b18-490e-be81-542607116de3,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:08.070555 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e0fe48-1997-4007-ba18-61a9f7dd9fb0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:08.072625 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e0fe48-1997-4007-ba18-61a9f7dd9fb0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:08.072625 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-35e0fe48-1997-4007-ba18-61a9f7dd9fb0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:08.095466 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be5fbef-a06b-4eeb-ae97-e16c8a63046f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Checking segment: {'id': '0d2a03a3-b9ee-4b91-88c6-f66722074137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3b3ffa8f-7150-4574-bba3-c47f0e7585f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:34:08.095817 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be5fbef-a06b-4eeb-ae97-e16c8a63046f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Network hostable DHCP agents. Network: 3b3ffa8f-7150-4574-bba3-c47f0e7585f2, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:34:08.145644 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-26d3ecb8-0366-496e-b0ac-0f97d1e1962c tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7955832 Feb 04 11:34:08.146069 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59650) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:08.154158 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-1205a35a-234f-4129-babe-85d9e0f12866 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1b9', 'mac_address': 'fa:16:3e:26:1f:31'}, {'ip_address': '2001:db8::382', 'mac_address': 'fa:16:3e:e8:8a:5b'}]}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:08.206374 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-35e0fe48-1997-4007-ba18-61a9f7dd9fb0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:08.214679 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-35e0fe48-1997-4007-ba18-61a9f7dd9fb0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2978251 Feb 04 11:34:08.214679 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f8ac9a82-1e2f-4f81-9e89-e84794e94021 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0274796 Feb 04 11:34:08.215358 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-90da5b3b-b51c-4203-a152-c2b4c5f042a3 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:08.215358 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59654) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:08.221424 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59656) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:08.282244 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be5fbef-a06b-4eeb-ae97-e16c8a63046f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Network 3b3ffa8f-7150-4574-bba3-c47f0e7585f2 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:34:08.324496 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-b99088fa-9100-4710-a6fc-1c256249f051 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Deleting port 41fd4cd6-0f2a-4abd-9285-774006d7a48d {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:08.325185 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b99088fa-9100-4710-a6fc-1c256249f051 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:08.378578 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-90da5b3b-b51c-4203-a152-c2b4c5f042a3 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Deleting port f9b5db7c-6528-4dbf-97b0-977c594c0f50 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:08.378873 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-90da5b3b-b51c-4203-a152-c2b4c5f042a3 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:08.471271 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-5be5fbef-a06b-4eeb-ae97-e16c8a63046f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 3b3ffa8f-7150-4574-bba3-c47f0e7585f2) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:08.486716 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b80e69-7a70-4392-ac98-a9bd43f50089 None None] Network 3b3ffa8f-7150-4574-bba3-c47f0e7585f2 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:08.589661 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-1a717865-8dfc-404e-8ee6-a6b67dce776c None None] Provisioning for port 56c44d05-b528-49a3-abd6-9a5e197e1ac3 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:08.594057 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d76b2a9-426a-41d8-a94a-d01f8bd062c5 None None] DHCP port deletion for 7cd0f5c2-5e9f-487a-b684-2fdbbc1a4e0c request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:34:08.608488 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-3d76b2a9-426a-41d8-a94a-d01f8bd062c5 None None] Deleting port f9b5db7c-6528-4dbf-97b0-977c594c0f50 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:08.608771 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3d76b2a9-426a-41d8-a94a-d01f8bd062c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:08.639369 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-1a717865-8dfc-404e-8ee6-a6b67dce776c None None] Provisioning complete for port 56c44d05-b528-49a3-abd6-9a5e197e1ac3 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:08.639912 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1a717865-8dfc-404e-8ee6-a6b67dce776c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:08.721356 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be5fbef-a06b-4eeb-ae97-e16c8a63046f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:34:08.722481 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5be5fbef-a06b-4eeb-ae97-e16c8a63046f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:08.814203 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-1a717865-8dfc-404e-8ee6-a6b67dce776c None None] Port 56c44d05-b528-49a3-abd6-9a5e197e1ac3 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:34:08.825515 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b99088fa-9100-4710-a6fc-1c256249f051 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:08.847230 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1205a35a-234f-4129-babe-85d9e0f12866 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:08.878725 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be5fbef-a06b-4eeb-ae97-e16c8a63046f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Pushing event updated for resources: {'Port': ['ID=cbcfae39-3702-4b99-9adb-af21efb083a8,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:08.908612 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-d26f9bef-0e31-4915-a4ac-9b2660d0257a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting subnet 21783cd1-57dd-42fa-b7b8-0777301be530 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:34:08.940953 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d26f9bef-0e31-4915-a4ac-9b2660d0257a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:08.987799 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-3d76b2a9-426a-41d8-a94a-d01f8bd062c5 None None] For port f9b5db7c-6528-4dbf-97b0-977c594c0f50, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=f9b5db7c-6528-4dbf-97b0-977c594c0f50,segment=NetworkSegment(373d00c6-762e-4af2-ba88-717aa1a12119),segment_id=373d00c6-762e-4af2-ba88-717aa1a12119)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:34:08.988430 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3d76b2a9-426a-41d8-a94a-d01f8bd062c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:08.991609 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-b99088fa-9100-4710-a6fc-1c256249f051 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Calling delete_port for 41fd4cd6-0f2a-4abd-9285-774006d7a48d owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:09.011267 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be5fbef-a06b-4eeb-ae97-e16c8a63046f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Checking segment: {'id': 'a95d1e15-b77a-4466-928f-a46c3d0ab72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'dd94ef8c-83ab-47a6-88d8-b005b3a295a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:34:09.011642 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be5fbef-a06b-4eeb-ae97-e16c8a63046f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Network hostable DHCP agents. Network: dd94ef8c-83ab-47a6-88d8-b005b3a295a6, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:34:09.031630 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-90da5b3b-b51c-4203-a152-c2b4c5f042a3 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] For port f9b5db7c-6528-4dbf-97b0-977c594c0f50, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=f9b5db7c-6528-4dbf-97b0-977c594c0f50,segment=NetworkSegment(373d00c6-762e-4af2-ba88-717aa1a12119),segment_id=373d00c6-762e-4af2-ba88-717aa1a12119)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:34:09.031995 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-90da5b3b-b51c-4203-a152-c2b4c5f042a3 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:09.046949 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d26f9bef-0e31-4915-a4ac-9b2660d0257a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:09.171141 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-3d76b2a9-426a-41d8-a94a-d01f8bd062c5 None None] Calling delete_port for f9b5db7c-6528-4dbf-97b0-977c594c0f50 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:09.181595 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-90da5b3b-b51c-4203-a152-c2b4c5f042a3 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Calling delete_port for f9b5db7c-6528-4dbf-97b0-977c594c0f50 owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:09.257295 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8550c-8bc0-4da3-abb5-3836c5f2b658 req-e9556310-a3b2-4366-8e59-b5a81c004d8b tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:09.258821 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-01a8550c-8bc0-4da3-abb5-3836c5f2b658 req-e9556310-a3b2-4366-8e59-b5a81c004d8b tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.6046081 Feb 04 11:34:09.297731 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d26f9bef-0e31-4915-a4ac-9b2660d0257a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:09.324831 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-01a8550c-8bc0-4da3-abb5-3836c5f2b658 req-932124b7-328e-4470-b96f-5b1ddebe9c7d tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442116 Feb 04 11:34:09.333989 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be5fbef-a06b-4eeb-ae97-e16c8a63046f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Network dd94ef8c-83ab-47a6-88d8-b005b3a295a6 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:34:09.360161 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3d76b2a9-426a-41d8-a94a-d01f8bd062c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:09.377719 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.db.api [None req-90da5b3b-b51c-4203-a152-c2b4c5f042a3 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:34:09.378187 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG oslo_db.api [None req-90da5b3b-b51c-4203-a152-c2b4c5f042a3 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:34:09.387762 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b99088fa-9100-4710-a6fc-1c256249f051 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:09.394072 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1205a35a-234f-4129-babe-85d9e0f12866 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:09.424506 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d76b2a9-426a-41d8-a94a-d01f8bd062c5 None None] Pushing event deleted for resources: {'Port': ['ID=f9b5db7c-6528-4dbf-97b0-977c594c0f50,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:09.432771 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d76b2a9-426a-41d8-a94a-d01f8bd062c5 None None] No DVR routers for this DVR port f9b5db7c-6528-4dbf-97b0-977c594c0f50 on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:34:09.446096 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99088fa-9100-4710-a6fc-1c256249f051 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'Port': ['ID=41fd4cd6-0f2a-4abd-9285-774006d7a48d,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:09.455577 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-5be5fbef-a06b-4eeb-ae97-e16c8a63046f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, dd94ef8c-83ab-47a6-88d8-b005b3a295a6) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:09.459450 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be5fbef-a06b-4eeb-ae97-e16c8a63046f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:34:09.464448 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacd4111-101c-443b-b42c-a589df2a6eb8 None None] Network dd94ef8c-83ab-47a6-88d8-b005b3a295a6 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:09.470699 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b99088fa-9100-4710-a6fc-1c256249f051 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:09.475966 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be5fbef-a06b-4eeb-ae97-e16c8a63046f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:09.481048 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be5fbef-a06b-4eeb-ae97-e16c8a63046f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:09.482350 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5be5fbef-a06b-4eeb-ae97-e16c8a63046f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:09.488550 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b99088fa-9100-4710-a6fc-1c256249f051 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/ports/41fd4cd6-0f2a-4abd-9285-774006d7a48d HTTP/1.1" status: 204 len: 168 time: 1.2702856 Feb 04 11:34:09.489036 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59668) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:09.503531 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1205a35a-234f-4129-babe-85d9e0f12866 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:09.558847 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d26f9bef-0e31-4915-a4ac-9b2660d0257a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:09.572785 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-1205a35a-234f-4129-babe-85d9e0f12866 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] In _notify_port_updated(), no bound segment for port 56c44d05-b528-49a3-abd6-9a5e197e1ac3 on network 5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba {{(pid=84205) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 11:34:09.577755 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1205a35a-234f-4129-babe-85d9e0f12866 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:09.578766 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1205a35a-234f-4129-babe-85d9e0f12866 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:09.580313 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-1205a35a-234f-4129-babe-85d9e0f12866 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] 10.222.0.21 "PUT /v2.0/ports/56c44d05-b528-49a3-abd6-9a5e197e1ac3 HTTP/1.1" status: 200 len: 1068 time: 1.4331942 Feb 04 11:34:09.628849 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59672) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:09.644394 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3636e1-1bef-492b-a3f4-56f088ea4d01 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:09.669619 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d26f9bef-0e31-4915-a4ac-9b2660d0257a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:09.675113 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d26f9bef-0e31-4915-a4ac-9b2660d0257a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/21783cd1-57dd-42fa-b7b8-0777301be530 HTTP/1.1" status: 204 len: 168 time: 1.4521861 Feb 04 11:34:09.678443 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59676) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:09.721929 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f9bef-0e31-4915-a4ac-9b2660d0257a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Subnet': ['ID=21783cd1-57dd-42fa-b7b8-0777301be530,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:09.726025 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205a35a-234f-4129-babe-85d9e0f12866 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Pushing event updated for resources: {'Port': ['ID=56c44d05-b528-49a3-abd6-9a5e197e1ac3,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:09.739228 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5be5fbef-a06b-4eeb-ae97-e16c8a63046f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.8599327 Feb 04 11:34:09.743103 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59680) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:09.777605 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b9d3aebf-2e44-441b-bb82-9853af77a3ab tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0978763 Feb 04 11:34:09.784434 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59686) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:09.795495 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-4beab556-65af-4e1a-98d5-a93a62614301 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:09.884313 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-90da5b3b-b51c-4203-a152-c2b4c5f042a3 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Deleting port f9b5db7c-6528-4dbf-97b0-977c594c0f50 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:09.884873 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-90da5b3b-b51c-4203-a152-c2b4c5f042a3 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:09.902861 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-6f9fb1db-249d-43f0-aa17-25961beb9c17 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Deleting port 56c44d05-b528-49a3-abd6-9a5e197e1ac3 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:09.903331 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6f9fb1db-249d-43f0-aa17-25961beb9c17 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:09.980038 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-32bf021f-391e-42c5-aaf0-674c7c94766c None None] Provisioning complete for port 56c44d05-b528-49a3-abd6-9a5e197e1ac3 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:09.980038 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-32bf021f-391e-42c5-aaf0-674c7c94766c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:10.004951 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677dcf70-41b4-4e64-875e-bb3423b2e0ed tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:10.010754 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677dcf70-41b4-4e64-875e-bb3423b2e0ed tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:10.011506 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-677dcf70-41b4-4e64-875e-bb3423b2e0ed tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Synchronizing usage tracker for tenant:ae56dbb99e0c48d88f36ce54561615d4 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:10.026069 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b4052c-d869-4305-8ec7-1a526d291b88 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:10.026789 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f58aed-1032-4fa1-9c6f-dd4afe801988 None None] DHCP port deletion for a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:34:10.031430 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b4052c-d869-4305-8ec7-1a526d291b88 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:10.032139 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-16b4052c-d869-4305-8ec7-1a526d291b88 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Synchronizing usage tracker for tenant:2294c16a4d404317a20d2fdff5bb1a4c on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:10.042314 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-90da5b3b-b51c-4203-a152-c2b4c5f042a3 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] The port 'f9b5db7c-6528-4dbf-97b0-977c594c0f50' was deleted {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:34:10.072434 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-32bf021f-391e-42c5-aaf0-674c7c94766c None None] Port 56c44d05-b528-49a3-abd6-9a5e197e1ac3 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:34:10.080409 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-f6f58aed-1032-4fa1-9c6f-dd4afe801988 None None] Deleting port d1d05f7f-978f-42f9-b5f8-71641f6ad1f9 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:10.081293 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f6f58aed-1032-4fa1-9c6f-dd4afe801988 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:10.126539 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device d1d05f7f-978f-42f9-b5f8-71641f6ad1f9 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:34:10.142977 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-4beab556-65af-4e1a-98d5-a93a62614301 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:10.188064 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-677dcf70-41b4-4e64-875e-bb3423b2e0ed tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Unset dirty status for tenant:ae56dbb99e0c48d88f36ce54561615d4 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:10.192173 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-677dcf70-41b4-4e64-875e-bb3423b2e0ed tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4488125 Feb 04 11:34:10.205779 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59690) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:10.246734 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-4beab556-65af-4e1a-98d5-a93a62614301 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:10.261807 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-90da5b3b-b51c-4203-a152-c2b4c5f042a3 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:10.278045 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-604e219e-9837-40e8-843f-e1605b2c7960 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Deleting port 8daf6fbc-9b18-490e-be81-542607116de3 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:10.278376 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-604e219e-9837-40e8-843f-e1605b2c7960 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:10.294928 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-16b4052c-d869-4305-8ec7-1a526d291b88 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Unset dirty status for tenant:2294c16a4d404317a20d2fdff5bb1a4c on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:10.296440 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-16b4052c-d869-4305-8ec7-1a526d291b88 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.8059020 Feb 04 11:34:10.301926 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59694) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:10.305611 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-90da5b3b-b51c-4203-a152-c2b4c5f042a3 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cd0f5c2-5e9f-487a-b684-2fdbbc1a4e0c']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:10.385616 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-90da5b3b-b51c-4203-a152-c2b4c5f042a3 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '373d00c6-762e-4af2-ba88-717aa1a12119') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:10.385953 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-90da5b3b-b51c-4203-a152-c2b4c5f042a3 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '373d00c6-762e-4af2-ba88-717aa1a12119') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:10.397692 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:10.402860 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4beab556-65af-4e1a-98d5-a93a62614301 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:10.430862 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172dafc5-c250-45ca-955d-da5670005f8f req-aa2f6699-e758-433b-beb8-d5a54d23a87d tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:10.434789 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-172dafc5-c250-45ca-955d-da5670005f8f req-aa2f6699-e758-433b-beb8-d5a54d23a87d tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.4970589 Feb 04 11:34:10.446575 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-f6f58aed-1032-4fa1-9c6f-dd4afe801988 None None] For port d1d05f7f-978f-42f9-b5f8-71641f6ad1f9, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=d1d05f7f-978f-42f9-b5f8-71641f6ad1f9,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:34:10.448964 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f6f58aed-1032-4fa1-9c6f-dd4afe801988 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:10.454728 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6f9fb1db-249d-43f0-aa17-25961beb9c17 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:10.499566 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-90da5b3b-b51c-4203-a152-c2b4c5f042a3 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:10.578612 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port d1d05f7f-978f-42f9-b5f8-71641f6ad1f9, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=d1d05f7f-978f-42f9-b5f8-71641f6ad1f9,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:34:10.582374 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-5b7d2d9e-6b96-4a11-a448-09e3b6b5bb83 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Deleting port 936aa450-47ff-45e4-9d25-d6e05386ce16 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:10.582804 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5b7d2d9e-6b96-4a11-a448-09e3b6b5bb83 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:10.585161 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-f6f58aed-1032-4fa1-9c6f-dd4afe801988 None None] Calling delete_port for d1d05f7f-978f-42f9-b5f8-71641f6ad1f9 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:10.597949 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-6f9fb1db-249d-43f0-aa17-25961beb9c17 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Calling delete_port for 56c44d05-b528-49a3-abd6-9a5e197e1ac3 owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:10.622224 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-90da5b3b-b51c-4203-a152-c2b4c5f042a3 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:10.640758 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:10.642057 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device f9b5db7c-6528-4dbf-97b0-977c594c0f50 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:34:10.667314 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90da5b3b-b51c-4203-a152-c2b4c5f042a3 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:34:10.667724 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-90da5b3b-b51c-4203-a152-c2b4c5f042a3 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:10.688776 dv-neutron-827825-2-hyperv neutron-server[84204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:34:10.688776 dv-neutron-827825-2-hyperv neutron-server[84204]: util.warn( Feb 04 11:34:10.688776 dv-neutron-827825-2-hyperv neutron-server[84204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:34:10.688776 dv-neutron-827825-2-hyperv neutron-server[84204]: util.warn( Feb 04 11:34:10.688776 dv-neutron-827825-2-hyperv neutron-server[84204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:34:10.688776 dv-neutron-827825-2-hyperv neutron-server[84204]: util.warn( Feb 04 11:34:10.688776 dv-neutron-827825-2-hyperv neutron-server[84204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:34:10.688776 dv-neutron-827825-2-hyperv neutron-server[84204]: util.warn( Feb 04 11:34:10.688776 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:34:10.688776 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:34:10.688776 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:34:10.688776 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:34:10.688776 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:34:10.688776 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:34:10.688776 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:34:10.688776 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:34:10.688776 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:34:10.688776 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:34:10.688776 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:34:10.688776 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:34:10.688776 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:34:10.688776 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:34:10.688776 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:34:10.688776 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:34:10.688776 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:34:10.688776 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:34:10.688776 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:34:10.688776 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:34:10.688776 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:34:10.688776 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:34:10.688776 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:34:10.688776 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:34:10.688776 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:34:10.688776 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:34:10.688776 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:34:10.688776 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:34:10.688776 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:34:10.688776 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:34:10.688776 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:34:10.688776 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:34:10.718093 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: f9b5db7c-6528-4dbf-97b0-977c594c0f50 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:34:10.718563 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device f9b5db7c-6528-4dbf-97b0-977c594c0f50 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:34:10.769806 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4beab556-65af-4e1a-98d5-a93a62614301 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:10.776558 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-604e219e-9837-40e8-843f-e1605b2c7960 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:10.783642 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=d1d05f7f-978f-42f9-b5f8-71641f6ad1f9,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:10.835982 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-172dafc5-c250-45ca-955d-da5670005f8f req-f8b1c6cd-f7ff-46ea-8d40-13c0bf49c455 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3932385 Feb 04 11:34:10.838962 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-f6f58aed-1032-4fa1-9c6f-dd4afe801988 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:34:10.839316 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-f6f58aed-1032-4fa1-9c6f-dd4afe801988 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:34:11.008065 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-604e219e-9837-40e8-843f-e1605b2c7960 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Calling delete_port for 8daf6fbc-9b18-490e-be81-542607116de3 owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:11.103548 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-90da5b3b-b51c-4203-a152-c2b4c5f042a3 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:11.126268 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5b7d2d9e-6b96-4a11-a448-09e3b6b5bb83 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:11.133849 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-90da5b3b-b51c-4203-a152-c2b4c5f042a3 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:11.144433 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da5b3b-b51c-4203-a152-c2b4c5f042a3 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Pushing event deleted for resources: {'Network': ['ID=7cd0f5c2-5e9f-487a-b684-2fdbbc1a4e0c,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:11.149224 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-90da5b3b-b51c-4203-a152-c2b4c5f042a3 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] 10.222.0.21 "DELETE /v2.0/networks/7cd0f5c2-5e9f-487a-b684-2fdbbc1a4e0c HTTP/1.1" status: 204 len: 168 time: 3.1039586 Feb 04 11:34:11.151918 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59700) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:11.234219 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6f9fb1db-249d-43f0-aa17-25961beb9c17 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:11.263217 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-5b7d2d9e-6b96-4a11-a448-09e3b6b5bb83 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Calling delete_port for 936aa450-47ff-45e4-9d25-d6e05386ce16 owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:11.332993 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-604e219e-9837-40e8-843f-e1605b2c7960 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:11.340213 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-f6f58aed-1032-4fa1-9c6f-dd4afe801988 None None] Deleting port d1d05f7f-978f-42f9-b5f8-71641f6ad1f9 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:11.341196 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f6f58aed-1032-4fa1-9c6f-dd4afe801988 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:11.369908 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9fb1db-249d-43f0-aa17-25961beb9c17 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Pushing event deleted for resources: {'Port': ['ID=56c44d05-b528-49a3-abd6-9a5e197e1ac3,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:11.423483 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e219e-9837-40e8-843f-e1605b2c7960 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Pushing event deleted for resources: {'Port': ['ID=8daf6fbc-9b18-490e-be81-542607116de3,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:11.425718 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-2c7444d8-cbd4-4c71-bc9f-bfe04db7f2e9 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Deleting port 9bc17268-05ce-4255-9cdc-bc29e83e8c67 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:11.426081 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2c7444d8-cbd4-4c71-bc9f-bfe04db7f2e9 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:11.544221 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-604e219e-9837-40e8-843f-e1605b2c7960 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:11.603697 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5b7d2d9e-6b96-4a11-a448-09e3b6b5bb83 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:11.607417 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-f6f58aed-1032-4fa1-9c6f-dd4afe801988 None None] For port d1d05f7f-978f-42f9-b5f8-71641f6ad1f9, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=d1d05f7f-978f-42f9-b5f8-71641f6ad1f9,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:34:11.607417 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f6f58aed-1032-4fa1-9c6f-dd4afe801988 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:11.668929 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d2d9e-6b96-4a11-a448-09e3b6b5bb83 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'Port': ['ID=936aa450-47ff-45e4-9d25-d6e05386ce16,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:11.680078 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4beab556-65af-4e1a-98d5-a93a62614301 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:11.728564 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5b7d2d9e-6b96-4a11-a448-09e3b6b5bb83 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:11.739572 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-604e219e-9837-40e8-843f-e1605b2c7960 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] 10.222.0.21 "DELETE /v2.0/ports/8daf6fbc-9b18-490e-be81-542607116de3 HTTP/1.1" status: 204 len: 168 time: 1.5415180 Feb 04 11:34:11.742427 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59704) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:11.774339 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4beab556-65af-4e1a-98d5-a93a62614301 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:11.777459 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-4beab556-65af-4e1a-98d5-a93a62614301 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:11.780890 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4beab556-65af-4e1a-98d5-a93a62614301 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:11.782566 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4beab556-65af-4e1a-98d5-a93a62614301 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:11.782871 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-f6f58aed-1032-4fa1-9c6f-dd4afe801988 None None] Calling delete_port for d1d05f7f-978f-42f9-b5f8-71641f6ad1f9 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:11.793991 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beab556-65af-4e1a-98d5-a93a62614301 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Subnet': ['ID=866b9ed9-11d4-4f87-a6ad-47d35dcbbe8a,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:11.818694 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5b7d2d9e-6b96-4a11-a448-09e3b6b5bb83 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/ports/936aa450-47ff-45e4-9d25-d6e05386ce16 HTTP/1.1" status: 204 len: 168 time: 1.5139956 Feb 04 11:34:11.823145 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59708) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:11.872413 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-4beab556-65af-4e1a-98d5-a93a62614301 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0811985 Feb 04 11:34:11.872831 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59714) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:11.879620 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-082c153b-0ce3-4c1b-87ad-99dc8c3ac954 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'port': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'fixed_ips': [{'subnet_id': '866b9ed9-11d4-4f87-a6ad-47d35dcbbe8a', 'ip_address': '2001:db8::b26e:b479:696:d68f'}], 'name': 'tempest-NetworksTestDHCPv6-658206462'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:11.891593 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2c7444d8-cbd4-4c71-bc9f-bfe04db7f2e9 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:11.891919 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2c7444d8-cbd4-4c71-bc9f-bfe04db7f2e9 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:11.941921 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f6f58aed-1032-4fa1-9c6f-dd4afe801988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:12.007371 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-4a708d63-07a6-4ce5-aa29-fd8a440668bf tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Deleting port cbcfae39-3702-4b99-9adb-af21efb083a8 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:12.007706 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4a708d63-07a6-4ce5-aa29-fd8a440668bf tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:12.009335 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f58aed-1032-4fa1-9c6f-dd4afe801988 None None] Pushing event deleted for resources: {'Port': ['ID=d1d05f7f-978f-42f9-b5f8-71641f6ad1f9,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:12.019219 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f58aed-1032-4fa1-9c6f-dd4afe801988 None None] No DVR routers for this DVR port d1d05f7f-978f-42f9-b5f8-71641f6ad1f9 on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:34:12.039918 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58777fb2-abb5-40d6-836d-1c047b4902d1 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:12.058173 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3e6ff9-e4d4-4031-b893-a6a80e53cfb0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:12.059173 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-ee3e6ff9-e4d4-4031-b893-a6a80e53cfb0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Synchronizing usage tracker for tenant:2294c16a4d404317a20d2fdff5bb1a4c on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:12.067279 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6f9fb1db-249d-43f0-aa17-25961beb9c17 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:12.071845 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6f9fb1db-249d-43f0-aa17-25961beb9c17 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] 10.222.0.21 "DELETE /v2.0/ports/56c44d05-b528-49a3-abd6-9a5e197e1ac3 HTTP/1.1" status: 204 len: 168 time: 2.4377296 Feb 04 11:34:12.075428 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59718) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:12.118403 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cef8fa95-355a-42b3-851d-a9670465b685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:12.143121 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-e65aec18-377b-4513-b2b9-acb1652faf4f tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] GET failed (client error): The resource could not be found. Feb 04 11:34:12.146093 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-e65aec18-377b-4513-b2b9-acb1652faf4f tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Synchronizing usage tracker for tenant:1f19b2ce9e0f4e79aeb86bad72ddb49c on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:12.146864 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-2c7444d8-cbd4-4c71-bc9f-bfe04db7f2e9 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Calling delete_port for 9bc17268-05ce-4255-9cdc-bc29e83e8c67 owned by network:floatingip {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:12.148412 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-082c153b-0ce3-4c1b-87ad-99dc8c3ac954 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:12.155085 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-082c153b-0ce3-4c1b-87ad-99dc8c3ac954 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:port and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:12.161536 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-082c153b-0ce3-4c1b-87ad-99dc8c3ac954 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:12.169667 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-082c153b-0ce3-4c1b-87ad-99dc8c3ac954 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:12.278666 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-ee3e6ff9-e4d4-4031-b893-a6a80e53cfb0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Unset dirty status for tenant:2294c16a4d404317a20d2fdff5bb1a4c on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:12.282156 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ee3e6ff9-e4d4-4031-b893-a6a80e53cfb0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4617581 Feb 04 11:34:12.283588 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59722) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:12.307925 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2bde90-a418-4af7-be41-c18ee3acd5ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'tenant_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'fixed_ips': [{'subnet_id': '866b9ed9-11d4-4f87-a6ad-47d35dcbbe8a'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:34:12.308827 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fa2bde90-a418-4af7-be41-c18ee3acd5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:12.327155 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082c153b-0ce3-4c1b-87ad-99dc8c3ac954 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:12.332501 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-082c153b-0ce3-4c1b-87ad-99dc8c3ac954 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:12.344421 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-68f7a41a-2fd6-4330-a48b-6153ca71c153 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] GET failed (client error): The resource could not be found. Feb 04 11:34:12.348401 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-68f7a41a-2fd6-4330-a48b-6153ca71c153 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "GET /v2.0/ports/41fd4cd6-0f2a-4abd-9285-774006d7a48d HTTP/1.1" status: 404 len: 333 time: 0.0611203 Feb 04 11:34:12.348401 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-e65aec18-377b-4513-b2b9-acb1652faf4f tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Unset dirty status for tenant:1f19b2ce9e0f4e79aeb86bad72ddb49c on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:12.350039 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e65aec18-377b-4513-b2b9-acb1652faf4f tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] 10.222.0.21 "GET /v2.0/ports/56c44d05-b528-49a3-abd6-9a5e197e1ac3 HTTP/1.1" status: 404 len: 333 time: 0.2716672 Feb 04 11:34:12.353735 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59726) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:12.353932 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59728) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:12.448758 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bb6721c-bfc8-483a-affd-91223d9fa185 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] GET failed (client error): The resource could not be found. Feb 04 11:34:12.454008 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5bb6721c-bfc8-483a-affd-91223d9fa185 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "GET /v2.0/ports/936aa450-47ff-45e4-9d25-d6e05386ce16 HTTP/1.1" status: 404 len: 333 time: 0.0953872 Feb 04 11:34:12.454008 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-082c153b-0ce3-4c1b-87ad-99dc8c3ac954 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] device_id is not set on port 0a6baed3-58e8-44df-8f66-568e6c034e8b yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:34:12.469677 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59734) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:12.492578 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-fa2bde90-a418-4af7-be41-c18ee3acd5ff None None] Allocated IP 2001:db8::2 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/866b9ed9-11d4-4f87-a6ad-47d35dcbbe8a/9f043e1b-09d7-4750-b5d1-3468111967ba) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:12.525421 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-a2dc89e8-df84-419a-ba4d-b4b31dbadc1d tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Deleting port 9021e081-a08c-488a-b166-b7045f358d52 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:12.525765 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a2dc89e8-df84-419a-ba4d-b4b31dbadc1d tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:12.630153 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427c4d0-cac7-4dc3-b356-f7091040166b req-507b4d2d-6577-45b3-b7a4-15bad5bcdef4 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:12.631581 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9427c4d0-cac7-4dc3-b356-f7091040166b req-507b4d2d-6577-45b3-b7a4-15bad5bcdef4 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.5947392 Feb 04 11:34:12.642776 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4a708d63-07a6-4ce5-aa29-fd8a440668bf tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:12.818752 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-4a708d63-07a6-4ce5-aa29-fd8a440668bf tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Calling delete_port for cbcfae39-3702-4b99-9adb-af21efb083a8 owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:12.838347 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a2dc89e8-df84-419a-ba4d-b4b31dbadc1d tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:12.852746 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-16faae6f-61e7-43b1-9f62-5a06aa224677 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:12.904611 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9427c4d0-cac7-4dc3-b356-f7091040166b req-bbcd19f0-5193-4563-b598-a310d26d241b tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2449608 Feb 04 11:34:12.948251 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2c7444d8-cbd4-4c71-bc9f-bfe04db7f2e9 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:12.975177 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-a2dc89e8-df84-419a-ba4d-b4b31dbadc1d tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Calling delete_port for 9021e081-a08c-488a-b166-b7045f358d52 owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:13.019475 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7444d8-cbd4-4c71-bc9f-bfe04db7f2e9 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Pushing event deleted for resources: {'Port': ['ID=9bc17268-05ce-4255-9cdc-bc29e83e8c67,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:13.164103 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-16faae6f-61e7-43b1-9f62-5a06aa224677 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:13.178955 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4a708d63-07a6-4ce5-aa29-fd8a440668bf tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:13.204216 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fa2bde90-a418-4af7-be41-c18ee3acd5ff None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:13.240932 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-16faae6f-61e7-43b1-9f62-5a06aa224677 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7431a726-2a8c-4291-948f-47cce0ae30dc']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:13.258630 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a708d63-07a6-4ce5-aa29-fd8a440668bf tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Pushing event deleted for resources: {'Port': ['ID=cbcfae39-3702-4b99-9adb-af21efb083a8,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:13.261315 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-fa2bde90-a418-4af7-be41-c18ee3acd5ff None None] Transition to ACTIVE for port object 9f043e1b-09d7-4750-b5d1-3468111967ba will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:13.262286 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a2dc89e8-df84-419a-ba4d-b4b31dbadc1d tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:13.272316 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-16faae6f-61e7-43b1-9f62-5a06aa224677 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4526d192-44cf-4e47-9c8e-0f74dd90b9ef') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:13.272603 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-16faae6f-61e7-43b1-9f62-5a06aa224677 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4526d192-44cf-4e47-9c8e-0f74dd90b9ef') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:13.284603 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-fa2bde90-a418-4af7-be41-c18ee3acd5ff None None] Transition to ACTIVE for port object 9f043e1b-09d7-4750-b5d1-3468111967ba will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:13.291710 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-16faae6f-61e7-43b1-9f62-5a06aa224677 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:13.299344 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4a708d63-07a6-4ce5-aa29-fd8a440668bf tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:13.306876 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2c7444d8-cbd4-4c71-bc9f-bfe04db7f2e9 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks [] for floatingip, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:13.318254 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc89e8-df84-419a-ba4d-b4b31dbadc1d tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Pushing event deleted for resources: {'Port': ['ID=9021e081-a08c-488a-b166-b7045f358d52,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:13.331806 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-16faae6f-61e7-43b1-9f62-5a06aa224677 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:13.340207 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4a708d63-07a6-4ce5-aa29-fd8a440668bf tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] 10.222.0.21 "DELETE /v2.0/ports/cbcfae39-3702-4b99-9adb-af21efb083a8 HTTP/1.1" status: 204 len: 168 time: 1.5928547 Feb 04 11:34:13.343367 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16faae6f-61e7-43b1-9f62-5a06aa224677 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:34:13.343778 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-16faae6f-61e7-43b1-9f62-5a06aa224677 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:13.359220 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:34:13.359220 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:34:13.359220 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:34:13.359220 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:34:13.359220 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:34:13.359220 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:34:13.359220 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:34:13.359220 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:34:13.359220 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:34:13.359220 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:34:13.359220 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:34:13.359220 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:34:13.359220 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:34:13.359220 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:34:13.359220 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:34:13.359220 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:34:13.359220 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:34:13.359220 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:34:13.359220 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:34:13.359220 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:34:13.359220 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:34:13.359220 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:34:13.359220 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:34:13.359220 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:34:13.359220 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:34:13.359220 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:34:13.359220 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:34:13.359220 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:34:13.359220 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:34:13.359220 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:34:13.359220 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:34:13.359220 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:34:13.361123 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59742) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:13.365160 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fa2bde90-a418-4af7-be41-c18ee3acd5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:13.382673 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a2dc89e8-df84-419a-ba4d-b4b31dbadc1d tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:13.430296 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2bde90-a418-4af7-be41-c18ee3acd5ff None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:13.437139 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-fa2bde90-a418-4af7-be41-c18ee3acd5ff None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:13.445799 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2bde90-a418-4af7-be41-c18ee3acd5ff None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:34:13.488529 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-082c153b-0ce3-4c1b-87ad-99dc8c3ac954 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Allocated IP 2001:db8::b26e:b479:696:d68f (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/866b9ed9-11d4-4f87-a6ad-47d35dcbbe8a/0a6baed3-58e8-44df-8f66-568e6c034e8b) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:13.499386 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2c7444d8-cbd4-4c71-bc9f-bfe04db7f2e9 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:13.502118 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2c7444d8-cbd4-4c71-bc9f-bfe04db7f2e9 tempest-FloatingIPAdminTestJSON-1558642596 tempest-FloatingIPAdminTestJSON-1558642596-project] 10.222.0.21 "DELETE /v2.0/floatingips/d3092b44-7cfe-4185-8bae-355cc8c0c71e HTTP/1.1" status: 204 len: 168 time: 2.3490067 Feb 04 11:34:13.504357 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8a3d60fd-19cb-4b7c-b7e5-5fb44aea7086 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Synchronizing usage tracker for tenant:ae56dbb99e0c48d88f36ce54561615d4 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:13.512567 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2bde90-a418-4af7-be41-c18ee3acd5ff None None] Pushing event updated for resources: {'Port': ['ID=9f043e1b-09d7-4750-b5d1-3468111967ba,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:13.594099 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a2dc89e8-df84-419a-ba4d-b4b31dbadc1d tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] 10.222.0.21 "DELETE /v2.0/ports/9021e081-a08c-488a-b166-b7045f358d52 HTTP/1.1" status: 204 len: 168 time: 1.2377906 Feb 04 11:34:13.596579 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-fa2bde90-a418-4af7-be41-c18ee3acd5ff None None] Attempting to bind port 9f043e1b-09d7-4750-b5d1-3468111967ba on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:34:13.596955 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-fa2bde90-a418-4af7-be41-c18ee3acd5ff None None] Attempting to bind port 9f043e1b-09d7-4750-b5d1-3468111967ba by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:34:13.597298 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2bde90-a418-4af7-be41-c18ee3acd5ff None None] Attempting to bind port 9f043e1b-09d7-4750-b5d1-3468111967ba on network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:34:13.600417 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59748) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:13.634011 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2bde90-a418-4af7-be41-c18ee3acd5ff None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:34:13.634457 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2bde90-a418-4af7-be41-c18ee3acd5ff None None] Checking segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:34:13.634982 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fa2bde90-a418-4af7-be41-c18ee3acd5ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:13.635378 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2bde90-a418-4af7-be41-c18ee3acd5ff None None] Bound using segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:34:13.635845 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-fa2bde90-a418-4af7-be41-c18ee3acd5ff None None] Bound port: 9f043e1b-09d7-4750-b5d1-3468111967ba, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:34:13.636215 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fa2bde90-a418-4af7-be41-c18ee3acd5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:13.676691 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad3f2b-9bad-4a6b-8b0b-a5de49a06c50 req-a16bb0e4-fe41-435c-89e1-fb428989f23a tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:13.684902 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-02ad3f2b-9bad-4a6b-8b0b-a5de49a06c50 req-a16bb0e4-fe41-435c-89e1-fb428989f23a tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.2123992 Feb 04 11:34:13.734512 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-02ad3f2b-9bad-4a6b-8b0b-a5de49a06c50 req-98ef790f-4548-4183-b6f6-afd4290d7a1c tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486703 Feb 04 11:34:13.735781 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-16faae6f-61e7-43b1-9f62-5a06aa224677 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:13.769162 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-16faae6f-61e7-43b1-9f62-5a06aa224677 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:13.780607 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8a3d60fd-19cb-4b7c-b7e5-5fb44aea7086 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Unset dirty status for tenant:ae56dbb99e0c48d88f36ce54561615d4 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:13.780607 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8a3d60fd-19cb-4b7c-b7e5-5fb44aea7086 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4128704 Feb 04 11:34:13.780607 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16faae6f-61e7-43b1-9f62-5a06aa224677 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'Network': ['ID=7431a726-2a8c-4291-948f-47cce0ae30dc,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:13.780989 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59752) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:13.787359 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-6d8a6b08-eea9-4aad-80fd-a89ae10aa19f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-829988304'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:13.793064 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-16faae6f-61e7-43b1-9f62-5a06aa224677 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/networks/7431a726-2a8c-4291-948f-47cce0ae30dc HTTP/1.1" status: 204 len: 168 time: 1.3223300 Feb 04 11:34:13.794477 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6d8a6b08-eea9-4aad-80fd-a89ae10aa19f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:13.799543 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59756) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:13.808088 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-110e87f0-2e70-4c33-a73e-798230eb2cb5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-557809914'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:13.820979 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-110e87f0-2e70-4c33-a73e-798230eb2cb5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:13.823304 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6d8a6b08-eea9-4aad-80fd-a89ae10aa19f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:13.827607 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-fa2bde90-a418-4af7-be41-c18ee3acd5ff None None] For port 9f043e1b-09d7-4750-b5d1-3468111967ba, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:34:13.827789 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-110e87f0-2e70-4c33-a73e-798230eb2cb5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:network and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:13.831740 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-fa2bde90-a418-4af7-be41-c18ee3acd5ff None None] For port 9f043e1b-09d7-4750-b5d1-3468111967ba, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=9f043e1b-09d7-4750-b5d1-3468111967ba,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:34:13.832120 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-110e87f0-2e70-4c33-a73e-798230eb2cb5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:13.843511 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-110e87f0-2e70-4c33-a73e-798230eb2cb5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:13.853527 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5a4b63-c639-40a1-a522-aece08dfe0b4 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] GET failed (client error): The resource could not be found. Feb 04 11:34:13.854092 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8b5a4b63-c639-40a1-a522-aece08dfe0b4 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Synchronizing usage tracker for tenant:1f19b2ce9e0f4e79aeb86bad72ddb49c on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:13.935997 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-082c153b-0ce3-4c1b-87ad-99dc8c3ac954 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:13.952718 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-082c153b-0ce3-4c1b-87ad-99dc8c3ac954 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Transition to ACTIVE for port object 0a6baed3-58e8-44df-8f66-568e6c034e8b will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:13.988043 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fa2bde90-a418-4af7-be41-c18ee3acd5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:13.993001 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8a6b08-eea9-4aad-80fd-a89ae10aa19f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Made reservation on behalf of ae56dbb99e0c48d88f36ce54561615d4 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:14.005300 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6d8a6b08-eea9-4aad-80fd-a89ae10aa19f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:14.008543 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110e87f0-2e70-4c33-a73e-798230eb2cb5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Made reservation on behalf of 2294c16a4d404317a20d2fdff5bb1a4c for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:14.011374 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-110e87f0-2e70-4c33-a73e-798230eb2cb5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:14.048551 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d8a6b08-eea9-4aad-80fd-a89ae10aa19f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:34:14.049944 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8b5a4b63-c639-40a1-a522-aece08dfe0b4 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Unset dirty status for tenant:1f19b2ce9e0f4e79aeb86bad72ddb49c on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:14.056939 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8b5a4b63-c639-40a1-a522-aece08dfe0b4 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] 10.222.0.21 "GET /v2.0/ports/9021e081-a08c-488a-b166-b7045f358d52 HTTP/1.1" status: 404 len: 333 time: 0.4513497 Feb 04 11:34:14.057691 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59760) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:14.059789 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-110e87f0-2e70-4c33-a73e-798230eb2cb5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:34:14.065766 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6d8a6b08-eea9-4aad-80fd-a89ae10aa19f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:14.066997 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-6d8a6b08-eea9-4aad-80fd-a89ae10aa19f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Added segment efc134fd-0c0c-4074-87c9-4b042d497d74 of type vlan for network 77d004fc-cd83-4b73-b85a-02d3a18a03ed Feb 04 11:34:14.075926 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-110e87f0-2e70-4c33-a73e-798230eb2cb5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:14.076261 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-110e87f0-2e70-4c33-a73e-798230eb2cb5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Added segment d29b359e-b3fb-4b27-ab3a-efcae73485d9 of type vlan for network ce7fa8be-3c5f-46d4-9609-ed21c1f7f295 Feb 04 11:34:14.084433 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2bde90-a418-4af7-be41-c18ee3acd5ff None None] Pushing event updated for resources: {'Port': ['ID=9f043e1b-09d7-4750-b5d1-3468111967ba,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:14.113499 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6d8a6b08-eea9-4aad-80fd-a89ae10aa19f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:14.140677 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-110e87f0-2e70-4c33-a73e-798230eb2cb5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:14.146198 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-07d08687-2ff2-4f42-b169-f8e08c599602 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Deleting port 89bb2938-952e-41dc-af0f-e42ec3adbef4 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:14.146198 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-07d08687-2ff2-4f42-b169-f8e08c599602 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:14.180277 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-082c153b-0ce3-4c1b-87ad-99dc8c3ac954 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:14.267084 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6d8a6b08-eea9-4aad-80fd-a89ae10aa19f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:14.271749 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8a6b08-eea9-4aad-80fd-a89ae10aa19f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:14.273004 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6d8a6b08-eea9-4aad-80fd-a89ae10aa19f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:14.323121 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-110e87f0-2e70-4c33-a73e-798230eb2cb5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:14.328176 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110e87f0-2e70-4c33-a73e-798230eb2cb5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:14.328790 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-110e87f0-2e70-4c33-a73e-798230eb2cb5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:14.329155 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082c153b-0ce3-4c1b-87ad-99dc8c3ac954 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:14.338728 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-082c153b-0ce3-4c1b-87ad-99dc8c3ac954 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:14.340879 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c153b-0ce3-4c1b-87ad-99dc8c3ac954 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Port': ['ID=0a6baed3-58e8-44df-8f66-568e6c034e8b,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:14.349731 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082c153b-0ce3-4c1b-87ad-99dc8c3ac954 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:34:14.353940 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082c153b-0ce3-4c1b-87ad-99dc8c3ac954 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:14.354688 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-082c153b-0ce3-4c1b-87ad-99dc8c3ac954 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:14.361097 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59766) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:14.476645 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a6b08-eea9-4aad-80fd-a89ae10aa19f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Pushing event updated for resources: {'Network': ['ID=77d004fc-cd83-4b73-b85a-02d3a18a03ed,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:14.488726 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 77d004fc-cd83-4b73-b85a-02d3a18a03ed details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:34:14.538093 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-082c153b-0ce3-4c1b-87ad-99dc8c3ac954 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.6640627 Feb 04 11:34:14.577443 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-15eb9706-c5e5-4f2e-a04b-afb79c06eb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:14.585929 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59772) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:14.588977 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-07d08687-2ff2-4f42-b169-f8e08c599602 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:14.595947 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-110e87f0-2e70-4c33-a73e-798230eb2cb5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7952478 Feb 04 11:34:14.599967 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6d8a6b08-eea9-4aad-80fd-a89ae10aa19f tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8153455 Feb 04 11:34:14.632917 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59776) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:14.633243 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59778) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:14.731031 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-07d08687-2ff2-4f42-b169-f8e08c599602 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Calling delete_port for 89bb2938-952e-41dc-af0f-e42ec3adbef4 owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:14.745732 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-9c8d23a6-18ee-4d04-8aea-568aeae19e9a tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1367455900'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:14.753728 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-fd6fa7a4-43c6-447b-901e-1794a4392f7d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'subnet': {'network_id': 'ce7fa8be-3c5f-46d4-9609-ed21c1f7f295', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:14.784016 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-9c8d23a6-18ee-4d04-8aea-568aeae19e9a tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:14.820499 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5935d8f9-e614-4ddb-8c5d-c36ea78e965a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=afe3705eae3c425eaa53d9ef8c04fa42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4568245 Feb 04 11:34:14.832215 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59786) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:14.834500 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e87f0-2e70-4c33-a73e-798230eb2cb5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Network': ['ID=ce7fa8be-3c5f-46d4-9609-ed21c1f7f295,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:14.845610 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-9c8d23a6-18ee-4d04-8aea-568aeae19e9a tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Usage tracker for resource:network and tenant:ae56dbb99e0c48d88f36ce54561615d4 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:14.847757 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network ce7fa8be-3c5f-46d4-9609-ed21c1f7f295 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:34:14.849235 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-9c8d23a6-18ee-4d04-8aea-568aeae19e9a tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:14.859798 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-9c8d23a6-18ee-4d04-8aea-568aeae19e9a tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:14.959931 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-fd6fa7a4-43c6-447b-901e-1794a4392f7d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:14.974719 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ab978f-7e00-470f-a2fe-8b0bad6fa80b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:14.979374 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ab978f-7e00-470f-a2fe-8b0bad6fa80b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:14.981185 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-63ab978f-7e00-470f-a2fe-8b0bad6fa80b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.3943462 Feb 04 11:34:14.983808 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-fd6fa7a4-43c6-447b-901e-1794a4392f7d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:subnet and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:14.987214 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59790) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:14.989914 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-fd6fa7a4-43c6-447b-901e-1794a4392f7d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:15.000645 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8d23a6-18ee-4d04-8aea-568aeae19e9a tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Made reservation on behalf of ae56dbb99e0c48d88f36ce54561615d4 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:15.005925 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9c8d23a6-18ee-4d04-8aea-568aeae19e9a tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:15.020194 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-fd6fa7a4-43c6-447b-901e-1794a4392f7d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:15.051341 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c8d23a6-18ee-4d04-8aea-568aeae19e9a tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:34:15.060062 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9c8d23a6-18ee-4d04-8aea-568aeae19e9a tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:15.060487 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-9c8d23a6-18ee-4d04-8aea-568aeae19e9a tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Added segment 6ffb08a1-2be0-410d-9a5c-f095ad2f37e3 of type vlan for network 4c4a5986-10a3-40c0-8b1b-77c6cabd6e83 Feb 04 11:34:15.076114 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-799de385-892e-4482-8871-1d81bc9cde44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:15.091113 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9c8d23a6-18ee-4d04-8aea-568aeae19e9a tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:15.112368 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-e080d678-7ce8-4ed3-b0f8-dd7a8116e3fb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting port 0a6baed3-58e8-44df-8f66-568e6c034e8b {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:15.112703 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e080d678-7ce8-4ed3-b0f8-dd7a8116e3fb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:15.146406 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-07d08687-2ff2-4f42-b169-f8e08c599602 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:15.152397 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6fa7a4-43c6-447b-901e-1794a4392f7d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Made reservation on behalf of 2294c16a4d404317a20d2fdff5bb1a4c for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:15.156635 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-799de385-892e-4482-8871-1d81bc9cde44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:15.232454 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9c8d23a6-18ee-4d04-8aea-568aeae19e9a tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:15.237230 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8d23a6-18ee-4d04-8aea-568aeae19e9a tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:15.237589 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9c8d23a6-18ee-4d04-8aea-568aeae19e9a tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:15.242712 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d08687-2ff2-4f42-b169-f8e08c599602 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Pushing event deleted for resources: {'Port': ['ID=89bb2938-952e-41dc-af0f-e42ec3adbef4,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:15.312979 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40161e41-d4af-4bc5-9a49-26857e02dfb5 req-8bb2655f-1a68-496c-a245-a95ae779e5d0 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:15.314506 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-40161e41-d4af-4bc5-9a49-26857e02dfb5 req-8bb2655f-1a68-496c-a245-a95ae779e5d0 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.3804049 Feb 04 11:34:15.390660 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fd6fa7a4-43c6-447b-901e-1794a4392f7d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:15.402067 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-07d08687-2ff2-4f42-b169-f8e08c599602 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:15.410494 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d23a6-18ee-4d04-8aea-568aeae19e9a tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Pushing event updated for resources: {'Network': ['ID=4c4a5986-10a3-40c0-8b1b-77c6cabd6e83,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:15.424325 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 4c4a5986-10a3-40c0-8b1b-77c6cabd6e83 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:34:15.508653 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.ipam_backend_mixin [None req-fd6fa7a4-43c6-447b-901e-1794a4392f7d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Performing IP validity checks on allocation pools {{(pid=84205) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 11:34:15.509177 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.ipam_backend_mixin [None req-fd6fa7a4-43c6-447b-901e-1794a4392f7d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84205) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 11:34:15.538068 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-9c8d23a6-18ee-4d04-8aea-568aeae19e9a tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8036277 Feb 04 11:34:15.604395 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-07d08687-2ff2-4f42-b169-f8e08c599602 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] 10.222.0.21 "DELETE /v2.0/ports/89bb2938-952e-41dc-af0f-e42ec3adbef4 HTTP/1.1" status: 204 len: 168 time: 1.5439332 Feb 04 11:34:15.606411 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59794) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:15.634157 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-40161e41-d4af-4bc5-9a49-26857e02dfb5 req-9c375bac-74ce-4d6e-a763-fef460c143f9 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2831888 Feb 04 11:34:15.699856 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59798) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:15.707798 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-07f00de4-315b-4d38-ae52-7095979eccb4 None None] Provisioning for port 9f043e1b-09d7-4750-b5d1-3468111967ba completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:15.711153 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-09d84ce0-d7cd-41f4-a2cf-0e3c41ef9d25 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Request body: {'subnets': [{'network_id': '77d004fc-cd83-4b73-b85a-02d3a18a03ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1307181993', 'ip_version': 4}, {'network_id': '4c4a5986-10a3-40c0-8b1b-77c6cabd6e83', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:15.711468 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-09d84ce0-d7cd-41f4-a2cf-0e3c41ef9d25 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Request body: {'subnet': {'network_id': '77d004fc-cd83-4b73-b85a-02d3a18a03ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1307181993', 'ip_version': 4}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:15.712038 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-09d84ce0-d7cd-41f4-a2cf-0e3c41ef9d25 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Request body: {'subnet': {'network_id': '4c4a5986-10a3-40c0-8b1b-77c6cabd6e83', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:15.737961 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-799de385-892e-4482-8871-1d81bc9cde44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:15.815609 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:15.826009 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799de385-892e-4482-8871-1d81bc9cde44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad460591-feac-40e4-9200-0e60ea493e2e,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:15.833276 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e080d678-7ce8-4ed3-b0f8-dd7a8116e3fb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:15.853571 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:15.936858 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-0d33bea9-cceb-451b-b1b9-9fdb24726f9d None None] Provisioning for port 0a6baed3-58e8-44df-8f66-568e6c034e8b completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:15.943097 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-0d33bea9-cceb-451b-b1b9-9fdb24726f9d None None] Provisioning complete for port 0a6baed3-58e8-44df-8f66-568e6c034e8b triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:15.943458 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0d33bea9-cceb-451b-b1b9-9fdb24726f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:15.997936 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-0d33bea9-cceb-451b-b1b9-9fdb24726f9d None None] Port 0a6baed3-58e8-44df-8f66-568e6c034e8b cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:34:15.999007 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-f36d4647-0693-4940-8c65-015c06ee0321 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Deleting subnet de8da0c2-f644-481d-9ec5-9f78baa66f08 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:34:16.004651 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f36d4647-0693-4940-8c65-015c06ee0321 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:16.050097 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b8d583-52c9-4036-8064-f4e11560bb91 req-29a9a1ed-5595-4a45-a5a9-39864b0ad541 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:16.051625 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-41b8d583-52c9-4036-8064-f4e11560bb91 req-29a9a1ed-5595-4a45-a5a9-39864b0ad541 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.1970277 Feb 04 11:34:16.054960 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fd6fa7a4-43c6-447b-901e-1794a4392f7d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:16.087956 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-799de385-892e-4482-8871-1d81bc9cde44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:16.089061 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-799de385-892e-4482-8871-1d81bc9cde44 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad460591-feac-40e4-9200-0e60ea493e2e HTTP/1.1" status: 204 len: 168 time: 1.2559285 Feb 04 11:34:16.095892 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-e080d678-7ce8-4ed3-b0f8-dd7a8116e3fb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Calling delete_port for 0a6baed3-58e8-44df-8f66-568e6c034e8b owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:16.152755 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 9f043e1b-09d7-4750-b5d1-3468111967ba up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:16.171441 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f36d4647-0693-4940-8c65-015c06ee0321 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:16.279945 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-09d84ce0-d7cd-41f4-a2cf-0e3c41ef9d25 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:16.280235 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6fa7a4-43c6-447b-901e-1794a4392f7d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Subnet': ['ID=3176805c-e6ca-42df-b904-589b83cc6ea2,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:16.284714 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-09d84ce0-d7cd-41f4-a2cf-0e3c41ef9d25 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Usage tracker for resource:subnet and tenant:ae56dbb99e0c48d88f36ce54561615d4 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:16.287715 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-09d84ce0-d7cd-41f4-a2cf-0e3c41ef9d25 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:16.293733 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-09d84ce0-d7cd-41f4-a2cf-0e3c41ef9d25 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:16.312308 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 9f043e1b-09d7-4750-b5d1-3468111967ba completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:16.318019 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 9f043e1b-09d7-4750-b5d1-3468111967ba triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:16.318458 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:16.323113 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-41b8d583-52c9-4036-8064-f4e11560bb91 req-674eb4e4-99f1-4e0c-bf53-6639ae0a1f45 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2279720 Feb 04 11:34:16.364391 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6fa7a4-43c6-447b-901e-1794a4392f7d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Checking segment: {'id': 'd29b359e-b3fb-4b27-ab3a-efcae73485d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ce7fa8be-3c5f-46d4-9609-ed21c1f7f295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:34:16.364762 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6fa7a4-43c6-447b-901e-1794a4392f7d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Network hostable DHCP agents. Network: ce7fa8be-3c5f-46d4-9609-ed21c1f7f295, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:34:16.398461 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d84ce0-d7cd-41f4-a2cf-0e3c41ef9d25 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Made reservation on behalf of ae56dbb99e0c48d88f36ce54561615d4 for: {'subnet': 2} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:16.402879 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f36d4647-0693-4940-8c65-015c06ee0321 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:16.462099 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:16.501005 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e080d678-7ce8-4ed3-b0f8-dd7a8116e3fb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:16.509693 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 9f043e1b-09d7-4750-b5d1-3468111967ba, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=9f043e1b-09d7-4750-b5d1-3468111967ba,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:34:16.557549 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6fa7a4-43c6-447b-901e-1794a4392f7d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Network ce7fa8be-3c5f-46d4-9609-ed21c1f7f295 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:34:16.598709 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:16.615985 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080d678-7ce8-4ed3-b0f8-dd7a8116e3fb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Port': ['ID=0a6baed3-58e8-44df-8f66-568e6c034e8b,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:16.675711 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=9f043e1b-09d7-4750-b5d1-3468111967ba,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:16.685132 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f36d4647-0693-4940-8c65-015c06ee0321 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:16.709365 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e080d678-7ce8-4ed3-b0f8-dd7a8116e3fb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:16.724897 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-fd6fa7a4-43c6-447b-901e-1794a4392f7d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, ce7fa8be-3c5f-46d4-9609-ed21c1f7f295) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:16.733953 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837c84d4-7e43-41c0-bdb3-da7f307ab46b None None] Network ce7fa8be-3c5f-46d4-9609-ed21c1f7f295 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:16.742676 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6fa7a4-43c6-447b-901e-1794a4392f7d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:16.743268 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fd6fa7a4-43c6-447b-901e-1794a4392f7d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:16.746987 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d4647-0693-4940-8c65-015c06ee0321 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Pushing event deleted for resources: {'Subnet': ['ID=de8da0c2-f644-481d-9ec5-9f78baa66f08,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:16.768584 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f36d4647-0693-4940-8c65-015c06ee0321 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:16.785380 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f36d4647-0693-4940-8c65-015c06ee0321 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] 10.222.0.21 "DELETE /v2.0/subnets/de8da0c2-f644-481d-9ec5-9f78baa66f08 HTTP/1.1" status: 204 len: 168 time: 1.1757412 Feb 04 11:34:16.785603 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59812) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:16.800887 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e080d678-7ce8-4ed3-b0f8-dd7a8116e3fb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/ports/0a6baed3-58e8-44df-8f66-568e6c034e8b HTTP/1.1" status: 204 len: 168 time: 1.8063483 Feb 04 11:34:16.806784 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59816) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:16.816942 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fd5fa7-59e0-49eb-9a39-fe8a1672ecd7 None None] Network 5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:16.879436 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-09d84ce0-d7cd-41f4-a2cf-0e3c41ef9d25 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:16.879854 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-09d84ce0-d7cd-41f4-a2cf-0e3c41ef9d25 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:16.927749 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5f150600-ca73-4e0b-b565-5e543d1479e0 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:16.939584 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-5f150600-ca73-4e0b-b565-5e543d1479e0 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Deleting port b056ec25-159e-403f-ac29-899175a4f65f {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:16.939919 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5f150600-ca73-4e0b-b565-5e543d1479e0 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:16.941994 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:16.973830 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-fd6fa7a4-43c6-447b-901e-1794a4392f7d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2412918 Feb 04 11:34:16.980336 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59820) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:16.988055 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-9faf8d38-27d3-4325-bd00-a29107a6ae65 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'port': {'network_id': 'ce7fa8be-3c5f-46d4-9609-ed21c1f7f295', 'name': 'tempest-PortsTestJSON-1911036308'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:17.021642 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d9326b-e6d1-46eb-8af8-caa2cb7535dc tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:17.023103 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d9326b-e6d1-46eb-8af8-caa2cb7535dc tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:17.023999 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-13d9326b-e6d1-46eb-8af8-caa2cb7535dc tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:17.035473 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d78b36-cfda-4183-8eed-3b0635185afb req-0ec23469-d649-49eb-99db-a30b8c6052c0 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:17.037255 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-21d78b36-cfda-4183-8eed-3b0635185afb req-0ec23469-d649-49eb-99db-a30b8c6052c0 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.4898779 Feb 04 11:34:17.071730 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-13d9326b-e6d1-46eb-8af8-caa2cb7535dc tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:17.073010 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-13d9326b-e6d1-46eb-8af8-caa2cb7535dc tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2652390 Feb 04 11:34:17.079351 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59824) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:17.117701 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-21d78b36-cfda-4183-8eed-3b0635185afb req-e1e4dd38-f823-4652-a0db-4014ff08d9c7 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707054 Feb 04 11:34:17.187352 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59830) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:17.216647 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33c5265-2bca-4462-8c4f-222f6bde480b None None] DHCP port deletion for 5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:34:17.223602 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-a33c5265-2bca-4462-8c4f-222f6bde480b None None] Deleting port b056ec25-159e-403f-ac29-899175a4f65f {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:17.224257 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a33c5265-2bca-4462-8c4f-222f6bde480b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:17.229982 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-53d0e608-1a4f-4f8d-9dbf-7596f3deacc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:17.258659 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0a426a-bf8a-4da9-b396-cd2bb4622595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-ce7fa8be-3c5f-46d4-9609-ed21c1f7f295', 'network_id': 'ce7fa8be-3c5f-46d4-9609-ed21c1f7f295', 'tenant_id': '2294c16a4d404317a20d2fdff5bb1a4c', 'fixed_ips': [{'subnet_id': '3176805c-e6ca-42df-b904-589b83cc6ea2'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:34:17.259537 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2d0a426a-bf8a-4da9-b396-cd2bb4622595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:17.276083 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-53d0e608-1a4f-4f8d-9dbf-7596f3deacc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:17.281296 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-53d0e608-1a4f-4f8d-9dbf-7596f3deacc9 admin admin] Usage tracker for resource:security_group_rule and tenant:d26d0e77b40741219bb3e4efe957427f is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:17.284480 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-53d0e608-1a4f-4f8d-9dbf-7596f3deacc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:17.298373 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-53d0e608-1a4f-4f8d-9dbf-7596f3deacc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:17.378660 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-53d0e608-1a4f-4f8d-9dbf-7596f3deacc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:17.477030 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-53d0e608-1a4f-4f8d-9dbf-7596f3deacc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:17.541752 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-2d0a426a-bf8a-4da9-b396-cd2bb4622595 None None] Allocated IP 172.20.0.2 (ce7fa8be-3c5f-46d4-9609-ed21c1f7f295/3176805c-e6ca-42df-b904-589b83cc6ea2/c6321a19-496c-4ef0-be22-aaf5629a6393) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:17.557604 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-53d0e608-1a4f-4f8d-9dbf-7596f3deacc9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d26d0e77b40741219bb3e4efe957427f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3690884 Feb 04 11:34:17.560399 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0e608-1a4f-4f8d-9dbf-7596f3deacc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74861ea9-9a13-491e-a7c1-554bbf46cb6e,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:17.567894 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59834) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:17.666378 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-9faf8d38-27d3-4325-bd00-a29107a6ae65 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:17.676858 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-9faf8d38-27d3-4325-bd00-a29107a6ae65 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:17.693210 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4722d02c-7c67-40fd-b2ba-fc93dd3c27ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:17.707472 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-a33c5265-2bca-4462-8c4f-222f6bde480b None None] For port b056ec25-159e-403f-ac29-899175a4f65f, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=b056ec25-159e-403f-ac29-899175a4f65f,segment=NetworkSegment(216ac8de-8529-4148-bd62-cc16b43194c3),segment_id=216ac8de-8529-4148-bd62-cc16b43194c3)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:34:17.708177 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a33c5265-2bca-4462-8c4f-222f6bde480b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:17.732352 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9faf8d38-27d3-4325-bd00-a29107a6ae65 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Made reservation on behalf of 2294c16a4d404317a20d2fdff5bb1a4c for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:17.736751 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9faf8d38-27d3-4325-bd00-a29107a6ae65 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:17.747036 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4722d02c-7c67-40fd-b2ba-fc93dd3c27ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:17.753808 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-25bd84a3-46f4-48b8-9fa7-1fcd6381a574 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting subnet 866b9ed9-11d4-4f87-a6ad-47d35dcbbe8a {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:34:17.775783 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccaf6b0-0390-4574-8b04-67e3fd88534d req-25ea8652-ff31-41e7-9102-c772fd5ba124 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:17.777120 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8ccaf6b0-0390-4574-8b04-67e3fd88534d req-25ea8652-ff31-41e7-9102-c772fd5ba124 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.3419094 Feb 04 11:34:17.779937 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-5f150600-ca73-4e0b-b565-5e543d1479e0 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] For port b056ec25-159e-403f-ac29-899175a4f65f, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=b056ec25-159e-403f-ac29-899175a4f65f,segment=NetworkSegment(216ac8de-8529-4148-bd62-cc16b43194c3),segment_id=216ac8de-8529-4148-bd62-cc16b43194c3)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:34:17.780296 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5f150600-ca73-4e0b-b565-5e543d1479e0 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:17.788598 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-25bd84a3-46f4-48b8-9fa7-1fcd6381a574 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:17.849513 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-a33c5265-2bca-4462-8c4f-222f6bde480b None None] Calling delete_port for b056ec25-159e-403f-ac29-899175a4f65f owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:17.855661 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-09d84ce0-d7cd-41f4-a2cf-0e3c41ef9d25 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:17.924386 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4722d02c-7c67-40fd-b2ba-fc93dd3c27ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:17.961018 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-9faf8d38-27d3-4325-bd00-a29107a6ae65 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] device_id is not set on port e02460db-93af-4395-b530-aef1cd203f32 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:34:18.003810 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-5f150600-ca73-4e0b-b565-5e543d1479e0 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Calling delete_port for b056ec25-159e-403f-ac29-899175a4f65f owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:18.054755 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a33c5265-2bca-4462-8c4f-222f6bde480b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:18.080857 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-25bd84a3-46f4-48b8-9fa7-1fcd6381a574 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:18.100201 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d84ce0-d7cd-41f4-a2cf-0e3c41ef9d25 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Pushing event updated for resources: {'Subnet': ['ID=0303b3b7-a416-4b13-9fb6-5d7f27dde190,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:18.110703 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722d02c-7c67-40fd-b2ba-fc93dd3c27ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74861ea9-9a13-491e-a7c1-554bbf46cb6e,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:18.113044 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d84ce0-d7cd-41f4-a2cf-0e3c41ef9d25 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Checking segment: {'id': 'efc134fd-0c0c-4074-87c9-4b042d497d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '77d004fc-cd83-4b73-b85a-02d3a18a03ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:34:18.113404 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d84ce0-d7cd-41f4-a2cf-0e3c41ef9d25 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Network hostable DHCP agents. Network: 77d004fc-cd83-4b73-b85a-02d3a18a03ed, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:34:18.117166 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c5265-2bca-4462-8c4f-222f6bde480b None None] Pushing event deleted for resources: {'Port': ['ID=b056ec25-159e-403f-ac29-899175a4f65f,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:18.130890 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4722d02c-7c67-40fd-b2ba-fc93dd3c27ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:18.132203 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-4722d02c-7c67-40fd-b2ba-fc93dd3c27ea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/74861ea9-9a13-491e-a7c1-554bbf46cb6e HTTP/1.1" status: 204 len: 168 time: 0.5633953 Feb 04 11:34:18.148693 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33c5265-2bca-4462-8c4f-222f6bde480b None None] No DVR routers for this DVR port b056ec25-159e-403f-ac29-899175a4f65f on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:34:18.151413 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2d0a426a-bf8a-4da9-b396-cd2bb4622595 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:18.161479 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 9f043e1b-09d7-4750-b5d1-3468111967ba up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:18.178979 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8ccaf6b0-0390-4574-8b04-67e3fd88534d req-94f437b1-466c-45f1-b2f2-6fdc232ff9d8 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3569043 Feb 04 11:34:18.219386 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2d0a426a-bf8a-4da9-b396-cd2bb4622595 None None] Transition to ACTIVE for port object c6321a19-496c-4ef0-be22-aaf5629a6393 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:18.246025 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2d0a426a-bf8a-4da9-b396-cd2bb4622595 None None] Transition to ACTIVE for port object c6321a19-496c-4ef0-be22-aaf5629a6393 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:18.261527 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d84ce0-d7cd-41f4-a2cf-0e3c41ef9d25 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Network 77d004fc-cd83-4b73-b85a-02d3a18a03ed is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:34:18.283243 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 9f043e1b-09d7-4750-b5d1-3468111967ba triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:18.283243 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:18.288080 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.api [None req-5f150600-ca73-4e0b-b565-5e543d1479e0 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:34:18.288408 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG oslo_db.api [None req-5f150600-ca73-4e0b-b565-5e543d1479e0 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:34:18.304485 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-25bd84a3-46f4-48b8-9fa7-1fcd6381a574 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:18.331512 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2d0a426a-bf8a-4da9-b396-cd2bb4622595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:18.358491 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-09d84ce0-d7cd-41f4-a2cf-0e3c41ef9d25 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 77d004fc-cd83-4b73-b85a-02d3a18a03ed) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:18.367842 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-09d84ce0-d7cd-41f4-a2cf-0e3c41ef9d25 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:18.374610 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2ab31b-3dae-4f20-ab45-d4f6f44e934e None None] Network 77d004fc-cd83-4b73-b85a-02d3a18a03ed requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:18.434795 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-9faf8d38-27d3-4325-bd00-a29107a6ae65 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Allocated IP 172.20.0.5 (ce7fa8be-3c5f-46d4-9609-ed21c1f7f295/3176805c-e6ca-42df-b904-589b83cc6ea2/e02460db-93af-4395-b530-aef1cd203f32) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:18.492124 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d84ce0-d7cd-41f4-a2cf-0e3c41ef9d25 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Pushing event updated for resources: {'Subnet': ['ID=bb78b136-e66d-4afa-92ce-26d7a1100c86,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:18.492435 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0a426a-bf8a-4da9-b396-cd2bb4622595 None None] Network ce7fa8be-3c5f-46d4-9609-ed21c1f7f295 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:18.494444 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a426a-bf8a-4da9-b396-cd2bb4622595 None None] Pushing event updated for resources: {'Port': ['ID=c6321a19-496c-4ef0-be22-aaf5629a6393,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:18.495635 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d84ce0-d7cd-41f4-a2cf-0e3c41ef9d25 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Checking segment: {'id': '6ffb08a1-2be0-410d-9a5c-f095ad2f37e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4c4a5986-10a3-40c0-8b1b-77c6cabd6e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:34:18.496826 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d84ce0-d7cd-41f4-a2cf-0e3c41ef9d25 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Network hostable DHCP agents. Network: 4c4a5986-10a3-40c0-8b1b-77c6cabd6e83, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:34:18.500677 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-2d0a426a-bf8a-4da9-b396-cd2bb4622595 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:18.511596 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0a426a-bf8a-4da9-b396-cd2bb4622595 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:34:18.588044 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-25bd84a3-46f4-48b8-9fa7-1fcd6381a574 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:18.636636 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd84a3-46f4-48b8-9fa7-1fcd6381a574 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Subnet': ['ID=866b9ed9-11d4-4f87-a6ad-47d35dcbbe8a,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:18.680056 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-25bd84a3-46f4-48b8-9fa7-1fcd6381a574 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:18.689935 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740a79f1-ff53-47ad-b476-0d0e5350c334 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:18.701456 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d84ce0-d7cd-41f4-a2cf-0e3c41ef9d25 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Network 4c4a5986-10a3-40c0-8b1b-77c6cabd6e83 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:34:18.732169 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device b056ec25-159e-403f-ac29-899175a4f65f no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:34:18.755531 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9faf8d38-27d3-4325-bd00-a29107a6ae65 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:18.773411 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-25bd84a3-46f4-48b8-9fa7-1fcd6381a574 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/866b9ed9-11d4-4f87-a6ad-47d35dcbbe8a HTTP/1.1" status: 204 len: 168 time: 1.6914773 Feb 04 11:34:18.774721 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-9faf8d38-27d3-4325-bd00-a29107a6ae65 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Transition to ACTIVE for port object e02460db-93af-4395-b530-aef1cd203f32 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:18.775744 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59846) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:18.827516 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: b056ec25-159e-403f-ac29-899175a4f65f {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:34:18.827941 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device b056ec25-159e-403f-ac29-899175a4f65f not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:34:18.828298 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-09d84ce0-d7cd-41f4-a2cf-0e3c41ef9d25 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 4c4a5986-10a3-40c0-8b1b-77c6cabd6e83) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:18.834285 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d84ce0-d7cd-41f4-a2cf-0e3c41ef9d25 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:18.834723 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d84ce0-d7cd-41f4-a2cf-0e3c41ef9d25 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:18.835603 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-2d0a426a-bf8a-4da9-b396-cd2bb4622595 None None] Attempting to bind port c6321a19-496c-4ef0-be22-aaf5629a6393 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:34:18.835932 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-2d0a426a-bf8a-4da9-b396-cd2bb4622595 None None] Attempting to bind port c6321a19-496c-4ef0-be22-aaf5629a6393 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'd29b359e-b3fb-4b27-ab3a-efcae73485d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ce7fa8be-3c5f-46d4-9609-ed21c1f7f295'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:34:18.836283 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a426a-bf8a-4da9-b396-cd2bb4622595 None None] Attempting to bind port c6321a19-496c-4ef0-be22-aaf5629a6393 on network ce7fa8be-3c5f-46d4-9609-ed21c1f7f295 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:34:18.836688 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-09d84ce0-d7cd-41f4-a2cf-0e3c41ef9d25 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:18.844515 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-5f150600-ca73-4e0b-b565-5e543d1479e0 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Deleting port b056ec25-159e-403f-ac29-899175a4f65f {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:18.845066 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5f150600-ca73-4e0b-b565-5e543d1479e0 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:18.861804 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4a4209-37ed-4b5b-9078-67460c297955 None None] Network 4c4a5986-10a3-40c0-8b1b-77c6cabd6e83 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:18.880514 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-89137b46-cc17-46d9-9392-cf16dda0ce6f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1034861 Feb 04 11:34:18.883150 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59850) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:18.927534 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-5f150600-ca73-4e0b-b565-5e543d1479e0 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] The port 'b056ec25-159e-403f-ac29-899175a4f65f' was deleted {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:34:18.947348 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a426a-bf8a-4da9-b396-cd2bb4622595 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:34:18.947625 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a426a-bf8a-4da9-b396-cd2bb4622595 None None] Checking segment: {'id': 'd29b359e-b3fb-4b27-ab3a-efcae73485d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ce7fa8be-3c5f-46d4-9609-ed21c1f7f295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:34:18.948034 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2d0a426a-bf8a-4da9-b396-cd2bb4622595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:18.948414 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a426a-bf8a-4da9-b396-cd2bb4622595 None None] Bound using segment: {'id': 'd29b359e-b3fb-4b27-ab3a-efcae73485d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ce7fa8be-3c5f-46d4-9609-ed21c1f7f295'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:34:18.948874 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-2d0a426a-bf8a-4da9-b396-cd2bb4622595 None None] Bound port: c6321a19-496c-4ef0-be22-aaf5629a6393, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29b359e-b3fb-4b27-ab3a-efcae73485d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ce7fa8be-3c5f-46d4-9609-ed21c1f7f295'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:34:18.949240 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2d0a426a-bf8a-4da9-b396-cd2bb4622595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:18.953635 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-09d84ce0-d7cd-41f4-a2cf-0e3c41ef9d25 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.2523990 Feb 04 11:34:18.962264 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59854) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:19.042550 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb043c8-b041-42d4-98b2-88061d412c4d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:19.043260 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-bbb043c8-b041-42d4-98b2-88061d412c4d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:19.056181 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673a28f5-21d0-4ebe-8e5f-c81977bb6287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-77d004fc-cd83-4b73-b85a-02d3a18a03ed', 'network_id': '77d004fc-cd83-4b73-b85a-02d3a18a03ed', 'tenant_id': 'ae56dbb99e0c48d88f36ce54561615d4', 'fixed_ips': [{'subnet_id': '0303b3b7-a416-4b13-9fb6-5d7f27dde190'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:34:19.057009 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-673a28f5-21d0-4ebe-8e5f-c81977bb6287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:19.067891 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3239f898-0ec9-44b3-84c0-6d9fc3e6bcb7 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:19.073509 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3239f898-0ec9-44b3-84c0-6d9fc3e6bcb7 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:19.073509 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3239f898-0ec9-44b3-84c0-6d9fc3e6bcb7 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:19.073509 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-3239f898-0ec9-44b3-84c0-6d9fc3e6bcb7 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Synchronizing usage tracker for tenant:ae56dbb99e0c48d88f36ce54561615d4 on resource:subnet {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:19.150233 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59858) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:19.179238 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-bbb043c8-b041-42d4-98b2-88061d412c4d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:19.180511 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-bbb043c8-b041-42d4-98b2-88061d412c4d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2961578 Feb 04 11:34:19.182317 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ff96c6e1-d1dd-4fc5-90b5-05229ea865bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:19.191671 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59862) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:19.200134 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-3239f898-0ec9-44b3-84c0-6d9fc3e6bcb7 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Unset dirty status for tenant:ae56dbb99e0c48d88f36ce54561615d4 on resource:subnet {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:19.201359 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3239f898-0ec9-44b3-84c0-6d9fc3e6bcb7 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2380195 Feb 04 11:34:19.205231 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59866) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:19.250630 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5f150600-ca73-4e0b-b565-5e543d1479e0 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:19.271643 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9faf8d38-27d3-4325-bd00-a29107a6ae65 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:19.291111 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-ff96c6e1-d1dd-4fc5-90b5-05229ea865bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:19.297806 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-ff96c6e1-d1dd-4fc5-90b5-05229ea865bc admin admin] Usage tracker for resource:security_group_rule and tenant:200082fc135e494cb7c5a998016b989a is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:19.302924 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-ff96c6e1-d1dd-4fc5-90b5-05229ea865bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:19.313523 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-ff96c6e1-d1dd-4fc5-90b5-05229ea865bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:19.322882 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2012699-4013-4042-98c3-5eeb15a454a4 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Deleting subnet 0303b3b7-a416-4b13-9fb6-5d7f27dde190 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:34:19.329186 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f2012699-4013-4042-98c3-5eeb15a454a4 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:19.329466 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-2d0a426a-bf8a-4da9-b396-cd2bb4622595 None None] For port c6321a19-496c-4ef0-be22-aaf5629a6393, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:34:19.351070 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-2d0a426a-bf8a-4da9-b396-cd2bb4622595 None None] For port c6321a19-496c-4ef0-be22-aaf5629a6393, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=c6321a19-496c-4ef0-be22-aaf5629a6393,segment=NetworkSegment(d29b359e-b3fb-4b27-ab3a-efcae73485d9),segment_id=d29b359e-b3fb-4b27-ab3a-efcae73485d9)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:34:19.390110 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-5f150600-ca73-4e0b-b565-5e543d1479e0 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:19.399705 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f2012699-4013-4042-98c3-5eeb15a454a4 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:19.429337 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faf8d38-27d3-4325-bd00-a29107a6ae65 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Network ce7fa8be-3c5f-46d4-9609-ed21c1f7f295 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:19.431582 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-5f150600-ca73-4e0b-b565-5e543d1479e0 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '216ac8de-8529-4148-bd62-cc16b43194c3') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:19.431768 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-5f150600-ca73-4e0b-b565-5e543d1479e0 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '216ac8de-8529-4148-bd62-cc16b43194c3') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:19.444989 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030c67c1-eb4e-4c4c-be94-ca902913495e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-4c4a5986-10a3-40c0-8b1b-77c6cabd6e83', 'network_id': '4c4a5986-10a3-40c0-8b1b-77c6cabd6e83', 'tenant_id': 'ae56dbb99e0c48d88f36ce54561615d4', 'fixed_ips': [{'subnet_id': 'bb78b136-e66d-4afa-92ce-26d7a1100c86'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:34:19.447942 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-030c67c1-eb4e-4c4c-be94-ca902913495e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:19.454771 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-9faf8d38-27d3-4325-bd00-a29107a6ae65 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:19.464631 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faf8d38-27d3-4325-bd00-a29107a6ae65 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:34:19.475339 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2d0a426a-bf8a-4da9-b396-cd2bb4622595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:19.507841 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f2012699-4013-4042-98c3-5eeb15a454a4 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:19.519197 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5f150600-ca73-4e0b-b565-5e543d1479e0 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:19.535512 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4dc2e7-b80b-4d8e-b583-8c055fbeaeed tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:19.536574 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-9c4dc2e7-b80b-4d8e-b583-8c055fbeaeed tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:19.553139 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ff96c6e1-d1dd-4fc5-90b5-05229ea865bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:19.554491 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf8d38-27d3-4325-bd00-a29107a6ae65 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Port': ['ID=e02460db-93af-4395-b530-aef1cd203f32,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:19.564826 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5f150600-ca73-4e0b-b565-5e543d1479e0 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:19.579845 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f150600-ca73-4e0b-b565-5e543d1479e0 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:34:19.582779 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5f150600-ca73-4e0b-b565-5e543d1479e0 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:19.599280 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105e1a7d-1e60-430a-9013-1ba26e4aa333 None None] DHCP port deletion for a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:34:19.618177 dv-neutron-827825-2-hyperv neutron-server[84205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:34:19.618177 dv-neutron-827825-2-hyperv neutron-server[84205]: util.warn( Feb 04 11:34:19.618177 dv-neutron-827825-2-hyperv neutron-server[84205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:34:19.618177 dv-neutron-827825-2-hyperv neutron-server[84205]: util.warn( Feb 04 11:34:19.618177 dv-neutron-827825-2-hyperv neutron-server[84205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:34:19.618177 dv-neutron-827825-2-hyperv neutron-server[84205]: util.warn( Feb 04 11:34:19.618177 dv-neutron-827825-2-hyperv neutron-server[84205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:34:19.618177 dv-neutron-827825-2-hyperv neutron-server[84205]: util.warn( Feb 04 11:34:19.618177 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:34:19.618177 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:34:19.618177 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:34:19.618177 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:34:19.618177 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:34:19.618177 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:34:19.618177 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:34:19.618177 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:34:19.618177 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:34:19.618177 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:34:19.618177 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:34:19.618177 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:34:19.618177 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:34:19.618177 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:34:19.618177 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:34:19.618177 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:34:19.618177 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:34:19.618177 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:34:19.618177 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:34:19.618177 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:34:19.618177 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:34:19.618177 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:34:19.618177 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:34:19.618177 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:34:19.618177 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:34:19.618177 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:34:19.618177 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:34:19.618177 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:34:19.618177 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:34:19.618177 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:34:19.618177 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:34:19.618177 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:34:19.626281 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-105e1a7d-1e60-430a-9013-1ba26e4aa333 None None] Deleting port 9f043e1b-09d7-4750-b5d1-3468111967ba {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:19.626651 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-105e1a7d-1e60-430a-9013-1ba26e4aa333 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:19.639057 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ff96c6e1-d1dd-4fc5-90b5-05229ea865bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:19.641760 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faf8d38-27d3-4325-bd00-a29107a6ae65 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:19.654193 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9faf8d38-27d3-4325-bd00-a29107a6ae65 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:19.680973 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a426a-bf8a-4da9-b396-cd2bb4622595 None None] Pushing event updated for resources: {'Port': ['ID=c6321a19-496c-4ef0-be22-aaf5629a6393,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:19.697080 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96c6e1-d1dd-4fc5-90b5-05229ea865bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509fdaf8-5d92-4925-a8e4-40324baec6fd,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:19.703625 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ff96c6e1-d1dd-4fc5-90b5-05229ea865bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=200082fc135e494cb7c5a998016b989a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5520456 Feb 04 11:34:19.705732 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59870) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:19.722447 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f2012699-4013-4042-98c3-5eeb15a454a4 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:19.788693 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2012699-4013-4042-98c3-5eeb15a454a4 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Pushing event deleted for resources: {'Subnet': ['ID=0303b3b7-a416-4b13-9fb6-5d7f27dde190,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:19.797979 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f2012699-4013-4042-98c3-5eeb15a454a4 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:19.836493 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f861f054-982f-42e2-a945-375c9b1c7469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:19.838956 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-9c4dc2e7-b80b-4d8e-b583-8c055fbeaeed tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:19.842861 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-9c4dc2e7-b80b-4d8e-b583-8c055fbeaeed tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6479015 Feb 04 11:34:19.843823 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-9faf8d38-27d3-4325-bd00-a29107a6ae65 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8617840 Feb 04 11:34:19.844829 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59874) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:19.849051 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59876) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server [None req-673a28f5-21d0-4ebe-8e5f-c81977bb6287 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0303b3b7-a416-4b13-9fb6-5d7f27dde190: This subnet is being modified by another concurrent operation. Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server raise value Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server raise value Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server raise value Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 11:34:19.868761 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server raise value Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server raise value Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server raise value Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server raise exception Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0303b3b7-a416-4b13-9fb6-5d7f27dde190: This subnet is being modified by another concurrent operation. Feb 04 11:34:19.883709 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server Feb 04 11:34:19.886769 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f861f054-982f-42e2-a945-375c9b1c7469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:19.930884 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125d4c4d-2da7-415e-9499-0190fd5a6cfd None None] Network 77d004fc-cd83-4b73-b85a-02d3a18a03ed requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:19.942207 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f2012699-4013-4042-98c3-5eeb15a454a4 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] 10.222.0.21 "DELETE /v2.0/subnets/0303b3b7-a416-4b13-9fb6-5d7f27dde190 HTTP/1.1" status: 204 len: 168 time: 0.7356064 Feb 04 11:34:19.945138 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59882) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:19.966332 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-84cadcfc-bd2f-4526-b3f1-e26348cdf199 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1197228 Feb 04 11:34:19.973280 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5f150600-ca73-4e0b-b565-5e543d1479e0 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:19.974907 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59886) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:19.988573 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-2d347510-4fff-41f2-9ec3-62b5a225683a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:20.033853 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5f150600-ca73-4e0b-b565-5e543d1479e0 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:20.044005 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-960a1925-058c-42d2-94d0-56ee67fde852 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Deleting subnet bb78b136-e66d-4afa-92ce-26d7a1100c86 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:34:20.047019 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f861f054-982f-42e2-a945-375c9b1c7469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:20.067938 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861f054-982f-42e2-a945-375c9b1c7469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509fdaf8-5d92-4925-a8e4-40324baec6fd,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:20.079929 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-030c67c1-eb4e-4c4c-be94-ca902913495e None None] Allocated IP 172.20.0.18 (4c4a5986-10a3-40c0-8b1b-77c6cabd6e83/bb78b136-e66d-4afa-92ce-26d7a1100c86/c62229b0-24ac-47fc-b021-b66b96bc1f5f) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:20.086286 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f861f054-982f-42e2-a945-375c9b1c7469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:20.090324 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f861f054-982f-42e2-a945-375c9b1c7469 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/509fdaf8-5d92-4925-a8e4-40324baec6fd HTTP/1.1" status: 204 len: 168 time: 0.3831916 Feb 04 11:34:20.099783 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f150600-ca73-4e0b-b565-5e543d1479e0 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] Pushing event deleted for resources: {'Network': ['ID=5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:20.143670 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 9f043e1b-09d7-4750-b5d1-3468111967ba no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:34:20.213031 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5f150600-ca73-4e0b-b565-5e543d1479e0 tempest-AllowedAddressPairIpV6TestJSON-1010978433 tempest-AllowedAddressPairIpV6TestJSON-1010978433-project] 10.222.0.21 "DELETE /v2.0/networks/5ebd24f4-8cc0-4cc4-abb2-2996b1ea54ba HTTP/1.1" status: 204 len: 168 time: 3.4213781 Feb 04 11:34:20.258640 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-3bf7a320-44d7-4bd2-842f-5fe6e9e92890 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Deleting port e02460db-93af-4395-b530-aef1cd203f32 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:20.258985 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3bf7a320-44d7-4bd2-842f-5fe6e9e92890 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:20.295716 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-105e1a7d-1e60-430a-9013-1ba26e4aa333 None None] For port 9f043e1b-09d7-4750-b5d1-3468111967ba, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=9f043e1b-09d7-4750-b5d1-3468111967ba,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:34:20.296035 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-105e1a7d-1e60-430a-9013-1ba26e4aa333 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:20.398414 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-2d347510-4fff-41f2-9ec3-62b5a225683a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:20.459218 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-2d347510-4fff-41f2-9ec3-62b5a225683a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:20.575878 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d347510-4fff-41f2-9ec3-62b5a225683a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:20.580475 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2d347510-4fff-41f2-9ec3-62b5a225683a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:20.595413 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-105e1a7d-1e60-430a-9013-1ba26e4aa333 None None] Calling delete_port for 9f043e1b-09d7-4750-b5d1-3468111967ba owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:20.741002 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3bf7a320-44d7-4bd2-842f-5fe6e9e92890 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:20.881959 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:20.886999 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-3bf7a320-44d7-4bd2-842f-5fe6e9e92890 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Calling delete_port for e02460db-93af-4395-b530-aef1cd203f32 owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:20.965676 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-105e1a7d-1e60-430a-9013-1ba26e4aa333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:21.074117 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59906) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:21.094143 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-030c67c1-eb4e-4c4c-be94-ca902913495e None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:21.144457 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e1a7d-1e60-430a-9013-1ba26e4aa333 None None] Pushing event deleted for resources: {'Port': ['ID=9f043e1b-09d7-4750-b5d1-3468111967ba,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:21.160419 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105e1a7d-1e60-430a-9013-1ba26e4aa333 None None] No DVR routers for this DVR port 9f043e1b-09d7-4750-b5d1-3468111967ba on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:34:21.267373 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3bf7a320-44d7-4bd2-842f-5fe6e9e92890 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:21.268757 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-030c67c1-eb4e-4c4c-be94-ca902913495e None None] Transition to ACTIVE for port object c62229b0-24ac-47fc-b021-b66b96bc1f5f will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:21.302558 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-030c67c1-eb4e-4c4c-be94-ca902913495e None None] Transition to ACTIVE for port object c62229b0-24ac-47fc-b021-b66b96bc1f5f will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:21.346859 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2d347510-4fff-41f2-9ec3-62b5a225683a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:21.350708 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-380c62a4-713f-4337-8ad7-c02db5083652 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1f19b2ce9e0f4e79aeb86bad72ddb49c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2751272 Feb 04 11:34:21.353304 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59914) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:21.387896 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9730f34e-d735-4012-a2e1-cfd6338b5d30 None None] Network ce7fa8be-3c5f-46d4-9609-ed21c1f7f295 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:21.393824 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-960a1925-058c-42d2-94d0-56ee67fde852 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:21.425480 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-030c67c1-eb4e-4c4c-be94-ca902913495e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:21.477576 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-960a1925-058c-42d2-94d0-56ee67fde852 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:21.524364 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf7a320-44d7-4bd2-842f-5fe6e9e92890 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'Port': ['ID=e02460db-93af-4395-b530-aef1cd203f32,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:21.536806 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f02bc364-9e7b-4374-a5a1-fe5dde42e2df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:21.587956 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7a320-44d7-4bd2-842f-5fe6e9e92890 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:21.588287 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7a320-44d7-4bd2-842f-5fe6e9e92890 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:21.588818 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7a320-44d7-4bd2-842f-5fe6e9e92890 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:21.589300 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7a320-44d7-4bd2-842f-5fe6e9e92890 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:21.589626 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7a320-44d7-4bd2-842f-5fe6e9e92890 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:21.589969 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7a320-44d7-4bd2-842f-5fe6e9e92890 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:21.590282 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7a320-44d7-4bd2-842f-5fe6e9e92890 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:21.590746 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7a320-44d7-4bd2-842f-5fe6e9e92890 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:21.591208 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7a320-44d7-4bd2-842f-5fe6e9e92890 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:21.591667 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7a320-44d7-4bd2-842f-5fe6e9e92890 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:21.593712 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7a320-44d7-4bd2-842f-5fe6e9e92890 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:21.616870 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f02bc364-9e7b-4374-a5a1-fe5dde42e2df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:21.637413 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030c67c1-eb4e-4c4c-be94-ca902913495e None None] Network 4c4a5986-10a3-40c0-8b1b-77c6cabd6e83 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:21.644442 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-030c67c1-eb4e-4c4c-be94-ca902913495e None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:21.660386 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d347510-4fff-41f2-9ec3-62b5a225683a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:21.668913 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-2d347510-4fff-41f2-9ec3-62b5a225683a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:21.671949 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c67c1-eb4e-4c4c-be94-ca902913495e None None] Pushing event updated for resources: {'Port': ['ID=c62229b0-24ac-47fc-b021-b66b96bc1f5f,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:21.679861 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d347510-4fff-41f2-9ec3-62b5a225683a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:21.680843 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2d347510-4fff-41f2-9ec3-62b5a225683a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:21.685076 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d347510-4fff-41f2-9ec3-62b5a225683a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Subnet': ['ID=e3fabe03-2e46-4c88-9601-3ebfcc79bdb8,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:21.689985 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-960a1925-058c-42d2-94d0-56ee67fde852 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:21.694311 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030c67c1-eb4e-4c4c-be94-ca902913495e None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:34:21.697996 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77b010f-a7de-4901-9798-aaddaae43b55 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:21.731138 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3bf7a320-44d7-4bd2-842f-5fe6e9e92890 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:21.735875 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-637f7870-e796-4467-8211-90e2d21335d2 None None] Provisioning for port c6321a19-496c-4ef0-be22-aaf5629a6393 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:21.744409 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3bf7a320-44d7-4bd2-842f-5fe6e9e92890 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/ports/e02460db-93af-4395-b530-aef1cd203f32 HTTP/1.1" status: 204 len: 168 time: 1.8955450 Feb 04 11:34:21.746856 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59924) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:21.793644 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-8967f53f-8d29-4034-acc1-92d1091aaf26 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] DELETE failed (client error): The resource could not be found. Feb 04 11:34:21.794048 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8967f53f-8d29-4034-acc1-92d1091aaf26 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:34:21.796585 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8967f53f-8d29-4034-acc1-92d1091aaf26 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/ports/e02460db-93af-4395-b530-aef1cd203f32 HTTP/1.1" status: 404 len: 333 time: 0.0482380 Feb 04 11:34:21.799124 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59928) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:21.846081 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2d347510-4fff-41f2-9ec3-62b5a225683a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8634059 Feb 04 11:34:21.850759 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59932) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:21.854915 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc4b3561-30f8-4860-95d0-b34547135189 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] GET failed (client error): The resource could not be found. Feb 04 11:34:21.855664 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-dc4b3561-30f8-4860-95d0-b34547135189 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Synchronizing usage tracker for tenant:2294c16a4d404317a20d2fdff5bb1a4c on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:21.858555 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-723c0a25-66a8-452f-ab4c-156880d8abef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'port': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'fixed_ips': [{'subnet_id': 'e3fabe03-2e46-4c88-9601-3ebfcc79bdb8', 'ip_address': '2001:db8::ae6f:f63d:2433:6ff9'}], 'name': 'tempest-NetworksTestDHCPv6-544096542'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:21.930162 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f02bc364-9e7b-4374-a5a1-fe5dde42e2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:21.945991 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-dc4b3561-30f8-4860-95d0-b34547135189 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Unset dirty status for tenant:2294c16a4d404317a20d2fdff5bb1a4c on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:21.950381 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-dc4b3561-30f8-4860-95d0-b34547135189 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "GET /v2.0/ports/e02460db-93af-4395-b530-aef1cd203f32 HTTP/1.1" status: 404 len: 333 time: 0.1502700 Feb 04 11:34:21.950950 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59936) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:22.002214 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02bc364-9e7b-4374-a5a1-fe5dde42e2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a50c80-0ccd-45f8-9c6b-fd15fe31471f,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:22.044077 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-960a1925-058c-42d2-94d0-56ee67fde852 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:22.102151 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-030c67c1-eb4e-4c4c-be94-ca902913495e None None] Attempting to bind port c62229b0-24ac-47fc-b021-b66b96bc1f5f on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:34:22.102651 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-030c67c1-eb4e-4c4c-be94-ca902913495e None None] Attempting to bind port c62229b0-24ac-47fc-b021-b66b96bc1f5f by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '6ffb08a1-2be0-410d-9a5c-f095ad2f37e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4c4a5986-10a3-40c0-8b1b-77c6cabd6e83'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:34:22.103519 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030c67c1-eb4e-4c4c-be94-ca902913495e None None] Attempting to bind port c62229b0-24ac-47fc-b021-b66b96bc1f5f on network 4c4a5986-10a3-40c0-8b1b-77c6cabd6e83 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:34:22.106453 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f02bc364-9e7b-4374-a5a1-fe5dde42e2df admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:22.107830 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f02bc364-9e7b-4374-a5a1-fe5dde42e2df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/85a50c80-0ccd-45f8-9c6b-fd15fe31471f HTTP/1.1" status: 204 len: 168 time: 0.7531447 Feb 04 11:34:22.126110 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a1925-058c-42d2-94d0-56ee67fde852 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Pushing event deleted for resources: {'Subnet': ['ID=bb78b136-e66d-4afa-92ce-26d7a1100c86,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:22.164931 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030c67c1-eb4e-4c4c-be94-ca902913495e None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:34:22.165056 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030c67c1-eb4e-4c4c-be94-ca902913495e None None] Checking segment: {'id': '6ffb08a1-2be0-410d-9a5c-f095ad2f37e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4c4a5986-10a3-40c0-8b1b-77c6cabd6e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:34:22.165465 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-030c67c1-eb4e-4c4c-be94-ca902913495e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:22.165910 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030c67c1-eb4e-4c4c-be94-ca902913495e None None] Bound using segment: {'id': '6ffb08a1-2be0-410d-9a5c-f095ad2f37e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4c4a5986-10a3-40c0-8b1b-77c6cabd6e83'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:34:22.166428 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-030c67c1-eb4e-4c4c-be94-ca902913495e None None] Bound port: c62229b0-24ac-47fc-b021-b66b96bc1f5f, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ffb08a1-2be0-410d-9a5c-f095ad2f37e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4c4a5986-10a3-40c0-8b1b-77c6cabd6e83'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:34:22.166970 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-030c67c1-eb4e-4c4c-be94-ca902913495e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:22.173710 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-960a1925-058c-42d2-94d0-56ee67fde852 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:22.175803 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-960a1925-058c-42d2-94d0-56ee67fde852 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] 10.222.0.21 "DELETE /v2.0/subnets/bb78b136-e66d-4afa-92ce-26d7a1100c86 HTTP/1.1" status: 204 len: 168 time: 2.2292867 Feb 04 11:34:22.178714 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59944) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:22.240217 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-723c0a25-66a8-452f-ab4c-156880d8abef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:22.265387 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-723c0a25-66a8-452f-ab4c-156880d8abef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:22.300352 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device c6321a19-496c-4ef0-be22-aaf5629a6393 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:22.354354 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b0bd00-a78a-41b8-b6cb-d62750bb521a tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:22.360300 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-66b0bd00-a78a-41b8-b6cb-d62750bb521a tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1751215 Feb 04 11:34:22.360462 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-c32e85b2-61dd-46e1-be78-3797dcb02ce6 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Deleting subnet 3176805c-e6ca-42df-b904-589b83cc6ea2 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:34:22.362099 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59948) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:22.383506 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723c0a25-66a8-452f-ab4c-156880d8abef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:22.399363 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c32e85b2-61dd-46e1-be78-3797dcb02ce6 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:22.452167 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6b3ad0-ef8e-4b67-a58d-9bb001bda6de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'tenant_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'fixed_ips': [{'subnet_id': 'e3fabe03-2e46-4c88-9601-3ebfcc79bdb8'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:34:22.453191 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9b6b3ad0-ef8e-4b67-a58d-9bb001bda6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:22.567663 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-030c67c1-eb4e-4c4c-be94-ca902913495e None None] For port c62229b0-24ac-47fc-b021-b66b96bc1f5f, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:34:22.592716 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-030c67c1-eb4e-4c4c-be94-ca902913495e None None] For port c62229b0-24ac-47fc-b021-b66b96bc1f5f, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=c62229b0-24ac-47fc-b021-b66b96bc1f5f,segment=NetworkSegment(6ffb08a1-2be0-410d-9a5c-f095ad2f37e3),segment_id=6ffb08a1-2be0-410d-9a5c-f095ad2f37e3)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:34:22.683910 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-030c67c1-eb4e-4c4c-be94-ca902913495e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:22.742508 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port c6321a19-496c-4ef0-be22-aaf5629a6393 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:22.758132 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port c6321a19-496c-4ef0-be22-aaf5629a6393 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:22.758506 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:22.775168 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c32e85b2-61dd-46e1-be78-3797dcb02ce6 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:22.866399 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-86e880ca-d6b8-42fc-a381-233cc4616971 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:22.926200 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-723c0a25-66a8-452f-ab4c-156880d8abef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:22.926634 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c67c1-eb4e-4c4c-be94-ca902913495e None None] Pushing event updated for resources: {'Port': ['ID=c62229b0-24ac-47fc-b021-b66b96bc1f5f,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:22.943115 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-86e880ca-d6b8-42fc-a381-233cc4616971 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Deleting port c62229b0-24ac-47fc-b021-b66b96bc1f5f {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:22.943529 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-86e880ca-d6b8-42fc-a381-233cc4616971 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:22.966274 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-9b6b3ad0-ef8e-4b67-a58d-9bb001bda6de None None] Allocated IP 2001:db8::2 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/e3fabe03-2e46-4c88-9601-3ebfcc79bdb8/b5fc2d0e-3887-4cd7-a4c6-7b2dbba4f711) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:23.008291 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-723c0a25-66a8-452f-ab4c-156880d8abef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] device_id is not set on port 8437f32b-0295-427e-86ef-5cb6956731f3 yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:34:23.075900 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030c67c1-eb4e-4c4c-be94-ca902913495e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:23.075900 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030c67c1-eb4e-4c4c-be94-ca902913495e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:23.075900 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030c67c1-eb4e-4c4c-be94-ca902913495e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:23.075900 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030c67c1-eb4e-4c4c-be94-ca902913495e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:23.075900 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030c67c1-eb4e-4c4c-be94-ca902913495e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:23.075900 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030c67c1-eb4e-4c4c-be94-ca902913495e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:23.075900 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030c67c1-eb4e-4c4c-be94-ca902913495e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:23.075900 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030c67c1-eb4e-4c4c-be94-ca902913495e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:23.075900 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030c67c1-eb4e-4c4c-be94-ca902913495e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:23.075900 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030c67c1-eb4e-4c4c-be94-ca902913495e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:23.078721 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030c67c1-eb4e-4c4c-be94-ca902913495e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:23.114925 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c32e85b2-61dd-46e1-be78-3797dcb02ce6 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:23.219214 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:23.380666 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-59d88bb1-850f-44fb-8d72-cae95791509f None None] Provisioning complete for port c6321a19-496c-4ef0-be22-aaf5629a6393 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:23.380933 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-59d88bb1-850f-44fb-8d72-cae95791509f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:23.457500 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-86e880ca-d6b8-42fc-a381-233cc4616971 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] For port c62229b0-24ac-47fc-b021-b66b96bc1f5f, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=c62229b0-24ac-47fc-b021-b66b96bc1f5f,segment=NetworkSegment(6ffb08a1-2be0-410d-9a5c-f095ad2f37e3),segment_id=6ffb08a1-2be0-410d-9a5c-f095ad2f37e3)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:34:23.457966 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-86e880ca-d6b8-42fc-a381-233cc4616971 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:23.549641 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c32e85b2-61dd-46e1-be78-3797dcb02ce6 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:23.676630 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-86e880ca-d6b8-42fc-a381-233cc4616971 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Calling delete_port for c62229b0-24ac-47fc-b021-b66b96bc1f5f owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:23.684045 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9b6b3ad0-ef8e-4b67-a58d-9bb001bda6de None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:23.697142 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9b6b3ad0-ef8e-4b67-a58d-9bb001bda6de None None] Transition to ACTIVE for port object b5fc2d0e-3887-4cd7-a4c6-7b2dbba4f711 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:23.719611 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e85b2-61dd-46e1-be78-3797dcb02ce6 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'Subnet': ['ID=3176805c-e6ca-42df-b904-589b83cc6ea2,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:23.721609 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9b6b3ad0-ef8e-4b67-a58d-9bb001bda6de None None] Transition to ACTIVE for port object b5fc2d0e-3887-4cd7-a4c6-7b2dbba4f711 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:23.738619 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c32e85b2-61dd-46e1-be78-3797dcb02ce6 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:23.751524 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c32e85b2-61dd-46e1-be78-3797dcb02ce6 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/subnets/3176805c-e6ca-42df-b904-589b83cc6ea2 HTTP/1.1" status: 204 len: 168 time: 1.7951932 Feb 04 11:34:23.754338 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59980) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:23.758956 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 59982) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:23.771815 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54979a8b-afad-4a5b-b190-b87d997a62ee None None] Network 4c4a5986-10a3-40c0-8b1b-77c6cabd6e83 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:23.791170 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8fc7f7-64d2-432d-9b71-4d702df98b53 None None] Network ce7fa8be-3c5f-46d4-9609-ed21c1f7f295 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:23.868561 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-86e880ca-d6b8-42fc-a381-233cc4616971 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:23.932118 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9b6b3ad0-ef8e-4b67-a58d-9bb001bda6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:23.934267 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f61afe7e-64de-4bf5-a8eb-dcccd1e7f134 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:23.956766 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-f61afe7e-64de-4bf5-a8eb-dcccd1e7f134 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Deleting port c6321a19-496c-4ef0-be22-aaf5629a6393 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:23.957096 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f61afe7e-64de-4bf5-a8eb-dcccd1e7f134 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:23.969027 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e880ca-d6b8-42fc-a381-233cc4616971 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Pushing event deleted for resources: {'Port': ['ID=c62229b0-24ac-47fc-b021-b66b96bc1f5f,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:23.992205 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6b3ad0-ef8e-4b67-a58d-9bb001bda6de None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:24.000558 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e880ca-d6b8-42fc-a381-233cc4616971 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] No DVR routers for this DVR port c62229b0-24ac-47fc-b021-b66b96bc1f5f on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:34:24.010980 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-9b6b3ad0-ef8e-4b67-a58d-9bb001bda6de None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:24.012736 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:34:24.013377 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:34:24.031686 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6b3ad0-ef8e-4b67-a58d-9bb001bda6de None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:34:24.047726 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-723c0a25-66a8-452f-ab4c-156880d8abef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Allocated IP 2001:db8::ae6f:f63d:2433:6ff9 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/e3fabe03-2e46-4c88-9601-3ebfcc79bdb8/8437f32b-0295-427e-86ef-5cb6956731f3) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:24.135464 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 59994) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:24.171173 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-8f55c587-dd83-4255-8b4c-7c9d91970d77 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1463547664', 'router:external': True}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:24.183792 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-59d88bb1-850f-44fb-8d72-cae95791509f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:24.185805 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8f55c587-dd83-4255-8b4c-7c9d91970d77 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:24.192775 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-86e880ca-d6b8-42fc-a381-233cc4616971 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:24.228979 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8f55c587-dd83-4255-8b4c-7c9d91970d77 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Usage tracker for resource:network and tenant:92f2e9a31a274e35b8f3ab8834e747d0 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:24.238145 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8f55c587-dd83-4255-8b4c-7c9d91970d77 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:24.252244 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-86e880ca-d6b8-42fc-a381-233cc4616971 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c4a5986-10a3-40c0-8b1b-77c6cabd6e83']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:24.286277 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-86e880ca-d6b8-42fc-a381-233cc4616971 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ffb08a1-2be0-410d-9a5c-f095ad2f37e3') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:24.286572 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-86e880ca-d6b8-42fc-a381-233cc4616971 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ffb08a1-2be0-410d-9a5c-f095ad2f37e3') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:24.320411 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8f55c587-dd83-4255-8b4c-7c9d91970d77 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:24.356790 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-dbe95be9-b241-474c-974a-911872f2f5e6 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-576950259'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:24.366652 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-86e880ca-d6b8-42fc-a381-233cc4616971 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:24.374486 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-dbe95be9-b241-474c-974a-911872f2f5e6 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:24.386001 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-dbe95be9-b241-474c-974a-911872f2f5e6 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Usage tracker for resource:network and tenant:60ba85197e0048388a20acbcc765bce6 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:24.386406 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-f61afe7e-64de-4bf5-a8eb-dcccd1e7f134 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] For port c6321a19-496c-4ef0-be22-aaf5629a6393, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=c6321a19-496c-4ef0-be22-aaf5629a6393,segment=NetworkSegment(d29b359e-b3fb-4b27-ab3a-efcae73485d9),segment_id=d29b359e-b3fb-4b27-ab3a-efcae73485d9)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:34:24.386813 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f61afe7e-64de-4bf5-a8eb-dcccd1e7f134 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:24.393285 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-dbe95be9-b241-474c-974a-911872f2f5e6 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:24.410509 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b3ad0-ef8e-4b67-a58d-9bb001bda6de None None] Pushing event updated for resources: {'Port': ['ID=b5fc2d0e-3887-4cd7-a4c6-7b2dbba4f711,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:24.412725 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-9b6b3ad0-ef8e-4b67-a58d-9bb001bda6de None None] Attempting to bind port b5fc2d0e-3887-4cd7-a4c6-7b2dbba4f711 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:34:24.413729 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-9b6b3ad0-ef8e-4b67-a58d-9bb001bda6de None None] Attempting to bind port b5fc2d0e-3887-4cd7-a4c6-7b2dbba4f711 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:34:24.413729 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6b3ad0-ef8e-4b67-a58d-9bb001bda6de None None] Attempting to bind port b5fc2d0e-3887-4cd7-a4c6-7b2dbba4f711 on network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:34:24.414010 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-dbe95be9-b241-474c-974a-911872f2f5e6 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:24.419288 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-86e880ca-d6b8-42fc-a381-233cc4616971 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:24.426851 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6b3ad0-ef8e-4b67-a58d-9bb001bda6de None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:34:24.427245 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6b3ad0-ef8e-4b67-a58d-9bb001bda6de None None] Checking segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:34:24.427617 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9b6b3ad0-ef8e-4b67-a58d-9bb001bda6de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:24.428006 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6b3ad0-ef8e-4b67-a58d-9bb001bda6de None None] Bound using segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:34:24.430325 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-9b6b3ad0-ef8e-4b67-a58d-9bb001bda6de None None] Bound port: b5fc2d0e-3887-4cd7-a4c6-7b2dbba4f711, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:34:24.430325 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9b6b3ad0-ef8e-4b67-a58d-9bb001bda6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:24.430522 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e880ca-d6b8-42fc-a381-233cc4616971 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:34:24.430522 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-86e880ca-d6b8-42fc-a381-233cc4616971 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:24.448758 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:34:24.448758 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:34:24.448758 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:34:24.448758 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:34:24.448758 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:34:24.448758 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:34:24.448758 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:34:24.448758 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:34:24.448758 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:34:24.448758 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:34:24.448758 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:34:24.448758 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:34:24.448758 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:34:24.448758 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:34:24.448758 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:34:24.448758 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:34:24.448758 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:34:24.448758 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:34:24.448758 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:34:24.448758 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:34:24.448758 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:34:24.448758 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:34:24.448758 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:34:24.448758 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:34:24.448758 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:34:24.448758 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:34:24.448758 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:34:24.448758 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:34:24.448758 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:34:24.448758 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:34:24.448758 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:34:24.448758 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:34:24.453651 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-59d88bb1-850f-44fb-8d72-cae95791509f None None] For port c6321a19-496c-4ef0-be22-aaf5629a6393, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=c6321a19-496c-4ef0-be22-aaf5629a6393,segment=NetworkSegment(d29b359e-b3fb-4b27-ab3a-efcae73485d9),segment_id=d29b359e-b3fb-4b27-ab3a-efcae73485d9)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:34:24.484644 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f55c587-dd83-4255-8b4c-7c9d91970d77 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Made reservation on behalf of 92f2e9a31a274e35b8f3ab8834e747d0 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:24.487050 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8f55c587-dd83-4255-8b4c-7c9d91970d77 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:24.568493 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-f61afe7e-64de-4bf5-a8eb-dcccd1e7f134 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Calling delete_port for c6321a19-496c-4ef0-be22-aaf5629a6393 owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:24.572120 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-59d88bb1-850f-44fb-8d72-cae95791509f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:24.586069 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-723c0a25-66a8-452f-ab4c-156880d8abef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:24.592879 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe95be9-b241-474c-974a-911872f2f5e6 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Made reservation on behalf of 60ba85197e0048388a20acbcc765bce6 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:24.596073 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dbe95be9-b241-474c-974a-911872f2f5e6 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:24.599892 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8f55c587-dd83-4255-8b4c-7c9d91970d77 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:24.615163 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dbe95be9-b241-474c-974a-911872f2f5e6 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:24.633705 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-723c0a25-66a8-452f-ab4c-156880d8abef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Transition to ACTIVE for port object 8437f32b-0295-427e-86ef-5cb6956731f3 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:24.667405 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:24.695474 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9b6b3ad0-ef8e-4b67-a58d-9bb001bda6de None None] For port b5fc2d0e-3887-4cd7-a4c6-7b2dbba4f711, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:34:24.698337 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d88bb1-850f-44fb-8d72-cae95791509f None None] Pushing event updated for resources: {'Port': ['ID=c6321a19-496c-4ef0-be22-aaf5629a6393,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:24.701967 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-86e880ca-d6b8-42fc-a381-233cc4616971 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:24.704579 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-8ccb02c5-2970-49c9-af84-d45f87f945c4 None None] Could not find standard attr ID for object e02460db-93af-4395-b530-aef1cd203f32. {{(pid=84206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 11:34:24.711947 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9b6b3ad0-ef8e-4b67-a58d-9bb001bda6de None None] For port b5fc2d0e-3887-4cd7-a4c6-7b2dbba4f711, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=b5fc2d0e-3887-4cd7-a4c6-7b2dbba4f711,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:34:24.714325 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-86e880ca-d6b8-42fc-a381-233cc4616971 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:24.722677 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8f55c587-dd83-4255-8b4c-7c9d91970d77 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:24.726704 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8f55c587-dd83-4255-8b4c-7c9d91970d77 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Usage tracker for resource:security_group_rule and tenant:92f2e9a31a274e35b8f3ab8834e747d0 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:24.730384 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8f55c587-dd83-4255-8b4c-7c9d91970d77 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:24.738286 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8f55c587-dd83-4255-8b4c-7c9d91970d77 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:24.752491 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ddb6fd-5fe1-46d4-9300-6dcea70e5365 None None] DHCP port deletion for ce7fa8be-3c5f-46d4-9609-ed21c1f7f295 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:34:24.758358 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.api [None req-f61afe7e-64de-4bf5-a8eb-dcccd1e7f134 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:34:24.759074 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG oslo_db.api [None req-f61afe7e-64de-4bf5-a8eb-dcccd1e7f134 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:34:24.762716 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-13ddb6fd-5fe1-46d4-9300-6dcea70e5365 None None] Deleting port c6321a19-496c-4ef0-be22-aaf5629a6393 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:24.763158 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-13ddb6fd-5fe1-46d4-9300-6dcea70e5365 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:24.787620 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e880ca-d6b8-42fc-a381-233cc4616971 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Pushing event deleted for resources: {'Network': ['ID=4c4a5986-10a3-40c0-8b1b-77c6cabd6e83,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:24.797607 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-dbe95be9-b241-474c-974a-911872f2f5e6 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:24.807176 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-723c0a25-66a8-452f-ab4c-156880d8abef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:24.817407 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-dbe95be9-b241-474c-974a-911872f2f5e6 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Usage tracker for resource:security_group_rule and tenant:60ba85197e0048388a20acbcc765bce6 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:24.827544 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9b6b3ad0-ef8e-4b67-a58d-9bb001bda6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:24.830361 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8f55c587-dd83-4255-8b4c-7c9d91970d77 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:24.863857 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:34:24.864095 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:34:24.930681 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8f55c587-dd83-4255-8b4c-7c9d91970d77 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:24.969942 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b3ad0-ef8e-4b67-a58d-9bb001bda6de None None] Pushing event updated for resources: {'Port': ['ID=b5fc2d0e-3887-4cd7-a4c6-7b2dbba4f711,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:24.982035 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-dbe95be9-b241-474c-974a-911872f2f5e6 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:24.985087 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f55c587-dd83-4255-8b4c-7c9d91970d77 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eda82e3-234c-4340-8597-b835a3bcd336,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:25.000253 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-86e880ca-d6b8-42fc-a381-233cc4616971 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] 10.222.0.21 "DELETE /v2.0/networks/4c4a5986-10a3-40c0-8b1b-77c6cabd6e83 HTTP/1.1" status: 204 len: 168 time: 2.6368172 Feb 04 11:34:25.001529 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-dbe95be9-b241-474c-974a-911872f2f5e6 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:25.004604 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60002) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:25.008772 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f55c587-dd83-4255-8b4c-7c9d91970d77 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:34:25.022630 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8f55c587-dd83-4255-8b4c-7c9d91970d77 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.023371 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-8f55c587-dd83-4255-8b4c-7c9d91970d77 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Added segment 5a2a8e41-13b7-4e86-8626-8660f351e0b6 of type vlan for network fd507ac6-e9e8-45b2-8159-46a0a956fc59 Feb 04 11:34:25.047576 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723c0a25-66a8-452f-ab4c-156880d8abef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:25.054422 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-723c0a25-66a8-452f-ab4c-156880d8abef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:25.060268 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723c0a25-66a8-452f-ab4c-156880d8abef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:34:25.064371 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723c0a25-66a8-452f-ab4c-156880d8abef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:25.065210 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-723c0a25-66a8-452f-ab4c-156880d8abef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.065762 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8f55c587-dd83-4255-8b4c-7c9d91970d77 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.094966 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c0a25-66a8-452f-ab4c-156880d8abef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Port': ['ID=8437f32b-0295-427e-86ef-5cb6956731f3,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:25.149590 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-13ddb6fd-5fe1-46d4-9300-6dcea70e5365 None None] For port c6321a19-496c-4ef0-be22-aaf5629a6393, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=c6321a19-496c-4ef0-be22-aaf5629a6393,segment=NetworkSegment(d29b359e-b3fb-4b27-ab3a-efcae73485d9),segment_id=d29b359e-b3fb-4b27-ab3a-efcae73485d9)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:34:25.156143 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-13ddb6fd-5fe1-46d4-9300-6dcea70e5365 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.229997 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dbe95be9-b241-474c-974a-911872f2f5e6 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.241374 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-723c0a25-66a8-452f-ab4c-156880d8abef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3890011 Feb 04 11:34:25.244949 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60010) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:25.251552 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-32e48611-35be-468b-9892-4fa345d6c177 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.262614 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-85336331-7f2d-4dbe-862a-37c8a46dc53d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'port': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'fixed_ips': [{'subnet_id': 'e3fabe03-2e46-4c88-9601-3ebfcc79bdb8', 'ip_address': '2001:db8::ae6f:f63d:2433:6ff9'}], 'name': 'tempest-NetworksTestDHCPv6-1215788543'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:25.264634 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-f61afe7e-64de-4bf5-a8eb-dcccd1e7f134 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Deleting port c6321a19-496c-4ef0-be22-aaf5629a6393 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:25.265647 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f61afe7e-64de-4bf5-a8eb-dcccd1e7f134 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.321611 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8f55c587-dd83-4255-8b4c-7c9d91970d77 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.323447 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f55c587-dd83-4255-8b4c-7c9d91970d77 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:25.324397 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8f55c587-dd83-4255-8b4c-7c9d91970d77 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.344390 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dbe95be9-b241-474c-974a-911872f2f5e6 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.390950 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe95be9-b241-474c-974a-911872f2f5e6 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:34:25.412245 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-13ddb6fd-5fe1-46d4-9300-6dcea70e5365 None None] Calling delete_port for c6321a19-496c-4ef0-be22-aaf5629a6393 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:25.428121 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dbe95be9-b241-474c-974a-911872f2f5e6 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.428454 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-dbe95be9-b241-474c-974a-911872f2f5e6 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Added segment 9c107248-0a63-47f8-b7e7-7c2e34f8f0f8 of type vlan for network 42852cab-3322-4d60-b7f2-5ada63cdf37b Feb 04 11:34:25.437611 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe95be9-b241-474c-974a-911872f2f5e6 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78e29b0e-f3fa-4daf-a897-a272a8732426,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:25.497014 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dbe95be9-b241-474c-974a-911872f2f5e6 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.508457 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f55c587-dd83-4255-8b4c-7c9d91970d77 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Pushing event updated for resources: {'Network': ['ID=fd507ac6-e9e8-45b2-8159-46a0a956fc59,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:25.508760 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-85336331-7f2d-4dbe-862a-37c8a46dc53d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:25.516053 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-85336331-7f2d-4dbe-862a-37c8a46dc53d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:port and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:25.519655 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-85336331-7f2d-4dbe-862a-37c8a46dc53d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:25.536244 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-85336331-7f2d-4dbe-862a-37c8a46dc53d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:25.537451 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network fd507ac6-e9e8-45b2-8159-46a0a956fc59 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:34:25.638604 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dbe95be9-b241-474c-974a-911872f2f5e6 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.642615 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe95be9-b241-474c-974a-911872f2f5e6 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:25.643174 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dbe95be9-b241-474c-974a-911872f2f5e6 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.692412 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85336331-7f2d-4dbe-862a-37c8a46dc53d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:25.697616 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-85336331-7f2d-4dbe-862a-37c8a46dc53d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.713016 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-32e48611-35be-468b-9892-4fa345d6c177 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.719433 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-13ddb6fd-5fe1-46d4-9300-6dcea70e5365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.792610 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device b5fc2d0e-3887-4cd7-a4c6-7b2dbba4f711 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:25.800999 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-85336331-7f2d-4dbe-862a-37c8a46dc53d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] device_id is not set on port d80d3c07-785e-4d9b-be86-56796045918d yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:34:25.833434 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-32e48611-35be-468b-9892-4fa345d6c177 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d004fc-cd83-4b73-b85a-02d3a18a03ed']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:25.846571 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-32e48611-35be-468b-9892-4fa345d6c177 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc134fd-0c0c-4074-87c9-4b042d497d74') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:25.846864 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-32e48611-35be-468b-9892-4fa345d6c177 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc134fd-0c0c-4074-87c9-4b042d497d74') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:25.849979 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ddb6fd-5fe1-46d4-9300-6dcea70e5365 None None] Pushing event deleted for resources: {'Port': ['ID=c6321a19-496c-4ef0-be22-aaf5629a6393,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:25.855440 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ddb6fd-5fe1-46d4-9300-6dcea70e5365 None None] No DVR routers for this DVR port c6321a19-496c-4ef0-be22-aaf5629a6393 on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:34:25.861116 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-32e48611-35be-468b-9892-4fa345d6c177 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.869637 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-dbe95be9-b241-474c-974a-911872f2f5e6 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7296293 Feb 04 11:34:25.871049 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe95be9-b241-474c-974a-911872f2f5e6 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Pushing event updated for resources: {'Network': ['ID=42852cab-3322-4d60-b7f2-5ada63cdf37b,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:25.876764 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60014) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:25.877054 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-32e48611-35be-468b-9892-4fa345d6c177 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.883730 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e48611-35be-468b-9892-4fa345d6c177 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:34:25.885059 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-6a5fd977-a317-4fc8-bcd2-97ba4b2f53ec tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Request body: {'subnet': {'network_id': '42852cab-3322-4d60-b7f2-5ada63cdf37b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:25.886948 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-32e48611-35be-468b-9892-4fa345d6c177 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.897232 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 42852cab-3322-4d60-b7f2-5ada63cdf37b details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:34:25.988353 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:34:25.988353 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:34:25.988353 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:34:25.988353 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:34:25.988353 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:34:25.988353 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:34:25.988353 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:34:25.988353 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:34:25.988353 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:34:25.988353 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:34:25.988353 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:34:25.988353 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:34:25.988353 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:34:25.988353 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:34:25.988353 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:34:25.988353 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:34:25.988353 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:34:25.988353 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:34:25.988353 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:34:25.988353 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:34:25.988353 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:34:25.988353 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:34:25.988353 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:34:25.988353 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:34:25.988353 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:34:25.988353 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:34:25.988353 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:34:25.988353 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:34:25.988353 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:34:25.988353 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:34:25.988353 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:34:25.988353 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:34:25.996300 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8f55c587-dd83-4255-8b4c-7c9d91970d77 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.2359748 Feb 04 11:34:25.999885 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60018) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:26.007597 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-34d3aeff-e536-4fea-8bfe-15540da2543b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Request body: {'subnet': {'network_id': 'fd507ac6-e9e8-45b2-8159-46a0a956fc59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:26.034180 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-34d3aeff-e536-4fea-8bfe-15540da2543b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:26.085585 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-6a5fd977-a317-4fc8-bcd2-97ba4b2f53ec tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:26.089655 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port b5fc2d0e-3887-4cd7-a4c6-7b2dbba4f711 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:26.090996 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-34d3aeff-e536-4fea-8bfe-15540da2543b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Usage tracker for resource:subnet and tenant:92f2e9a31a274e35b8f3ab8834e747d0 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:26.096103 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-32e48611-35be-468b-9892-4fa345d6c177 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.106851 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-34d3aeff-e536-4fea-8bfe-15540da2543b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:26.129157 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6a5fd977-a317-4fc8-bcd2-97ba4b2f53ec tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Usage tracker for resource:subnet and tenant:60ba85197e0048388a20acbcc765bce6 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:26.134858 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6a5fd977-a317-4fc8-bcd2-97ba4b2f53ec tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:26.135042 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-32e48611-35be-468b-9892-4fa345d6c177 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.154026 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-34d3aeff-e536-4fea-8bfe-15540da2543b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:26.159410 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e48611-35be-468b-9892-4fa345d6c177 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Pushing event deleted for resources: {'Network': ['ID=77d004fc-cd83-4b73-b85a-02d3a18a03ed,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:26.176423 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-32e48611-35be-468b-9892-4fa345d6c177 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] 10.222.0.21 "DELETE /v2.0/networks/77d004fc-cd83-4b73-b85a-02d3a18a03ed HTTP/1.1" status: 204 len: 168 time: 1.1032083 Feb 04 11:34:26.178279 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-f61afe7e-64de-4bf5-a8eb-dcccd1e7f134 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] For port c6321a19-496c-4ef0-be22-aaf5629a6393, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=c6321a19-496c-4ef0-be22-aaf5629a6393,segment=NetworkSegment(d29b359e-b3fb-4b27-ab3a-efcae73485d9),segment_id=d29b359e-b3fb-4b27-ab3a-efcae73485d9)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:34:26.178739 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f61afe7e-64de-4bf5-a8eb-dcccd1e7f134 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.179622 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60022) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:26.187618 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device c6321a19-496c-4ef0-be22-aaf5629a6393 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:34:26.187909 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-6a5fd977-a317-4fc8-bcd2-97ba4b2f53ec tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:26.248168 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: c6321a19-496c-4ef0-be22-aaf5629a6393 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:34:26.250448 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device c6321a19-496c-4ef0-be22-aaf5629a6393 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:34:26.284294 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d3aeff-e536-4fea-8bfe-15540da2543b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Made reservation on behalf of 92f2e9a31a274e35b8f3ab8834e747d0 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:26.286604 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-34d3aeff-e536-4fea-8bfe-15540da2543b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.319176 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-85336331-7f2d-4dbe-862a-37c8a46dc53d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 11:34:26.319690 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85336331-7f2d-4dbe-862a-37c8a46dc53d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:34:26.351997 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5fd977-a317-4fc8-bcd2-97ba4b2f53ec tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Made reservation on behalf of 60ba85197e0048388a20acbcc765bce6 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:26.365917 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-f61afe7e-64de-4bf5-a8eb-dcccd1e7f134 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Calling delete_port for c6321a19-496c-4ef0-be22-aaf5629a6393 owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:26.375819 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0269-40b7-47e1-a7ac-bfaf4202e9c1 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.426808 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a65d7c72-fd46-482f-8006-16298495fe3f None None] Provisioning for port b5fc2d0e-3887-4cd7-a4c6-7b2dbba4f711 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:26.432097 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a65d7c72-fd46-482f-8006-16298495fe3f None None] Provisioning complete for port b5fc2d0e-3887-4cd7-a4c6-7b2dbba4f711 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:26.432546 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a65d7c72-fd46-482f-8006-16298495fe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.493969 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6a5fd977-a317-4fc8-bcd2-97ba4b2f53ec tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.525517 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.api [None req-f61afe7e-64de-4bf5-a8eb-dcccd1e7f134 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:34:26.525750 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG oslo_db.api [None req-f61afe7e-64de-4bf5-a8eb-dcccd1e7f134 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:34:26.554625 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b7cd5b-a366-4e33-a877-c625141f8dda None None] get_active_networks_info from dv-neutron-827825-2-hyperv {{(pid=84206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 11:34:26.602233 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-85336331-7f2d-4dbe-862a-37c8a46dc53d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.3556497 Feb 04 11:34:26.624165 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a65d7c72-fd46-482f-8006-16298495fe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.626757 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60026) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:26.688601 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-f61afe7e-64de-4bf5-a8eb-dcccd1e7f134 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Deleting port c6321a19-496c-4ef0-be22-aaf5629a6393 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:26.688955 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f61afe7e-64de-4bf5-a8eb-dcccd1e7f134 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.729504 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-a65d7c72-fd46-482f-8006-16298495fe3f None None] For port b5fc2d0e-3887-4cd7-a4c6-7b2dbba4f711, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=b5fc2d0e-3887-4cd7-a4c6-7b2dbba4f711,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:34:26.754551 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b7cd5b-a366-4e33-a877-c625141f8dda None None] Resources bound (agent type, host, resource id): {{(pid=84206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 11:34:26.773292 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-f61afe7e-64de-4bf5-a8eb-dcccd1e7f134 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] The port 'c6321a19-496c-4ef0-be22-aaf5629a6393' was deleted {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:34:26.775410 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0269-40b7-47e1-a7ac-bfaf4202e9c1 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.822199 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-3ffc0269-40b7-47e1-a7ac-bfaf4202e9c1 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd94ef8c-83ab-47a6-88d8-b005b3a295a6']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:26.838990 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a65d7c72-fd46-482f-8006-16298495fe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.840764 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-3ffc0269-40b7-47e1-a7ac-bfaf4202e9c1 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a95d1e15-b77a-4466-928f-a46c3d0ab72e') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:26.841061 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-3ffc0269-40b7-47e1-a7ac-bfaf4202e9c1 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a95d1e15-b77a-4466-928f-a46c3d0ab72e') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:26.864466 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0269-40b7-47e1-a7ac-bfaf4202e9c1 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.922408 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d160476-83be-4438-9ac3-f308e7be7f9f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:26.926281 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d160476-83be-4438-9ac3-f308e7be7f9f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:26.927089 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-2d160476-83be-4438-9ac3-f308e7be7f9f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:26.943067 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0269-40b7-47e1-a7ac-bfaf4202e9c1 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.961041 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d7c72-fd46-482f-8006-16298495fe3f None None] Pushing event updated for resources: {'Port': ['ID=b5fc2d0e-3887-4cd7-a4c6-7b2dbba4f711,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:26.967012 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ffc0269-40b7-47e1-a7ac-bfaf4202e9c1 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:34:26.967427 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0269-40b7-47e1-a7ac-bfaf4202e9c1 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.971187 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f61afe7e-64de-4bf5-a8eb-dcccd1e7f134 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.983661 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:34:26.983661 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:34:26.983661 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:34:26.983661 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:34:26.983661 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:34:26.983661 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:34:26.983661 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:34:26.983661 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:34:26.983661 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:34:26.983661 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:34:26.983661 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:34:26.983661 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:34:26.983661 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:34:26.983661 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:34:26.983661 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:34:26.983661 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:34:26.983661 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:34:26.983661 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:34:26.983661 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:34:26.983661 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:34:26.983661 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:34:26.983661 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:34:26.983661 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:34:26.983661 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:34:26.983661 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:34:26.983661 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:34:26.983661 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:34:26.983661 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:34:26.983661 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:34:26.983661 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:34:26.983661 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:34:26.983661 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:34:27.004144 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-f61afe7e-64de-4bf5-a8eb-dcccd1e7f134 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce7fa8be-3c5f-46d4-9609-ed21c1f7f295']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:27.024002 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-f61afe7e-64de-4bf5-a8eb-dcccd1e7f134 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd29b359e-b3fb-4b27-ab3a-efcae73485d9') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:27.024287 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-f61afe7e-64de-4bf5-a8eb-dcccd1e7f134 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd29b359e-b3fb-4b27-ab3a-efcae73485d9') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:27.039096 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f61afe7e-64de-4bf5-a8eb-dcccd1e7f134 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:27.051709 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-2d160476-83be-4438-9ac3-f308e7be7f9f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:27.055595 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2d160476-83be-4438-9ac3-f308e7be7f9f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4253604 Feb 04 11:34:27.059570 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60030) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:27.095354 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f61afe7e-64de-4bf5-a8eb-dcccd1e7f134 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:27.126660 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f61afe7e-64de-4bf5-a8eb-dcccd1e7f134 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:34:27.127137 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f61afe7e-64de-4bf5-a8eb-dcccd1e7f134 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:27.142622 dv-neutron-827825-2-hyperv neutron-server[84205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:34:27.142622 dv-neutron-827825-2-hyperv neutron-server[84205]: util.warn( Feb 04 11:34:27.142622 dv-neutron-827825-2-hyperv neutron-server[84205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:34:27.142622 dv-neutron-827825-2-hyperv neutron-server[84205]: util.warn( Feb 04 11:34:27.142622 dv-neutron-827825-2-hyperv neutron-server[84205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:34:27.142622 dv-neutron-827825-2-hyperv neutron-server[84205]: util.warn( Feb 04 11:34:27.142622 dv-neutron-827825-2-hyperv neutron-server[84205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:34:27.142622 dv-neutron-827825-2-hyperv neutron-server[84205]: util.warn( Feb 04 11:34:27.142622 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:34:27.142622 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:34:27.142622 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:34:27.142622 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:34:27.142622 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:34:27.142622 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:34:27.142622 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:34:27.142622 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:34:27.142622 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:34:27.142622 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:34:27.142622 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:34:27.142622 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:34:27.142622 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:34:27.142622 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:34:27.142622 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:34:27.142622 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:34:27.142622 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:34:27.142622 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:34:27.142622 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:34:27.142622 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:34:27.142622 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:34:27.142622 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:34:27.142622 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:34:27.142622 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:34:27.142622 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:34:27.142622 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:34:27.142622 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:34:27.142622 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:34:27.142622 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:34:27.142622 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:34:27.142622 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:34:27.142622 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:34:27.152623 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-6b7da671-86a6-4411-b24b-3e3a0a4d1c03 None None] Provisioning for port 8437f32b-0295-427e-86ef-5cb6956731f3 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:27.168004 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-6b7da671-86a6-4411-b24b-3e3a0a4d1c03 None None] Provisioning complete for port 8437f32b-0295-427e-86ef-5cb6956731f3 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:27.168374 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6b7da671-86a6-4411-b24b-3e3a0a4d1c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:27.187363 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0269-40b7-47e1-a7ac-bfaf4202e9c1 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:27.227986 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-234fb37c-c058-4f14-946d-5932e2909aef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting port 8437f32b-0295-427e-86ef-5cb6956731f3 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:27.228332 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-234fb37c-c058-4f14-946d-5932e2909aef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:27.232065 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0269-40b7-47e1-a7ac-bfaf4202e9c1 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:27.256642 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-6b7da671-86a6-4411-b24b-3e3a0a4d1c03 None None] Port 8437f32b-0295-427e-86ef-5cb6956731f3 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:34:27.283471 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf88e19-45d8-4ae6-b5a7-38dfc4c70921 None None] get_active_networks_info from dv-neutron-827825-2-hyperv {{(pid=84206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 11:34:27.346561 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.objects.ports [None req-34d3aeff-e536-4fea-8bfe-15540da2543b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84205) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 11:34:27.347184 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-34d3aeff-e536-4fea-8bfe-15540da2543b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:27.349136 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6a5fd977-a317-4fc8-bcd2-97ba4b2f53ec tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:27.388686 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc0269-40b7-47e1-a7ac-bfaf4202e9c1 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Pushing event deleted for resources: {'Network': ['ID=dd94ef8c-83ab-47a6-88d8-b005b3a295a6,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:27.404875 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3ffc0269-40b7-47e1-a7ac-bfaf4202e9c1 tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] 10.222.0.21 "DELETE /v2.0/networks/dd94ef8c-83ab-47a6-88d8-b005b3a295a6 HTTP/1.1" status: 204 len: 168 time: 1.2215033 Feb 04 11:34:27.409027 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60034) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:27.415080 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f61afe7e-64de-4bf5-a8eb-dcccd1e7f134 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:27.460764 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f61afe7e-64de-4bf5-a8eb-dcccd1e7f134 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:27.475395 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61afe7e-64de-4bf5-a8eb-dcccd1e7f134 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'Network': ['ID=ce7fa8be-3c5f-46d4-9609-ed21c1f7f295,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:27.549491 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5fd977-a317-4fc8-bcd2-97ba4b2f53ec tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Pushing event updated for resources: {'Subnet': ['ID=ce45a961-ef77-462b-8ae6-8882d980bf8b,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:27.571159 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5fd977-a317-4fc8-bcd2-97ba4b2f53ec tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Checking segment: {'id': '9c107248-0a63-47f8-b7e7-7c2e34f8f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '42852cab-3322-4d60-b7f2-5ada63cdf37b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:34:27.571512 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5fd977-a317-4fc8-bcd2-97ba4b2f53ec tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Network hostable DHCP agents. Network: 42852cab-3322-4d60-b7f2-5ada63cdf37b, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:34:27.582975 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-99c95c7d-39ef-4a9c-8ea2-161025c22fde tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:27.711450 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f61afe7e-64de-4bf5-a8eb-dcccd1e7f134 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/networks/ce7fa8be-3c5f-46d4-9609-ed21c1f7f295 HTTP/1.1" status: 204 len: 168 time: 3.9546771 Feb 04 11:34:27.712198 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3aeff-e536-4fea-8bfe-15540da2543b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cdded429-836b-4127-a97c-7631181017fe,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:27.713002 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device b5fc2d0e-3887-4cd7-a4c6-7b2dbba4f711 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:27.721472 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60038) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:27.737076 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5fd977-a317-4fc8-bcd2-97ba4b2f53ec tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Network 42852cab-3322-4d60-b7f2-5ada63cdf37b is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:34:27.739655 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-071009ac-157e-4cbb-aed8-a9a88c478391 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-402371626'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:27.753443 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-071009ac-157e-4cbb-aed8-a9a88c478391 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:27.762939 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-99c95c7d-39ef-4a9c-8ea2-161025c22fde tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:27.768385 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-071009ac-157e-4cbb-aed8-a9a88c478391 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:network and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:27.774613 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-071009ac-157e-4cbb-aed8-a9a88c478391 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:27.782497 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-7bf88e19-45d8-4ae6-b5a7-38dfc4c70921 None None] Agent b60f8a07-924f-421c-81bb-c4aa00d95e8a already present Feb 04 11:34:27.782879 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf88e19-45d8-4ae6-b5a7-38dfc4c70921 None None] Network 42852cab-3322-4d60-b7f2-5ada63cdf37b is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84206) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:34:27.784284 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf88e19-45d8-4ae6-b5a7-38dfc4c70921 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 42852cab-3322-4d60-b7f2-5ada63cdf37b) {{(pid=84206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 11:34:27.791635 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-071009ac-157e-4cbb-aed8-a9a88c478391 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:27.797475 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-99c95c7d-39ef-4a9c-8ea2-161025c22fde tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b3ffa8f-7150-4574-bba3-c47f0e7585f2']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:27.812202 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-99c95c7d-39ef-4a9c-8ea2-161025c22fde tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d2a03a3-b9ee-4b91-88c6-f66722074137') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:27.812436 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-99c95c7d-39ef-4a9c-8ea2-161025c22fde tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d2a03a3-b9ee-4b91-88c6-f66722074137') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:27.817274 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d3aeff-e536-4fea-8bfe-15540da2543b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Checking segment: {'id': '5a2a8e41-13b7-4e86-8626-8660f351e0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'fd507ac6-e9e8-45b2-8159-46a0a956fc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:34:27.817623 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d3aeff-e536-4fea-8bfe-15540da2543b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Network hostable DHCP agents. Network: fd507ac6-e9e8-45b2-8159-46a0a956fc59, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:34:27.824648 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-6a5fd977-a317-4fc8-bcd2-97ba4b2f53ec tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 42852cab-3322-4d60-b7f2-5ada63cdf37b) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:27.830701 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5fd977-a317-4fc8-bcd2-97ba4b2f53ec tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:27.830701 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6a5fd977-a317-4fc8-bcd2-97ba4b2f53ec tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:27.838297 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-99c95c7d-39ef-4a9c-8ea2-161025c22fde tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:27.845809 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-234fb37c-c058-4f14-946d-5932e2909aef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:27.851355 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port b5fc2d0e-3887-4cd7-a4c6-7b2dbba4f711 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:27.851728 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:27.865116 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-99c95c7d-39ef-4a9c-8ea2-161025c22fde tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:27.871441 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c95c7d-39ef-4a9c-8ea2-161025c22fde tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:34:27.871836 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-99c95c7d-39ef-4a9c-8ea2-161025c22fde tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:27.886590 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:34:27.886590 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:34:27.886590 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:34:27.886590 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:34:27.886590 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:34:27.886590 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:34:27.886590 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:34:27.886590 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:34:27.886590 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:34:27.886590 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:34:27.886590 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:34:27.886590 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:34:27.886590 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:34:27.886590 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:34:27.886590 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:34:27.886590 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:34:27.886590 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:34:27.886590 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:34:27.886590 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:34:27.886590 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:34:27.886590 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:34:27.886590 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:34:27.886590 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:34:27.886590 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:34:27.886590 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:34:27.886590 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:34:27.886590 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:34:27.886590 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:34:27.886590 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:34:27.886590 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:34:27.886590 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:34:27.886590 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:34:27.912637 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071009ac-157e-4cbb-aed8-a9a88c478391 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Made reservation on behalf of 2294c16a4d404317a20d2fdff5bb1a4c for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:27.915650 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-071009ac-157e-4cbb-aed8-a9a88c478391 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:27.940395 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6a5fd977-a317-4fc8-bcd2-97ba4b2f53ec tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0627968 Feb 04 11:34:27.946215 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60042) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:27.969712 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-35757c33-b7e5-4d6f-b88c-ab1f6fc84d36 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Request body: {'port': {'network_id': '42852cab-3322-4d60-b7f2-5ada63cdf37b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1739846490'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:27.990966 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-234fb37c-c058-4f14-946d-5932e2909aef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Calling delete_port for 8437f32b-0295-427e-86ef-5cb6956731f3 owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:28.069939 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-071009ac-157e-4cbb-aed8-a9a88c478391 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:34:28.094201 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-071009ac-157e-4cbb-aed8-a9a88c478391 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:28.094444 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-071009ac-157e-4cbb-aed8-a9a88c478391 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Added segment e5eeda57-8e59-4d91-9b46-1588055cf556 of type vlan for network 131c4e1e-207f-41a4-9f57-f2c738942d37 Feb 04 11:34:28.143080 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-35757c33-b7e5-4d6f-b88c-ab1f6fc84d36 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:28.148392 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-35757c33-b7e5-4d6f-b88c-ab1f6fc84d36 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Usage tracker for resource:port and tenant:60ba85197e0048388a20acbcc765bce6 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:28.151743 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-35757c33-b7e5-4d6f-b88c-ab1f6fc84d36 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:28.161679 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-35757c33-b7e5-4d6f-b88c-ab1f6fc84d36 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:28.163181 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d3aeff-e536-4fea-8bfe-15540da2543b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Network fd507ac6-e9e8-45b2-8159-46a0a956fc59 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:34:28.174778 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-071009ac-157e-4cbb-aed8-a9a88c478391 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:28.183686 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-34d3aeff-e536-4fea-8bfe-15540da2543b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, fd507ac6-e9e8-45b2-8159-46a0a956fc59) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:28.194972 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d3aeff-e536-4fea-8bfe-15540da2543b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:28.195329 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-99c95c7d-39ef-4a9c-8ea2-161025c22fde tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:28.195651 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-34d3aeff-e536-4fea-8bfe-15540da2543b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:28.206796 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-99c95c7d-39ef-4a9c-8ea2-161025c22fde tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:28.248164 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-99c95c7d-39ef-4a9c-8ea2-161025c22fde tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] 10.222.0.21 "DELETE /v2.0/networks/3b3ffa8f-7150-4574-bba3-c47f0e7585f2 HTTP/1.1" status: 204 len: 168 time: 0.8353994 Feb 04 11:34:28.250278 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c95c7d-39ef-4a9c-8ea2-161025c22fde tempest-BulkNetworkOpsTest-1795307289 tempest-BulkNetworkOpsTest-1795307289-project] Pushing event deleted for resources: {'Network': ['ID=3b3ffa8f-7150-4574-bba3-c47f0e7585f2,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:28.279006 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35757c33-b7e5-4d6f-b88c-ab1f6fc84d36 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Made reservation on behalf of 60ba85197e0048388a20acbcc765bce6 for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:28.283924 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-35757c33-b7e5-4d6f-b88c-ab1f6fc84d36 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:28.313707 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-35757c33-b7e5-4d6f-b88c-ab1f6fc84d36 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] device_id is not set on port b0e8d654-3e2b-4562-833a-ab25c6afb108 yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:34:28.320283 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922ede9d-96ef-4113-a2fc-0125de93e3c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-42852cab-3322-4d60-b7f2-5ada63cdf37b', 'network_id': '42852cab-3322-4d60-b7f2-5ada63cdf37b', 'tenant_id': '60ba85197e0048388a20acbcc765bce6', 'fixed_ips': [{'subnet_id': 'ce45a961-ef77-462b-8ae6-8882d980bf8b'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:34:28.321124 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-922ede9d-96ef-4113-a2fc-0125de93e3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:28.346980 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-234fb37c-c058-4f14-946d-5932e2909aef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:28.409630 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-071009ac-157e-4cbb-aed8-a9a88c478391 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:28.413628 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071009ac-157e-4cbb-aed8-a9a88c478391 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:28.414575 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-071009ac-157e-4cbb-aed8-a9a88c478391 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:28.477477 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-35757c33-b7e5-4d6f-b88c-ab1f6fc84d36 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Allocated IP 2001:db8::395 (42852cab-3322-4d60-b7f2-5ada63cdf37b/ce45a961-ef77-462b-8ae6-8882d980bf8b/b0e8d654-3e2b-4562-833a-ab25c6afb108) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:28.480239 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-34d3aeff-e536-4fea-8bfe-15540da2543b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4792962 Feb 04 11:34:28.483801 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60048) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:28.492279 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-db5841f0-959a-4eb7-bb91-bce36d8a4b1e tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-267103639', 'network_id': 'fd507ac6-e9e8-45b2-8159-46a0a956fc59'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:28.495327 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234fb37c-c058-4f14-946d-5932e2909aef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Port': ['ID=8437f32b-0295-427e-86ef-5cb6956731f3,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:28.497260 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-db5841f0-959a-4eb7-bb91-bce36d8a4b1e tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:28.503733 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-db5841f0-959a-4eb7-bb91-bce36d8a4b1e tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Usage tracker for resource:port and tenant:92f2e9a31a274e35b8f3ab8834e747d0 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:28.508158 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-db5841f0-959a-4eb7-bb91-bce36d8a4b1e tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:28.526019 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-db5841f0-959a-4eb7-bb91-bce36d8a4b1e tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:28.553420 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-234fb37c-c058-4f14-946d-5932e2909aef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:28.555281 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-234fb37c-c058-4f14-946d-5932e2909aef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/ports/8437f32b-0295-427e-86ef-5cb6956731f3 HTTP/1.1" status: 204 len: 168 time: 1.4947863 Feb 04 11:34:28.557957 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60052) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:28.584324 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071009ac-157e-4cbb-aed8-a9a88c478391 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Network': ['ID=131c4e1e-207f-41a4-9f57-f2c738942d37,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:28.597150 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 131c4e1e-207f-41a4-9f57-f2c738942d37 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:34:28.619123 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-071009ac-157e-4cbb-aed8-a9a88c478391 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8960335 Feb 04 11:34:28.620033 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60056) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:28.628702 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-d4c33779-e0af-4c72-8327-9420f9d3e5da tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'subnet': {'network_id': '131c4e1e-207f-41a4-9f57-f2c738942d37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:28.630793 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5841f0-959a-4eb7-bb91-bce36d8a4b1e tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Made reservation on behalf of 92f2e9a31a274e35b8f3ab8834e747d0 for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:28.632946 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-db5841f0-959a-4eb7-bb91-bce36d8a4b1e tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:28.735386 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-db5841f0-959a-4eb7-bb91-bce36d8a4b1e tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] device_id is not set on port e2694270-dea7-4f09-b28e-725aa956ca8d yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:34:28.749079 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-d4c33779-e0af-4c72-8327-9420f9d3e5da tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:28.752959 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-d4c33779-e0af-4c72-8327-9420f9d3e5da tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:subnet and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:28.756701 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-d4c33779-e0af-4c72-8327-9420f9d3e5da tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:28.761932 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-d4c33779-e0af-4c72-8327-9420f9d3e5da tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:28.780611 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56a1e09-987c-4e8a-bbec-3ff979c07a88 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:28.782095 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56a1e09-987c-4e8a-bbec-3ff979c07a88 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:28.786676 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b56a1e09-987c-4e8a-bbec-3ff979c07a88 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2244191 Feb 04 11:34:28.787042 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60062) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:28.854588 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60066) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:28.903886 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-35757c33-b7e5-4d6f-b88c-ab1f6fc84d36 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:28.939214 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-35757c33-b7e5-4d6f-b88c-ab1f6fc84d36 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Transition to ACTIVE for port object b0e8d654-3e2b-4562-833a-ab25c6afb108 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:28.940512 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c33779-e0af-4c72-8327-9420f9d3e5da tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Made reservation on behalf of 2294c16a4d404317a20d2fdff5bb1a4c for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:28.955485 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-db5841f0-959a-4eb7-bb91-bce36d8a4b1e tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Allocated IP 172.20.0.12 (fd507ac6-e9e8-45b2-8159-46a0a956fc59/cdded429-836b-4127-a97c-7631181017fe/e2694270-dea7-4f09-b28e-725aa956ca8d) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:29.082488 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-35757c33-b7e5-4d6f-b88c-ab1f6fc84d36 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:29.111827 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d4c33779-e0af-4c72-8327-9420f9d3e5da tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:29.133571 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-922ede9d-96ef-4113-a2fc-0125de93e3c2 None None] Allocated IP 2001:db8::2 (42852cab-3322-4d60-b7f2-5ada63cdf37b/ce45a961-ef77-462b-8ae6-8882d980bf8b/7dc0a479-128c-4037-8385-4bd85aeb999f) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:29.173402 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35757c33-b7e5-4d6f-b88c-ab1f6fc84d36 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Pushing event updated for resources: {'Port': ['ID=b0e8d654-3e2b-4562-833a-ab25c6afb108,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:29.186540 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35757c33-b7e5-4d6f-b88c-ab1f6fc84d36 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:29.187164 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35757c33-b7e5-4d6f-b88c-ab1f6fc84d36 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:29.187862 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35757c33-b7e5-4d6f-b88c-ab1f6fc84d36 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:29.188401 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35757c33-b7e5-4d6f-b88c-ab1f6fc84d36 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:29.188899 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35757c33-b7e5-4d6f-b88c-ab1f6fc84d36 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:29.189394 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35757c33-b7e5-4d6f-b88c-ab1f6fc84d36 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:29.189991 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35757c33-b7e5-4d6f-b88c-ab1f6fc84d36 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:29.190504 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35757c33-b7e5-4d6f-b88c-ab1f6fc84d36 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:29.190993 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35757c33-b7e5-4d6f-b88c-ab1f6fc84d36 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:29.191483 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35757c33-b7e5-4d6f-b88c-ab1f6fc84d36 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:29.191972 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35757c33-b7e5-4d6f-b88c-ab1f6fc84d36 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:29.198292 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35757c33-b7e5-4d6f-b88c-ab1f6fc84d36 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Network 42852cab-3322-4d60-b7f2-5ada63cdf37b is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:29.203823 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-35757c33-b7e5-4d6f-b88c-ab1f6fc84d36 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:29.212950 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35757c33-b7e5-4d6f-b88c-ab1f6fc84d36 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:34:29.217116 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35757c33-b7e5-4d6f-b88c-ab1f6fc84d36 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:29.218514 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-35757c33-b7e5-4d6f-b88c-ab1f6fc84d36 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:29.248879 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5b79ab72-b0ff-4040-98aa-90d8ee9ec618 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae56dbb99e0c48d88f36ce54561615d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3926699 Feb 04 11:34:29.251685 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60072) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:29.261928 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-00bea7fc-e7b1-49e1-8bf1-580d015e7046 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting subnet e3fabe03-2e46-4c88-9601-3ebfcc79bdb8 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:34:29.265265 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-00bea7fc-e7b1-49e1-8bf1-580d015e7046 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:29.315962 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-35757c33-b7e5-4d6f-b88c-ab1f6fc84d36 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3685720 Feb 04 11:34:29.322476 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60076) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:29.335785 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-8b155061-4d66-48ed-9064-374926bd7d90 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Request body: {'port': {'network_id': '42852cab-3322-4d60-b7f2-5ada63cdf37b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1243614746', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:29.336419 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.api.validators [None req-8b155061-4d66-48ed-9064-374926bd7d90 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] bootfile-name is not in valid_values {{(pid=84205) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 11:34:29.337054 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.api.validators [None req-8b155061-4d66-48ed-9064-374926bd7d90 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] tftp-server is not in valid_values {{(pid=84205) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 11:34:29.337722 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.api.validators [None req-8b155061-4d66-48ed-9064-374926bd7d90 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] server-ip-address is not in valid_values {{(pid=84205) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 11:34:29.343513 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-db5841f0-959a-4eb7-bb91-bce36d8a4b1e tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:29.358862 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-00bea7fc-e7b1-49e1-8bf1-580d015e7046 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:29.382482 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8369bf01-ff39-430a-aa3d-8cbdc359a72f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:29.421566 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8369bf01-ff39-430a-aa3d-8cbdc359a72f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:29.440949 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-922ede9d-96ef-4113-a2fc-0125de93e3c2 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:29.455842 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-922ede9d-96ef-4113-a2fc-0125de93e3c2 None None] Transition to ACTIVE for port object 7dc0a479-128c-4037-8385-4bd85aeb999f will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:29.482319 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-922ede9d-96ef-4113-a2fc-0125de93e3c2 None None] Transition to ACTIVE for port object 7dc0a479-128c-4037-8385-4bd85aeb999f will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:29.558052 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-922ede9d-96ef-4113-a2fc-0125de93e3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:29.616869 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-db5841f0-959a-4eb7-bb91-bce36d8a4b1e tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:29.618686 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922ede9d-96ef-4113-a2fc-0125de93e3c2 None None] Network 42852cab-3322-4d60-b7f2-5ada63cdf37b is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:29.624191 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-922ede9d-96ef-4113-a2fc-0125de93e3c2 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:29.626819 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922ede9d-96ef-4113-a2fc-0125de93e3c2 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:34:29.675469 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8369bf01-ff39-430a-aa3d-8cbdc359a72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:29.700337 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5841f0-959a-4eb7-bb91-bce36d8a4b1e tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Network fd507ac6-e9e8-45b2-8159-46a0a956fc59 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:29.714500 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-db5841f0-959a-4eb7-bb91-bce36d8a4b1e tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:29.717834 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8b155061-4d66-48ed-9064-374926bd7d90 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:29.718300 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ede9d-96ef-4113-a2fc-0125de93e3c2 None None] Pushing event updated for resources: {'Port': ['ID=7dc0a479-128c-4037-8385-4bd85aeb999f,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:29.722537 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8369bf01-ff39-430a-aa3d-8cbdc359a72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c581c1df-0d42-48b0-8f77-def97eadbaff,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:29.724292 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5841f0-959a-4eb7-bb91-bce36d8a4b1e tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:34:29.729747 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-00bea7fc-e7b1-49e1-8bf1-580d015e7046 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:29.760800 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-922ede9d-96ef-4113-a2fc-0125de93e3c2 None None] Attempting to bind port 7dc0a479-128c-4037-8385-4bd85aeb999f on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:34:29.761175 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-922ede9d-96ef-4113-a2fc-0125de93e3c2 None None] Attempting to bind port 7dc0a479-128c-4037-8385-4bd85aeb999f by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '9c107248-0a63-47f8-b7e7-7c2e34f8f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '42852cab-3322-4d60-b7f2-5ada63cdf37b'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:34:29.761520 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922ede9d-96ef-4113-a2fc-0125de93e3c2 None None] Attempting to bind port 7dc0a479-128c-4037-8385-4bd85aeb999f on network 42852cab-3322-4d60-b7f2-5ada63cdf37b {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:34:29.763317 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8b155061-4d66-48ed-9064-374926bd7d90 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Usage tracker for resource:port and tenant:60ba85197e0048388a20acbcc765bce6 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:29.771479 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8369bf01-ff39-430a-aa3d-8cbdc359a72f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:29.771859 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922ede9d-96ef-4113-a2fc-0125de93e3c2 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:34:29.772239 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922ede9d-96ef-4113-a2fc-0125de93e3c2 None None] Checking segment: {'id': '9c107248-0a63-47f8-b7e7-7c2e34f8f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '42852cab-3322-4d60-b7f2-5ada63cdf37b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:34:29.772697 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8369bf01-ff39-430a-aa3d-8cbdc359a72f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c581c1df-0d42-48b0-8f77-def97eadbaff HTTP/1.1" status: 204 len: 168 time: 0.5197225 Feb 04 11:34:29.772779 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-922ede9d-96ef-4113-a2fc-0125de93e3c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:29.773071 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922ede9d-96ef-4113-a2fc-0125de93e3c2 None None] Bound using segment: {'id': '9c107248-0a63-47f8-b7e7-7c2e34f8f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '42852cab-3322-4d60-b7f2-5ada63cdf37b'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:34:29.773541 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-922ede9d-96ef-4113-a2fc-0125de93e3c2 None None] Bound port: 7dc0a479-128c-4037-8385-4bd85aeb999f, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c107248-0a63-47f8-b7e7-7c2e34f8f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '42852cab-3322-4d60-b7f2-5ada63cdf37b'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:34:29.773930 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-922ede9d-96ef-4113-a2fc-0125de93e3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:29.787428 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5841f0-959a-4eb7-bb91-bce36d8a4b1e tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Pushing event updated for resources: {'Port': ['ID=e2694270-dea7-4f09-b28e-725aa956ca8d,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:29.788826 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8b155061-4d66-48ed-9064-374926bd7d90 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:29.797607 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5841f0-959a-4eb7-bb91-bce36d8a4b1e tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:29.798240 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-db5841f0-959a-4eb7-bb91-bce36d8a4b1e tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:29.814537 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8b155061-4d66-48ed-9064-374926bd7d90 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:29.874313 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-922ede9d-96ef-4113-a2fc-0125de93e3c2 None None] For port 7dc0a479-128c-4037-8385-4bd85aeb999f, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:34:29.877455 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-922ede9d-96ef-4113-a2fc-0125de93e3c2 None None] For port 7dc0a479-128c-4037-8385-4bd85aeb999f, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=7dc0a479-128c-4037-8385-4bd85aeb999f,segment=NetworkSegment(9c107248-0a63-47f8-b7e7-7c2e34f8f0f8),segment_id=9c107248-0a63-47f8-b7e7-7c2e34f8f0f8)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:34:29.920213 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-db5841f0-959a-4eb7-bb91-bce36d8a4b1e tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.4339335 Feb 04 11:34:29.921711 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60082) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:29.956661 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d4c33779-e0af-4c72-8327-9420f9d3e5da tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:29.960083 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b155061-4d66-48ed-9064-374926bd7d90 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Made reservation on behalf of 60ba85197e0048388a20acbcc765bce6 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:29.965697 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8b155061-4d66-48ed-9064-374926bd7d90 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:29.994008 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-922ede9d-96ef-4113-a2fc-0125de93e3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:30.008812 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-00bea7fc-e7b1-49e1-8bf1-580d015e7046 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:30.086877 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ede9d-96ef-4113-a2fc-0125de93e3c2 None None] Pushing event updated for resources: {'Port': ['ID=7dc0a479-128c-4037-8385-4bd85aeb999f,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:30.094301 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-8b155061-4d66-48ed-9064-374926bd7d90 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] device_id is not set on port 4a165848-6130-4f30-8a62-3c485c8289e3 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:34:30.138286 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-00bea7fc-e7b1-49e1-8bf1-580d015e7046 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:30.143606 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-257d4bc8-541f-484a-b763-e6e03ed9a0a8 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Deleting port e2694270-dea7-4f09-b28e-725aa956ca8d {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:30.143994 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-257d4bc8-541f-484a-b763-e6e03ed9a0a8 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:30.194716 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c33779-e0af-4c72-8327-9420f9d3e5da tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Subnet': ['ID=184f2cc2-6601-49d4-adf4-a6744f009708,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:30.261701 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bea7fc-e7b1-49e1-8bf1-580d015e7046 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Subnet': ['ID=e3fabe03-2e46-4c88-9601-3ebfcc79bdb8,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:30.286472 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-00bea7fc-e7b1-49e1-8bf1-580d015e7046 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/e3fabe03-2e46-4c88-9601-3ebfcc79bdb8 HTTP/1.1" status: 204 len: 168 time: 1.4982061 Feb 04 11:34:30.292848 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60090) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:30.417087 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3591c663-b0b4-403f-aacd-c725e2e3361f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1177485 Feb 04 11:34:30.418889 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60098) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:30.430753 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c33779-e0af-4c72-8327-9420f9d3e5da tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Checking segment: {'id': 'e5eeda57-8e59-4d91-9b46-1588055cf556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '131c4e1e-207f-41a4-9f57-f2c738942d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:34:30.430925 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-c5deb31e-647b-4e03-bc86-d3dcfe310bbb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:30.431121 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c33779-e0af-4c72-8327-9420f9d3e5da tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Network hostable DHCP agents. Network: 131c4e1e-207f-41a4-9f57-f2c738942d37, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:34:30.572800 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c5deb31e-647b-4e03-bc86-d3dcfe310bbb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:30.578649 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c5deb31e-647b-4e03-bc86-d3dcfe310bbb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:subnet and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:30.582520 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c5deb31e-647b-4e03-bc86-d3dcfe310bbb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:30.589864 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c5deb31e-647b-4e03-bc86-d3dcfe310bbb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:30.593335 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-8b155061-4d66-48ed-9064-374926bd7d90 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Allocated IP 2001:db8::5f (42852cab-3322-4d60-b7f2-5ada63cdf37b/ce45a961-ef77-462b-8ae6-8882d980bf8b/4a165848-6130-4f30-8a62-3c485c8289e3) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:30.667893 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5deb31e-647b-4e03-bc86-d3dcfe310bbb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:30.678500 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-257d4bc8-541f-484a-b763-e6e03ed9a0a8 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:30.702711 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c33779-e0af-4c72-8327-9420f9d3e5da tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Network 131c4e1e-207f-41a4-9f57-f2c738942d37 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:34:30.822126 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c5deb31e-647b-4e03-bc86-d3dcfe310bbb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:30.828012 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-257d4bc8-541f-484a-b763-e6e03ed9a0a8 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Calling delete_port for e2694270-dea7-4f09-b28e-725aa956ca8d owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:30.981471 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-d4c33779-e0af-4c72-8327-9420f9d3e5da tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 131c4e1e-207f-41a4-9f57-f2c738942d37) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:30.995234 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c33779-e0af-4c72-8327-9420f9d3e5da tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:30.996150 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d4c33779-e0af-4c72-8327-9420f9d3e5da tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:31.241869 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d4c33779-e0af-4c72-8327-9420f9d3e5da tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5908408 Feb 04 11:34:31.243197 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60112) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:31.243197 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-289531af-98e6-451f-a6d3-8f851d50d2fd tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'port': {'network_id': '131c4e1e-207f-41a4-9f57-f2c738942d37', 'security_groups': [], 'name': 'tempest-PortsTestJSON-819323743'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:31.291890 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60116) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:31.390454 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c5deb31e-647b-4e03-bc86-d3dcfe310bbb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:31.417543 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-257d4bc8-541f-484a-b763-e6e03ed9a0a8 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:31.438440 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-289531af-98e6-451f-a6d3-8f851d50d2fd tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:31.452802 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-289531af-98e6-451f-a6d3-8f851d50d2fd tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:port and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:31.459146 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-289531af-98e6-451f-a6d3-8f851d50d2fd tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:31.462554 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5deb31e-647b-4e03-bc86-d3dcfe310bbb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:31.468578 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-c5deb31e-647b-4e03-bc86-d3dcfe310bbb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:31.470475 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-289531af-98e6-451f-a6d3-8f851d50d2fd tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:31.476448 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5deb31e-647b-4e03-bc86-d3dcfe310bbb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:31.476448 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c5deb31e-647b-4e03-bc86-d3dcfe310bbb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:31.479007 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed41c204-dcd1-455d-add1-284ad12f30f9 None None] Network 42852cab-3322-4d60-b7f2-5ada63cdf37b requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:31.507760 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5deb31e-647b-4e03-bc86-d3dcfe310bbb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Subnet': ['ID=1d7360ad-20cc-4100-b74c-7a558931d0bf,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:31.534355 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-f774e321-bf75-418a-8508-1af7c5a7d7bc tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-494304375'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:31.539114 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8b155061-4d66-48ed-9064-374926bd7d90 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:31.574791 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e191910c-3269-44dc-8414-3e62702f99ff None None] Network fd507ac6-e9e8-45b2-8159-46a0a956fc59 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:31.581980 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-f774e321-bf75-418a-8508-1af7c5a7d7bc tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:31.585813 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4bc8-541f-484a-b763-e6e03ed9a0a8 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2694270-dea7-4f09-b28e-725aa956ca8d,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:31.588900 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7b6072-d4f3-4b90-8232-b8a9d3b7996a None None] Network 131c4e1e-207f-41a4-9f57-f2c738942d37 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:31.593604 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289531af-98e6-451f-a6d3-8f851d50d2fd tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Made reservation on behalf of 2294c16a4d404317a20d2fdff5bb1a4c for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:31.598279 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-289531af-98e6-451f-a6d3-8f851d50d2fd tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:31.603765 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f774e321-bf75-418a-8508-1af7c5a7d7bc tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Usage tracker for resource:network and tenant:956cada409764229906c1fe7744bf82f is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:31.611436 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f774e321-bf75-418a-8508-1af7c5a7d7bc tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:31.616421 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-8b155061-4d66-48ed-9064-374926bd7d90 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Transition to ACTIVE for port object 4a165848-6130-4f30-8a62-3c485c8289e3 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:31.624018 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-f774e321-bf75-418a-8508-1af7c5a7d7bc tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:31.624906 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c5deb31e-647b-4e03-bc86-d3dcfe310bbb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2037976 Feb 04 11:34:31.629056 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60124) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:31.630233 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-289531af-98e6-451f-a6d3-8f851d50d2fd tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] device_id is not set on port a1759c05-df14-47f1-8946-652e652f6403 yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:34:31.647676 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-9cf8479f-4b4d-4c28-844b-dd9cd651d6ef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'port': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'fixed_ips': [{'subnet_id': '1d7360ad-20cc-4100-b74c-7a558931d0bf', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-508171171'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:31.739227 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-257d4bc8-541f-484a-b763-e6e03ed9a0a8 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:31.757451 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60132) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:31.758356 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-257d4bc8-541f-484a-b763-e6e03ed9a0a8 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] 10.222.0.21 "DELETE /v2.0/ports/e2694270-dea7-4f09-b28e-725aa956ca8d HTTP/1.1" status: 204 len: 168 time: 1.8313401 Feb 04 11:34:31.769809 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f774e321-bf75-418a-8508-1af7c5a7d7bc tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Made reservation on behalf of 956cada409764229906c1fe7744bf82f for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:31.778685 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-c33bf6ff-505c-49ce-ba6c-0e506c59de3c tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fd507ac6-e9e8-45b2-8159-46a0a956fc59', 'external_fixed_ips': [{'subnet_id': 'cdded429-836b-4127-a97c-7631181017fe', 'ip_address': '172.20.0.12'}]}}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:31.779844 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f774e321-bf75-418a-8508-1af7c5a7d7bc tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:31.781068 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071b60e9-09c8-48d0-b3b4-ca35913b727a None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:31.790476 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c33bf6ff-505c-49ce-ba6c-0e506c59de3c tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:31.799593 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c33bf6ff-505c-49ce-ba6c-0e506c59de3c tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Usage tracker for resource:router and tenant:92f2e9a31a274e35b8f3ab8834e747d0 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:31.816596 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f774e321-bf75-418a-8508-1af7c5a7d7bc tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:31.830757 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c33bf6ff-505c-49ce-ba6c-0e506c59de3c tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:31.843568 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c33bf6ff-505c-49ce-ba6c-0e506c59de3c tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:31.870280 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 7dc0a479-128c-4037-8385-4bd85aeb999f up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:31.875443 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-289531af-98e6-451f-a6d3-8f851d50d2fd tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Allocated IP 172.20.0.13 (131c4e1e-207f-41a4-9f57-f2c738942d37/184f2cc2-6601-49d4-adf4-a6744f009708/a1759c05-df14-47f1-8946-652e652f6403) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:31.903597 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-f774e321-bf75-418a-8508-1af7c5a7d7bc tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:31.911316 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f774e321-bf75-418a-8508-1af7c5a7d7bc tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Usage tracker for resource:security_group_rule and tenant:956cada409764229906c1fe7744bf82f is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:31.916741 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f774e321-bf75-418a-8508-1af7c5a7d7bc tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:31.924042 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-9cf8479f-4b4d-4c28-844b-dd9cd651d6ef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:31.926358 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-f774e321-bf75-418a-8508-1af7c5a7d7bc tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:31.930851 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-9cf8479f-4b4d-4c28-844b-dd9cd651d6ef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:port and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:31.936200 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-9cf8479f-4b4d-4c28-844b-dd9cd651d6ef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:31.942498 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8b155061-4d66-48ed-9064-374926bd7d90 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:31.969320 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c33bf6ff-505c-49ce-ba6c-0e506c59de3c tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:31.975020 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c33bf6ff-505c-49ce-ba6c-0e506c59de3c tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:31.983333 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4e69b080-5abb-4e1f-86da-cc8ae02273c7 None None] Provisioning for port 7dc0a479-128c-4037-8385-4bd85aeb999f completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:32.031170 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c33bf6ff-505c-49ce-ba6c-0e506c59de3c tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:32.078731 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-289531af-98e6-451f-a6d3-8f851d50d2fd tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:32.090279 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-9cf8479f-4b4d-4c28-844b-dd9cd651d6ef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:32.097263 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-289531af-98e6-451f-a6d3-8f851d50d2fd tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Transition to ACTIVE for port object a1759c05-df14-47f1-8946-652e652f6403 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:32.150147 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a380bc-19c2-484e-ba00-ab1408cae1f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-131c4e1e-207f-41a4-9f57-f2c738942d37', 'network_id': '131c4e1e-207f-41a4-9f57-f2c738942d37', 'tenant_id': '2294c16a4d404317a20d2fdff5bb1a4c', 'fixed_ips': [{'subnet_id': '184f2cc2-6601-49d4-adf4-a6744f009708'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:34:32.150930 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f2a380bc-19c2-484e-ba00-ab1408cae1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:32.157422 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b155061-4d66-48ed-9064-374926bd7d90 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Network 42852cab-3322-4d60-b7f2-5ada63cdf37b is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:32.163470 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b155061-4d66-48ed-9064-374926bd7d90 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Pushing event updated for resources: {'Port': ['ID=4a165848-6130-4f30-8a62-3c485c8289e3,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:32.166224 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-8b155061-4d66-48ed-9064-374926bd7d90 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:32.173146 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b155061-4d66-48ed-9064-374926bd7d90 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:34:32.178378 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b155061-4d66-48ed-9064-374926bd7d90 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:32.178378 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8b155061-4d66-48ed-9064-374926bd7d90 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:32.225676 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f774e321-bf75-418a-8508-1af7c5a7d7bc tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:32.233107 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf8479f-4b4d-4c28-844b-dd9cd651d6ef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:32.239124 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9cf8479f-4b4d-4c28-844b-dd9cd651d6ef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:32.264525 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-289531af-98e6-451f-a6d3-8f851d50d2fd tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:32.265582 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-9cf8479f-4b4d-4c28-844b-dd9cd651d6ef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] device_id is not set on port 55e91ea2-6f35-4665-80db-8c63cffb0aa3 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:34:32.304754 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f774e321-bf75-418a-8508-1af7c5a7d7bc tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:32.321195 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8b155061-4d66-48ed-9064-374926bd7d90 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.9974790 Feb 04 11:34:32.323398 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60136) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:32.389700 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289531af-98e6-451f-a6d3-8f851d50d2fd tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Network 131c4e1e-207f-41a4-9f57-f2c738942d37 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:32.397778 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-289531af-98e6-451f-a6d3-8f851d50d2fd tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:32.399639 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f774e321-bf75-418a-8508-1af7c5a7d7bc tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:34:32.409779 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289531af-98e6-451f-a6d3-8f851d50d2fd tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:34:32.421082 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774e321-bf75-418a-8508-1af7c5a7d7bc tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ede58b13-dee7-4dfe-b8b0-f8e88c1f0448,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:32.446314 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f774e321-bf75-418a-8508-1af7c5a7d7bc tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:32.446666 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-f774e321-bf75-418a-8508-1af7c5a7d7bc tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Added segment ded56941-f256-4b0e-a745-44b7bd000664 of type vlan for network b0af8104-9a89-4e82-958b-cb9133db99b3 Feb 04 11:34:32.466699 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-f2a380bc-19c2-484e-ba00-ab1408cae1f7 None None] Allocated IP 172.20.0.2 (131c4e1e-207f-41a4-9f57-f2c738942d37/184f2cc2-6601-49d4-adf4-a6744f009708/b10eaae2-3d84-48d1-820a-6fc44ddb0cc3) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:32.530615 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289531af-98e6-451f-a6d3-8f851d50d2fd tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Port': ['ID=a1759c05-df14-47f1-8946-652e652f6403,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:32.541434 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f774e321-bf75-418a-8508-1af7c5a7d7bc tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:32.550960 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c33bf6ff-505c-49ce-ba6c-0e506c59de3c tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:32.580491 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289531af-98e6-451f-a6d3-8f851d50d2fd tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:32.581126 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-289531af-98e6-451f-a6d3-8f851d50d2fd tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:32.583428 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e869690-6644-4eae-abed-f84083c4ad59 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:32.587443 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e869690-6644-4eae-abed-f84083c4ad59 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:32.592712 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e869690-6644-4eae-abed-f84083c4ad59 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:32.593362 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-2e869690-6644-4eae-abed-f84083c4ad59 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Synchronizing usage tracker for tenant:60ba85197e0048388a20acbcc765bce6 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:32.621714 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf8479f-4b4d-4c28-844b-dd9cd651d6ef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:34:32.622189 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cf8479f-4b4d-4c28-844b-dd9cd651d6ef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:34:32.668597 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-2e869690-6644-4eae-abed-f84083c4ad59 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Unset dirty status for tenant:60ba85197e0048388a20acbcc765bce6 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:32.673014 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2e869690-6644-4eae-abed-f84083c4ad59 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.3441262 Feb 04 11:34:32.674809 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f774e321-bf75-418a-8508-1af7c5a7d7bc tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:32.680397 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f774e321-bf75-418a-8508-1af7c5a7d7bc tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:32.681111 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f774e321-bf75-418a-8508-1af7c5a7d7bc tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:32.685082 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60140) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:32.718678 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-289531af-98e6-451f-a6d3-8f851d50d2fd tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.5024974 Feb 04 11:34:32.723698 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60144) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:32.754882 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 7dc0a479-128c-4037-8385-4bd85aeb999f completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:32.799185 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-61d81d07-98bf-4e1c-b885-b1c4618079e0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Deleting port a1759c05-df14-47f1-8946-652e652f6403 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:32.799741 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-61d81d07-98bf-4e1c-b885-b1c4618079e0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:32.807668 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-9cf8479f-4b4d-4c28-844b-dd9cd651d6ef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.1722879 Feb 04 11:34:32.816554 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60148) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:32.833406 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 7dc0a479-128c-4037-8385-4bd85aeb999f triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:32.833841 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:32.871919 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df758c55-bb9e-4b87-9a8e-a595e2c4c470 None None] Network fd507ac6-e9e8-45b2-8159-46a0a956fc59 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:32.901157 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774e321-bf75-418a-8508-1af7c5a7d7bc tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Pushing event updated for resources: {'Network': ['ID=b0af8104-9a89-4e82-958b-cb9133db99b3,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:32.922759 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f774e321-bf75-418a-8508-1af7c5a7d7bc tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6291940 Feb 04 11:34:32.934831 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-c39f3a4c-c08e-4a9e-ae7f-2f5e9eed1c8f tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Deleting port 4a165848-6130-4f30-8a62-3c485c8289e3 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:32.936170 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c39f3a4c-c08e-4a9e-ae7f-2f5e9eed1c8f tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:32.939048 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f2a380bc-19c2-484e-ba00-ab1408cae1f7 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:32.949450 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f2a380bc-19c2-484e-ba00-ab1408cae1f7 None None] Transition to ACTIVE for port object b10eaae2-3d84-48d1-820a-6fc44ddb0cc3 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:32.970658 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f2a380bc-19c2-484e-ba00-ab1408cae1f7 None None] Transition to ACTIVE for port object b10eaae2-3d84-48d1-820a-6fc44ddb0cc3 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:32.973458 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network b0af8104-9a89-4e82-958b-cb9133db99b3 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:34:33.106214 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f2a380bc-19c2-484e-ba00-ab1408cae1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:33.164993 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a380bc-19c2-484e-ba00-ab1408cae1f7 None None] Network 131c4e1e-207f-41a4-9f57-f2c738942d37 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:33.219360 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-f2a380bc-19c2-484e-ba00-ab1408cae1f7 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:33.221746 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a380bc-19c2-484e-ba00-ab1408cae1f7 None None] Pushing event updated for resources: {'Port': ['ID=b10eaae2-3d84-48d1-820a-6fc44ddb0cc3,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:33.240346 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a380bc-19c2-484e-ba00-ab1408cae1f7 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:34:33.272931 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c39f3a4c-c08e-4a9e-ae7f-2f5e9eed1c8f tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:33.315090 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-61d81d07-98bf-4e1c-b885-b1c4618079e0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:33.507920 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:33.515853 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-c39f3a4c-c08e-4a9e-ae7f-2f5e9eed1c8f tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Calling delete_port for 4a165848-6130-4f30-8a62-3c485c8289e3 owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:33.557592 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c33bf6ff-505c-49ce-ba6c-0e506c59de3c tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:33.613233 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-61d81d07-98bf-4e1c-b885-b1c4618079e0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Calling delete_port for a1759c05-df14-47f1-8946-652e652f6403 owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:33.637848 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 7dc0a479-128c-4037-8385-4bd85aeb999f, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=7dc0a479-128c-4037-8385-4bd85aeb999f,segment=NetworkSegment(9c107248-0a63-47f8-b7e7-7c2e34f8f0f8),segment_id=9c107248-0a63-47f8-b7e7-7c2e34f8f0f8)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:34:33.706399 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c33bf6ff-505c-49ce-ba6c-0e506c59de3c tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:33.736034 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-f2a380bc-19c2-484e-ba00-ab1408cae1f7 None None] Attempting to bind port b10eaae2-3d84-48d1-820a-6fc44ddb0cc3 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:34:33.736748 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-f2a380bc-19c2-484e-ba00-ab1408cae1f7 None None] Attempting to bind port b10eaae2-3d84-48d1-820a-6fc44ddb0cc3 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'e5eeda57-8e59-4d91-9b46-1588055cf556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '131c4e1e-207f-41a4-9f57-f2c738942d37'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:34:33.737320 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a380bc-19c2-484e-ba00-ab1408cae1f7 None None] Attempting to bind port b10eaae2-3d84-48d1-820a-6fc44ddb0cc3 on network 131c4e1e-207f-41a4-9f57-f2c738942d37 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:34:33.764776 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:33.816749 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1abecf-bb3e-4f91-aee7-86a8242ff949 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:33.817487 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-0d1abecf-bb3e-4f91-aee7-86a8242ff949 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:33.861226 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c39f3a4c-c08e-4a9e-ae7f-2f5e9eed1c8f tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:33.949600 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=7dc0a479-128c-4037-8385-4bd85aeb999f,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:33.949832 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-0d1abecf-bb3e-4f91-aee7-86a8242ff949 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:33.954120 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0d1abecf-bb3e-4f91-aee7-86a8242ff949 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.1251495 Feb 04 11:34:33.961207 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60156) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:33.964643 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39f3a4c-c08e-4a9e-ae7f-2f5e9eed1c8f tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Pushing event deleted for resources: {'Port': ['ID=4a165848-6130-4f30-8a62-3c485c8289e3,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:34.035679 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a380bc-19c2-484e-ba00-ab1408cae1f7 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:34:34.036279 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a380bc-19c2-484e-ba00-ab1408cae1f7 None None] Checking segment: {'id': 'e5eeda57-8e59-4d91-9b46-1588055cf556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '131c4e1e-207f-41a4-9f57-f2c738942d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:34:34.036519 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f2a380bc-19c2-484e-ba00-ab1408cae1f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:34.036914 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a380bc-19c2-484e-ba00-ab1408cae1f7 None None] Bound using segment: {'id': 'e5eeda57-8e59-4d91-9b46-1588055cf556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '131c4e1e-207f-41a4-9f57-f2c738942d37'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:34:34.037394 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-f2a380bc-19c2-484e-ba00-ab1408cae1f7 None None] Bound port: b10eaae2-3d84-48d1-820a-6fc44ddb0cc3, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5eeda57-8e59-4d91-9b46-1588055cf556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '131c4e1e-207f-41a4-9f57-f2c738942d37'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:34:34.037769 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f2a380bc-19c2-484e-ba00-ab1408cae1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:34.120342 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-c33bf6ff-505c-49ce-ba6c-0e506c59de3c tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Allocated IP 172.20.0.12 (fd507ac6-e9e8-45b2-8159-46a0a956fc59/cdded429-836b-4127-a97c-7631181017fe/82a39ac3-6610-41f3-aad6-0a4ee7000ace) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:34.175029 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-f2a380bc-19c2-484e-ba00-ab1408cae1f7 None None] For port b10eaae2-3d84-48d1-820a-6fc44ddb0cc3, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:34:34.178528 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-f2a380bc-19c2-484e-ba00-ab1408cae1f7 None None] For port b10eaae2-3d84-48d1-820a-6fc44ddb0cc3, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=b10eaae2-3d84-48d1-820a-6fc44ddb0cc3,segment=NetworkSegment(e5eeda57-8e59-4d91-9b46-1588055cf556),segment_id=e5eeda57-8e59-4d91-9b46-1588055cf556)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:34:34.184282 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c223a3-4cd0-4c49-80fe-1ab34fb4f104 None None] Network 42852cab-3322-4d60-b7f2-5ada63cdf37b requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:34.184868 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c39f3a4c-c08e-4a9e-ae7f-2f5e9eed1c8f tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:34.207963 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-91b2174d-8e8f-496a-a88f-11b0de915072 None None] Provisioning complete for port b5fc2d0e-3887-4cd7-a4c6-7b2dbba4f711 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:34.208333 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-91b2174d-8e8f-496a-a88f-11b0de915072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:34.235351 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd48ca6-43c0-4218-8230-15c63a929af0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:34.240591 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd48ca6-43c0-4218-8230-15c63a929af0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:34.241397 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ecd48ca6-43c0-4218-8230-15c63a929af0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:34.306601 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c39f3a4c-c08e-4a9e-ae7f-2f5e9eed1c8f tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] 10.222.0.21 "DELETE /v2.0/ports/4a165848-6130-4f30-8a62-3c485c8289e3 HTTP/1.1" status: 204 len: 168 time: 1.6063666 Feb 04 11:34:34.311299 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60160) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:34.318886 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-e2de261c-0e75-4b00-ba04-6e07563804c4 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Request body: {'port': {'name': 'tempest-new-port-name-808013993', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:34.319563 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.api.validators [None req-e2de261c-0e75-4b00-ba04-6e07563804c4 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] bootfile-name is not in valid_values {{(pid=84205) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 11:34:34.320075 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.api.validators [None req-e2de261c-0e75-4b00-ba04-6e07563804c4 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] tftp-server is not in valid_values {{(pid=84205) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 11:34:34.320879 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.api.validators [None req-e2de261c-0e75-4b00-ba04-6e07563804c4 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] server-ip-address is not in valid_values {{(pid=84205) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 11:34:34.325362 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f2a380bc-19c2-484e-ba00-ab1408cae1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:34.343934 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c33bf6ff-505c-49ce-ba6c-0e506c59de3c tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:34.358288 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ecd48ca6-43c0-4218-8230-15c63a929af0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:34.359878 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ecd48ca6-43c0-4218-8230-15c63a929af0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3972876 Feb 04 11:34:34.366931 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60164) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:34.371800 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-61d81d07-98bf-4e1c-b885-b1c4618079e0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:34.462584 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d81d07-98bf-4e1c-b885-b1c4618079e0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'Port': ['ID=a1759c05-df14-47f1-8946-652e652f6403,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:34.468028 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e2de261c-0e75-4b00-ba04-6e07563804c4 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:34.495696 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a380bc-19c2-484e-ba00-ab1408cae1f7 None None] Pushing event updated for resources: {'Port': ['ID=b10eaae2-3d84-48d1-820a-6fc44ddb0cc3,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:34.587125 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-983707d2-04fa-4f18-bbe6-8eab06d53386 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting subnet 1d7360ad-20cc-4100-b74c-7a558931d0bf {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:34:34.600478 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-983707d2-04fa-4f18-bbe6-8eab06d53386 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:34.638862 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c33bf6ff-505c-49ce-ba6c-0e506c59de3c tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:34.806636 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-839109f3-6de2-4da9-916f-d75a9f806b21 None None] Provisioning complete for port 7dc0a479-128c-4037-8385-4bd85aeb999f triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:34.807620 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-839109f3-6de2-4da9-916f-d75a9f806b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:34.812763 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-61d81d07-98bf-4e1c-b885-b1c4618079e0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:34.932982 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-983707d2-04fa-4f18-bbe6-8eab06d53386 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:34.971265 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33bf6ff-505c-49ce-ba6c-0e506c59de3c tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Network fd507ac6-e9e8-45b2-8159-46a0a956fc59 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:34.975975 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-61d81d07-98bf-4e1c-b885-b1c4618079e0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/ports/a1759c05-df14-47f1-8946-652e652f6403 HTTP/1.1" status: 204 len: 168 time: 2.2510729 Feb 04 11:34:34.986088 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-c33bf6ff-505c-49ce-ba6c-0e506c59de3c tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:34.988788 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33bf6ff-505c-49ce-ba6c-0e506c59de3c tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:34:35.079124 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60168) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:35.128070 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33bf6ff-505c-49ce-ba6c-0e506c59de3c tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Pushing event updated for resources: {'Port': ['ID=82a39ac3-6610-41f3-aad6-0a4ee7000ace,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:35.150067 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e2de261c-0e75-4b00-ba04-6e07563804c4 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:35.167350 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-839109f3-6de2-4da9-916f-d75a9f806b21 None None] Could not find standard attr ID for object 4a165848-6130-4f30-8a62-3c485c8289e3. {{(pid=84206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 11:34:35.210305 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e2de261c-0e75-4b00-ba04-6e07563804c4 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:35.226147 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d75284e-0a8d-4079-a66b-b26885765f6e tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] GET failed (client error): The resource could not be found. Feb 04 11:34:35.226696 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-1d75284e-0a8d-4079-a66b-b26885765f6e tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Synchronizing usage tracker for tenant:2294c16a4d404317a20d2fdff5bb1a4c on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:35.259023 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-983707d2-04fa-4f18-bbe6-8eab06d53386 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:35.295605 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-e2de261c-0e75-4b00-ba04-6e07563804c4 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] In _notify_port_updated(), no bound segment for port b0e8d654-3e2b-4562-833a-ab25c6afb108 on network 42852cab-3322-4d60-b7f2-5ada63cdf37b {{(pid=84205) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 11:34:35.300645 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2de261c-0e75-4b00-ba04-6e07563804c4 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:35.301651 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e2de261c-0e75-4b00-ba04-6e07563804c4 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:35.303287 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e2de261c-0e75-4b00-ba04-6e07563804c4 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] 10.222.0.21 "PUT /v2.0/ports/b0e8d654-3e2b-4562-833a-ab25c6afb108 HTTP/1.1" status: 200 len: 1129 time: 0.9899261 Feb 04 11:34:35.308003 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-839109f3-6de2-4da9-916f-d75a9f806b21 None None] Provisioning for port b0e8d654-3e2b-4562-833a-ab25c6afb108 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:35.313089 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60172) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:35.318561 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-839109f3-6de2-4da9-916f-d75a9f806b21 None None] Provisioning complete for port b0e8d654-3e2b-4562-833a-ab25c6afb108 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:35.319951 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-839109f3-6de2-4da9-916f-d75a9f806b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:35.410649 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de261c-0e75-4b00-ba04-6e07563804c4 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Pushing event updated for resources: {'Port': ['ID=b0e8d654-3e2b-4562-833a-ab25c6afb108,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:35.425551 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5033c64e-cb71-4d8b-8ed4-acac3026bb6f tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:35.425551 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-5033c64e-cb71-4d8b-8ed4-acac3026bb6f tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Synchronizing usage tracker for tenant:60ba85197e0048388a20acbcc765bce6 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:35.468642 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-839109f3-6de2-4da9-916f-d75a9f806b21 None None] Port b0e8d654-3e2b-4562-833a-ab25c6afb108 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:34:35.478890 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-1d75284e-0a8d-4079-a66b-b26885765f6e tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Unset dirty status for tenant:2294c16a4d404317a20d2fdff5bb1a4c on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:35.480158 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1d75284e-0a8d-4079-a66b-b26885765f6e tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "GET /v2.0/ports/a1759c05-df14-47f1-8946-652e652f6403 HTTP/1.1" status: 404 len: 333 time: 0.3535101 Feb 04 11:34:35.484428 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60176) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:35.519097 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c33bf6ff-505c-49ce-ba6c-0e506c59de3c tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:35.523183 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c33bf6ff-505c-49ce-ba6c-0e506c59de3c tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:35.555988 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-5033c64e-cb71-4d8b-8ed4-acac3026bb6f tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Unset dirty status for tenant:60ba85197e0048388a20acbcc765bce6 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:35.563185 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5033c64e-cb71-4d8b-8ed4-acac3026bb6f tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] 10.222.0.21 "GET /v2.0/ports/b0e8d654-3e2b-4562-833a-ab25c6afb108 HTTP/1.1" status: 200 len: 1129 time: 0.2472465 Feb 04 11:34:35.570128 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60180) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:35.605421 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-bb37fa9c-204a-4cec-89e2-1570f65c6f30 None None] Provisioning complete for port 7dc0a479-128c-4037-8385-4bd85aeb999f triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:35.606931 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bb37fa9c-204a-4cec-89e2-1570f65c6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:35.615619 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-983707d2-04fa-4f18-bbe6-8eab06d53386 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:35.668532 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983707d2-04fa-4f18-bbe6-8eab06d53386 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Subnet': ['ID=1d7360ad-20cc-4100-b74c-7a558931d0bf,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:35.708882 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-983707d2-04fa-4f18-bbe6-8eab06d53386 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:35.728566 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbdb34d-5744-4380-aad2-725888e30021 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:35.829583 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-983707d2-04fa-4f18-bbe6-8eab06d53386 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/1d7360ad-20cc-4100-b74c-7a558931d0bf HTTP/1.1" status: 204 len: 168 time: 1.4570689 Feb 04 11:34:35.831393 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60184) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:36.029983 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-bb03d736-5bae-4e17-9a43-fbcd1fe3eadf tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Deleting port b0e8d654-3e2b-4562-833a-ab25c6afb108 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:36.030113 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bb03d736-5bae-4e17-9a43-fbcd1fe3eadf tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:36.073856 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e207cc13-b24e-4f8b-9ceb-c76d765047e2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2195814 Feb 04 11:34:36.074704 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60188) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:36.093707 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 7dc0a479-128c-4037-8385-4bd85aeb999f up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:36.095215 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-0fc9b9b0-6da9-4fce-a971-d1d0c051c53e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:36.302761 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-3423ce50-c846-4039-96c0-4618236fe791 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Deleting subnet 184f2cc2-6601-49d4-adf4-a6744f009708 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:34:36.324575 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:36.327541 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-0fc9b9b0-6da9-4fce-a971-d1d0c051c53e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:36.333287 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-0fc9b9b0-6da9-4fce-a971-d1d0c051c53e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:subnet and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:36.344074 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78ea64a-285f-4fc2-b474-6f52b7da327e None None] Network 131c4e1e-207f-41a4-9f57-f2c738942d37 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:36.346304 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3423ce50-c846-4039-96c0-4618236fe791 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:36.354597 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-0fc9b9b0-6da9-4fce-a971-d1d0c051c53e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:36.362200 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-0fc9b9b0-6da9-4fce-a971-d1d0c051c53e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:36.397839 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60192) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:36.405219 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-eef7a04b-db80-4c4b-8bd1-f5bf1be8c507 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Request body: {'subnet': {'network_id': 'b0af8104-9a89-4e82-958b-cb9133db99b3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:36.494587 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc9b9b0-6da9-4fce-a971-d1d0c051c53e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:36.519984 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3423ce50-c846-4039-96c0-4618236fe791 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:36.603138 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:34:36.650191 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bb03d736-5bae-4e17-9a43-fbcd1fe3eadf tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:36.688900 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-eef7a04b-db80-4c4b-8bd1-f5bf1be8c507 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:36.689814 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-bb37fa9c-204a-4cec-89e2-1570f65c6f30 None None] Provisioning complete for port b0e8d654-3e2b-4562-833a-ab25c6afb108 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:36.690211 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bb37fa9c-204a-4cec-89e2-1570f65c6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:36.725414 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 7dc0a479-128c-4037-8385-4bd85aeb999f triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:36.725778 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:36.730543 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-eef7a04b-db80-4c4b-8bd1-f5bf1be8c507 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Usage tracker for resource:subnet and tenant:956cada409764229906c1fe7744bf82f is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:36.749697 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-eef7a04b-db80-4c4b-8bd1-f5bf1be8c507 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:36.759686 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-eef7a04b-db80-4c4b-8bd1-f5bf1be8c507 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:36.761600 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33bf6ff-505c-49ce-ba6c-0e506c59de3c tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Router 84d48f1e-1464-4841-ab59-3b60a98df27f is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:34:36.771334 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0fc9b9b0-6da9-4fce-a971-d1d0c051c53e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:36.803421 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-bb03d736-5bae-4e17-9a43-fbcd1fe3eadf tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Calling delete_port for b0e8d654-3e2b-4562-833a-ab25c6afb108 owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:36.824655 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-bb37fa9c-204a-4cec-89e2-1570f65c6f30 None None] Port b0e8d654-3e2b-4562-833a-ab25c6afb108 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:34:36.851984 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3423ce50-c846-4039-96c0-4618236fe791 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:36.933672 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f898652-404b-4d3a-b440-c1058209a624 None None] DHCP port deletion for a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:34:36.935078 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef7a04b-db80-4c4b-8bd1-f5bf1be8c507 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Made reservation on behalf of 956cada409764229906c1fe7744bf82f for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:36.942525 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9f898652-404b-4d3a-b440-c1058209a624 None None] Deleting port b5fc2d0e-3887-4cd7-a4c6-7b2dbba4f711 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:36.945248 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9f898652-404b-4d3a-b440-c1058209a624 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:36.992779 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device b10eaae2-3d84-48d1-820a-6fc44ddb0cc3 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:37.050628 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3423ce50-c846-4039-96c0-4618236fe791 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:37.094114 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-eef7a04b-db80-4c4b-8bd1-f5bf1be8c507 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:37.140753 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423ce50-c846-4039-96c0-4618236fe791 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'Subnet': ['ID=184f2cc2-6601-49d4-adf4-a6744f009708,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:37.151114 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bb03d736-5bae-4e17-9a43-fbcd1fe3eadf tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:37.153774 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3423ce50-c846-4039-96c0-4618236fe791 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:37.228967 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d55e6f5c-0921-4ecb-910d-6e7772162c49 None None] Provisioning for port b10eaae2-3d84-48d1-820a-6fc44ddb0cc3 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:37.264613 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d55e6f5c-0921-4ecb-910d-6e7772162c49 None None] Could not find standard attr ID for object 4a165848-6130-4f30-8a62-3c485c8289e3. {{(pid=84206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 11:34:37.267648 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9f898652-404b-4d3a-b440-c1058209a624 None None] For port b5fc2d0e-3887-4cd7-a4c6-7b2dbba4f711, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=b5fc2d0e-3887-4cd7-a4c6-7b2dbba4f711,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:34:37.268037 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9f898652-404b-4d3a-b440-c1058209a624 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:37.287668 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d55e6f5c-0921-4ecb-910d-6e7772162c49 None None] Could not find standard attr ID for object b0e8d654-3e2b-4562-833a-ab25c6afb108. {{(pid=84206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 11:34:37.321150 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03d736-5bae-4e17-9a43-fbcd1fe3eadf tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Pushing event deleted for resources: {'Port': ['ID=b0e8d654-3e2b-4562-833a-ab25c6afb108,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:37.374438 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port b10eaae2-3d84-48d1-820a-6fc44ddb0cc3 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:37.401755 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3423ce50-c846-4039-96c0-4618236fe791 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/subnets/184f2cc2-6601-49d4-adf4-a6744f009708 HTTP/1.1" status: 204 len: 168 time: 1.9161124 Feb 04 11:34:37.403676 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bb03d736-5bae-4e17-9a43-fbcd1fe3eadf tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:37.409116 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-bb03d736-5bae-4e17-9a43-fbcd1fe3eadf tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] 10.222.0.21 "DELETE /v2.0/ports/b0e8d654-3e2b-4562-833a-ab25c6afb108 HTTP/1.1" status: 204 len: 168 time: 1.8374670 Feb 04 11:34:37.409713 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60196) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:37.410054 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60198) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:37.457578 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9f898652-404b-4d3a-b440-c1058209a624 None None] Calling delete_port for b5fc2d0e-3887-4cd7-a4c6-7b2dbba4f711 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:37.486796 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7925b9-9d1f-4600-ad2d-d0a665ad23fd None None] Network 131c4e1e-207f-41a4-9f57-f2c738942d37 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:37.510167 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port b10eaae2-3d84-48d1-820a-6fc44ddb0cc3 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:37.510597 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:37.619127 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8a089b1a-da36-44ad-9937-3a7f769e884b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:37.691522 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0fc9b9b0-6da9-4fce-a971-d1d0c051c53e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:37.730933 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-cb21b60c-9953-4e27-878c-e97725d30957 None None] Provisioning complete for port b10eaae2-3d84-48d1-820a-6fc44ddb0cc3 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:37.732308 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cb21b60c-9953-4e27-878c-e97725d30957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:37.782853 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33bf6ff-505c-49ce-ba6c-0e506c59de3c tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:34:37.799145 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc9b9b0-6da9-4fce-a971-d1d0c051c53e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:37.805219 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9b9b0-6da9-4fce-a971-d1d0c051c53e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Subnet': ['ID=171e2290-2274-4f2a-986a-12452be7db28,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:37.806448 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff093c4b-cb0f-4278-bc92-78f42061d358 None None] Sync routers for ids ['84d48f1e-1464-4841-ab59-3b60a98df27f'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:34:37.811332 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-0fc9b9b0-6da9-4fce-a971-d1d0c051c53e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:37.815117 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc9b9b0-6da9-4fce-a971-d1d0c051c53e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:37.816018 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0fc9b9b0-6da9-4fce-a971-d1d0c051c53e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:37.816526 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-592dd885-bf8b-49f3-aaf1-34ca5399ab38 req-9bfc0cfd-63ac-48cb-b781-8713e95378a1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c778463b-41e6-4ec6-bd22-c0c64350936d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5018375 Feb 04 11:34:37.822030 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-8a089b1a-da36-44ad-9937-3a7f769e884b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Deleting port b10eaae2-3d84-48d1-820a-6fc44ddb0cc3 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:37.823945 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8a089b1a-da36-44ad-9937-3a7f769e884b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:37.843976 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-eef7a04b-db80-4c4b-8bd1-f5bf1be8c507 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:37.901449 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9f898652-404b-4d3a-b440-c1058209a624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:37.927306 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef7a04b-db80-4c4b-8bd1-f5bf1be8c507 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Pushing event updated for resources: {'Subnet': ['ID=4050171f-c0e8-4d36-b7ea-cee38d07daf7,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:37.944668 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef7a04b-db80-4c4b-8bd1-f5bf1be8c507 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Checking segment: {'id': 'ded56941-f256-4b0e-a745-44b7bd000664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b0af8104-9a89-4e82-958b-cb9133db99b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:34:37.945339 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef7a04b-db80-4c4b-8bd1-f5bf1be8c507 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Network hostable DHCP agents. Network: b0af8104-9a89-4e82-958b-cb9133db99b3, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:34:37.965937 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-0fc9b9b0-6da9-4fce-a971-d1d0c051c53e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8856030 Feb 04 11:34:37.968409 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c33bf6ff-505c-49ce-ba6c-0e506c59de3c tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:37.971960 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f898652-404b-4d3a-b440-c1058209a624 None None] Pushing event deleted for resources: {'Port': ['ID=b5fc2d0e-3887-4cd7-a4c6-7b2dbba4f711,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:37.973119 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c33bf6ff-505c-49ce-ba6c-0e506c59de3c tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 6.2104685 Feb 04 11:34:37.974243 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60206) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:37.974722 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60208) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:37.997568 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff093c4b-cb0f-4278-bc92-78f42061d358 None None] Routers {'84d48f1e-1464-4841-ab59-3b60a98df27f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:34:37.998200 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ff093c4b-cb0f-4278-bc92-78f42061d358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:34:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['84d48f1e-1464-4841-ab59-3b60a98df27f'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:38.029176 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a16c25-80af-41e1-8db5-6bfcb265a6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Deleting subnet ce45a961-ef77-462b-8ae6-8882d980bf8b {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:34:38.037558 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-3857dd71-88d6-49ac-8a71-8b702887021b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-411190459', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:38.040669 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e5a16c25-80af-41e1-8db5-6bfcb265a6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:38.050359 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-3857dd71-88d6-49ac-8a71-8b702887021b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:38.050597 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f898652-404b-4d3a-b440-c1058209a624 None None] No DVR routers for this DVR port b5fc2d0e-3887-4cd7-a4c6-7b2dbba4f711 on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:34:38.064699 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:38.065811 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-3857dd71-88d6-49ac-8a71-8b702887021b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:router and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:38.067515 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-3857dd71-88d6-49ac-8a71-8b702887021b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:38.070050 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef7a04b-db80-4c4b-8bd1-f5bf1be8c507 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Network b0af8104-9a89-4e82-958b-cb9133db99b3 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:34:38.082015 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-3857dd71-88d6-49ac-8a71-8b702887021b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:38.111587 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92d55da-9cea-4fe2-971c-9e0ba1b336ad None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:38.195349 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-592dd885-bf8b-49f3-aaf1-34ca5399ab38 req-a58fa5aa-10c4-4bde-828c-9af640dce76e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=74eeb4f9d8f74fc499285014b76b0ac9&device_id=c778463b-41e6-4ec6-bd22-c0c64350936d HTTP/1.1" status: 200 len: 1098 time: 0.3475881 Feb 04 11:34:38.199297 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e5a16c25-80af-41e1-8db5-6bfcb265a6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:38.234075 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-eef7a04b-db80-4c4b-8bd1-f5bf1be8c507 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, b0af8104-9a89-4e82-958b-cb9133db99b3) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:38.245356 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3857dd71-88d6-49ac-8a71-8b702887021b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:38.246538 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3857dd71-88d6-49ac-8a71-8b702887021b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:38.257675 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef7a04b-db80-4c4b-8bd1-f5bf1be8c507 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:38.258410 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-eef7a04b-db80-4c4b-8bd1-f5bf1be8c507 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:38.306839 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e994555-8bd4-44ee-ab62-3f029b55e139 None None] Network b0af8104-9a89-4e82-958b-cb9133db99b3 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:38.314443 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3857dd71-88d6-49ac-8a71-8b702887021b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:38.326124 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cb21b60c-9953-4e27-878c-e97725d30957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:38.335364 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-8a089b1a-da36-44ad-9937-3a7f769e884b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] For port b10eaae2-3d84-48d1-820a-6fc44ddb0cc3, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=b10eaae2-3d84-48d1-820a-6fc44ddb0cc3,segment=NetworkSegment(e5eeda57-8e59-4d91-9b46-1588055cf556),segment_id=e5eeda57-8e59-4d91-9b46-1588055cf556)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:34:38.335728 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8a089b1a-da36-44ad-9937-3a7f769e884b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:38.337791 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1d5f2544-8081-4bbe-951e-1b9d682d0822 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:38.347537 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port b10eaae2-3d84-48d1-820a-6fc44ddb0cc3, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=b10eaae2-3d84-48d1-820a-6fc44ddb0cc3,segment=NetworkSegment(e5eeda57-8e59-4d91-9b46-1588055cf556),segment_id=e5eeda57-8e59-4d91-9b46-1588055cf556)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:34:38.396618 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-eef7a04b-db80-4c4b-8bd1-f5bf1be8c507 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9975500 Feb 04 11:34:38.403843 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60214) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:38.413170 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-b9f242a0-c788-48ca-8e31-b6baa624c354 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1428045338'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:38.421189 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-b9f242a0-c788-48ca-8e31-b6baa624c354 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:38.426782 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-b9f242a0-c788-48ca-8e31-b6baa624c354 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Usage tracker for resource:network and tenant:956cada409764229906c1fe7744bf82f is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:38.431592 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-b9f242a0-c788-48ca-8e31-b6baa624c354 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:38.431767 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:38.440420 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-b9f242a0-c788-48ca-8e31-b6baa624c354 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:38.467500 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3857dd71-88d6-49ac-8a71-8b702887021b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:38.509749 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b54ee46-4dfb-458c-a978-d12f413d971f None None] DHCP port deletion for 131c4e1e-207f-41a4-9f57-f2c738942d37 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:34:38.522057 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-8a089b1a-da36-44ad-9937-3a7f769e884b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Calling delete_port for b10eaae2-3d84-48d1-820a-6fc44ddb0cc3 owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:38.554831 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f242a0-c788-48ca-8e31-b6baa624c354 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Made reservation on behalf of 956cada409764229906c1fe7744bf82f for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:38.557817 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b9f242a0-c788-48ca-8e31-b6baa624c354 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:38.561040 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4b54ee46-4dfb-458c-a978-d12f413d971f None None] Deleting port b10eaae2-3d84-48d1-820a-6fc44ddb0cc3 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:38.561528 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4b54ee46-4dfb-458c-a978-d12f413d971f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:38.581674 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3857dd71-88d6-49ac-8a71-8b702887021b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:38.586359 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3857dd71-88d6-49ac-8a71-8b702887021b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6091986 Feb 04 11:34:38.587296 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60218) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:38.621025 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592dd885-bf8b-49f3-aaf1-34ca5399ab38 req-b64b0ae2-122d-46ae-ad13-23372d85e402 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:38.622497 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-592dd885-bf8b-49f3-aaf1-34ca5399ab38 req-b64b0ae2-122d-46ae-ad13-23372d85e402 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1c4e9593-ca79-45e5-9cfb-0175c4a07e6f HTTP/1.1" status: 200 len: 907 time: 0.3943684 Feb 04 11:34:38.626702 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device b5fc2d0e-3887-4cd7-a4c6-7b2dbba4f711 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:34:38.683136 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f242a0-c788-48ca-8e31-b6baa624c354 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:34:38.712300 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e5a16c25-80af-41e1-8db5-6bfcb265a6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:38.712680 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: b5fc2d0e-3887-4cd7-a4c6-7b2dbba4f711 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:34:38.713120 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device b5fc2d0e-3887-4cd7-a4c6-7b2dbba4f711 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:34:38.713633 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device b10eaae2-3d84-48d1-820a-6fc44ddb0cc3 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:34:38.743864 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b9f242a0-c788-48ca-8e31-b6baa624c354 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:38.744445 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-b9f242a0-c788-48ca-8e31-b6baa624c354 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Added segment 053f0349-35d2-4a88-8c53-54e4f4c63e88 of type vlan for network 81a5d458-a841-4e46-99b0-a8df64cc91a0 Feb 04 11:34:38.800409 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.api [None req-8a089b1a-da36-44ad-9937-3a7f769e884b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:34:38.800726 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG oslo_db.api [None req-8a089b1a-da36-44ad-9937-3a7f769e884b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:34:38.803443 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-592dd885-bf8b-49f3-aaf1-34ca5399ab38 req-b639cc26-0d30-4c53-bd95-86758d9fe847 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c29e77f-345d-4346-b25d-16034512a28c HTTP/1.1" status: 200 len: 1000 time: 0.1650195 Feb 04 11:34:38.826046 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-ff093c4b-cb0f-4278-bc92-78f42061d358 None None] Set router 84d48f1e-1464-4841-ab59-3b60a98df27f gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:34:38.851264 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b9f242a0-c788-48ca-8e31-b6baa624c354 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:38.879226 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1d5f2544-8081-4bbe-951e-1b9d682d0822 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:38.881036 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592dd885-bf8b-49f3-aaf1-34ca5399ab38 req-1f4175ad-f85a-4fd4-9185-7ecfb1cd8b07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:38.883100 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-592dd885-bf8b-49f3-aaf1-34ca5399ab38 req-1f4175ad-f85a-4fd4-9185-7ecfb1cd8b07 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d604c559-206d-41f7-934e-2e0e7fee1aca HTTP/1.1" status: 200 len: 845 time: 0.0695531 Feb 04 11:34:38.909567 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-cb21b60c-9953-4e27-878c-e97725d30957 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:34:38.910096 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-cb21b60c-9953-4e27-878c-e97725d30957 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:34:38.925121 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=b10eaae2-3d84-48d1-820a-6fc44ddb0cc3,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:38.950569 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e5a16c25-80af-41e1-8db5-6bfcb265a6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:39.000603 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a16c25-80af-41e1-8db5-6bfcb265a6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Pushing event deleted for resources: {'Subnet': ['ID=ce45a961-ef77-462b-8ae6-8882d980bf8b,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:39.015244 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e5a16c25-80af-41e1-8db5-6bfcb265a6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:39.023443 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-1d5f2544-8081-4bbe-951e-1b9d682d0822 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Deleting port 82a39ac3-6610-41f3-aad6-0a4ee7000ace {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:39.023443 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1d5f2544-8081-4bbe-951e-1b9d682d0822 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:39.031248 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-592dd885-bf8b-49f3-aaf1-34ca5399ab38 req-79f30e2d-4116-4d02-8c7e-27a86c58b049 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1c4e9593-ca79-45e5-9cfb-0175c4a07e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1416683 Feb 04 11:34:39.040201 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e5a16c25-80af-41e1-8db5-6bfcb265a6a1 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] 10.222.0.21 "DELETE /v2.0/subnets/ce45a961-ef77-462b-8ae6-8882d980bf8b HTTP/1.1" status: 204 len: 168 time: 1.6200860 Feb 04 11:34:39.040201 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60222) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:39.045748 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db63b2e-ce39-4e11-aabf-91aec4731149 None None] Network 42852cab-3322-4d60-b7f2-5ada63cdf37b requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:39.068761 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b9f242a0-c788-48ca-8e31-b6baa624c354 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:39.072415 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f242a0-c788-48ca-8e31-b6baa624c354 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:39.072994 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b9f242a0-c788-48ca-8e31-b6baa624c354 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:39.266105 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f8945504-d3b0-4301-9ee5-c617749dc331 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:39.303274 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-8a089b1a-da36-44ad-9937-3a7f769e884b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Deleting port b10eaae2-3d84-48d1-820a-6fc44ddb0cc3 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:39.303511 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8a089b1a-da36-44ad-9937-3a7f769e884b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:39.366194 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4362ee-c8d2-4254-976b-f1755fb723f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'tenant_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'fixed_ips': [{'subnet_id': '171e2290-2274-4f2a-986a-12452be7db28'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:34:39.366992 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fa4362ee-c8d2-4254-976b-f1755fb723f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:39.424020 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b9f242a0-c788-48ca-8e31-b6baa624c354 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0182571 Feb 04 11:34:39.439016 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60230) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:39.452591 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-592dd885-bf8b-49f3-aaf1-34ca5399ab38 req-5c348f3f-aab9-4772-9a6e-8824caa1e4f7 service neutron] 10.222.0.47 "GET /v2.0/networks/1c4e9593-ca79-45e5-9cfb-0175c4a07e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139214 Feb 04 11:34:39.456703 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f242a0-c788-48ca-8e31-b6baa624c354 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Pushing event updated for resources: {'Network': ['ID=81a5d458-a841-4e46-99b0-a8df64cc91a0,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:39.460812 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-c8124909-093a-49e3-b1d9-81b51c47a14a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Request body: {'subnet': {'network_id': '81a5d458-a841-4e46-99b0-a8df64cc91a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:39.480438 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-f8945504-d3b0-4301-9ee5-c617749dc331 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Deleting port 7dc0a479-128c-4037-8385-4bd85aeb999f {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:39.480438 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f8945504-d3b0-4301-9ee5-c617749dc331 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:39.541175 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 81a5d458-a841-4e46-99b0-a8df64cc91a0 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:34:39.555788 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1d5f2544-8081-4bbe-951e-1b9d682d0822 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:39.663562 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8763cfe5-4447-488d-aa15-c3f5f33eb3f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-b0af8104-9a89-4e82-958b-cb9133db99b3', 'network_id': 'b0af8104-9a89-4e82-958b-cb9133db99b3', 'tenant_id': '956cada409764229906c1fe7744bf82f', 'fixed_ips': [{'subnet_id': '4050171f-c0e8-4d36-b7ea-cee38d07daf7'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:34:39.664359 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8763cfe5-4447-488d-aa15-c3f5f33eb3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:39.706878 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-1d5f2544-8081-4bbe-951e-1b9d682d0822 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Calling delete_port for 82a39ac3-6610-41f3-aad6-0a4ee7000ace owned by network:router_gateway {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:39.742843 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-199da817-8784-4181-a0bf-3ec7522ed211 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:39.765475 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:39.801047 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4b54ee46-4dfb-458c-a978-d12f413d971f None None] For port b10eaae2-3d84-48d1-820a-6fc44ddb0cc3, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=b10eaae2-3d84-48d1-820a-6fc44ddb0cc3,segment=NetworkSegment(e5eeda57-8e59-4d91-9b46-1588055cf556),segment_id=e5eeda57-8e59-4d91-9b46-1588055cf556)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:34:39.801320 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4b54ee46-4dfb-458c-a978-d12f413d971f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:39.832773 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c8124909-093a-49e3-b1d9-81b51c47a14a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:39.859082 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c8124909-093a-49e3-b1d9-81b51c47a14a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Usage tracker for resource:subnet and tenant:956cada409764229906c1fe7744bf82f is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:39.883592 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c8124909-093a-49e3-b1d9-81b51c47a14a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:39.994136 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c8124909-093a-49e3-b1d9-81b51c47a14a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:40.077320 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-592dd885-bf8b-49f3-aaf1-34ca5399ab38 req-289a80f0-f248-43cf-8f0b-a62d0dcaadb6 service neutron] 10.222.0.47 "GET /v2.0/networks/1c4e9593-ca79-45e5-9cfb-0175c4a07e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5615506 Feb 04 11:34:40.088645 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-8a089b1a-da36-44ad-9937-3a7f769e884b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] For port b10eaae2-3d84-48d1-820a-6fc44ddb0cc3, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=b10eaae2-3d84-48d1-820a-6fc44ddb0cc3,segment=NetworkSegment(e5eeda57-8e59-4d91-9b46-1588055cf556),segment_id=e5eeda57-8e59-4d91-9b46-1588055cf556)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:34:40.089033 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8a089b1a-da36-44ad-9937-3a7f769e884b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:40.092176 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4b54ee46-4dfb-458c-a978-d12f413d971f None None] Calling delete_port for b10eaae2-3d84-48d1-820a-6fc44ddb0cc3 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:40.098115 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-f8945504-d3b0-4301-9ee5-c617749dc331 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] For port 7dc0a479-128c-4037-8385-4bd85aeb999f, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=7dc0a479-128c-4037-8385-4bd85aeb999f,segment=NetworkSegment(9c107248-0a63-47f8-b7e7-7c2e34f8f0f8),segment_id=9c107248-0a63-47f8-b7e7-7c2e34f8f0f8)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:34:40.098469 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f8945504-d3b0-4301-9ee5-c617749dc331 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:40.195221 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-199da817-8784-4181-a0bf-3ec7522ed211 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Allocated IP 2001:db8::1 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/171e2290-2274-4f2a-986a-12452be7db28/5980b922-4175-4ee1-b774-889cdb9f1316) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:40.241325 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port b10eaae2-3d84-48d1-820a-6fc44ddb0cc3, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=b10eaae2-3d84-48d1-820a-6fc44ddb0cc3,segment=NetworkSegment(e5eeda57-8e59-4d91-9b46-1588055cf556),segment_id=e5eeda57-8e59-4d91-9b46-1588055cf556)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:34:40.303687 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8124909-093a-49e3-b1d9-81b51c47a14a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Made reservation on behalf of 956cada409764229906c1fe7744bf82f for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:40.309757 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1d5f2544-8081-4bbe-951e-1b9d682d0822 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:40.341400 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:40.380878 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-8a089b1a-da36-44ad-9937-3a7f769e884b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Calling delete_port for b10eaae2-3d84-48d1-820a-6fc44ddb0cc3 owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:40.402451 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f2544-8081-4bbe-951e-1b9d682d0822 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Pushing event deleted for resources: {'Port': ['ID=82a39ac3-6610-41f3-aad6-0a4ee7000ace,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:40.422100 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-199da817-8784-4181-a0bf-3ec7522ed211 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:40.438714 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-4b54ee46-4dfb-458c-a978-d12f413d971f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:34:40.439376 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-4b54ee46-4dfb-458c-a978-d12f413d971f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:34:40.455283 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-8763cfe5-4447-488d-aa15-c3f5f33eb3f8 None None] Allocated IP 2001:db8:0:ffff::2 (b0af8104-9a89-4e82-958b-cb9133db99b3/4050171f-c0e8-4d36-b7ea-cee38d07daf7/6578021d-8550-4321-b7d5-8a2d01489b33) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:40.462659 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-199da817-8784-4181-a0bf-3ec7522ed211 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Transition to ACTIVE for port object 5980b922-4175-4ee1-b774-889cdb9f1316 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:40.491076 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ff093c4b-cb0f-4278-bc92-78f42061d358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d48f1e-1464-4841-ab59-3b60a98df27f', 'name': '', 'tenant_id': '92f2e9a31a274e35b8f3ab8834e747d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd507ac6-e9e8-45b2-8159-46a0a956fc59', 'external_fixed_ips': [{'subnet_id': 'cdded429-836b-4127-a97c-7631181017fe', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '82a39ac3-6610-41f3-aad6-0a4ee7000ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:34:31Z', 'updated_at': '2022-02-04T11:34:35Z', 'revision_number': 3, 'project_id': '92f2e9a31a274e35b8f3ab8834e747d0', 'gw_port': {'id': '82a39ac3-6610-41f3-aad6-0a4ee7000ace', 'name': '', 'network_id': 'fd507ac6-e9e8-45b2-8159-46a0a956fc59', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:93:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d48f1e-1464-4841-ab59-3b60a98df27f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cdded429-836b-4127-a97c-7631181017fe', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:34:33Z', 'updated_at': '2022-02-04T11:34:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdded429-836b-4127-a97c-7631181017fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:40.491076 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=b10eaae2-3d84-48d1-820a-6fc44ddb0cc3,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:40.494993 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-f8945504-d3b0-4301-9ee5-c617749dc331 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Calling delete_port for 7dc0a479-128c-4037-8385-4bd85aeb999f owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:40.509269 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff093c4b-cb0f-4278-bc92-78f42061d358 None None] Checking router: 84d48f1e-1464-4841-ab59-3b60a98df27f for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:34:40.509618 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff093c4b-cb0f-4278-bc92-78f42061d358 None None] Updating router 84d48f1e-1464-4841-ab59-3b60a98df27f port 82a39ac3-6610-41f3-aad6-0a4ee7000ace binding host dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:34:40.583878 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfea9873-ff69-40cf-93d7-c12778516c21 None None] DHCP port deletion for 42852cab-3322-4d60-b7f2-5ada63cdf37b request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:34:40.603289 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff093c4b-cb0f-4278-bc92-78f42061d358 None None] Port 82a39ac3-6610-41f3-aad6-0a4ee7000ace not found while updating agent binding for router 84d48f1e-1464-4841-ab59-3b60a98df27f. {{(pid=84206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Feb 04 11:34:40.606964 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-bfea9873-ff69-40cf-93d7-c12778516c21 None None] Deleting port 7dc0a479-128c-4037-8385-4bd85aeb999f {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:40.608207 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bfea9873-ff69-40cf-93d7-c12778516c21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:40.616902 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c8124909-093a-49e3-b1d9-81b51c47a14a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:40.629634 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-199da817-8784-4181-a0bf-3ec7522ed211 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:40.844285 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.api [None req-8a089b1a-da36-44ad-9937-3a7f769e884b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:34:40.845221 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG oslo_db.api [None req-8a089b1a-da36-44ad-9937-3a7f769e884b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:34:40.877561 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff093c4b-cb0f-4278-bc92-78f42061d358 None None] Routers {'84d48f1e-1464-4841-ab59-3b60a98df27f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:34:40.878572 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ff093c4b-cb0f-4278-bc92-78f42061d358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:34:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['84d48f1e-1464-4841-ab59-3b60a98df27f'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:40.880946 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f8945504-d3b0-4301-9ee5-c617749dc331 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:40.890787 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1d5f2544-8081-4bbe-951e-1b9d682d0822 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:40.933663 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-fa4362ee-c8d2-4254-976b-f1755fb723f4 None None] Allocated IP 2001:db8::2 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/171e2290-2274-4f2a-986a-12452be7db28/67ddeb7c-c5de-4344-925c-69db6bd5e55e) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:40.943730 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4b54ee46-4dfb-458c-a978-d12f413d971f None None] Deleting port b10eaae2-3d84-48d1-820a-6fc44ddb0cc3 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:40.944363 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4b54ee46-4dfb-458c-a978-d12f413d971f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:40.951913 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199da817-8784-4181-a0bf-3ec7522ed211 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:40.962668 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-199da817-8784-4181-a0bf-3ec7522ed211 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:41.019371 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199da817-8784-4181-a0bf-3ec7522ed211 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:34:41.019633 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-199da817-8784-4181-a0bf-3ec7522ed211 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:41.036471 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199da817-8784-4181-a0bf-3ec7522ed211 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Port': ['ID=5980b922-4175-4ee1-b774-889cdb9f1316,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:41.054938 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8945504-d3b0-4301-9ee5-c617749dc331 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Pushing event deleted for resources: {'Port': ['ID=7dc0a479-128c-4037-8385-4bd85aeb999f,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:41.063804 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8945504-d3b0-4301-9ee5-c617749dc331 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] No DVR routers for this DVR port 7dc0a479-128c-4037-8385-4bd85aeb999f on host dv-neutron-827825-2-hyperv {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:34:41.183534 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1d5f2544-8081-4bbe-951e-1b9d682d0822 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:41.193287 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1d5f2544-8081-4bbe-951e-1b9d682d0822 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:41.197705 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f8945504-d3b0-4301-9ee5-c617749dc331 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:41.198807 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8763cfe5-4447-488d-aa15-c3f5f33eb3f8 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:41.210830 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-8763cfe5-4447-488d-aa15-c3f5f33eb3f8 None None] Transition to ACTIVE for port object 6578021d-8550-4321-b7d5-8a2d01489b33 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:41.271563 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-f8945504-d3b0-4301-9ee5-c617749dc331 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42852cab-3322-4d60-b7f2-5ada63cdf37b']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:41.290195 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1d5f2544-8081-4bbe-951e-1b9d682d0822 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:41.291682 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5f2544-8081-4bbe-951e-1b9d682d0822 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 84d48f1e-1464-4841-ab59-3b60a98df27f {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:34:41.297678 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-f8945504-d3b0-4301-9ee5-c617749dc331 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c107248-0a63-47f8-b7e7-7c2e34f8f0f8') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:41.312874 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-f8945504-d3b0-4301-9ee5-c617749dc331 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c107248-0a63-47f8-b7e7-7c2e34f8f0f8') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:41.330695 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-199da817-8784-4181-a0bf-3ec7522ed211 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:41.342569 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f8945504-d3b0-4301-9ee5-c617749dc331 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:41.365655 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.objects.ports [None req-c8124909-093a-49e3-b1d9-81b51c47a14a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84205) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 11:34:41.367646 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c8124909-093a-49e3-b1d9-81b51c47a14a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:41.371549 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f8945504-d3b0-4301-9ee5-c617749dc331 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:41.404684 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-ff093c4b-cb0f-4278-bc92-78f42061d358 None None] Set router 84d48f1e-1464-4841-ab59-3b60a98df27f gateway port host: None {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:34:41.404972 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1d5f2544-8081-4bbe-951e-1b9d682d0822 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:41.409190 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1d5f2544-8081-4bbe-951e-1b9d682d0822 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] 10.222.0.21 "DELETE /v2.0/routers/84d48f1e-1464-4841-ab59-3b60a98df27f HTTP/1.1" status: 204 len: 168 time: 3.4273946 Feb 04 11:34:41.409406 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60236) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:41.411861 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8945504-d3b0-4301-9ee5-c617749dc331 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:34:41.412383 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f8945504-d3b0-4301-9ee5-c617749dc331 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:41.430062 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:34:41.430062 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:34:41.430062 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:34:41.430062 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:34:41.430062 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:34:41.430062 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:34:41.430062 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:34:41.430062 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:34:41.430062 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:34:41.430062 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:34:41.430062 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:34:41.430062 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:34:41.430062 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:34:41.430062 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:34:41.430062 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:34:41.430062 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:34:41.430062 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:34:41.430062 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:34:41.430062 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:34:41.430062 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:34:41.430062 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:34:41.430062 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:34:41.430062 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:34:41.430062 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:34:41.430062 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:34:41.430062 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:34:41.430062 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:34:41.430062 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:34:41.430062 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:34:41.430062 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:34:41.430062 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:34:41.430062 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:34:41.465783 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-8763cfe5-4447-488d-aa15-c3f5f33eb3f8 None None] Transition to ACTIVE for port object 6578021d-8550-4321-b7d5-8a2d01489b33 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:41.541954 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8124909-093a-49e3-b1d9-81b51c47a14a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Pushing event updated for resources: {'Subnet': ['ID=5503535c-86cb-4798-9e35-aab4da8e5e44,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:41.574011 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8124909-093a-49e3-b1d9-81b51c47a14a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Checking segment: {'id': '053f0349-35d2-4a88-8c53-54e4f4c63e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '81a5d458-a841-4e46-99b0-a8df64cc91a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:34:41.574498 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8124909-093a-49e3-b1d9-81b51c47a14a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Network hostable DHCP agents. Network: 81a5d458-a841-4e46-99b0-a8df64cc91a0, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:34:41.580962 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8763cfe5-4447-488d-aa15-c3f5f33eb3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:41.603484 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-1584563d-496a-4b0a-88b8-8e511c0cefe6 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Deleting subnet cdded429-836b-4127-a97c-7631181017fe {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:34:41.610050 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1584563d-496a-4b0a-88b8-8e511c0cefe6 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:41.630546 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-bfea9873-ff69-40cf-93d7-c12778516c21 None None] For port 7dc0a479-128c-4037-8385-4bd85aeb999f, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=7dc0a479-128c-4037-8385-4bd85aeb999f,segment=NetworkSegment(9c107248-0a63-47f8-b7e7-7c2e34f8f0f8),segment_id=9c107248-0a63-47f8-b7e7-7c2e34f8f0f8)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:34:41.630972 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bfea9873-ff69-40cf-93d7-c12778516c21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:41.632656 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f8945504-d3b0-4301-9ee5-c617749dc331 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:41.640380 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ff093c4b-cb0f-4278-bc92-78f42061d358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d48f1e-1464-4841-ab59-3b60a98df27f', 'name': '', 'tenant_id': '92f2e9a31a274e35b8f3ab8834e747d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:34:31Z', 'updated_at': '2022-02-04T11:34:40Z', 'revision_number': 5, 'project_id': '92f2e9a31a274e35b8f3ab8834e747d0', 'gw_port_host': None}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:41.655170 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f8945504-d3b0-4301-9ee5-c617749dc331 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:41.666566 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8124909-093a-49e3-b1d9-81b51c47a14a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Network 81a5d458-a841-4e46-99b0-a8df64cc91a0 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:34:41.669288 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8945504-d3b0-4301-9ee5-c617749dc331 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] Pushing event deleted for resources: {'Network': ['ID=42852cab-3322-4d60-b7f2-5ada63cdf37b,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:41.673614 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1584563d-496a-4b0a-88b8-8e511c0cefe6 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:41.762626 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-c8124909-093a-49e3-b1d9-81b51c47a14a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 81a5d458-a841-4e46-99b0-a8df64cc91a0) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:41.771448 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8124909-093a-49e3-b1d9-81b51c47a14a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:41.771699 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c8124909-093a-49e3-b1d9-81b51c47a14a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:41.792791 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f8945504-d3b0-4301-9ee5-c617749dc331 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256 tempest-ExtraDHCPOptionsIpV6TestJSON-509528256-project] 10.222.0.21 "DELETE /v2.0/networks/42852cab-3322-4d60-b7f2-5ada63cdf37b HTTP/1.1" status: 204 len: 168 time: 2.7535319 Feb 04 11:34:41.792791 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-8a089b1a-da36-44ad-9937-3a7f769e884b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Deleting port b10eaae2-3d84-48d1-820a-6fc44ddb0cc3 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:41.792791 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8a089b1a-da36-44ad-9937-3a7f769e884b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:41.803336 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1584563d-496a-4b0a-88b8-8e511c0cefe6 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:41.808174 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff093c4b-cb0f-4278-bc92-78f42061d358 None None] The sync data for ids ['84d48f1e-1464-4841-ab59-3b60a98df27f'] in dv-neutron-827825-2-hyperv is: [{'id': '84d48f1e-1464-4841-ab59-3b60a98df27f', 'name': '', 'tenant_id': '92f2e9a31a274e35b8f3ab8834e747d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:34:31Z', 'updated_at': '2022-02-04T11:34:40Z', 'revision_number': 5, 'project_id': '92f2e9a31a274e35b8f3ab8834e747d0', 'gw_port_host': None}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:34:41.886618 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-bfea9873-ff69-40cf-93d7-c12778516c21 None None] Calling delete_port for 7dc0a479-128c-4037-8385-4bd85aeb999f owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:41.913927 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4552ab3-d927-4aa4-941f-63e24d41b499 None None] Network 81a5d458-a841-4e46-99b0-a8df64cc91a0 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:41.958679 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1584563d-496a-4b0a-88b8-8e511c0cefe6 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:42.009031 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584563d-496a-4b0a-88b8-8e511c0cefe6 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cdded429-836b-4127-a97c-7631181017fe,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:42.038070 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-199da817-8784-4181-a0bf-3ec7522ed211 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:42.040248 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1584563d-496a-4b0a-88b8-8e511c0cefe6 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:42.047599 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c8124909-093a-49e3-b1d9-81b51c47a14a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5976055 Feb 04 11:34:42.051840 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1584563d-496a-4b0a-88b8-8e511c0cefe6 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/cdded429-836b-4127-a97c-7631181017fe HTTP/1.1" status: 204 len: 168 time: 0.6409101 Feb 04 11:34:42.053019 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60242) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:42.053845 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60244) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:42.062584 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-f9dfb7c7-c512-4800-a6ae-8c2521a34ffe tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Request body: {'port': {'network_id': '81a5d458-a841-4e46-99b0-a8df64cc91a0', 'name': 'tempest-NetworksIpV6TestAttrs-1110813262'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:42.157042 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-199da817-8784-4181-a0bf-3ec7522ed211 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:42.157812 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-199da817-8784-4181-a0bf-3ec7522ed211 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:42.204873 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-8a089b1a-da36-44ad-9937-3a7f769e884b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] For port b10eaae2-3d84-48d1-820a-6fc44ddb0cc3, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=b10eaae2-3d84-48d1-820a-6fc44ddb0cc3,segment=NetworkSegment(e5eeda57-8e59-4d91-9b46-1588055cf556),segment_id=e5eeda57-8e59-4d91-9b46-1588055cf556)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:34:42.205329 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8a089b1a-da36-44ad-9937-3a7f769e884b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:42.210494 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763cfe5-4447-488d-aa15-c3f5f33eb3f8 None None] Pushing event updated for resources: {'Port': ['ID=6578021d-8550-4321-b7d5-8a2d01489b33,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:42.220590 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8763cfe5-4447-488d-aa15-c3f5f33eb3f8 None None] Network b0af8104-9a89-4e82-958b-cb9133db99b3 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:42.231727 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199da817-8784-4181-a0bf-3ec7522ed211 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Port': ['ID=5980b922-4175-4ee1-b774-889cdb9f1316,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:42.241459 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-8763cfe5-4447-488d-aa15-c3f5f33eb3f8 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:42.246755 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8763cfe5-4447-488d-aa15-c3f5f33eb3f8 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:34:42.329181 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4b54ee46-4dfb-458c-a978-d12f413d971f None None] For port b10eaae2-3d84-48d1-820a-6fc44ddb0cc3, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=b10eaae2-3d84-48d1-820a-6fc44ddb0cc3,segment=NetworkSegment(e5eeda57-8e59-4d91-9b46-1588055cf556),segment_id=e5eeda57-8e59-4d91-9b46-1588055cf556)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:34:42.329575 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4b54ee46-4dfb-458c-a978-d12f413d971f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:42.351791 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-bfea9873-ff69-40cf-93d7-c12778516c21 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:34:42.356787 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-bfea9873-ff69-40cf-93d7-c12778516c21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:34:42.383718 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-8a089b1a-da36-44ad-9937-3a7f769e884b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Calling delete_port for b10eaae2-3d84-48d1-820a-6fc44ddb0cc3 owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:42.484800 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fa4362ee-c8d2-4254-976b-f1755fb723f4 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:42.488330 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e45d9fe0-1608-411d-a16c-e2f37f6b04a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:42.499885 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4b54ee46-4dfb-458c-a978-d12f413d971f None None] Calling delete_port for b10eaae2-3d84-48d1-820a-6fc44ddb0cc3 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:42.505317 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9cf362cb-b519-4133-aa74-dac1ef1d51b5 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:42.556704 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 7dc0a479-128c-4037-8385-4bd85aeb999f no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:34:42.569668 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f9dfb7c7-c512-4800-a6ae-8c2521a34ffe tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:42.578552 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f9dfb7c7-c512-4800-a6ae-8c2521a34ffe tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Usage tracker for resource:port and tenant:956cada409764229906c1fe7744bf82f is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:42.580918 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60252) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:42.596164 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 7dc0a479-128c-4037-8385-4bd85aeb999f {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:34:42.600829 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 7dc0a479-128c-4037-8385-4bd85aeb999f not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:34:42.601547 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f9dfb7c7-c512-4800-a6ae-8c2521a34ffe tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:42.607424 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f9dfb7c7-c512-4800-a6ae-8c2521a34ffe tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:42.624491 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199da817-8784-4181-a0bf-3ec7522ed211 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:42.635797 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-199da817-8784-4181-a0bf-3ec7522ed211 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:42.677524 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8a089b1a-da36-44ad-9937-3a7f769e884b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:42.681467 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-fa4362ee-c8d2-4254-976b-f1755fb723f4 None None] Transition to ACTIVE for port object 67ddeb7c-c5de-4344-925c-69db6bd5e55e will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:42.706769 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-fa4362ee-c8d2-4254-976b-f1755fb723f4 None None] Transition to ACTIVE for port object 67ddeb7c-c5de-4344-925c-69db6bd5e55e will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:42.757034 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a089b1a-da36-44ad-9937-3a7f769e884b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'Port': ['ID=b10eaae2-3d84-48d1-820a-6fc44ddb0cc3,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:42.765711 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9cf362cb-b519-4133-aa74-dac1ef1d51b5 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:42.781875 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a089b1a-da36-44ad-9937-3a7f769e884b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] No DVR routers for this DVR port b10eaae2-3d84-48d1-820a-6fc44ddb0cc3 on host dv-neutron-827825-2-hyperv {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:34:42.795500 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fa4362ee-c8d2-4254-976b-f1755fb723f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:42.803360 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9dfb7c7-c512-4800-a6ae-8c2521a34ffe tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Made reservation on behalf of 956cada409764229906c1fe7744bf82f for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:42.806459 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f9dfb7c7-c512-4800-a6ae-8c2521a34ffe tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:42.861082 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-8763cfe5-4447-488d-aa15-c3f5f33eb3f8 None None] Attempting to bind port 6578021d-8550-4321-b7d5-8a2d01489b33 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:34:42.861441 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-8763cfe5-4447-488d-aa15-c3f5f33eb3f8 None None] Attempting to bind port 6578021d-8550-4321-b7d5-8a2d01489b33 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'ded56941-f256-4b0e-a745-44b7bd000664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b0af8104-9a89-4e82-958b-cb9133db99b3'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:34:42.861793 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8763cfe5-4447-488d-aa15-c3f5f33eb3f8 None None] Attempting to bind port 6578021d-8550-4321-b7d5-8a2d01489b33 on network b0af8104-9a89-4e82-958b-cb9133db99b3 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:34:42.862253 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-f9dfb7c7-c512-4800-a6ae-8c2521a34ffe tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] device_id is not set on port f30129a7-2207-4037-ac99-421f5ae05548 yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:34:42.863718 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-bfea9873-ff69-40cf-93d7-c12778516c21 None None] Deleting port 7dc0a479-128c-4037-8385-4bd85aeb999f {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:42.864113 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bfea9873-ff69-40cf-93d7-c12778516c21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:42.915943 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-9cf362cb-b519-4133-aa74-dac1ef1d51b5 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd507ac6-e9e8-45b2-8159-46a0a956fc59']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:42.950206 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-9cf362cb-b519-4133-aa74-dac1ef1d51b5 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a2a8e41-13b7-4e86-8626-8660f351e0b6') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:42.950802 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-9cf362cb-b519-4133-aa74-dac1ef1d51b5 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a2a8e41-13b7-4e86-8626-8660f351e0b6') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:42.969130 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8a089b1a-da36-44ad-9937-3a7f769e884b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:42.977558 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9cf362cb-b519-4133-aa74-dac1ef1d51b5 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:43.006574 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-23589175-832d-48a9-9bdd-798ef676bd28 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=60ba85197e0048388a20acbcc765bce6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4145763 Feb 04 11:34:43.008909 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60258) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:43.016031 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9cf362cb-b519-4133-aa74-dac1ef1d51b5 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:43.017805 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8763cfe5-4447-488d-aa15-c3f5f33eb3f8 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:34:43.018772 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8763cfe5-4447-488d-aa15-c3f5f33eb3f8 None None] Checking segment: {'id': 'ded56941-f256-4b0e-a745-44b7bd000664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b0af8104-9a89-4e82-958b-cb9133db99b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:34:43.019174 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8763cfe5-4447-488d-aa15-c3f5f33eb3f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:43.019604 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8763cfe5-4447-488d-aa15-c3f5f33eb3f8 None None] Bound using segment: {'id': 'ded56941-f256-4b0e-a745-44b7bd000664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b0af8104-9a89-4e82-958b-cb9133db99b3'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:34:43.020081 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-8763cfe5-4447-488d-aa15-c3f5f33eb3f8 None None] Bound port: 6578021d-8550-4321-b7d5-8a2d01489b33, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ded56941-f256-4b0e-a745-44b7bd000664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b0af8104-9a89-4e82-958b-cb9133db99b3'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:34:43.020304 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-8a089b1a-da36-44ad-9937-3a7f769e884b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['131c4e1e-207f-41a4-9f57-f2c738942d37']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:43.020487 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8763cfe5-4447-488d-aa15-c3f5f33eb3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:43.030236 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-4b54ee46-4dfb-458c-a978-d12f413d971f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:34:43.030597 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-4b54ee46-4dfb-458c-a978-d12f413d971f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:34:43.034088 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4362ee-c8d2-4254-976b-f1755fb723f4 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:43.038324 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf362cb-b519-4133-aa74-dac1ef1d51b5 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:34:43.038950 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9cf362cb-b519-4133-aa74-dac1ef1d51b5 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:43.049817 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2331a657-20cf-44ee-92d7-01776c66094c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-81a5d458-a841-4e46-99b0-a8df64cc91a0', 'network_id': '81a5d458-a841-4e46-99b0-a8df64cc91a0', 'tenant_id': '956cada409764229906c1fe7744bf82f', 'fixed_ips': [{'subnet_id': '5503535c-86cb-4798-9e35-aab4da8e5e44'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:34:43.049817 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2331a657-20cf-44ee-92d7-01776c66094c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:43.058674 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:34:43.058674 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:34:43.058674 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:34:43.058674 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:34:43.058674 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:34:43.058674 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:34:43.058674 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:34:43.058674 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:34:43.058674 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:34:43.058674 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:34:43.058674 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:34:43.058674 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:34:43.058674 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:34:43.058674 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:34:43.058674 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:34:43.058674 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:34:43.058674 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:34:43.058674 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:34:43.058674 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:34:43.058674 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:34:43.058674 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:34:43.058674 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:34:43.058674 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:34:43.058674 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:34:43.058674 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:34:43.058674 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:34:43.058674 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:34:43.058674 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:34:43.058674 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:34:43.058674 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:34:43.058674 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:34:43.058674 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:34:43.066880 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-8a089b1a-da36-44ad-9937-3a7f769e884b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5eeda57-8e59-4d91-9b46-1588055cf556') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:43.067462 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-8a089b1a-da36-44ad-9937-3a7f769e884b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5eeda57-8e59-4d91-9b46-1588055cf556') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:43.072449 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-bfea9873-ff69-40cf-93d7-c12778516c21 None None] The port '7dc0a479-128c-4037-8385-4bd85aeb999f' was deleted {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:34:43.073477 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-fa4362ee-c8d2-4254-976b-f1755fb723f4 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:43.076667 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4362ee-c8d2-4254-976b-f1755fb723f4 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:34:43.084143 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4362ee-c8d2-4254-976b-f1755fb723f4 None None] Pushing event updated for resources: {'Port': ['ID=67ddeb7c-c5de-4344-925c-69db6bd5e55e,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:43.239723 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8a089b1a-da36-44ad-9937-3a7f769e884b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:43.258492 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-f9dfb7c7-c512-4800-a6ae-8c2521a34ffe tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Allocated IP 2001:db8::f816:3eff:fef4:2277 (81a5d458-a841-4e46-99b0-a8df64cc91a0/5503535c-86cb-4798-9e35-aab4da8e5e44/f30129a7-2207-4037-ac99-421f5ae05548) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:43.270540 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8a089b1a-da36-44ad-9937-3a7f769e884b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:43.278019 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a089b1a-da36-44ad-9937-3a7f769e884b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:34:43.280391 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8a089b1a-da36-44ad-9937-3a7f769e884b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:43.286798 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-20001a0c-f393-42ff-8d21-e13b2774878c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:43.297477 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:34:43.297477 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:34:43.297477 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:34:43.297477 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:34:43.297477 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:34:43.297477 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:34:43.297477 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:34:43.297477 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:34:43.297477 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:34:43.297477 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:34:43.297477 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:34:43.297477 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:34:43.297477 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:34:43.297477 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:34:43.297477 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:34:43.297477 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:34:43.297477 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:34:43.297477 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:34:43.297477 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:34:43.297477 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:34:43.297477 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:34:43.297477 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:34:43.297477 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:34:43.297477 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:34:43.297477 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:34:43.297477 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:34:43.297477 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:34:43.297477 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:34:43.297477 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:34:43.297477 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:34:43.297477 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:34:43.297477 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:34:43.338741 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-fa4362ee-c8d2-4254-976b-f1755fb723f4 None None] Attempting to bind port 67ddeb7c-c5de-4344-925c-69db6bd5e55e on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:34:43.338997 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-fa4362ee-c8d2-4254-976b-f1755fb723f4 None None] Attempting to bind port 67ddeb7c-c5de-4344-925c-69db6bd5e55e by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:34:43.339343 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4362ee-c8d2-4254-976b-f1755fb723f4 None None] Attempting to bind port 67ddeb7c-c5de-4344-925c-69db6bd5e55e on network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:34:43.345356 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-8763cfe5-4447-488d-aa15-c3f5f33eb3f8 None None] For port 6578021d-8550-4321-b7d5-8a2d01489b33, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:34:43.360876 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4362ee-c8d2-4254-976b-f1755fb723f4 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:34:43.360876 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4362ee-c8d2-4254-976b-f1755fb723f4 None None] Checking segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:34:43.360876 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fa4362ee-c8d2-4254-976b-f1755fb723f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:43.360876 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4362ee-c8d2-4254-976b-f1755fb723f4 None None] Bound using segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:34:43.360876 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-fa4362ee-c8d2-4254-976b-f1755fb723f4 None None] Bound port: 67ddeb7c-c5de-4344-925c-69db6bd5e55e, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:34:43.360876 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fa4362ee-c8d2-4254-976b-f1755fb723f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:43.375225 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9cf362cb-b519-4133-aa74-dac1ef1d51b5 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:43.392894 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf362cb-b519-4133-aa74-dac1ef1d51b5 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fd507ac6-e9e8-45b2-8159-46a0a956fc59 {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 11:34:43.397054 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9cf362cb-b519-4133-aa74-dac1ef1d51b5 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:43.403320 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf362cb-b519-4133-aa74-dac1ef1d51b5 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Pushing event deleted for resources: {'Network': ['ID=fd507ac6-e9e8-45b2-8159-46a0a956fc59,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:43.424159 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-20001a0c-f393-42ff-8d21-e13b2774878c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:43.465276 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-fa4362ee-c8d2-4254-976b-f1755fb723f4 None None] For port 67ddeb7c-c5de-4344-925c-69db6bd5e55e, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:34:43.470744 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-fa4362ee-c8d2-4254-976b-f1755fb723f4 None None] For port 67ddeb7c-c5de-4344-925c-69db6bd5e55e, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=67ddeb7c-c5de-4344-925c-69db6bd5e55e,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:34:43.480372 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8a089b1a-da36-44ad-9937-3a7f769e884b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:43.490215 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-8763cfe5-4447-488d-aa15-c3f5f33eb3f8 None None] For port 6578021d-8550-4321-b7d5-8a2d01489b33, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=6578021d-8550-4321-b7d5-8a2d01489b33,segment=NetworkSegment(ded56941-f256-4b0e-a745-44b7bd000664),segment_id=ded56941-f256-4b0e-a745-44b7bd000664)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:34:43.511698 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8a089b1a-da36-44ad-9937-3a7f769e884b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:43.520037 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8a089b1a-da36-44ad-9937-3a7f769e884b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/networks/131c4e1e-207f-41a4-9f57-f2c738942d37 HTTP/1.1" status: 204 len: 168 time: 6.1042922 Feb 04 11:34:43.520776 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-9cf362cb-b519-4133-aa74-dac1ef1d51b5 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] 10.222.0.21 "DELETE /v2.0/networks/fd507ac6-e9e8-45b2-8159-46a0a956fc59 HTTP/1.1" status: 204 len: 168 time: 1.4658668 Feb 04 11:34:43.521654 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60262) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:43.535033 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a089b1a-da36-44ad-9937-3a7f769e884b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'Network': ['ID=131c4e1e-207f-41a4-9f57-f2c738942d37,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:43.540916 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-be8f2359-795d-4cad-bbf6-0a43dba73a10 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'port': {'network_id': '6bf13621-12da-4d4e-8931-fb46b2d65817', 'name': 'tempest-PortsTestJSON-844626528'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:43.578940 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fa4362ee-c8d2-4254-976b-f1755fb723f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:43.680344 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8763cfe5-4447-488d-aa15-c3f5f33eb3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:43.688099 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f9dfb7c7-c512-4800-a6ae-8c2521a34ffe tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:43.720673 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-f9dfb7c7-c512-4800-a6ae-8c2521a34ffe tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Transition to ACTIVE for port object f30129a7-2207-4037-ac99-421f5ae05548 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:43.749853 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4362ee-c8d2-4254-976b-f1755fb723f4 None None] Pushing event updated for resources: {'Port': ['ID=67ddeb7c-c5de-4344-925c-69db6bd5e55e,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:43.775813 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-20001a0c-f393-42ff-8d21-e13b2774878c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:43.809040 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-be8f2359-795d-4cad-bbf6-0a43dba73a10 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:43.811750 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20001a0c-f393-42ff-8d21-e13b2774878c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e29b0e-f3fa-4daf-a897-a272a8732426,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:43.814305 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-be8f2359-795d-4cad-bbf6-0a43dba73a10 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:port and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:43.816936 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-be8f2359-795d-4cad-bbf6-0a43dba73a10 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:43.822961 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-be8f2359-795d-4cad-bbf6-0a43dba73a10 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:43.823364 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4b54ee46-4dfb-458c-a978-d12f413d971f None None] Deleting port b10eaae2-3d84-48d1-820a-6fc44ddb0cc3 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:43.823745 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4b54ee46-4dfb-458c-a978-d12f413d971f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:43.833295 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-20001a0c-f393-42ff-8d21-e13b2774878c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:43.834905 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-20001a0c-f393-42ff-8d21-e13b2774878c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/78e29b0e-f3fa-4daf-a897-a272a8732426 HTTP/1.1" status: 204 len: 168 time: 0.8249745 Feb 04 11:34:43.844669 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199da817-8784-4181-a0bf-3ec7522ed211 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Router 706058ac-60b3-4290-8152-b42429969a75 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:34:43.851543 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763cfe5-4447-488d-aa15-c3f5f33eb3f8 None None] Pushing event updated for resources: {'Port': ['ID=6578021d-8550-4321-b7d5-8a2d01489b33,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:43.894385 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f9dfb7c7-c512-4800-a6ae-8c2521a34ffe tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:43.941373 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8f2359-795d-4cad-bbf6-0a43dba73a10 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Made reservation on behalf of 2294c16a4d404317a20d2fdff5bb1a4c for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:43.944945 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-be8f2359-795d-4cad-bbf6-0a43dba73a10 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:43.987580 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-be8f2359-795d-4cad-bbf6-0a43dba73a10 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] device_id is not set on port 9ae75793-b8b6-4916-b7bc-8381794cf4bc yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:34:43.999054 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4b54ee46-4dfb-458c-a978-d12f413d971f None None] The port 'b10eaae2-3d84-48d1-820a-6fc44ddb0cc3' was deleted {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:34:44.012008 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-2331a657-20cf-44ee-92d7-01776c66094c None None] Allocated IP 2001:db8::f816:3eff:fe5f:b73c (81a5d458-a841-4e46-99b0-a8df64cc91a0/5503535c-86cb-4798-9e35-aab4da8e5e44/6fae8501-d39e-4918-ad05-0e7ebef5e1c9) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:44.141109 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9dfb7c7-c512-4800-a6ae-8c2521a34ffe tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Network 81a5d458-a841-4e46-99b0-a8df64cc91a0 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:44.151374 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-f9dfb7c7-c512-4800-a6ae-8c2521a34ffe tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:44.155414 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dfb7c7-c512-4800-a6ae-8c2521a34ffe tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:34:44.161146 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dfb7c7-c512-4800-a6ae-8c2521a34ffe tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:44.167236 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f9dfb7c7-c512-4800-a6ae-8c2521a34ffe tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:44.233232 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dfb7c7-c512-4800-a6ae-8c2521a34ffe tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Pushing event updated for resources: {'Port': ['ID=f30129a7-2207-4037-ac99-421f5ae05548,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:44.378259 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f9dfb7c7-c512-4800-a6ae-8c2521a34ffe tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.3226752 Feb 04 11:34:44.400142 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60276) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:44.500940 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60280) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:44.513147 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-b0933741-d613-4d79-8ddb-5fea60c5b7c7 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Request body: {'router': {'name': 'tempest-router--1053523156', 'project_id': '0d23bbf092b9497a817eed75c6d1a16b'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:44.552498 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-b0933741-d613-4d79-8ddb-5fea60c5b7c7 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:44.573391 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-b0933741-d613-4d79-8ddb-5fea60c5b7c7 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Usage tracker for resource:router and tenant:0d23bbf092b9497a817eed75c6d1a16b is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:44.599409 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-b0933741-d613-4d79-8ddb-5fea60c5b7c7 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:44.604780 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-be8f2359-795d-4cad-bbf6-0a43dba73a10 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:44.642756 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-b0933741-d613-4d79-8ddb-5fea60c5b7c7 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:44.658126 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-31eea15f-5377-4660-9e7e-aed6039aec3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:44.712127 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2331a657-20cf-44ee-92d7-01776c66094c None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:44.724376 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2331a657-20cf-44ee-92d7-01776c66094c None None] Transition to ACTIVE for port object 6fae8501-d39e-4918-ad05-0e7ebef5e1c9 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:44.730093 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-be8f2359-795d-4cad-bbf6-0a43dba73a10 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:44.750904 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2331a657-20cf-44ee-92d7-01776c66094c None None] Transition to ACTIVE for port object 6fae8501-d39e-4918-ad05-0e7ebef5e1c9 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:44.778450 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 6578021d-8550-4321-b7d5-8a2d01489b33 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:44.863614 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2331a657-20cf-44ee-92d7-01776c66094c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:44.865391 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f2359-795d-4cad-bbf6-0a43dba73a10 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Port': ['ID=9ae75793-b8b6-4916-b7bc-8381794cf4bc,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:44.881761 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8f2359-795d-4cad-bbf6-0a43dba73a10 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Network 6bf13621-12da-4d4e-8931-fb46b2d65817 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:44.883318 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-be8f2359-795d-4cad-bbf6-0a43dba73a10 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:44.885978 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8f2359-795d-4cad-bbf6-0a43dba73a10 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:34:44.891108 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8f2359-795d-4cad-bbf6-0a43dba73a10 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:44.891766 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-be8f2359-795d-4cad-bbf6-0a43dba73a10 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:44.912483 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b0933741-d613-4d79-8ddb-5fea60c5b7c7 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:44.913333 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b0933741-d613-4d79-8ddb-5fea60c5b7c7 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:44.970738 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199da817-8784-4181-a0bf-3ec7522ed211 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:34:44.975708 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1189feb-c890-47bd-99e1-cfce4d443684 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Deleting subnet 5503535c-86cb-4798-9e35-aab4da8e5e44 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:34:44.981621 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f945687-2a43-4754-956a-9cd7833d1e3d None None] Sync routers for ids ['706058ac-60b3-4290-8152-b42429969a75'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:34:44.989057 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b1189feb-c890-47bd-99e1-cfce4d443684 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:45.000405 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-be8f2359-795d-4cad-bbf6-0a43dba73a10 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4771321 Feb 04 11:34:45.004322 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60292) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:45.006843 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2331a657-20cf-44ee-92d7-01776c66094c None None] Network 81a5d458-a841-4e46-99b0-a8df64cc91a0 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:45.008465 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f945687-2a43-4754-956a-9cd7833d1e3d None None] Routers {'706058ac-60b3-4290-8152-b42429969a75'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:34:45.010060 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-6f945687-2a43-4754-956a-9cd7833d1e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:34:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['706058ac-60b3-4290-8152-b42429969a75'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:45.011287 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-2331a657-20cf-44ee-92d7-01776c66094c None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:45.017378 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2331a657-20cf-44ee-92d7-01776c66094c None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:34:45.022540 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b0933741-d613-4d79-8ddb-5fea60c5b7c7 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:45.025637 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2331a657-20cf-44ee-92d7-01776c66094c None None] Pushing event updated for resources: {'Port': ['ID=6fae8501-d39e-4918-ad05-0e7ebef5e1c9,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:45.071770 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-199da817-8784-4181-a0bf-3ec7522ed211 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "PUT /v2.0/routers/706058ac-60b3-4290-8152-b42429969a75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4826729 Feb 04 11:34:45.073418 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60296) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:45.113578 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 6578021d-8550-4321-b7d5-8a2d01489b33 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:45.126771 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b1189feb-c890-47bd-99e1-cfce4d443684 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:45.178083 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 67ddeb7c-c5de-4344-925c-69db6bd5e55e up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:45.184240 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-f75cc70f-b982-436c-bfd6-f68eb6a91ee4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Deleting port 9ae75793-b8b6-4916-b7bc-8381794cf4bc {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:45.184580 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f75cc70f-b982-436c-bfd6-f68eb6a91ee4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:45.224461 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b0933741-d613-4d79-8ddb-5fea60c5b7c7 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:45.227639 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-6f945687-2a43-4754-956a-9cd7833d1e3d None None] Set router 706058ac-60b3-4290-8152-b42429969a75 gateway port host: None {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:34:45.258539 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1f5cf8-1f0f-4b06-978a-f7015d4c370d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:45.259901 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-bf1f5cf8-1f0f-4b06-978a-f7015d4c370d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/ports/5980b922-4175-4ee1-b774-889cdb9f1316 HTTP/1.1" status: 200 len: 911 time: 0.1851647 Feb 04 11:34:45.262780 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60300) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:45.366612 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b1189feb-c890-47bd-99e1-cfce4d443684 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:45.374602 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-2331a657-20cf-44ee-92d7-01776c66094c None None] Attempting to bind port 6fae8501-d39e-4918-ad05-0e7ebef5e1c9 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:34:45.375367 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-2331a657-20cf-44ee-92d7-01776c66094c None None] Attempting to bind port 6fae8501-d39e-4918-ad05-0e7ebef5e1c9 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '053f0349-35d2-4a88-8c53-54e4f4c63e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '81a5d458-a841-4e46-99b0-a8df64cc91a0'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:34:45.375949 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2331a657-20cf-44ee-92d7-01776c66094c None None] Attempting to bind port 6fae8501-d39e-4918-ad05-0e7ebef5e1c9 on network 81a5d458-a841-4e46-99b0-a8df64cc91a0 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:34:45.395650 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2331a657-20cf-44ee-92d7-01776c66094c None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:34:45.396068 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2331a657-20cf-44ee-92d7-01776c66094c None None] Checking segment: {'id': '053f0349-35d2-4a88-8c53-54e4f4c63e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '81a5d458-a841-4e46-99b0-a8df64cc91a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:34:45.396640 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2331a657-20cf-44ee-92d7-01776c66094c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:45.397384 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2331a657-20cf-44ee-92d7-01776c66094c None None] Bound using segment: {'id': '053f0349-35d2-4a88-8c53-54e4f4c63e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '81a5d458-a841-4e46-99b0-a8df64cc91a0'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:34:45.397768 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-2331a657-20cf-44ee-92d7-01776c66094c None None] Bound port: 6fae8501-d39e-4918-ad05-0e7ebef5e1c9, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053f0349-35d2-4a88-8c53-54e4f4c63e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '81a5d458-a841-4e46-99b0-a8df64cc91a0'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:34:45.402312 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2331a657-20cf-44ee-92d7-01776c66094c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:45.434469 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b0933741-d613-4d79-8ddb-5fea60c5b7c7 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:45.434469 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b0933741-d613-4d79-8ddb-5fea60c5b7c7 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9311090 Feb 04 11:34:45.439249 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60304) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:45.684337 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:45.719214 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:45.724195 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 67ddeb7c-c5de-4344-925c-69db6bd5e55e completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:45.737352 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-497066aa-f44a-4f08-a63a-e5650048ed94 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:45.758867 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-6f945687-2a43-4754-956a-9cd7833d1e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706058ac-60b3-4290-8152-b42429969a75', 'name': 'tempest-NetworksTestDHCPv6-router-411190459', 'tenant_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:34:38Z', 'updated_at': '2022-02-04T11:34:41Z', 'revision_number': 2, 'project_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'gw_port_host': None, '_interfaces': [{'id': '5980b922-4175-4ee1-b774-889cdb9f1316', 'name': '', 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'tenant_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'mac_address': 'fa:16:3e:0e:96:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706058ac-60b3-4290-8152-b42429969a75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '171e2290-2274-4f2a-986a-12452be7db28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:34:39Z', 'updated_at': '2022-02-04T11:34:41Z', 'revision_number': 2, 'project_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'subnets': [{'id': '171e2290-2274-4f2a-986a-12452be7db28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:45.766205 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f945687-2a43-4754-956a-9cd7833d1e3d None None] Checking router: 706058ac-60b3-4290-8152-b42429969a75 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:34:45.766205 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f945687-2a43-4754-956a-9cd7833d1e3d None None] Updating router 706058ac-60b3-4290-8152-b42429969a75 port 5980b922-4175-4ee1-b774-889cdb9f1316 binding host dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:34:45.776704 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed262d41-8e6e-4918-964d-f1900facff05 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:45.784449 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed262d41-8e6e-4918-964d-f1900facff05 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:45.786492 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ed262d41-8e6e-4918-964d-f1900facff05 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.5226114 Feb 04 11:34:45.790569 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60312) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:45.833452 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-2331a657-20cf-44ee-92d7-01776c66094c None None] For port 6fae8501-d39e-4918-ad05-0e7ebef5e1c9, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:34:45.845565 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b1189feb-c890-47bd-99e1-cfce4d443684 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:45.845675 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-2331a657-20cf-44ee-92d7-01776c66094c None None] For port 6fae8501-d39e-4918-ad05-0e7ebef5e1c9, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=6fae8501-d39e-4918-ad05-0e7ebef5e1c9,segment=NetworkSegment(053f0349-35d2-4a88-8c53-54e4f4c63e88),segment_id=053f0349-35d2-4a88-8c53-54e4f4c63e88)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:34:45.872634 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-6f945687-2a43-4754-956a-9cd7833d1e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:45.901622 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f75cc70f-b982-436c-bfd6-f68eb6a91ee4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:45.917308 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1189feb-c890-47bd-99e1-cfce4d443684 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Pushing event deleted for resources: {'Subnet': ['ID=5503535c-86cb-4798-9e35-aab4da8e5e44,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:45.925965 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b1189feb-c890-47bd-99e1-cfce4d443684 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:45.965625 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2331a657-20cf-44ee-92d7-01776c66094c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:46.041485 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60318) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:46.053029 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b1189feb-c890-47bd-99e1-cfce4d443684 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] 10.222.0.21 "DELETE /v2.0/subnets/5503535c-86cb-4798-9e35-aab4da8e5e44 HTTP/1.1" status: 204 len: 168 time: 1.6608984 Feb 04 11:34:46.069112 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-5030345a-1d4f-4bea-9b36-a98830f3a569 None None] Provisioning for port 67ddeb7c-c5de-4344-925c-69db6bd5e55e completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:46.080394 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60320) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:46.086132 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-f75cc70f-b982-436c-bfd6-f68eb6a91ee4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Calling delete_port for 9ae75793-b8b6-4916-b7bc-8381794cf4bc owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:46.103120 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a6609a-46f1-48a9-a2ed-c194f18ce3e5 None None] Network b0af8104-9a89-4e82-958b-cb9133db99b3 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:46.116868 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-5030345a-1d4f-4bea-9b36-a98830f3a569 None None] Provisioning complete for port 67ddeb7c-c5de-4344-925c-69db6bd5e55e triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:46.117239 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5030345a-1d4f-4bea-9b36-a98830f3a569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:46.351672 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2331a657-20cf-44ee-92d7-01776c66094c None None] Pushing event updated for resources: {'Port': ['ID=6fae8501-d39e-4918-ad05-0e7ebef5e1c9,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:46.551853 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0415e18b-62ff-471e-971b-fcb959e5b609 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:46.553192 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0415e18b-62ff-471e-971b-fcb959e5b609 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:46.556286 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-0415e18b-62ff-471e-971b-fcb959e5b609 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Synchronizing usage tracker for tenant:956cada409764229906c1fe7744bf82f on resource:subnet {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:46.564482 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-753b18c1-ef06-43bc-ae82-b36333499a5f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1716265776'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:46.566974 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f75cc70f-b982-436c-bfd6-f68eb6a91ee4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:46.583107 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5030345a-1d4f-4bea-9b36-a98830f3a569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:46.610871 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-753b18c1-ef06-43bc-ae82-b36333499a5f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:46.652557 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75cc70f-b982-436c-bfd6-f68eb6a91ee4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'Port': ['ID=9ae75793-b8b6-4916-b7bc-8381794cf4bc,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:46.676936 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f75cc70f-b982-436c-bfd6-f68eb6a91ee4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:46.706699 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-5030345a-1d4f-4bea-9b36-a98830f3a569 None None] For port 67ddeb7c-c5de-4344-925c-69db6bd5e55e, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=67ddeb7c-c5de-4344-925c-69db6bd5e55e,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:34:46.751274 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-6f945687-2a43-4754-956a-9cd7833d1e3d None None] Notify callbacks [] for port, precommit_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:46.771395 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5030345a-1d4f-4bea-9b36-a98830f3a569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:46.779984 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.provisioning_blocks [None req-6f945687-2a43-4754-956a-9cd7833d1e3d None None] Transition to ACTIVE for port object 5980b922-4175-4ee1-b774-889cdb9f1316 will not be triggered until provisioned by entity L2. {{(pid=84207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:46.780385 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f75cc70f-b982-436c-bfd6-f68eb6a91ee4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/ports/9ae75793-b8b6-4916-b7bc-8381794cf4bc HTTP/1.1" status: 204 len: 168 time: 1.7748044 Feb 04 11:34:46.799267 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60332) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:46.810022 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-7f5618b1-4bf6-42e8-951f-1b63576305c7 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'port': {'network_id': '6bf13621-12da-4d4e-8931-fb46b2d65817', 'mac_address': 'fa:16:3e:d8:ec:60', 'name': 'tempest-PortsTestJSON-2145519408'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:46.816844 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-753b18c1-ef06-43bc-ae82-b36333499a5f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:network and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:46.827923 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:46.835524 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-753b18c1-ef06-43bc-ae82-b36333499a5f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:46.855030 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-6f945687-2a43-4754-956a-9cd7833d1e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:46.874166 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-753b18c1-ef06-43bc-ae82-b36333499a5f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:46.878614 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030345a-1d4f-4bea-9b36-a98830f3a569 None None] Pushing event updated for resources: {'Port': ['ID=67ddeb7c-c5de-4344-925c-69db6bd5e55e,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:46.967400 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-7f5618b1-4bf6-42e8-951f-1b63576305c7 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:46.973845 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-7f5618b1-4bf6-42e8-951f-1b63576305c7 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:port and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:46.977630 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-7f5618b1-4bf6-42e8-951f-1b63576305c7 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:46.985636 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-7f5618b1-4bf6-42e8-951f-1b63576305c7 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:46.992147 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7b635770-85b4-41dc-b245-d80b23cc2f06 None None] Provisioning for port 5980b922-4175-4ee1-b774-889cdb9f1316 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:47.005006 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-497066aa-f44a-4f08-a63a-e5650048ed94 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:47.017282 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-497066aa-f44a-4f08-a63a-e5650048ed94 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:47.076830 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753b18c1-ef06-43bc-ae82-b36333499a5f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Made reservation on behalf of 923893a854aa49c78e412c9bf04cfc96 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:47.079800 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-753b18c1-ef06-43bc-ae82-b36333499a5f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:47.095436 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7b635770-85b4-41dc-b245-d80b23cc2f06 None None] Provisioning for port 6578021d-8550-4321-b7d5-8a2d01489b33 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:47.100726 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7b635770-85b4-41dc-b245-d80b23cc2f06 None None] Provisioning complete for port 6578021d-8550-4321-b7d5-8a2d01489b33 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:47.101291 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7b635770-85b4-41dc-b245-d80b23cc2f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:47.116593 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5618b1-4bf6-42e8-951f-1b63576305c7 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Made reservation on behalf of 2294c16a4d404317a20d2fdff5bb1a4c for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:47.116786 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a154b985-f2cb-49e5-928c-fd8752ffe64a None None] Pushing event updated for resources: {'Port': ['ID=5980b922-4175-4ee1-b774-889cdb9f1316,revision_number=3']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:47.120894 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-753b18c1-ef06-43bc-ae82-b36333499a5f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:47.148646 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-497066aa-f44a-4f08-a63a-e5650048ed94 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:47.149220 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497066aa-f44a-4f08-a63a-e5650048ed94 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e0cf5ea7-73fb-4af3-a7e5-bc8bd38fb962 {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:34:47.170034 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-497066aa-f44a-4f08-a63a-e5650048ed94 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:47.173053 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-497066aa-f44a-4f08-a63a-e5650048ed94 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] 10.222.0.21 "DELETE /v2.0/routers/e0cf5ea7-73fb-4af3-a7e5-bc8bd38fb962 HTTP/1.1" status: 204 len: 168 time: 1.7322211 Feb 04 11:34:47.216843 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-753b18c1-ef06-43bc-ae82-b36333499a5f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:47.220650 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154b985-f2cb-49e5-928c-fd8752ffe64a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:47.221005 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154b985-f2cb-49e5-928c-fd8752ffe64a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:47.221339 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154b985-f2cb-49e5-928c-fd8752ffe64a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:47.221668 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154b985-f2cb-49e5-928c-fd8752ffe64a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:47.222039 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154b985-f2cb-49e5-928c-fd8752ffe64a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:47.222368 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154b985-f2cb-49e5-928c-fd8752ffe64a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:47.222685 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154b985-f2cb-49e5-928c-fd8752ffe64a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:47.231401 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-0415e18b-62ff-471e-971b-fcb959e5b609 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Unset dirty status for tenant:956cada409764229906c1fe7744bf82f on resource:subnet {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:47.231584 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154b985-f2cb-49e5-928c-fd8752ffe64a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:47.231584 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154b985-f2cb-49e5-928c-fd8752ffe64a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:47.231584 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154b985-f2cb-49e5-928c-fd8752ffe64a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:47.231584 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154b985-f2cb-49e5-928c-fd8752ffe64a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:47.236670 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-0415e18b-62ff-471e-971b-fcb959e5b609 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 1.1550338 Feb 04 11:34:47.237154 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60338) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:47.238241 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-753b18c1-ef06-43bc-ae82-b36333499a5f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:security_group_rule and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:47.251348 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-6f945687-2a43-4754-956a-9cd7833d1e3d None None] Attempting to bind port 5980b922-4175-4ee1-b774-889cdb9f1316 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:34:47.252340 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-6f945687-2a43-4754-956a-9cd7833d1e3d None None] Attempting to bind port 5980b922-4175-4ee1-b774-889cdb9f1316 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:34:47.252810 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f945687-2a43-4754-956a-9cd7833d1e3d None None] Attempting to bind port 5980b922-4175-4ee1-b774-889cdb9f1316 on network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:34:47.258908 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-753b18c1-ef06-43bc-ae82-b36333499a5f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:47.261383 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f945687-2a43-4754-956a-9cd7833d1e3d None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:34:47.261876 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f945687-2a43-4754-956a-9cd7833d1e3d None None] Checking segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:34:47.262548 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-6f945687-2a43-4754-956a-9cd7833d1e3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:47.263722 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f945687-2a43-4754-956a-9cd7833d1e3d None None] Bound using segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:34:47.264212 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-6f945687-2a43-4754-956a-9cd7833d1e3d None None] Bound port: 5980b922-4175-4ee1-b774-889cdb9f1316, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:34:47.264607 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-6f945687-2a43-4754-956a-9cd7833d1e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:47.380682 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7f5618b1-4bf6-42e8-951f-1b63576305c7 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:47.393750 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7b635770-85b4-41dc-b245-d80b23cc2f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:47.447020 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-6f945687-2a43-4754-956a-9cd7833d1e3d None None] For port 5980b922-4175-4ee1-b774-889cdb9f1316, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:34:47.454134 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-6f945687-2a43-4754-956a-9cd7833d1e3d None None] For port 5980b922-4175-4ee1-b774-889cdb9f1316, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=5980b922-4175-4ee1-b774-889cdb9f1316,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:34:47.460931 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-7f5618b1-4bf6-42e8-951f-1b63576305c7 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] device_id is not set on port e787006d-cfa7-4432-9266-4792ebe9b343 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:34:47.479655 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-7b635770-85b4-41dc-b245-d80b23cc2f06 None None] For port 6578021d-8550-4321-b7d5-8a2d01489b33, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=6578021d-8550-4321-b7d5-8a2d01489b33,segment=NetworkSegment(ded56941-f256-4b0e-a745-44b7bd000664),segment_id=ded56941-f256-4b0e-a745-44b7bd000664)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:34:47.485412 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-753b18c1-ef06-43bc-ae82-b36333499a5f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:47.518556 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d6cb0524-8221-4995-ad99-9fae66cd5473 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:47.536039 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-6f945687-2a43-4754-956a-9cd7833d1e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:47.538581 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6cb0524-8221-4995-ad99-9fae66cd5473 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 04 11:34:47.546527 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6cb0524-8221-4995-ad99-9fae66cd5473 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:34:47.558662 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7b635770-85b4-41dc-b245-d80b23cc2f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:47.562554 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d6cb0524-8221-4995-ad99-9fae66cd5473 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] 10.222.0.21 "DELETE /v2.0/networks/81a5d458-a841-4e46-99b0-a8df64cc91a0 HTTP/1.1" status: 409 len: 405 time: 0.3099797 Feb 04 11:34:47.564804 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60342) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:47.576821 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-e7972b0b-85e9-4160-a0d0-c483820a006a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-621269283'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:47.589584 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e7972b0b-85e9-4160-a0d0-c483820a006a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:47.615619 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-753b18c1-ef06-43bc-ae82-b36333499a5f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:47.630627 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e7972b0b-85e9-4160-a0d0-c483820a006a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Usage tracker for resource:network and tenant:956cada409764229906c1fe7744bf82f is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:47.637275 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e7972b0b-85e9-4160-a0d0-c483820a006a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:47.662367 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e7972b0b-85e9-4160-a0d0-c483820a006a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:47.676715 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5d8421c0-ec74-4309-90a4-b7cfd8a57faa tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:47.678624 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-753b18c1-ef06-43bc-ae82-b36333499a5f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:47.704876 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f945687-2a43-4754-956a-9cd7833d1e3d None None] Routers {'706058ac-60b3-4290-8152-b42429969a75'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:34:47.705512 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-6f945687-2a43-4754-956a-9cd7833d1e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:34:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['706058ac-60b3-4290-8152-b42429969a75'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:47.728821 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b635770-85b4-41dc-b245-d80b23cc2f06 None None] Pushing event updated for resources: {'Port': ['ID=6578021d-8550-4321-b7d5-8a2d01489b33,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:47.748437 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-753b18c1-ef06-43bc-ae82-b36333499a5f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:34:47.782895 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-b52cbb98-7421-4576-a804-69ed655ba91a None None] Provisioning complete for port 6578021d-8550-4321-b7d5-8a2d01489b33 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:47.784530 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b52cbb98-7421-4576-a804-69ed655ba91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:47.786091 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b18c1-ef06-43bc-ae82-b36333499a5f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a65770b3-ee6d-49a7-86b9-c792ff136c2e,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:47.795800 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-753b18c1-ef06-43bc-ae82-b36333499a5f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:47.800039 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-753b18c1-ef06-43bc-ae82-b36333499a5f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Added segment 2e749be9-2db6-40a8-a668-7a4af24ef663 of type vlan for network 86b78875-1a29-401f-ba26-af0b60d88d97 Feb 04 11:34:47.814798 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60350) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:47.819346 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a154b985-f2cb-49e5-928c-fd8752ffe64a None None] Pushing event updated for resources: {'Port': ['ID=5980b922-4175-4ee1-b774-889cdb9f1316,revision_number=4']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:47.884399 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-753b18c1-ef06-43bc-ae82-b36333499a5f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:47.887685 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7972b0b-85e9-4160-a0d0-c483820a006a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Made reservation on behalf of 956cada409764229906c1fe7744bf82f for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:47.891912 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e7972b0b-85e9-4160-a0d0-c483820a006a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:47.940602 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d88be9a-f9f2-4ed6-90d1-54fd0fc36988 None None] Network 81a5d458-a841-4e46-99b0-a8df64cc91a0 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:47.984550 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-6f945687-2a43-4754-956a-9cd7833d1e3d None None] Set router 706058ac-60b3-4290-8152-b42429969a75 gateway port host: None {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:34:48.034501 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-753b18c1-ef06-43bc-ae82-b36333499a5f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:48.038684 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753b18c1-ef06-43bc-ae82-b36333499a5f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:48.039296 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-753b18c1-ef06-43bc-ae82-b36333499a5f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:48.168050 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7f5618b1-4bf6-42e8-951f-1b63576305c7 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:48.201602 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-592f621c-e3b5-4eaf-b7a5-d71c841a4c44 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-947747847', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}, 'admin_state_up': False}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:48.219196 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-592f621c-e3b5-4eaf-b7a5-d71c841a4c44 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:48.227460 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7972b0b-85e9-4160-a0d0-c483820a006a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:34:48.239145 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-592f621c-e3b5-4eaf-b7a5-d71c841a4c44 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Usage tracker for resource:router and tenant:0a398f05f2bb4d8d9e15137239f4433d is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:48.245186 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-592f621c-e3b5-4eaf-b7a5-d71c841a4c44 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:48.257278 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-592f621c-e3b5-4eaf-b7a5-d71c841a4c44 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:48.260682 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e7972b0b-85e9-4160-a0d0-c483820a006a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:48.260821 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b18c1-ef06-43bc-ae82-b36333499a5f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Network': ['ID=86b78875-1a29-401f-ba26-af0b60d88d97,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:48.260951 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-e7972b0b-85e9-4160-a0d0-c483820a006a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Added segment 6efb757e-d5f7-422a-a3b8-1682a2ea90c1 of type vlan for network 6469fad9-2e71-4945-8521-3ff93cfa48e2 Feb 04 11:34:48.276423 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 86b78875-1a29-401f-ba26-af0b60d88d97 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:34:48.320227 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7f5618b1-4bf6-42e8-951f-1b63576305c7 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:48.329492 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-753b18c1-ef06-43bc-ae82-b36333499a5f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.2707675 Feb 04 11:34:48.333004 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60356) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:48.342921 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-2d9799b8-3101-4313-bfec-d99c7714e5be tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'port': {'network_id': '86b78875-1a29-401f-ba26-af0b60d88d97', 'name': 'tempest-PortsIpV6TestJSON-1788442195'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:48.366892 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec215c8-a3cf-409f-928e-d0d1ff0930c7 None None] DHCP port deletion for 81a5d458-a841-4e46-99b0-a8df64cc91a0 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:34:48.399663 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-dec215c8-a3cf-409f-928e-d0d1ff0930c7 None None] Deleting port 6fae8501-d39e-4918-ad05-0e7ebef5e1c9 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:48.400034 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dec215c8-a3cf-409f-928e-d0d1ff0930c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:48.408101 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e7972b0b-85e9-4160-a0d0-c483820a006a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:48.416694 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5618b1-4bf6-42e8-951f-1b63576305c7 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Network 6bf13621-12da-4d4e-8931-fb46b2d65817 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:48.429777 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-7f5618b1-4bf6-42e8-951f-1b63576305c7 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:48.446063 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5618b1-4bf6-42e8-951f-1b63576305c7 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:34:48.450231 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5618b1-4bf6-42e8-951f-1b63576305c7 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:48.450913 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7f5618b1-4bf6-42e8-951f-1b63576305c7 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:48.564371 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5618b1-4bf6-42e8-951f-1b63576305c7 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Port': ['ID=e787006d-cfa7-4432-9266-4792ebe9b343,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:48.588090 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f5c5c9b1-8334-4d5b-b3ad-a4f8cf5045e4 None None] Provisioning for port 6fae8501-d39e-4918-ad05-0e7ebef5e1c9 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:48.595281 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-6f945687-2a43-4754-956a-9cd7833d1e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706058ac-60b3-4290-8152-b42429969a75', 'name': 'tempest-NetworksTestDHCPv6-router-411190459', 'tenant_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:34:38Z', 'updated_at': '2022-02-04T11:34:41Z', 'revision_number': 2, 'project_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'gw_port_host': None, '_interfaces': [{'id': '5980b922-4175-4ee1-b774-889cdb9f1316', 'name': '', 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'tenant_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'mac_address': 'fa:16:3e:0e:96:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706058ac-60b3-4290-8152-b42429969a75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '171e2290-2274-4f2a-986a-12452be7db28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:34:39Z', 'updated_at': '2022-02-04T11:34:47Z', 'revision_number': 4, 'project_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'subnets': [{'id': '171e2290-2274-4f2a-986a-12452be7db28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:48.604967 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f945687-2a43-4754-956a-9cd7833d1e3d None None] The sync data for ids ['706058ac-60b3-4290-8152-b42429969a75'] in dv-neutron-827825-2-hyperv is: [{'id': '706058ac-60b3-4290-8152-b42429969a75', 'name': 'tempest-NetworksTestDHCPv6-router-411190459', 'tenant_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:34:38Z', 'updated_at': '2022-02-04T11:34:41Z', 'revision_number': 2, 'project_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'gw_port_host': None, '_interfaces': [{'id': '5980b922-4175-4ee1-b774-889cdb9f1316', 'name': '', 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'tenant_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'mac_address': 'fa:16:3e:0e:96:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706058ac-60b3-4290-8152-b42429969a75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '171e2290-2274-4f2a-986a-12452be7db28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:34:39Z', 'updated_at': '2022-02-04T11:34:47Z', 'revision_number': 4, 'project_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'subnets': [{'id': '171e2290-2274-4f2a-986a-12452be7db28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:34:48.646784 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e7972b0b-85e9-4160-a0d0-c483820a006a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:48.650118 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-592f621c-e3b5-4eaf-b7a5-d71c841a4c44 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:48.651319 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-592f621c-e3b5-4eaf-b7a5-d71c841a4c44 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:48.652156 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7972b0b-85e9-4160-a0d0-c483820a006a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:48.658398 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e7972b0b-85e9-4160-a0d0-c483820a006a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:48.661838 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 6578021d-8550-4321-b7d5-8a2d01489b33 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:48.713191 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-592f621c-e3b5-4eaf-b7a5-d71c841a4c44 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:48.714751 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-2d9799b8-3101-4313-bfec-d99c7714e5be tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:48.725590 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-2d9799b8-3101-4313-bfec-d99c7714e5be tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:port and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:48.729555 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-2d9799b8-3101-4313-bfec-d99c7714e5be tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:48.737818 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-2d9799b8-3101-4313-bfec-d99c7714e5be tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:48.820172 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-dec215c8-a3cf-409f-928e-d0d1ff0930c7 None None] For port 6fae8501-d39e-4918-ad05-0e7ebef5e1c9, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=6fae8501-d39e-4918-ad05-0e7ebef5e1c9,segment=NetworkSegment(053f0349-35d2-4a88-8c53-54e4f4c63e88),segment_id=053f0349-35d2-4a88-8c53-54e4f4c63e88)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:34:48.820710 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dec215c8-a3cf-409f-928e-d0d1ff0930c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:48.882327 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-5d8421c0-ec74-4309-90a4-b7cfd8a57faa tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting port 5980b922-4175-4ee1-b774-889cdb9f1316 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:48.882668 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5d8421c0-ec74-4309-90a4-b7cfd8a57faa tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:48.938388 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-7f5618b1-4bf6-42e8-951f-1b63576305c7 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1329515 Feb 04 11:34:48.942232 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60360) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:48.945900 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9799b8-3101-4313-bfec-d99c7714e5be tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Made reservation on behalf of 923893a854aa49c78e412c9bf04cfc96 for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:48.950529 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2d9799b8-3101-4313-bfec-d99c7714e5be tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:48.979061 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 6578021d-8550-4321-b7d5-8a2d01489b33 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:48.979437 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:48.987677 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7972b0b-85e9-4160-a0d0-c483820a006a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Pushing event updated for resources: {'Network': ['ID=6469fad9-2e71-4945-8521-3ff93cfa48e2,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:49.028585 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e7972b0b-85e9-4160-a0d0-c483820a006a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4617538 Feb 04 11:34:49.033059 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60364) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:49.049631 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-dec215c8-a3cf-409f-928e-d0d1ff0930c7 None None] Calling delete_port for 6fae8501-d39e-4918-ad05-0e7ebef5e1c9 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:49.078730 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 6469fad9-2e71-4945-8521-3ff93cfa48e2 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:34:49.100383 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-31df140c-c6e6-4ad5-a575-0465251835c1 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Request body: {'subnet': {'network_id': '6469fad9-2e71-4945-8521-3ff93cfa48e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:49.153049 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-2d9799b8-3101-4313-bfec-d99c7714e5be tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] device_id is not set on port 108858b3-5608-4c47-85f6-ab0a863bad94 yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:34:49.238178 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f47d11f-6f2c-4d98-9c6f-5f3ed9cba52e tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:49.239963 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5f47d11f-6f2c-4d98-9c6f-5f3ed9cba52e tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "GET /v2.0/ports/e787006d-cfa7-4432-9266-4792ebe9b343 HTTP/1.1" status: 200 len: 841 time: 0.2954552 Feb 04 11:34:49.247360 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60368) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:49.256962 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-592f621c-e3b5-4eaf-b7a5-d71c841a4c44 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:49.369196 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-31df140c-c6e6-4ad5-a575-0465251835c1 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:49.381249 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 67ddeb7c-c5de-4344-925c-69db6bd5e55e up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:49.386873 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-5d8421c0-ec74-4309-90a4-b7cfd8a57faa tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] For port 5980b922-4175-4ee1-b774-889cdb9f1316, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=5980b922-4175-4ee1-b774-889cdb9f1316,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:34:49.387361 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5d8421c0-ec74-4309-90a4-b7cfd8a57faa tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:49.401629 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-31df140c-c6e6-4ad5-a575-0465251835c1 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:49.457647 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 67ddeb7c-c5de-4344-925c-69db6bd5e55e triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:49.458086 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:49.490190 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dec215c8-a3cf-409f-928e-d0d1ff0930c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:49.542603 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-5d8421c0-ec74-4309-90a4-b7cfd8a57faa tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Calling delete_port for 5980b922-4175-4ee1-b774-889cdb9f1316 owned by network:router_interface {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:49.547188 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec215c8-a3cf-409f-928e-d0d1ff0930c7 None None] Pushing event deleted for resources: {'Port': ['ID=6fae8501-d39e-4918-ad05-0e7ebef5e1c9,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:49.565743 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec215c8-a3cf-409f-928e-d0d1ff0930c7 None None] No DVR routers for this DVR port 6fae8501-d39e-4918-ad05-0e7ebef5e1c9 on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:34:49.570189 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2d9799b8-3101-4313-bfec-d99c7714e5be tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:49.574409 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-a8fd054f-ae54-401a-98ca-cba6aa01499c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Deleting port e787006d-cfa7-4432-9266-4792ebe9b343 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:49.574973 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a8fd054f-ae54-401a-98ca-cba6aa01499c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:49.695742 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-592f621c-e3b5-4eaf-b7a5-d71c841a4c44 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router_gateway, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:49.725396 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-592f621c-e3b5-4eaf-b7a5-d71c841a4c44 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:49.760203 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2d9799b8-3101-4313-bfec-d99c7714e5be tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:49.812385 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31df140c-c6e6-4ad5-a575-0465251835c1 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Made reservation on behalf of 956cada409764229906c1fe7744bf82f for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:49.921343 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9799b8-3101-4313-bfec-d99c7714e5be tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Port': ['ID=108858b3-5608-4c47-85f6-ab0a863bad94,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:49.958971 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9799b8-3101-4313-bfec-d99c7714e5be tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Checking segment: {'id': '2e749be9-2db6-40a8-a668-7a4af24ef663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '86b78875-1a29-401f-ba26-af0b60d88d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:34:49.959323 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9799b8-3101-4313-bfec-d99c7714e5be tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Network hostable DHCP agents. Network: 86b78875-1a29-401f-ba26-af0b60d88d97, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:34:49.963793 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-592f621c-e3b5-4eaf-b7a5-d71c841a4c44 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Allocated IP 172.26.3.51 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/03fe96ba-e9aa-482e-af6d-2d4fbb424c05) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:50.027219 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-31df140c-c6e6-4ad5-a575-0465251835c1 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:50.125805 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9799b8-3101-4313-bfec-d99c7714e5be tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Network 86b78875-1a29-401f-ba26-af0b60d88d97 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:34:50.132731 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-592f621c-e3b5-4eaf-b7a5-d71c841a4c44 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:50.164967 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a8fd054f-ae54-401a-98ca-cba6aa01499c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:50.209239 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-2d9799b8-3101-4313-bfec-d99c7714e5be tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 86b78875-1a29-401f-ba26-af0b60d88d97) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:50.213968 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9799b8-3101-4313-bfec-d99c7714e5be tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:34:50.222725 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe1b49b-8a3d-4462-806b-cd2d128853d8 None None] Network 86b78875-1a29-401f-ba26-af0b60d88d97 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:50.233953 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9799b8-3101-4313-bfec-d99c7714e5be tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:50.234688 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2d9799b8-3101-4313-bfec-d99c7714e5be tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:50.256608 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-592f621c-e3b5-4eaf-b7a5-d71c841a4c44 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:50.355193 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f621c-e3b5-4eaf-b7a5-d71c841a4c44 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Pushing event updated for resources: {'Port': ['ID=03fe96ba-e9aa-482e-af6d-2d4fbb424c05,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:50.355193 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592f621c-e3b5-4eaf-b7a5-d71c841a4c44 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:50.355193 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-592f621c-e3b5-4eaf-b7a5-d71c841a4c44 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:50.355193 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592f621c-e3b5-4eaf-b7a5-d71c841a4c44 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:34:50.442651 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2d9799b8-3101-4313-bfec-d99c7714e5be tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1084905 Feb 04 11:34:50.446829 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-a8fd054f-ae54-401a-98ca-cba6aa01499c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Calling delete_port for e787006d-cfa7-4432-9266-4792ebe9b343 owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:50.448845 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60372) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:50.456698 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-0f3923c9-6bbd-469f-8a2e-f3afd583bada tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-950321515'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:50.470110 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-0f3923c9-6bbd-469f-8a2e-f3afd583bada tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:50.476764 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-0f3923c9-6bbd-469f-8a2e-f3afd583bada tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:network and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:50.481340 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-0f3923c9-6bbd-469f-8a2e-f3afd583bada tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:50.493206 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-0f3923c9-6bbd-469f-8a2e-f3afd583bada tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:50.562651 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 5980b922-4175-4ee1-b774-889cdb9f1316 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:50.608983 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3923c9-6bbd-469f-8a2e-f3afd583bada tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Made reservation on behalf of 923893a854aa49c78e412c9bf04cfc96 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:50.611932 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0f3923c9-6bbd-469f-8a2e-f3afd583bada tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:50.637560 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 5980b922-4175-4ee1-b774-889cdb9f1316 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:50.640354 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a8fd054f-ae54-401a-98ca-cba6aa01499c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:50.644228 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 5980b922-4175-4ee1-b774-889cdb9f1316 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:50.644603 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:50.644753 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5d8421c0-ec74-4309-90a4-b7cfd8a57faa tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:50.645117 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f3923c9-6bbd-469f-8a2e-f3afd583bada tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:34:50.661921 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0f3923c9-6bbd-469f-8a2e-f3afd583bada tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:50.662261 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-0f3923c9-6bbd-469f-8a2e-f3afd583bada tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Added segment 5c3f8387-d1ff-4b20-8cf9-94de7f297e17 of type vlan for network 9ed4d37c-a65a-40c9-bd4f-b79e70f12d9a Feb 04 11:34:50.678500 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Port 5980b922-4175-4ee1-b774-889cdb9f1316 was deleted so its status cannot be updated. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 04 11:34:50.692680 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0f3923c9-6bbd-469f-8a2e-f3afd583bada tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:50.709375 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8421c0-ec74-4309-90a4-b7cfd8a57faa tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Port': ['ID=5980b922-4175-4ee1-b774-889cdb9f1316,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:50.779852 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-592f621c-e3b5-4eaf-b7a5-d71c841a4c44 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router_gateway, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:50.780519 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-592f621c-e3b5-4eaf-b7a5-d71c841a4c44 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:50.799606 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fd054f-ae54-401a-98ca-cba6aa01499c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'Port': ['ID=e787006d-cfa7-4432-9266-4792ebe9b343,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:50.846836 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0f3923c9-6bbd-469f-8a2e-f3afd583bada tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:50.851393 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3923c9-6bbd-469f-8a2e-f3afd583bada tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:50.851958 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a8fd054f-ae54-401a-98ca-cba6aa01499c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:50.852083 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0f3923c9-6bbd-469f-8a2e-f3afd583bada tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:50.955424 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a8fd054f-ae54-401a-98ca-cba6aa01499c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/ports/e787006d-cfa7-4432-9266-4792ebe9b343 HTTP/1.1" status: 204 len: 168 time: 1.7017467 Feb 04 11:34:50.968495 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60376) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:51.088077 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3923c9-6bbd-469f-8a2e-f3afd583bada tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Network': ['ID=9ed4d37c-a65a-40c9-bd4f-b79e70f12d9a,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:51.088347 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae2a6e4-4e4d-462e-9e78-13b758c36b7f tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] GET failed (client error): The resource could not be found. Feb 04 11:34:51.088857 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-1ae2a6e4-4e4d-462e-9e78-13b758c36b7f tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Synchronizing usage tracker for tenant:2294c16a4d404317a20d2fdff5bb1a4c on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:51.099458 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5d8421c0-ec74-4309-90a4-b7cfd8a57faa tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:51.105179 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 9ed4d37c-a65a-40c9-bd4f-b79e70f12d9a details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:34:51.171798 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-0f3923c9-6bbd-469f-8a2e-f3afd583bada tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7217793 Feb 04 11:34:51.176963 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60380) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:51.191648 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-c5d3f1e3-2435-418f-b101-2109b77eea05 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'ports': [{'network_id': '86b78875-1a29-401f-ba26-af0b60d88d97'}, {'network_id': '9ed4d37c-a65a-40c9-bd4f-b79e70f12d9a'}]} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:51.191961 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-c5d3f1e3-2435-418f-b101-2109b77eea05 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'port': {'network_id': '86b78875-1a29-401f-ba26-af0b60d88d97'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:51.192449 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-c5d3f1e3-2435-418f-b101-2109b77eea05 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'port': {'network_id': '9ed4d37c-a65a-40c9-bd4f-b79e70f12d9a'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:51.276955 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-1ae2a6e4-4e4d-462e-9e78-13b758c36b7f tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Unset dirty status for tenant:2294c16a4d404317a20d2fdff5bb1a4c on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:51.278128 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-1ae2a6e4-4e4d-462e-9e78-13b758c36b7f tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "GET /v2.0/ports/e787006d-cfa7-4432-9266-4792ebe9b343 HTTP/1.1" status: 404 len: 333 time: 0.3085539 Feb 04 11:34:51.282145 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60384) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:51.288212 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-59b3c461-6cc7-450e-b9ce-6367b1dfe0d9 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'port': {'network_id': '6bf13621-12da-4d4e-8931-fb46b2d65817', 'name': 'tempest-PortsTestJSON-1211869740'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:51.356334 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592f621c-e3b5-4eaf-b7a5-d71c841a4c44 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Router 3f1675a4-005c-4d47-a220-01334b8b9624 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:34:51.468158 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-59b3c461-6cc7-450e-b9ce-6367b1dfe0d9 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:51.479865 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-59b3c461-6cc7-450e-b9ce-6367b1dfe0d9 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:51.581405 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b3c461-6cc7-450e-b9ce-6367b1dfe0d9 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Made reservation on behalf of 2294c16a4d404317a20d2fdff5bb1a4c for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:51.584386 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-59b3c461-6cc7-450e-b9ce-6367b1dfe0d9 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:51.618917 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-59b3c461-6cc7-450e-b9ce-6367b1dfe0d9 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] device_id is not set on port 3e710427-c0cf-4184-8031-5f3a9be79a06 yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:34:51.681279 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.objects.ports [None req-31df140c-c6e6-4ad5-a575-0465251835c1 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84205) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 11:34:51.691248 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-31df140c-c6e6-4ad5-a575-0465251835c1 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:51.716510 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592f621c-e3b5-4eaf-b7a5-d71c841a4c44 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:34:51.726685 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e1a86d-d3cf-4865-ab83-6a179fc24b07 None None] Sync routers for ids ['3f1675a4-005c-4d47-a220-01334b8b9624'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:34:51.739625 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e1a86d-d3cf-4865-ab83-6a179fc24b07 None None] Routers {'3f1675a4-005c-4d47-a220-01334b8b9624'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:34:51.740414 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-98e1a86d-d3cf-4865-ab83-6a179fc24b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:34:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['3f1675a4-005c-4d47-a220-01334b8b9624'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:51.785765 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c5d3f1e3-2435-418f-b101-2109b77eea05 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:51.801804 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-98e1a86d-d3cf-4865-ab83-6a179fc24b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:51.806898 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c5d3f1e3-2435-418f-b101-2109b77eea05 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:port and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:51.814091 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e1a86d-d3cf-4865-ab83-6a179fc24b07 None None] Routers {'3f1675a4-005c-4d47-a220-01334b8b9624'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:34:51.814696 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-98e1a86d-d3cf-4865-ab83-6a179fc24b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:34:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['3f1675a4-005c-4d47-a220-01334b8b9624'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:51.822132 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c5d3f1e3-2435-418f-b101-2109b77eea05 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:51.843617 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-592f621c-e3b5-4eaf-b7a5-d71c841a4c44 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:51.848629 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-592f621c-e3b5-4eaf-b7a5-d71c841a4c44 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.0287392 Feb 04 11:34:51.850353 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60388) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:51.881072 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-98e1a86d-d3cf-4865-ab83-6a179fc24b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:51.881476 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e1a86d-d3cf-4865-ab83-6a179fc24b07 None None] The sync data for ids ['3f1675a4-005c-4d47-a220-01334b8b9624'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:34:51.950553 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-59b3c461-6cc7-450e-b9ce-6367b1dfe0d9 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:51.955761 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c5d3f1e3-2435-418f-b101-2109b77eea05 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:52.032330 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df140c-c6e6-4ad5-a575-0465251835c1 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Pushing event updated for resources: {'Subnet': ['ID=6d46b3fb-de8a-4db9-9336-076ac84747ca,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:52.060457 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31df140c-c6e6-4ad5-a575-0465251835c1 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Checking segment: {'id': '6efb757e-d5f7-422a-a3b8-1682a2ea90c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6469fad9-2e71-4945-8521-3ff93cfa48e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:34:52.060915 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31df140c-c6e6-4ad5-a575-0465251835c1 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Network hostable DHCP agents. Network: 6469fad9-2e71-4945-8521-3ff93cfa48e2, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:34:52.066309 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8421c0-ec74-4309-90a4-b7cfd8a57faa tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Router 706058ac-60b3-4290-8152-b42429969a75 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:34:52.068194 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-59b3c461-6cc7-450e-b9ce-6367b1dfe0d9 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:52.144250 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d3f1e3-2435-418f-b101-2109b77eea05 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Made reservation on behalf of 923893a854aa49c78e412c9bf04cfc96 for: {'port': 2} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:52.147686 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c5d3f1e3-2435-418f-b101-2109b77eea05 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:52.151307 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b3c461-6cc7-450e-b9ce-6367b1dfe0d9 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Network 6bf13621-12da-4d4e-8931-fb46b2d65817 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:52.156499 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-59b3c461-6cc7-450e-b9ce-6367b1dfe0d9 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:52.162310 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b3c461-6cc7-450e-b9ce-6367b1dfe0d9 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:34:52.166414 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b3c461-6cc7-450e-b9ce-6367b1dfe0d9 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:52.167076 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-59b3c461-6cc7-450e-b9ce-6367b1dfe0d9 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:52.171166 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3c461-6cc7-450e-b9ce-6367b1dfe0d9 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Port': ['ID=3e710427-c0cf-4184-8031-5f3a9be79a06,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:52.177743 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c5d3f1e3-2435-418f-b101-2109b77eea05 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:52.197126 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-326f99db-d043-47f7-b252-a08488f1075d tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] 10.222.0.21 "GET /v2.0/routers/3f1675a4-005c-4d47-a220-01334b8b9624 HTTP/1.1" status: 200 len: 919 time: 0.3433533 Feb 04 11:34:52.197422 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60392) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:52.243390 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c42711a8-5218-4f8e-838c-1981c34865f0 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f1675a4-005c-4d47-a220-01334b8b9624 HTTP/1.1" status: 200 len: 205 time: 0.0425143 Feb 04 11:34:52.243836 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60396) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:52.288505 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31df140c-c6e6-4ad5-a575-0465251835c1 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Network 6469fad9-2e71-4945-8521-3ff93cfa48e2 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:34:52.303243 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-59b3c461-6cc7-450e-b9ce-6367b1dfe0d9 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0200138 Feb 04 11:34:52.307137 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60400) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:52.352077 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-39767001-66ee-4123-bd8b-cfa486fffc8c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:52.386876 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8421c0-ec74-4309-90a4-b7cfd8a57faa tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:34:52.396983 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe15aad-c1ae-4b50-bac0-3939e586809d None None] Sync routers for ids ['706058ac-60b3-4290-8152-b42429969a75'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:34:52.403285 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-31df140c-c6e6-4ad5-a575-0465251835c1 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 6469fad9-2e71-4945-8521-3ff93cfa48e2) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:52.407857 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5d8421c0-ec74-4309-90a4-b7cfd8a57faa tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "PUT /v2.0/routers/706058ac-60b3-4290-8152-b42429969a75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6162500 Feb 04 11:34:52.413215 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe15aad-c1ae-4b50-bac0-3939e586809d None None] Routers {'706058ac-60b3-4290-8152-b42429969a75'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:34:52.413684 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60404) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:52.416279 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2cb097-ad39-4f89-88da-58c857b2a5d7 None None] Network 6469fad9-2e71-4945-8521-3ff93cfa48e2 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:52.416906 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31df140c-c6e6-4ad5-a575-0465251835c1 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:52.417492 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-31df140c-c6e6-4ad5-a575-0465251835c1 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:52.426652 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-bbe15aad-c1ae-4b50-bac0-3939e586809d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:34:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['706058ac-60b3-4290-8152-b42429969a75'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:52.473183 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b3c55779-b8c7-4f26-a01a-9a9954fbba22 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:52.663190 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-bbe15aad-c1ae-4b50-bac0-3939e586809d None None] Set router 706058ac-60b3-4290-8152-b42429969a75 gateway port host: None {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:34:52.676327 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-c5d3f1e3-2435-418f-b101-2109b77eea05 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] device_id is not set on port 9c6c083b-68e9-4b80-8d79-0e762b3eb525 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:34:52.680060 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-31df140c-c6e6-4ad5-a575-0465251835c1 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6443455 Feb 04 11:34:52.687798 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60408) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:52.692686 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7a60cd-e7b3-49d7-b82e-e8a8a39e3f0a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:52.693816 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7a60cd-e7b3-49d7-b82e-e8a8a39e3f0a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:52.695370 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ba7a60cd-e7b3-49d7-b82e-e8a8a39e3f0a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2803044 Feb 04 11:34:52.697499 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-39767001-66ee-4123-bd8b-cfa486fffc8c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:52.707425 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60410) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:52.721058 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-f4865574-dd1c-4223-8388-13984733a75e tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Request body: {'port': {'network_id': '6469fad9-2e71-4945-8521-3ff93cfa48e2', 'name': 'tempest-NetworksIpV6TestAttrs-1004056138'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:52.783321 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3365a70-9648-4b88-8bae-8c03d8852926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-6469fad9-2e71-4945-8521-3ff93cfa48e2', 'network_id': '6469fad9-2e71-4945-8521-3ff93cfa48e2', 'tenant_id': '956cada409764229906c1fe7744bf82f', 'fixed_ips': [{'subnet_id': '6d46b3fb-de8a-4db9-9336-076ac84747ca'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:34:52.786108 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b3365a70-9648-4b88-8bae-8c03d8852926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:52.788445 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-bbe15aad-c1ae-4b50-bac0-3939e586809d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706058ac-60b3-4290-8152-b42429969a75', 'name': 'tempest-NetworksTestDHCPv6-router-411190459', 'tenant_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:34:38Z', 'updated_at': '2022-02-04T11:34:50Z', 'revision_number': 3, 'project_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'gw_port_host': None}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:52.793382 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe15aad-c1ae-4b50-bac0-3939e586809d None None] Checking router: 706058ac-60b3-4290-8152-b42429969a75 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:34:52.806731 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe15aad-c1ae-4b50-bac0-3939e586809d None None] Routers {'706058ac-60b3-4290-8152-b42429969a75'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:34:52.807358 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-bbe15aad-c1ae-4b50-bac0-3939e586809d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:34:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['706058ac-60b3-4290-8152-b42429969a75'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:52.988462 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-b3365a70-9648-4b88-8bae-8c03d8852926 None None] Allocated IP 2001:db8::f816:3eff:febf:d3ad (6469fad9-2e71-4945-8521-3ff93cfa48e2/6d46b3fb-de8a-4db9-9336-076ac84747ca/977abb17-cd08-48ca-8a13-b63c809eaeca) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:52.995074 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-bbe15aad-c1ae-4b50-bac0-3939e586809d None None] Set router 706058ac-60b3-4290-8152-b42429969a75 gateway port host: None {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:34:53.034772 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c5d3f1e3-2435-418f-b101-2109b77eea05 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:53.148576 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f4865574-dd1c-4223-8388-13984733a75e tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:53.152649 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-bbe15aad-c1ae-4b50-bac0-3939e586809d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706058ac-60b3-4290-8152-b42429969a75', 'name': 'tempest-NetworksTestDHCPv6-router-411190459', 'tenant_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:34:38Z', 'updated_at': '2022-02-04T11:34:50Z', 'revision_number': 3, 'project_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'gw_port_host': None}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:53.158717 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe15aad-c1ae-4b50-bac0-3939e586809d None None] The sync data for ids ['706058ac-60b3-4290-8152-b42429969a75'] in dv-neutron-827825-2-hyperv is: [{'id': '706058ac-60b3-4290-8152-b42429969a75', 'name': 'tempest-NetworksTestDHCPv6-router-411190459', 'tenant_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:34:38Z', 'updated_at': '2022-02-04T11:34:50Z', 'revision_number': 3, 'project_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'gw_port_host': None}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:34:53.172782 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-c5d3f1e3-2435-418f-b101-2109b77eea05 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] device_id is not set on port 2193e6da-b621-4655-892e-058f0a97fad2 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:34:53.217829 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f4865574-dd1c-4223-8388-13984733a75e tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Usage tracker for resource:port and tenant:956cada409764229906c1fe7744bf82f is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:53.224690 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f4865574-dd1c-4223-8388-13984733a75e tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:53.239297 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f4865574-dd1c-4223-8388-13984733a75e tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:53.256363 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b3365a70-9648-4b88-8bae-8c03d8852926 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:53.268607 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-b3365a70-9648-4b88-8bae-8c03d8852926 None None] Transition to ACTIVE for port object 977abb17-cd08-48ca-8a13-b63c809eaeca will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:53.278623 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.resource_extend [None req-39767001-66ee-4123-bd8b-cfa486fffc8c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:34:53.287594 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b3c55779-b8c7-4f26-a01a-9a9954fbba22 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:53.291118 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-b3365a70-9648-4b88-8bae-8c03d8852926 None None] Transition to ACTIVE for port object 977abb17-cd08-48ca-8a13-b63c809eaeca will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:53.297279 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-39767001-66ee-4123-bd8b-cfa486fffc8c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:53.302047 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c5d3f1e3-2435-418f-b101-2109b77eea05 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:53.325044 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a4fb7a5-4c9b-4371-8808-cff5d1d890a2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting subnet 171e2290-2274-4f2a-986a-12452be7db28 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:34:53.329142 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8a4fb7a5-4c9b-4371-8808-cff5d1d890a2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:53.355442 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4865574-dd1c-4223-8388-13984733a75e tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Made reservation on behalf of 956cada409764229906c1fe7744bf82f for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:53.358822 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f4865574-dd1c-4223-8388-13984733a75e tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:53.381298 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-39767001-66ee-4123-bd8b-cfa486fffc8c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:53.389394 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b3365a70-9648-4b88-8bae-8c03d8852926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:53.401089 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-f4865574-dd1c-4223-8388-13984733a75e tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] device_id is not set on port 09c90cec-4eae-44f2-b26f-1f929ee96fde yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:34:53.439074 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c5d3f1e3-2435-418f-b101-2109b77eea05 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:53.442316 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-b3c55779-b8c7-4f26-a01a-9a9954fbba22 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Deleting port 03fe96ba-e9aa-482e-af6d-2d4fbb424c05 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:53.442639 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b3c55779-b8c7-4f26-a01a-9a9954fbba22 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:53.453525 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3365a70-9648-4b88-8bae-8c03d8852926 None None] Network 6469fad9-2e71-4945-8521-3ff93cfa48e2 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:53.456737 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-b3365a70-9648-4b88-8bae-8c03d8852926 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:53.460413 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3365a70-9648-4b88-8bae-8c03d8852926 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:34:53.465069 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-39767001-66ee-4123-bd8b-cfa486fffc8c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] In _notify_port_updated(), no bound segment for port 3e710427-c0cf-4184-8031-5f3a9be79a06 on network 6bf13621-12da-4d4e-8931-fb46b2d65817 {{(pid=84205) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 11:34:53.472459 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3365a70-9648-4b88-8bae-8c03d8852926 None None] Pushing event updated for resources: {'Port': ['ID=977abb17-cd08-48ca-8a13-b63c809eaeca,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:53.472605 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8a4fb7a5-4c9b-4371-8808-cff5d1d890a2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:53.472701 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39767001-66ee-4123-bd8b-cfa486fffc8c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:53.472701 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-39767001-66ee-4123-bd8b-cfa486fffc8c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:53.472701 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-39767001-66ee-4123-bd8b-cfa486fffc8c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "PUT /v2.0/ports/3e710427-c0cf-4184-8031-5f3a9be79a06 HTTP/1.1" status: 200 len: 818 time: 1.1617954 Feb 04 11:34:53.476469 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60416) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:53.521815 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39767001-66ee-4123-bd8b-cfa486fffc8c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Port': ['ID=3e710427-c0cf-4184-8031-5f3a9be79a06,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:53.532412 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d3f1e3-2435-418f-b101-2109b77eea05 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Network 86b78875-1a29-401f-ba26-af0b60d88d97 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:53.563771 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-b3365a70-9648-4b88-8bae-8c03d8852926 None None] Attempting to bind port 977abb17-cd08-48ca-8a13-b63c809eaeca on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:34:53.564384 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-b3365a70-9648-4b88-8bae-8c03d8852926 None None] Attempting to bind port 977abb17-cd08-48ca-8a13-b63c809eaeca by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '6efb757e-d5f7-422a-a3b8-1682a2ea90c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6469fad9-2e71-4945-8521-3ff93cfa48e2'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:34:53.564795 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3365a70-9648-4b88-8bae-8c03d8852926 None None] Attempting to bind port 977abb17-cd08-48ca-8a13-b63c809eaeca on network 6469fad9-2e71-4945-8521-3ff93cfa48e2 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:34:53.572719 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3365a70-9648-4b88-8bae-8c03d8852926 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:34:53.572719 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3365a70-9648-4b88-8bae-8c03d8852926 None None] Checking segment: {'id': '6efb757e-d5f7-422a-a3b8-1682a2ea90c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6469fad9-2e71-4945-8521-3ff93cfa48e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:34:53.573078 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b3365a70-9648-4b88-8bae-8c03d8852926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:53.573365 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3365a70-9648-4b88-8bae-8c03d8852926 None None] Bound using segment: {'id': '6efb757e-d5f7-422a-a3b8-1682a2ea90c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6469fad9-2e71-4945-8521-3ff93cfa48e2'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:34:53.573824 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-b3365a70-9648-4b88-8bae-8c03d8852926 None None] Bound port: 977abb17-cd08-48ca-8a13-b63c809eaeca, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6efb757e-d5f7-422a-a3b8-1682a2ea90c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6469fad9-2e71-4945-8521-3ff93cfa48e2'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:34:53.574238 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b3365a70-9648-4b88-8bae-8c03d8852926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:53.575513 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-c5d3f1e3-2435-418f-b101-2109b77eea05 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:53.592570 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d3f1e3-2435-418f-b101-2109b77eea05 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:34:53.593568 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c5d3f1e3-2435-418f-b101-2109b77eea05 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:53.642838 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-9b20a366-9079-42f2-a3b9-2fb4f68f75bb tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Deleting port 3e710427-c0cf-4184-8031-5f3a9be79a06 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:53.643319 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9b20a366-9079-42f2-a3b9-2fb4f68f75bb tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:53.675077 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-b3365a70-9648-4b88-8bae-8c03d8852926 None None] For port 977abb17-cd08-48ca-8a13-b63c809eaeca, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:34:53.679080 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-b3365a70-9648-4b88-8bae-8c03d8852926 None None] For port 977abb17-cd08-48ca-8a13-b63c809eaeca, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=977abb17-cd08-48ca-8a13-b63c809eaeca,segment=NetworkSegment(6efb757e-d5f7-422a-a3b8-1682a2ea90c1),segment_id=6efb757e-d5f7-422a-a3b8-1682a2ea90c1)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:34:53.706748 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3f1e3-2435-418f-b101-2109b77eea05 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Port': ['ID=9c6c083b-68e9-4b80-8d79-0e762b3eb525,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:53.764443 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-f4865574-dd1c-4223-8388-13984733a75e tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Allocated IP 2001:db8::f816:3eff:fe51:28bb (6469fad9-2e71-4945-8521-3ff93cfa48e2/6d46b3fb-de8a-4db9-9336-076ac84747ca/09c90cec-4eae-44f2-b26f-1f929ee96fde) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:53.799082 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b3365a70-9648-4b88-8bae-8c03d8852926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:53.807540 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8a4fb7a5-4c9b-4371-8808-cff5d1d890a2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:53.832435 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d3f1e3-2435-418f-b101-2109b77eea05 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Checking segment: {'id': '5c3f8387-d1ff-4b20-8cf9-94de7f297e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9ed4d37c-a65a-40c9-bd4f-b79e70f12d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:34:53.832639 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d3f1e3-2435-418f-b101-2109b77eea05 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Network hostable DHCP agents. Network: 9ed4d37c-a65a-40c9-bd4f-b79e70f12d9a, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:34:53.844457 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3f1e3-2435-418f-b101-2109b77eea05 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Port': ['ID=2193e6da-b621-4655-892e-058f0a97fad2,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:53.845538 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b3c55779-b8c7-4f26-a01a-9a9954fbba22 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:53.888115 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3365a70-9648-4b88-8bae-8c03d8852926 None None] Pushing event updated for resources: {'Port': ['ID=977abb17-cd08-48ca-8a13-b63c809eaeca,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:54.020876 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-b3c55779-b8c7-4f26-a01a-9a9954fbba22 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Calling delete_port for 03fe96ba-e9aa-482e-af6d-2d4fbb424c05 owned by network:router_gateway {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:54.126095 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9b20a366-9079-42f2-a3b9-2fb4f68f75bb tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:54.199741 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d3f1e3-2435-418f-b101-2109b77eea05 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Network 9ed4d37c-a65a-40c9-bd4f-b79e70f12d9a is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:34:54.259848 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8a4fb7a5-4c9b-4371-8808-cff5d1d890a2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:54.265568 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-9b20a366-9079-42f2-a3b9-2fb4f68f75bb tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Calling delete_port for 3e710427-c0cf-4184-8031-5f3a9be79a06 owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:54.320064 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4fb7a5-4c9b-4371-8808-cff5d1d890a2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Subnet': ['ID=171e2290-2274-4f2a-986a-12452be7db28,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:54.349548 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8a4fb7a5-4c9b-4371-8808-cff5d1d890a2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:54.356040 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f4865574-dd1c-4223-8388-13984733a75e tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:54.359079 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3b4c26-b0b2-4937-a307-b9240a63b2ac None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:54.369361 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-c5d3f1e3-2435-418f-b101-2109b77eea05 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 9ed4d37c-a65a-40c9-bd4f-b79e70f12d9a) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:54.375640 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d3f1e3-2435-418f-b101-2109b77eea05 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:34:54.380252 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d3f1e3-2435-418f-b101-2109b77eea05 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:54.383853 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d3f1e3-2435-418f-b101-2109b77eea05 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:54.384579 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c5d3f1e3-2435-418f-b101-2109b77eea05 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:54.420774 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8a4fb7a5-4c9b-4371-8808-cff5d1d890a2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/171e2290-2274-4f2a-986a-12452be7db28 HTTP/1.1" status: 204 len: 168 time: 1.7070584 Feb 04 11:34:54.421820 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-f4865574-dd1c-4223-8388-13984733a75e tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Transition to ACTIVE for port object 09c90cec-4eae-44f2-b26f-1f929ee96fde will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:54.424188 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60420) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:54.428364 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0844caf-4afe-4d32-a2eb-c58b3d3521ad None None] Network 9ed4d37c-a65a-40c9-bd4f-b79e70f12d9a requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:54.495512 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9b20a366-9079-42f2-a3b9-2fb4f68f75bb tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:54.502581 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c5d3f1e3-2435-418f-b101-2109b77eea05 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3219118 Feb 04 11:34:54.504014 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60424) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:54.554647 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b3c55779-b8c7-4f26-a01a-9a9954fbba22 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:54.584455 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20a366-9079-42f2-a3b9-2fb4f68f75bb tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'Port': ['ID=3e710427-c0cf-4184-8031-5f3a9be79a06,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:54.586463 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9b20a366-9079-42f2-a3b9-2fb4f68f75bb tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:54.588531 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-9b20a366-9079-42f2-a3b9-2fb4f68f75bb tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/ports/3e710427-c0cf-4184-8031-5f3a9be79a06 HTTP/1.1" status: 204 len: 168 time: 1.1108847 Feb 04 11:34:54.592064 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60428) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:54.615982 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f4865574-dd1c-4223-8388-13984733a75e tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:54.627990 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c55779-b8c7-4f26-a01a-9a9954fbba22 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Pushing event deleted for resources: {'Port': ['ID=03fe96ba-e9aa-482e-af6d-2d4fbb424c05,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:54.646059 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 977abb17-cd08-48ca-8a13-b63c809eaeca up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:54.715909 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-fce2ed55-1a7e-453c-ad22-a9635f5b9bbb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2902567 Feb 04 11:34:54.719878 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60432) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:54.750319 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-5b09f7eb-65fb-4eaa-9d83-26236becd49e tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Deleting port 2193e6da-b621-4655-892e-058f0a97fad2 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:54.750813 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5b09f7eb-65fb-4eaa-9d83-26236becd49e tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:54.894386 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66574f16-8db0-4b80-bfd4-d88757a38b78 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:54.895131 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-66574f16-8db0-4b80-bfd4-d88757a38b78 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Synchronizing usage tracker for tenant:2294c16a4d404317a20d2fdff5bb1a4c on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:54.915792 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-aae76efd-ccc7-452d-aa89-c459a2dc5da5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:54.935943 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 977abb17-cd08-48ca-8a13-b63c809eaeca completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:54.950472 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 5980b922-4175-4ee1-b774-889cdb9f1316 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:34:54.975497 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-66574f16-8db0-4b80-bfd4-d88757a38b78 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Unset dirty status for tenant:2294c16a4d404317a20d2fdff5bb1a4c on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:54.979539 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-66574f16-8db0-4b80-bfd4-d88757a38b78 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3838522 Feb 04 11:34:54.980305 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60436) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:54.995249 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4865574-dd1c-4223-8388-13984733a75e tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Pushing event updated for resources: {'Port': ['ID=09c90cec-4eae-44f2-b26f-1f929ee96fde,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:55.002960 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 5980b922-4175-4ee1-b774-889cdb9f1316 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:34:55.004032 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 5980b922-4175-4ee1-b774-889cdb9f1316 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:34:55.006793 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bebfd21-1f36-4805-971d-62e7b72d3945 None None] DHCP port deletion for a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:34:55.015401 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9bebfd21-1f36-4805-971d-62e7b72d3945 None None] Deleting port 67ddeb7c-c5de-4344-925c-69db6bd5e55e {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:55.015831 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9bebfd21-1f36-4805-971d-62e7b72d3945 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:55.016085 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4865574-dd1c-4223-8388-13984733a75e tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Network 6469fad9-2e71-4945-8521-3ff93cfa48e2 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:55.021082 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-f4865574-dd1c-4223-8388-13984733a75e tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:55.029849 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4865574-dd1c-4223-8388-13984733a75e tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:34:55.034696 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4865574-dd1c-4223-8388-13984733a75e tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:55.035609 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f4865574-dd1c-4223-8388-13984733a75e tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:55.037730 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00099dc-f572-4048-9fd9-f1df524ab673 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] GET failed (client error): The resource could not be found. Feb 04 11:34:55.043220 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d00099dc-f572-4048-9fd9-f1df524ab673 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "GET /v2.0/ports/3e710427-c0cf-4184-8031-5f3a9be79a06 HTTP/1.1" status: 404 len: 333 time: 0.0548246 Feb 04 11:34:55.043795 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60440) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:55.052320 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-f0532950-96ab-4a6e-9c0e-c1a386fdb4f4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-754929315'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:55.063205 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-f0532950-96ab-4a6e-9c0e-c1a386fdb4f4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:55.122659 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f0532950-96ab-4a6e-9c0e-c1a386fdb4f4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:network and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:55.132275 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f0532950-96ab-4a6e-9c0e-c1a386fdb4f4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:55.143425 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-f0532950-96ab-4a6e-9c0e-c1a386fdb4f4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:55.182752 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870dc663-9e69-4950-9014-e9a12f1a4a00 None None] Network 6469fad9-2e71-4945-8521-3ff93cfa48e2 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:55.218203 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f4865574-dd1c-4223-8388-13984733a75e tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.5103636 Feb 04 11:34:55.286753 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60444) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:55.342837 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b3c55779-b8c7-4f26-a01a-9a9954fbba22 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:55.403004 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0532950-96ab-4a6e-9c0e-c1a386fdb4f4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Made reservation on behalf of 2294c16a4d404317a20d2fdff5bb1a4c for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:55.403752 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9bebfd21-1f36-4805-971d-62e7b72d3945 None None] For port 67ddeb7c-c5de-4344-925c-69db6bd5e55e, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=67ddeb7c-c5de-4344-925c-69db6bd5e55e,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:34:55.404223 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9bebfd21-1f36-4805-971d-62e7b72d3945 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:55.407209 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f0532950-96ab-4a6e-9c0e-c1a386fdb4f4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:55.465487 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-bd6ce4c6-3a95-4bfa-b1e7-7ba2d90c8b91 None None] Provisioning for port 977abb17-cd08-48ca-8a13-b63c809eaeca completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:55.491668 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5b09f7eb-65fb-4eaa-9d83-26236becd49e tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:55.578009 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-bd6ce4c6-3a95-4bfa-b1e7-7ba2d90c8b91 None None] Provisioning complete for port 977abb17-cd08-48ca-8a13-b63c809eaeca triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:55.578474 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bd6ce4c6-3a95-4bfa-b1e7-7ba2d90c8b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:55.607219 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9bebfd21-1f36-4805-971d-62e7b72d3945 None None] Calling delete_port for 67ddeb7c-c5de-4344-925c-69db6bd5e55e owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:55.633262 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-aae76efd-ccc7-452d-aa89-c459a2dc5da5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:55.679757 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-5b09f7eb-65fb-4eaa-9d83-26236becd49e tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Calling delete_port for 2193e6da-b621-4655-892e-058f0a97fad2 owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:55.705083 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0532950-96ab-4a6e-9c0e-c1a386fdb4f4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:34:55.713107 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-aae76efd-ccc7-452d-aa89-c459a2dc5da5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:55.728771 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f0532950-96ab-4a6e-9c0e-c1a386fdb4f4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:55.729113 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-f0532950-96ab-4a6e-9c0e-c1a386fdb4f4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Added segment db4e22c4-b07d-478a-9f2d-bf5e943f9d3c of type vlan for network 3250efab-95dd-42b8-8331-5e86089dabad Feb 04 11:34:55.799798 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b3c55779-b8c7-4f26-a01a-9a9954fbba22 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:55.812672 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b3c55779-b8c7-4f26-a01a-9a9954fbba22 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:55.859415 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9bebfd21-1f36-4805-971d-62e7b72d3945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:55.875770 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f0532950-96ab-4a6e-9c0e-c1a386fdb4f4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:55.882701 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-719791e1-fd29-40d9-b46c-e74d55a8138a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Deleting subnet 6d46b3fb-de8a-4db9-9336-076ac84747ca {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:34:55.887258 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-719791e1-fd29-40d9-b46c-e74d55a8138a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:55.911194 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bd6ce4c6-3a95-4bfa-b1e7-7ba2d90c8b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:55.912857 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5b09f7eb-65fb-4eaa-9d83-26236becd49e tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:55.914672 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b3c55779-b8c7-4f26-a01a-9a9954fbba22 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:55.915424 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c55779-b8c7-4f26-a01a-9a9954fbba22 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Fanout notify agent at l3_agent the message router_deleted on router 3f1675a4-005c-4d47-a220-01334b8b9624 {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:34:55.915761 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-aae76efd-ccc7-452d-aa89-c459a2dc5da5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:55.916328 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae76efd-ccc7-452d-aa89-c459a2dc5da5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Fanout notify agent at l3_agent the message router_deleted on router 706058ac-60b3-4290-8152-b42429969a75 {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:34:55.921508 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bebfd21-1f36-4805-971d-62e7b72d3945 None None] Pushing event deleted for resources: {'Port': ['ID=67ddeb7c-c5de-4344-925c-69db6bd5e55e,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:55.938793 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bebfd21-1f36-4805-971d-62e7b72d3945 None None] No DVR routers for this DVR port 67ddeb7c-c5de-4344-925c-69db6bd5e55e on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:34:55.955027 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-aae76efd-ccc7-452d-aa89-c459a2dc5da5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:55.955955 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-aae76efd-ccc7-452d-aa89-c459a2dc5da5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/routers/706058ac-60b3-4290-8152-b42429969a75 HTTP/1.1" status: 204 len: 168 time: 1.2311039 Feb 04 11:34:55.965326 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60448) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:55.979273 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-bd6ce4c6-3a95-4bfa-b1e7-7ba2d90c8b91 None None] For port 977abb17-cd08-48ca-8a13-b63c809eaeca, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=977abb17-cd08-48ca-8a13-b63c809eaeca,segment=NetworkSegment(6efb757e-d5f7-422a-a3b8-1682a2ea90c1),segment_id=6efb757e-d5f7-422a-a3b8-1682a2ea90c1)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:34:55.980512 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-fa7d7608-44e3-4de7-81c6-76a4238a6b2c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:56.008327 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b09f7eb-65fb-4eaa-9d83-26236becd49e tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'Port': ['ID=2193e6da-b621-4655-892e-058f0a97fad2,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:56.018577 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-719791e1-fd29-40d9-b46c-e74d55a8138a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:56.024903 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5b09f7eb-65fb-4eaa-9d83-26236becd49e tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:56.035965 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b3c55779-b8c7-4f26-a01a-9a9954fbba22 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:56.041385 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b3c55779-b8c7-4f26-a01a-9a9954fbba22 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] 10.222.0.21 "DELETE /v2.0/routers/3f1675a4-005c-4d47-a220-01334b8b9624 HTTP/1.1" status: 204 len: 168 time: 3.7967682 Feb 04 11:34:56.042466 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60452) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:56.045711 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5b09f7eb-65fb-4eaa-9d83-26236becd49e tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/ports/2193e6da-b621-4655-892e-058f0a97fad2 HTTP/1.1" status: 204 len: 168 time: 1.5392206 Feb 04 11:34:56.057253 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-a53490a3-2a7b-449b-a002-fc5aab671c47 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Request body: {'router': {'name': 'tempest-snat-router-643884143', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'enable_snat': False}}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:56.057253 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-a53490a3-2a7b-449b-a002-fc5aab671c47 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:56.058989 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60456) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:56.102895 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bd6ce4c6-3a95-4bfa-b1e7-7ba2d90c8b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:56.130653 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-a53490a3-2a7b-449b-a002-fc5aab671c47 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Usage tracker for resource:router and tenant:92f2e9a31a274e35b8f3ab8834e747d0 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:56.135895 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-a53490a3-2a7b-449b-a002-fc5aab671c47 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:56.150289 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-a53490a3-2a7b-449b-a002-fc5aab671c47 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:56.179729 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-fa7d7608-44e3-4de7-81c6-76a4238a6b2c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:56.184321 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-fa7d7608-44e3-4de7-81c6-76a4238a6b2c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:subnet and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:56.187654 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-fa7d7608-44e3-4de7-81c6-76a4238a6b2c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:56.193400 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-fa7d7608-44e3-4de7-81c6-76a4238a6b2c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:56.203306 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f0532950-96ab-4a6e-9c0e-c1a386fdb4f4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:56.206313 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ce4c6-3a95-4bfa-b1e7-7ba2d90c8b91 None None] Pushing event updated for resources: {'Port': ['ID=977abb17-cd08-48ca-8a13-b63c809eaeca,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:56.213796 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0532950-96ab-4a6e-9c0e-c1a386fdb4f4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:56.214444 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f0532950-96ab-4a6e-9c0e-c1a386fdb4f4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:56.241260 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d579c53b-d4df-48c8-bcbd-dcc38296f1ba tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:56.245651 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d579c53b-d4df-48c8-bcbd-dcc38296f1ba tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:56.246459 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d579c53b-d4df-48c8-bcbd-dcc38296f1ba tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Synchronizing usage tracker for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:56.292493 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a53490a3-2a7b-449b-a002-fc5aab671c47 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:56.293429 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a53490a3-2a7b-449b-a002-fc5aab671c47 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:56.312555 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7d7608-44e3-4de7-81c6-76a4238a6b2c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:56.314944 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a53490a3-2a7b-449b-a002-fc5aab671c47 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:56.330767 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ff209ad4-6a9f-4f12-a6ff-58f20187e57c None None] Provisioning complete for port 977abb17-cd08-48ca-8a13-b63c809eaeca triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:56.331539 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ff209ad4-6a9f-4f12-a6ff-58f20187e57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:56.374154 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d579c53b-d4df-48c8-bcbd-dcc38296f1ba tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Unset dirty status for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:56.379488 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d579c53b-d4df-48c8-bcbd-dcc38296f1ba tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3193958 Feb 04 11:34:56.380450 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60462) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:56.421739 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f0532950-96ab-4a6e-9c0e-c1a386fdb4f4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3747008 Feb 04 11:34:56.426912 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0532950-96ab-4a6e-9c0e-c1a386fdb4f4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Network': ['ID=3250efab-95dd-42b8-8331-5e86089dabad,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:56.430229 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60466) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:56.448937 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-685a2daf-eff8-4010-8823-4b57b24f88e6 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'subnet': {'network_id': '3250efab-95dd-42b8-8331-5e86089dabad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:56.494551 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 3250efab-95dd-42b8-8331-5e86089dabad details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:34:56.542349 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-0c2dc9d7-966b-4b32-8b82-0163194241fc tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Deleting port 9c6c083b-68e9-4b80-8d79-0e762b3eb525 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:56.542919 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0c2dc9d7-966b-4b32-8b82-0163194241fc tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:56.574799 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fa7d7608-44e3-4de7-81c6-76a4238a6b2c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:56.599717 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 977abb17-cd08-48ca-8a13-b63c809eaeca up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:56.695281 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 977abb17-cd08-48ca-8a13-b63c809eaeca triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:56.695584 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:56.700136 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-719791e1-fd29-40d9-b46c-e74d55a8138a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:56.738184 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-685a2daf-eff8-4010-8823-4b57b24f88e6 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:56.749866 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ff209ad4-6a9f-4f12-a6ff-58f20187e57c None None] Provisioning for port 09c90cec-4eae-44f2-b26f-1f929ee96fde completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:56.752419 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-685a2daf-eff8-4010-8823-4b57b24f88e6 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:subnet and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:56.757017 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-685a2daf-eff8-4010-8823-4b57b24f88e6 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:56.757865 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ff209ad4-6a9f-4f12-a6ff-58f20187e57c None None] Provisioning complete for port 09c90cec-4eae-44f2-b26f-1f929ee96fde triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:56.758299 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ff209ad4-6a9f-4f12-a6ff-58f20187e57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:56.768414 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-685a2daf-eff8-4010-8823-4b57b24f88e6 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:56.779404 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a53490a3-2a7b-449b-a002-fc5aab671c47 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:56.851641 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-ff209ad4-6a9f-4f12-a6ff-58f20187e57c None None] Port 09c90cec-4eae-44f2-b26f-1f929ee96fde cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:34:56.892364 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685a2daf-eff8-4010-8823-4b57b24f88e6 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Made reservation on behalf of 2294c16a4d404317a20d2fdff5bb1a4c for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:56.933787 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 67ddeb7c-c5de-4344-925c-69db6bd5e55e no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:34:56.973450 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 67ddeb7c-c5de-4344-925c-69db6bd5e55e {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:34:56.974183 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 67ddeb7c-c5de-4344-925c-69db6bd5e55e not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:34:56.977757 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-719791e1-fd29-40d9-b46c-e74d55a8138a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:56.987750 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-623e7230-37d3-492e-af1b-3c7c8af67662 None None] Provisioning complete for port 09c90cec-4eae-44f2-b26f-1f929ee96fde triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:56.988189 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-623e7230-37d3-492e-af1b-3c7c8af67662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:57.010897 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0c2dc9d7-966b-4b32-8b82-0163194241fc tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:57.046922 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-623e7230-37d3-492e-af1b-3c7c8af67662 None None] Port 09c90cec-4eae-44f2-b26f-1f929ee96fde cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:34:57.075684 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719791e1-fd29-40d9-b46c-e74d55a8138a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Pushing event deleted for resources: {'Subnet': ['ID=6d46b3fb-de8a-4db9-9336-076ac84747ca,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:57.090047 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-719791e1-fd29-40d9-b46c-e74d55a8138a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:57.095794 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-685a2daf-eff8-4010-8823-4b57b24f88e6 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:57.095938 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5598822-9923-42a1-aba5-c3f1b76c6d10 None None] Network 6469fad9-2e71-4945-8521-3ff93cfa48e2 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:57.139983 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-0c2dc9d7-966b-4b32-8b82-0163194241fc tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Calling delete_port for 9c6c083b-68e9-4b80-8d79-0e762b3eb525 owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:57.187913 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fa7d7608-44e3-4de7-81c6-76a4238a6b2c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:57.259782 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-719791e1-fd29-40d9-b46c-e74d55a8138a tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] 10.222.0.21 "DELETE /v2.0/subnets/6d46b3fb-de8a-4db9-9336-076ac84747ca HTTP/1.1" status: 204 len: 168 time: 1.9718852 Feb 04 11:34:57.266200 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60474) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:57.302789 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7d7608-44e3-4de7-81c6-76a4238a6b2c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:57.303905 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d7608-44e3-4de7-81c6-76a4238a6b2c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Subnet': ['ID=17b07726-6f26-4164-87d5-e8af5fbc4bac,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:57.308419 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-fa7d7608-44e3-4de7-81c6-76a4238a6b2c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:57.314458 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7d7608-44e3-4de7-81c6-76a4238a6b2c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:57.315091 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fa7d7608-44e3-4de7-81c6-76a4238a6b2c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:57.325154 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655f3521-c01d-4e83-b11b-caa6e3bddbcc None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:57.348114 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0c2dc9d7-966b-4b32-8b82-0163194241fc tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:57.419170 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f853777-e738-4632-bc83-7a35e5e7058c None None] DHCP port deletion for 6469fad9-2e71-4945-8521-3ff93cfa48e2 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:34:57.421303 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2dc9d7-966b-4b32-8b82-0163194241fc tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'Port': ['ID=9c6c083b-68e9-4b80-8d79-0e762b3eb525,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:57.425372 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-fa7d7608-44e3-4de7-81c6-76a4238a6b2c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4575181 Feb 04 11:34:57.428197 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60478) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:57.432671 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0c2dc9d7-966b-4b32-8b82-0163194241fc tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:57.437106 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-6f853777-e738-4632-bc83-7a35e5e7058c None None] Deleting port 977abb17-cd08-48ca-8a13-b63c809eaeca {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:34:57.437540 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6f853777-e738-4632-bc83-7a35e5e7058c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:57.442086 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a53490a3-2a7b-449b-a002-fc5aab671c47 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:57.482425 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a53490a3-2a7b-449b-a002-fc5aab671c47 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:57.492938 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64346a56-4d77-4a76-90a1-836fa20ea8b6 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:57.494259 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64346a56-4d77-4a76-90a1-836fa20ea8b6 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:57.499195 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-64346a56-4d77-4a76-90a1-836fa20ea8b6 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2311149 Feb 04 11:34:57.499817 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60482) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:57.576494 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-e9c97554-3a6e-44dc-ad8f-de7bfb890b0c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1983255019', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:57.583652 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e9c97554-3a6e-44dc-ad8f-de7bfb890b0c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:57.587931 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e9c97554-3a6e-44dc-ad8f-de7bfb890b0c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:router and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:57.591344 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e9c97554-3a6e-44dc-ad8f-de7bfb890b0c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:57.608883 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e9c97554-3a6e-44dc-ad8f-de7bfb890b0c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:57.632580 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-0c2dc9d7-966b-4b32-8b82-0163194241fc tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/ports/9c6c083b-68e9-4b80-8d79-0e762b3eb525 HTTP/1.1" status: 204 len: 168 time: 1.2508233 Feb 04 11:34:57.635166 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60486) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:57.685553 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e9c97554-3a6e-44dc-ad8f-de7bfb890b0c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:57.686524 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e9c97554-3a6e-44dc-ad8f-de7bfb890b0c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:57.694253 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-685a2daf-eff8-4010-8823-4b57b24f88e6 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:57.728576 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-093d2fde-40d4-4af4-b716-302adac4a199 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:57.746739 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-093d2fde-40d4-4af4-b716-302adac4a199 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 04 11:34:57.746739 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-093d2fde-40d4-4af4-b716-302adac4a199 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:34:57.766440 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-093d2fde-40d4-4af4-b716-302adac4a199 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] 10.222.0.21 "DELETE /v2.0/networks/6469fad9-2e71-4945-8521-3ff93cfa48e2 HTTP/1.1" status: 409 len: 405 time: 0.2202177 Feb 04 11:34:57.768034 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60490) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:57.778406 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-6585e7e1-3618-4c05-a428-e9117d2f28c5 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1546769476'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:57.784566 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-6585e7e1-3618-4c05-a428-e9117d2f28c5 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:57.793475 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6585e7e1-3618-4c05-a428-e9117d2f28c5 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Usage tracker for resource:network and tenant:956cada409764229906c1fe7744bf82f is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:57.793475 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6585e7e1-3618-4c05-a428-e9117d2f28c5 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:57.793952 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3880766-8a1f-4a86-9f85-67ccede1c2d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'tenant_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'fixed_ips': [{'subnet_id': '17b07726-6f26-4164-87d5-e8af5fbc4bac'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:34:57.794722 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c3880766-8a1f-4a86-9f85-67ccede1c2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:57.801842 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-6585e7e1-3618-4c05-a428-e9117d2f28c5 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:57.809054 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e9c97554-3a6e-44dc-ad8f-de7bfb890b0c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:57.812151 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-a53490a3-2a7b-449b-a002-fc5aab671c47 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Allocated IP 172.26.3.26 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/85879bd6-43c0-445f-8615-b1e1d8920ad9) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:57.819667 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a2daf-eff8-4010-8823-4b57b24f88e6 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Subnet': ['ID=316a2e6a-a5c7-4a22-b10d-5958e464b199,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:57.821824 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-6f853777-e738-4632-bc83-7a35e5e7058c None None] For port 977abb17-cd08-48ca-8a13-b63c809eaeca, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=977abb17-cd08-48ca-8a13-b63c809eaeca,segment=NetworkSegment(6efb757e-d5f7-422a-a3b8-1682a2ea90c1),segment_id=6efb757e-d5f7-422a-a3b8-1682a2ea90c1)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:34:57.821824 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6f853777-e738-4632-bc83-7a35e5e7058c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:57.852661 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16df1048-d214-480e-be35-75d6e9286464 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:57.853350 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-16df1048-d214-480e-be35-75d6e9286464 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Synchronizing usage tracker for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:57.857916 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685a2daf-eff8-4010-8823-4b57b24f88e6 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Checking segment: {'id': 'db4e22c4-b07d-478a-9f2d-bf5e943f9d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3250efab-95dd-42b8-8331-5e86089dabad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:34:57.858478 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685a2daf-eff8-4010-8823-4b57b24f88e6 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Network hostable DHCP agents. Network: 3250efab-95dd-42b8-8331-5e86089dabad, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:34:57.900001 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6585e7e1-3618-4c05-a428-e9117d2f28c5 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Made reservation on behalf of 956cada409764229906c1fe7744bf82f for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:57.903388 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6585e7e1-3618-4c05-a428-e9117d2f28c5 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:57.936182 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e9c97554-3a6e-44dc-ad8f-de7bfb890b0c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:57.956980 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6585e7e1-3618-4c05-a428-e9117d2f28c5 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:34:57.975178 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-16df1048-d214-480e-be35-75d6e9286464 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Unset dirty status for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:57.978916 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-16df1048-d214-480e-be35-75d6e9286464 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3402803 Feb 04 11:34:57.979601 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60494) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:57.980144 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685a2daf-eff8-4010-8823-4b57b24f88e6 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Network 3250efab-95dd-42b8-8331-5e86089dabad is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:34:57.987200 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-6f853777-e738-4632-bc83-7a35e5e7058c None None] Calling delete_port for 977abb17-cd08-48ca-8a13-b63c809eaeca owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:34:57.987925 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6585e7e1-3618-4c05-a428-e9117d2f28c5 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:57.987925 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-6585e7e1-3618-4c05-a428-e9117d2f28c5 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Added segment 5195d68e-1bdb-45d0-a577-a43bf11c7815 of type vlan for network 757f72b0-4525-4a43-be0d-b24c8d81592b Feb 04 11:34:58.016872 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a53490a3-2a7b-449b-a002-fc5aab671c47 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:58.031790 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-b97a99e2-e626-4012-a9cd-bc5c7f4087ea tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] GET failed (client error): The resource could not be found. Feb 04 11:34:58.035804 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b97a99e2-e626-4012-a9cd-bc5c7f4087ea tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "GET /v2.0/ports/2193e6da-b621-4655-892e-058f0a97fad2 HTTP/1.1" status: 404 len: 333 time: 0.0481608 Feb 04 11:34:58.036055 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60498) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:58.038240 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6585e7e1-3618-4c05-a428-e9117d2f28c5 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:58.081448 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-15777800-5624-4a59-a487-e4df512698bb tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] GET failed (client error): The resource could not be found. Feb 04 11:34:58.082730 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-15777800-5624-4a59-a487-e4df512698bb tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "GET /v2.0/ports/9c6c083b-68e9-4b80-8d79-0e762b3eb525 HTTP/1.1" status: 404 len: 333 time: 0.0457647 Feb 04 11:34:58.083476 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e9c97554-3a6e-44dc-ad8f-de7bfb890b0c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:58.087098 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e9c97554-3a6e-44dc-ad8f-de7bfb890b0c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6551902 Feb 04 11:34:58.087098 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60502) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:58.087534 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60504) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:58.149338 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-c3880766-8a1f-4a86-9f85-67ccede1c2d2 None None] Allocated IP 2001:db8::2 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/17b07726-6f26-4164-87d5-e8af5fbc4bac/2cfa07b3-1a77-47c3-bc74-1d16e4579b80) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:58.155690 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-685a2daf-eff8-4010-8823-4b57b24f88e6 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 3250efab-95dd-42b8-8331-5e86089dabad) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:58.170179 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee647bed-fa3b-485a-bd21-1b6de2992e2c None None] Network 3250efab-95dd-42b8-8331-5e86089dabad requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:34:58.174011 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685a2daf-eff8-4010-8823-4b57b24f88e6 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:58.174599 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-685a2daf-eff8-4010-8823-4b57b24f88e6 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:58.213039 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6585e7e1-3618-4c05-a428-e9117d2f28c5 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:58.216902 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6585e7e1-3618-4c05-a428-e9117d2f28c5 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:58.217589 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6585e7e1-3618-4c05-a428-e9117d2f28c5 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:58.224703 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-612e681f-6d06-4884-92dc-b9cf28cf9091 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:58.271372 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6f853777-e738-4632-bc83-7a35e5e7058c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:58.293988 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-685a2daf-eff8-4010-8823-4b57b24f88e6 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8504968 Feb 04 11:34:58.296959 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60510) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:58.350317 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-b11a1fdc-3788-434a-8727-558a3dad923a tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'subnet': {'network_id': '3250efab-95dd-42b8-8331-5e86089dabad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:58.384150 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f853777-e738-4632-bc83-7a35e5e7058c None None] Pushing event deleted for resources: {'Port': ['ID=977abb17-cd08-48ca-8a13-b63c809eaeca,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:58.403420 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f853777-e738-4632-bc83-7a35e5e7058c None None] No DVR routers for this DVR port 977abb17-cd08-48ca-8a13-b63c809eaeca on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:34:58.427191 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a53490a3-2a7b-449b-a002-fc5aab671c47 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:58.462700 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-612e681f-6d06-4884-92dc-b9cf28cf9091 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:58.514447 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-612e681f-6d06-4884-92dc-b9cf28cf9091 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ed4d37c-a65a-40c9-bd4f-b79e70f12d9a']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:58.541987 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-612e681f-6d06-4884-92dc-b9cf28cf9091 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c3f8387-d1ff-4b20-8cf9-94de7f297e17') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:58.542892 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-612e681f-6d06-4884-92dc-b9cf28cf9091 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c3f8387-d1ff-4b20-8cf9-94de7f297e17') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:58.588465 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-612e681f-6d06-4884-92dc-b9cf28cf9091 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:58.589341 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6585e7e1-3618-4c05-a428-e9117d2f28c5 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8206775 Feb 04 11:34:58.597060 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585e7e1-3618-4c05-a428-e9117d2f28c5 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Pushing event updated for resources: {'Network': ['ID=757f72b0-4525-4a43-be0d-b24c8d81592b,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:58.598270 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60514) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:58.611914 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-eaff9528-4223-4b86-820c-5285fa610975 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Request body: {'subnet': {'network_id': '757f72b0-4525-4a43-be0d-b24c8d81592b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:58.614102 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 977abb17-cd08-48ca-8a13-b63c809eaeca no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:34:58.614332 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53490a3-2a7b-449b-a002-fc5aab671c47 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:58.627257 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-b11a1fdc-3788-434a-8727-558a3dad923a tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:58.653711 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 757f72b0-4525-4a43-be0d-b24c8d81592b details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:34:58.670499 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53490a3-2a7b-449b-a002-fc5aab671c47 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Pushing event updated for resources: {'Port': ['ID=85879bd6-43c0-445f-8615-b1e1d8920ad9,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:58.681757 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 977abb17-cd08-48ca-8a13-b63c809eaeca {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:34:58.683227 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-a53490a3-2a7b-449b-a002-fc5aab671c47 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:58.683633 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 977abb17-cd08-48ca-8a13-b63c809eaeca not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:34:58.693468 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53490a3-2a7b-449b-a002-fc5aab671c47 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:34:58.693605 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-b11a1fdc-3788-434a-8727-558a3dad923a tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:subnet and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:58.705061 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-b11a1fdc-3788-434a-8727-558a3dad923a tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:58.706748 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-612e681f-6d06-4884-92dc-b9cf28cf9091 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:58.730806 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-b11a1fdc-3788-434a-8727-558a3dad923a tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:58.736427 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-612e681f-6d06-4884-92dc-b9cf28cf9091 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:34:58.736911 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-612e681f-6d06-4884-92dc-b9cf28cf9091 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:58.751305 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381bcf26-be0a-404a-8d26-2965882aa7b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-3250efab-95dd-42b8-8331-5e86089dabad', 'network_id': '3250efab-95dd-42b8-8331-5e86089dabad', 'tenant_id': '2294c16a4d404317a20d2fdff5bb1a4c', 'fixed_ips': [{'subnet_id': '316a2e6a-a5c7-4a22-b10d-5958e464b199'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:34:58.751538 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:34:58.751538 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:34:58.751538 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:34:58.751538 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:34:58.751538 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:34:58.751538 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:34:58.751538 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:34:58.751538 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:34:58.751538 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:34:58.751538 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:34:58.751538 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:34:58.751538 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:34:58.751538 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:34:58.751538 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:34:58.751538 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:34:58.751538 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:34:58.751538 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:34:58.751538 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:34:58.751538 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:34:58.751538 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:34:58.751538 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:34:58.751538 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:34:58.751538 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:34:58.751538 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:34:58.751538 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:34:58.751538 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:34:58.751538 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:34:58.751538 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:34:58.751538 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:34:58.751538 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:34:58.751538 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:34:58.751538 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:34:58.753744 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-381bcf26-be0a-404a-8d26-2965882aa7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:58.792262 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c3880766-8a1f-4a86-9f85-67ccede1c2d2 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:58.845194 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-eaff9528-4223-4b86-820c-5285fa610975 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:58.853407 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-eaff9528-4223-4b86-820c-5285fa610975 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Usage tracker for resource:subnet and tenant:956cada409764229906c1fe7744bf82f is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:58.857472 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-eaff9528-4223-4b86-820c-5285fa610975 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:58.866727 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-eaff9528-4223-4b86-820c-5285fa610975 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:58.899831 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11a1fdc-3788-434a-8727-558a3dad923a tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Made reservation on behalf of 2294c16a4d404317a20d2fdff5bb1a4c for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:58.905551 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b11a1fdc-3788-434a-8727-558a3dad923a tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:58.942124 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c3880766-8a1f-4a86-9f85-67ccede1c2d2 None None] Transition to ACTIVE for port object 2cfa07b3-1a77-47c3-bc74-1d16e4579b80 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:58.971482 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-612e681f-6d06-4884-92dc-b9cf28cf9091 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:58.975556 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-612e681f-6d06-4884-92dc-b9cf28cf9091 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:58.983211 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c3880766-8a1f-4a86-9f85-67ccede1c2d2 None None] Transition to ACTIVE for port object 2cfa07b3-1a77-47c3-bc74-1d16e4579b80 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:58.994054 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-381bcf26-be0a-404a-8d26-2965882aa7b7 None None] Allocated IP 172.20.0.2 (3250efab-95dd-42b8-8331-5e86089dabad/316a2e6a-a5c7-4a22-b10d-5958e464b199/611ed122-6139-4c2d-ba8c-bbd02b17b096) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:59.005599 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-612e681f-6d06-4884-92dc-b9cf28cf9091 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/networks/9ed4d37c-a65a-40c9-bd4f-b79e70f12d9a HTTP/1.1" status: 204 len: 168 time: 0.9191461 Feb 04 11:34:59.011495 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60518) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:59.019261 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e681f-6d06-4884-92dc-b9cf28cf9091 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'Network': ['ID=9ed4d37c-a65a-40c9-bd4f-b79e70f12d9a,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:59.021837 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaff9528-4223-4b86-820c-5285fa610975 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Made reservation on behalf of 956cada409764229906c1fe7744bf82f for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:59.038101 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7efc4d84-110f-4649-8496-16cab83d4442 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:59.040146 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-e83a4a34-b0fe-4ca8-b3d9-e6b139e443df tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1831738790'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:59.052573 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e83a4a34-b0fe-4ca8-b3d9-e6b139e443df tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:59.101111 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c3880766-8a1f-4a86-9f85-67ccede1c2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:59.123801 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e83a4a34-b0fe-4ca8-b3d9-e6b139e443df tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:network and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:59.131272 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e83a4a34-b0fe-4ca8-b3d9-e6b139e443df tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:59.150373 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e83a4a34-b0fe-4ca8-b3d9-e6b139e443df tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:59.209098 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-eaff9528-4223-4b86-820c-5285fa610975 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:59.227198 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.ipam_backend_mixin [None req-b11a1fdc-3788-434a-8727-558a3dad923a tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 316a2e6a-a5c7-4a22-b10d-5958e464b199 (CIDR: 172.20.0.0/28) Feb 04 11:34:59.263822 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3880766-8a1f-4a86-9f85-67ccede1c2d2 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:59.269708 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-c3880766-8a1f-4a86-9f85-67ccede1c2d2 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:59.285054 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3880766-8a1f-4a86-9f85-67ccede1c2d2 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:34:59.289299 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-b11a1fdc-3788-434a-8727-558a3dad923a tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:34:59.289978 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3880766-8a1f-4a86-9f85-67ccede1c2d2 None None] Pushing event updated for resources: {'Port': ['ID=2cfa07b3-1a77-47c3-bc74-1d16e4579b80,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:59.290339 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b11a1fdc-3788-434a-8727-558a3dad923a tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:34:59.302200 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83a4a34-b0fe-4ca8-b3d9-e6b139e443df tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Made reservation on behalf of 923893a854aa49c78e412c9bf04cfc96 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:59.305293 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e83a4a34-b0fe-4ca8-b3d9-e6b139e443df tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:59.348571 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a53490a3-2a7b-449b-a002-fc5aab671c47 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:59.349375 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a53490a3-2a7b-449b-a002-fc5aab671c47 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:59.379515 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e83a4a34-b0fe-4ca8-b3d9-e6b139e443df tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:34:59.389617 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e83a4a34-b0fe-4ca8-b3d9-e6b139e443df tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:59.390063 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-e83a4a34-b0fe-4ca8-b3d9-e6b139e443df tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Added segment c9a685b7-dd8f-40d6-ae25-90412ebee44f of type vlan for network f11e6a4b-a2ba-4536-86be-715b11d58857 Feb 04 11:34:59.443052 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-381bcf26-be0a-404a-8d26-2965882aa7b7 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:59.449254 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-c3880766-8a1f-4a86-9f85-67ccede1c2d2 None None] Attempting to bind port 2cfa07b3-1a77-47c3-bc74-1d16e4579b80 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:34:59.449821 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-c3880766-8a1f-4a86-9f85-67ccede1c2d2 None None] Attempting to bind port 2cfa07b3-1a77-47c3-bc74-1d16e4579b80 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:34:59.450373 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3880766-8a1f-4a86-9f85-67ccede1c2d2 None None] Attempting to bind port 2cfa07b3-1a77-47c3-bc74-1d16e4579b80 on network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:34:59.451685 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e83a4a34-b0fe-4ca8-b3d9-e6b139e443df tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:59.463942 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b11a1fdc-3788-434a-8727-558a3dad923a tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1633852 Feb 04 11:34:59.464135 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-381bcf26-be0a-404a-8d26-2965882aa7b7 None None] Transition to ACTIVE for port object 611ed122-6139-4c2d-ba8c-bbd02b17b096 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:59.465249 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3880766-8a1f-4a86-9f85-67ccede1c2d2 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:34:59.465489 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60522) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:59.466130 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3880766-8a1f-4a86-9f85-67ccede1c2d2 None None] Checking segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:34:59.466891 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c3880766-8a1f-4a86-9f85-67ccede1c2d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:59.467407 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3880766-8a1f-4a86-9f85-67ccede1c2d2 None None] Bound using segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:34:59.468060 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-c3880766-8a1f-4a86-9f85-67ccede1c2d2 None None] Bound port: 2cfa07b3-1a77-47c3-bc74-1d16e4579b80, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:34:59.468821 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c3880766-8a1f-4a86-9f85-67ccede1c2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:59.475498 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-76f0b424-01dd-431c-bd51-66ada22dc737 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'subnet': {'network_id': '3250efab-95dd-42b8-8331-5e86089dabad', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:59.517258 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-7efc4d84-110f-4649-8496-16cab83d4442 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Allocated IP 2001:db8::1 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/17b07726-6f26-4164-87d5-e8af5fbc4bac/c92dd40c-f024-4727-89eb-18bcc152ef6e) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:59.536007 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-381bcf26-be0a-404a-8d26-2965882aa7b7 None None] Transition to ACTIVE for port object 611ed122-6139-4c2d-ba8c-bbd02b17b096 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:59.579737 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c3880766-8a1f-4a86-9f85-67ccede1c2d2 None None] For port 2cfa07b3-1a77-47c3-bc74-1d16e4579b80, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:34:59.583684 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c3880766-8a1f-4a86-9f85-67ccede1c2d2 None None] For port 2cfa07b3-1a77-47c3-bc74-1d16e4579b80, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=2cfa07b3-1a77-47c3-bc74-1d16e4579b80,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:34:59.626841 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-381bcf26-be0a-404a-8d26-2965882aa7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:59.664491 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c3880766-8a1f-4a86-9f85-67ccede1c2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:59.715476 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381bcf26-be0a-404a-8d26-2965882aa7b7 None None] Network 3250efab-95dd-42b8-8331-5e86089dabad is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:59.724267 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-381bcf26-be0a-404a-8d26-2965882aa7b7 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:59.726494 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381bcf26-be0a-404a-8d26-2965882aa7b7 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:34:59.730374 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381bcf26-be0a-404a-8d26-2965882aa7b7 None None] Pushing event updated for resources: {'Port': ['ID=611ed122-6139-4c2d-ba8c-bbd02b17b096,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:59.746101 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e83a4a34-b0fe-4ca8-b3d9-e6b139e443df tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:59.749980 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83a4a34-b0fe-4ca8-b3d9-e6b139e443df tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:59.750532 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e83a4a34-b0fe-4ca8-b3d9-e6b139e443df tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:59.835712 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7efc4d84-110f-4649-8496-16cab83d4442 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:59.864935 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-7efc4d84-110f-4649-8496-16cab83d4442 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Transition to ACTIVE for port object c92dd40c-f024-4727-89eb-18bcc152ef6e will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:59.878416 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e83a4a34-b0fe-4ca8-b3d9-e6b139e443df tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8631825 Feb 04 11:34:59.885235 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60526) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:59.891169 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-1c9418a8-5d2d-49bb-ac47-33f147fcb79a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'subnet': {'network_id': 'f11e6a4b-a2ba-4536-86be-715b11d58857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:34:59.894602 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3880766-8a1f-4a86-9f85-67ccede1c2d2 None None] Pushing event updated for resources: {'Port': ['ID=2cfa07b3-1a77-47c3-bc74-1d16e4579b80,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:59.899789 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-381bcf26-be0a-404a-8d26-2965882aa7b7 None None] Attempting to bind port 611ed122-6139-4c2d-ba8c-bbd02b17b096 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:34:59.900098 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-381bcf26-be0a-404a-8d26-2965882aa7b7 None None] Attempting to bind port 611ed122-6139-4c2d-ba8c-bbd02b17b096 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'db4e22c4-b07d-478a-9f2d-bf5e943f9d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3250efab-95dd-42b8-8331-5e86089dabad'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:34:59.900698 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381bcf26-be0a-404a-8d26-2965882aa7b7 None None] Attempting to bind port 611ed122-6139-4c2d-ba8c-bbd02b17b096 on network 3250efab-95dd-42b8-8331-5e86089dabad {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:34:59.917237 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381bcf26-be0a-404a-8d26-2965882aa7b7 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:34:59.917237 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381bcf26-be0a-404a-8d26-2965882aa7b7 None None] Checking segment: {'id': 'db4e22c4-b07d-478a-9f2d-bf5e943f9d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3250efab-95dd-42b8-8331-5e86089dabad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:34:59.918334 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-381bcf26-be0a-404a-8d26-2965882aa7b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:59.918735 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381bcf26-be0a-404a-8d26-2965882aa7b7 None None] Bound using segment: {'id': 'db4e22c4-b07d-478a-9f2d-bf5e943f9d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3250efab-95dd-42b8-8331-5e86089dabad'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:34:59.919378 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-381bcf26-be0a-404a-8d26-2965882aa7b7 None None] Bound port: 611ed122-6139-4c2d-ba8c-bbd02b17b096, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db4e22c4-b07d-478a-9f2d-bf5e943f9d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3250efab-95dd-42b8-8331-5e86089dabad'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:34:59.921222 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-381bcf26-be0a-404a-8d26-2965882aa7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:59.940905 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-76f0b424-01dd-431c-bd51-66ada22dc737 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:00.004534 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7efc4d84-110f-4649-8496-16cab83d4442 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:00.040186 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-76f0b424-01dd-431c-bd51-66ada22dc737 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:subnet and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:00.042827 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-381bcf26-be0a-404a-8d26-2965882aa7b7 None None] For port 611ed122-6139-4c2d-ba8c-bbd02b17b096, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:35:00.045794 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a4a34-b0fe-4ca8-b3d9-e6b139e443df tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Network': ['ID=f11e6a4b-a2ba-4536-86be-715b11d58857,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:00.046457 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-381bcf26-be0a-404a-8d26-2965882aa7b7 None None] For port 611ed122-6139-4c2d-ba8c-bbd02b17b096, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=611ed122-6139-4c2d-ba8c-bbd02b17b096,segment=NetworkSegment(db4e22c4-b07d-478a-9f2d-bf5e943f9d3c),segment_id=db4e22c4-b07d-478a-9f2d-bf5e943f9d3c)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:35:00.052283 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-76f0b424-01dd-431c-bd51-66ada22dc737 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:00.057061 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network f11e6a4b-a2ba-4536-86be-715b11d58857 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:35:00.074272 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53490a3-2a7b-449b-a002-fc5aab671c47 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Router 5087886f-d632-427e-8ac3-8cb549c01fce is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:35:00.082415 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-76f0b424-01dd-431c-bd51-66ada22dc737 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:00.179116 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-381bcf26-be0a-404a-8d26-2965882aa7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:00.240156 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-1c9418a8-5d2d-49bb-ac47-33f147fcb79a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:00.246606 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-1c9418a8-5d2d-49bb-ac47-33f147fcb79a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:subnet and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:00.247993 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-1c9418a8-5d2d-49bb-ac47-33f147fcb79a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:00.255980 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-1c9418a8-5d2d-49bb-ac47-33f147fcb79a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:00.286030 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.objects.ports [None req-eaff9528-4223-4b86-820c-5285fa610975 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84205) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 11:35:00.287371 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-eaff9528-4223-4b86-820c-5285fa610975 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:00.327079 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381bcf26-be0a-404a-8d26-2965882aa7b7 None None] Pushing event updated for resources: {'Port': ['ID=611ed122-6139-4c2d-ba8c-bbd02b17b096,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:00.356350 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f0b424-01dd-431c-bd51-66ada22dc737 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Made reservation on behalf of 2294c16a4d404317a20d2fdff5bb1a4c for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:00.361572 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-76f0b424-01dd-431c-bd51-66ada22dc737 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:00.395877 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9418a8-5d2d-49bb-ac47-33f147fcb79a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Made reservation on behalf of 923893a854aa49c78e412c9bf04cfc96 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:00.448371 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efc4d84-110f-4649-8496-16cab83d4442 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:00.452648 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-7efc4d84-110f-4649-8496-16cab83d4442 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:00.458268 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efc4d84-110f-4649-8496-16cab83d4442 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:35:00.458780 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7efc4d84-110f-4649-8496-16cab83d4442 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:00.461024 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc4d84-110f-4649-8496-16cab83d4442 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Port': ['ID=c92dd40c-f024-4727-89eb-18bcc152ef6e,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:00.570501 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 2cfa07b3-1a77-47c3-bc74-1d16e4579b80 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:00.620498 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff9528-4223-4b86-820c-5285fa610975 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Pushing event updated for resources: {'Subnet': ['ID=b9133395-ed3e-49ca-9510-920107ac12e9,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:00.647334 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaff9528-4223-4b86-820c-5285fa610975 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Checking segment: {'id': '5195d68e-1bdb-45d0-a577-a43bf11c7815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '757f72b0-4525-4a43-be0d-b24c8d81592b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:35:00.647944 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaff9528-4223-4b86-820c-5285fa610975 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Network hostable DHCP agents. Network: 757f72b0-4525-4a43-be0d-b24c8d81592b, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:35:00.656656 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1c9418a8-5d2d-49bb-ac47-33f147fcb79a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:00.667445 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7efc4d84-110f-4649-8496-16cab83d4442 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:00.782152 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 2cfa07b3-1a77-47c3-bc74-1d16e4579b80 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:00.820865 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.ipam_backend_mixin [None req-1c9418a8-5d2d-49bb-ac47-33f147fcb79a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Performing IP validity checks on allocation pools {{(pid=84205) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 11:35:00.823736 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.ipam_backend_mixin [None req-1c9418a8-5d2d-49bb-ac47-33f147fcb79a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84205) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 11:35:00.909053 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53490a3-2a7b-449b-a002-fc5aab671c47 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:35:00.918482 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127c2423-a9ce-409e-9099-233456cf5769 None None] Sync routers for ids ['5087886f-d632-427e-8ac3-8cb549c01fce'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:35:00.935397 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127c2423-a9ce-409e-9099-233456cf5769 None None] Routers {'5087886f-d632-427e-8ac3-8cb549c01fce'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:35:00.936518 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-127c2423-a9ce-409e-9099-233456cf5769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:34:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5087886f-d632-427e-8ac3-8cb549c01fce'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:00.972754 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaff9528-4223-4b86-820c-5285fa610975 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Network 757f72b0-4525-4a43-be0d-b24c8d81592b is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:35:01.076373 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a53490a3-2a7b-449b-a002-fc5aab671c47 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:01.078011 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a53490a3-2a7b-449b-a002-fc5aab671c47 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.0317905 Feb 04 11:35:01.082180 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60530) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:01.084419 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-eaff9528-4223-4b86-820c-5285fa610975 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 757f72b0-4525-4a43-be0d-b24c8d81592b) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:01.123781 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616e8adc-f2e1-4b85-a189-d690d64b95a4 None None] Network 757f72b0-4525-4a43-be0d-b24c8d81592b requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:35:01.171223 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaff9528-4223-4b86-820c-5285fa610975 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:01.171825 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-eaff9528-4223-4b86-820c-5285fa610975 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:01.212412 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7efc4d84-110f-4649-8496-16cab83d4442 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:01.324015 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7efc4d84-110f-4649-8496-16cab83d4442 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:01.324775 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7efc4d84-110f-4649-8496-16cab83d4442 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:01.343349 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-eaff9528-4223-4b86-820c-5285fa610975 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.7420480 Feb 04 11:35:01.343641 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-76f0b424-01dd-431c-bd51-66ada22dc737 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:01.347965 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1c9418a8-5d2d-49bb-ac47-33f147fcb79a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:01.358656 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60534) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:01.434062 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-127c2423-a9ce-409e-9099-233456cf5769 None None] Set router 5087886f-d632-427e-8ac3-8cb549c01fce gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:35:01.517270 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc4d84-110f-4649-8496-16cab83d4442 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Port': ['ID=c92dd40c-f024-4727-89eb-18bcc152ef6e,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:01.620799 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efc4d84-110f-4649-8496-16cab83d4442 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:01.623387 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-7efc4d84-110f-4649-8496-16cab83d4442 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:01.663147 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f0b424-01dd-431c-bd51-66ada22dc737 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Network 3250efab-95dd-42b8-8331-5e86089dabad is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:01.702608 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-76f0b424-01dd-431c-bd51-66ada22dc737 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:01.726583 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f0b424-01dd-431c-bd51-66ada22dc737 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:01.727576 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-76f0b424-01dd-431c-bd51-66ada22dc737 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:01.765243 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0b424-01dd-431c-bd51-66ada22dc737 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Subnet': ['ID=dd4802b2-29c8-48a7-a26d-28ca05864a93,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:01.799382 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080d2764-7221-469f-b44d-fbde4c093b83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-757f72b0-4525-4a43-be0d-b24c8d81592b', 'network_id': '757f72b0-4525-4a43-be0d-b24c8d81592b', 'tenant_id': '956cada409764229906c1fe7744bf82f', 'fixed_ips': [{'subnet_id': 'b9133395-ed3e-49ca-9510-920107ac12e9'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:35:01.799382 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-080d2764-7221-469f-b44d-fbde4c093b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:01.840704 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df8cd61-92f5-4cf7-a5cc-c61ef943e406 None None] Network 3250efab-95dd-42b8-8331-5e86089dabad requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:35:01.905263 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9418a8-5d2d-49bb-ac47-33f147fcb79a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Checking segment: {'id': 'c9a685b7-dd8f-40d6-ae25-90412ebee44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f11e6a4b-a2ba-4536-86be-715b11d58857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:35:01.905696 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9418a8-5d2d-49bb-ac47-33f147fcb79a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Network hostable DHCP agents. Network: f11e6a4b-a2ba-4536-86be-715b11d58857, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:35:01.938337 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-76f0b424-01dd-431c-bd51-66ada22dc737 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4685898 Feb 04 11:35:01.942010 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5153974c-8ab4-4c91-87e5-ccc604a5fc81 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:01.948740 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60538) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:01.976418 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9418a8-5d2d-49bb-ac47-33f147fcb79a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Subnet': ['ID=eeee1ec7-20eb-4b1a-9666-65a29c874e72,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:01.992228 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-ce5a8807-2845-47b2-9e88-2bd21b399035 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'port': {'network_id': '3250efab-95dd-42b8-8331-5e86089dabad', 'fixed_ips': [{'subnet_id': '316a2e6a-a5c7-4a22-b10d-5958e464b199'}, {'subnet_id': 'dd4802b2-29c8-48a7-a26d-28ca05864a93'}], 'name': 'tempest-PortsTestJSON-1067569603'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:02.037823 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-61b57e6f-3332-4bb4-aca0-e4fcb9d7a33a None None] Provisioning for port 2cfa07b3-1a77-47c3-bc74-1d16e4579b80 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:02.156294 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-61b57e6f-3332-4bb4-aca0-e4fcb9d7a33a None None] Provisioning complete for port 2cfa07b3-1a77-47c3-bc74-1d16e4579b80 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:02.156294 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-61b57e6f-3332-4bb4-aca0-e4fcb9d7a33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:02.157423 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-eedae1d3-ce19-48d9-895f-bb184f7242c3 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] 10.222.0.21 "GET /v2.0/routers/5087886f-d632-427e-8ac3-8cb549c01fce HTTP/1.1" status: 200 len: 907 time: 0.9969490 Feb 04 11:35:02.157536 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60542) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:02.164280 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-ec6335d7-8294-4f39-b301-84720748516b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Request body: {'router': {'name': 'tempest-snat-router-643884143', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'enable_snat': True}}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:02.188451 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-ec6335d7-8294-4f39-b301-84720748516b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:02.195027 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-ec6335d7-8294-4f39-b301-84720748516b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Usage tracker for resource:router and tenant:92f2e9a31a274e35b8f3ab8834e747d0 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:02.200351 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-ec6335d7-8294-4f39-b301-84720748516b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:02.209593 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-ec6335d7-8294-4f39-b301-84720748516b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:02.254460 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5153974c-8ab4-4c91-87e5-ccc604a5fc81 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:02.298828 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ce5a8807-2845-47b2-9e88-2bd21b399035 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:02.307293 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ce5a8807-2845-47b2-9e88-2bd21b399035 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:port and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:02.313488 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ce5a8807-2845-47b2-9e88-2bd21b399035 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:02.313914 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-127c2423-a9ce-409e-9099-233456cf5769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5087886f-d632-427e-8ac3-8cb549c01fce', 'name': 'tempest-snat-router-643884143', 'tenant_id': '92f2e9a31a274e35b8f3ab8834e747d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.26'}], 'enable_snat': False}, 'gw_port_id': '85879bd6-43c0-445f-8615-b1e1d8920ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:34:56Z', 'updated_at': '2022-02-04T11:34:58Z', 'revision_number': 3, 'project_id': '92f2e9a31a274e35b8f3ab8834e747d0', 'gw_port': {'id': '85879bd6-43c0-445f-8615-b1e1d8920ad9', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:74:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5087886f-d632-427e-8ac3-8cb549c01fce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:34:57Z', 'updated_at': '2022-02-04T11:34:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:02.327357 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ce5a8807-2845-47b2-9e88-2bd21b399035 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:02.389035 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127c2423-a9ce-409e-9099-233456cf5769 None None] Checking router: 5087886f-d632-427e-8ac3-8cb549c01fce for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:35:02.389454 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127c2423-a9ce-409e-9099-233456cf5769 None None] Updating router 5087886f-d632-427e-8ac3-8cb549c01fce port 85879bd6-43c0-445f-8615-b1e1d8920ad9 binding host dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:35:02.478445 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9418a8-5d2d-49bb-ac47-33f147fcb79a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Network f11e6a4b-a2ba-4536-86be-715b11d58857 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:35:02.518770 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-080d2764-7221-469f-b44d-fbde4c093b83 None None] Allocated IP 2001:db8::f816:3eff:fe21:2b64 (757f72b0-4525-4a43-be0d-b24c8d81592b/b9133395-ed3e-49ca-9510-920107ac12e9/781cf3e7-3bc7-4abb-b98c-8721342b702d) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:02.533779 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5a8807-2845-47b2-9e88-2bd21b399035 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Made reservation on behalf of 2294c16a4d404317a20d2fdff5bb1a4c for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:02.539206 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ec6335d7-8294-4f39-b301-84720748516b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:02.539206 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ec6335d7-8294-4f39-b301-84720748516b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:02.539206 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7efc4d84-110f-4649-8496-16cab83d4442 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Router eb595b13-91a8-426f-b805-a0dd9eb2ebf3 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:35:02.544673 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-61b57e6f-3332-4bb4-aca0-e4fcb9d7a33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:02.553294 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-127c2423-a9ce-409e-9099-233456cf5769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:02.609989 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 611ed122-6139-4c2d-ba8c-bbd02b17b096 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:02.614807 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-1c9418a8-5d2d-49bb-ac47-33f147fcb79a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, f11e6a4b-a2ba-4536-86be-715b11d58857) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:02.623399 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9418a8-5d2d-49bb-ac47-33f147fcb79a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:02.624081 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1c9418a8-5d2d-49bb-ac47-33f147fcb79a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:02.646896 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ec6335d7-8294-4f39-b301-84720748516b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:02.651700 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1614e94f-cbe3-4cd4-bac7-6c527a0baf01 None None] Network f11e6a4b-a2ba-4536-86be-715b11d58857 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:35:02.697182 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ce5a8807-2845-47b2-9e88-2bd21b399035 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:02.726584 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-ce5a8807-2845-47b2-9e88-2bd21b399035 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] device_id is not set on port d809c23a-bbea-43e4-9351-e8b4ed824d87 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:35:02.768304 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-1c9418a8-5d2d-49bb-ac47-33f147fcb79a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8824928 Feb 04 11:35:02.770472 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60546) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:02.782242 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-85d40557-3dc1-4e8b-bd93-540e298166c4 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'port': {'network_id': 'f11e6a4b-a2ba-4536-86be-715b11d58857', 'name': 'tempest-PortsIpV6TestJSON-1580339536'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:02.878559 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7efc4d84-110f-4649-8496-16cab83d4442 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:35:02.891165 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-7efc4d84-110f-4649-8496-16cab83d4442 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "PUT /v2.0/routers/eb595b13-91a8-426f-b805-a0dd9eb2ebf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7992043 Feb 04 11:35:02.891165 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60550) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:02.903588 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abccc351-d7b0-4f20-b1a2-6a51bb685f55 None None] Sync routers for ids ['eb595b13-91a8-426f-b805-a0dd9eb2ebf3'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:35:02.922538 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abccc351-d7b0-4f20-b1a2-6a51bb685f55 None None] Routers {'eb595b13-91a8-426f-b805-a0dd9eb2ebf3'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:35:02.924107 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-abccc351-d7b0-4f20-b1a2-6a51bb685f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:34:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['eb595b13-91a8-426f-b805-a0dd9eb2ebf3'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:02.950096 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-61b57e6f-3332-4bb4-aca0-e4fcb9d7a33a None None] For port 2cfa07b3-1a77-47c3-bc74-1d16e4579b80, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=2cfa07b3-1a77-47c3-bc74-1d16e4579b80,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:35:03.015258 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-85d40557-3dc1-4e8b-bd93-540e298166c4 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:03.045319 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada28fc9-61a4-4808-aa48-69f7c4d4ba61 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:03.045812 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-ada28fc9-61a4-4808-aa48-69f7c4d4ba61 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:03.072261 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-85d40557-3dc1-4e8b-bd93-540e298166c4 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:03.095700 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-61b57e6f-3332-4bb4-aca0-e4fcb9d7a33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:03.131292 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ec6335d7-8294-4f39-b301-84720748516b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:03.166685 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d40557-3dc1-4e8b-bd93-540e298166c4 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Made reservation on behalf of 923893a854aa49c78e412c9bf04cfc96 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:03.169688 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-85d40557-3dc1-4e8b-bd93-540e298166c4 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:03.194005 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-ada28fc9-61a4-4808-aa48-69f7c4d4ba61 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:03.198724 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ada28fc9-61a4-4808-aa48-69f7c4d4ba61 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/ports/c92dd40c-f024-4727-89eb-18bcc152ef6e HTTP/1.1" status: 200 len: 911 time: 0.3065040 Feb 04 11:35:03.201808 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60554) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:03.211509 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-abccc351-d7b0-4f20-b1a2-6a51bb685f55 None None] Set router eb595b13-91a8-426f-b805-a0dd9eb2ebf3 gateway port host: None {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:35:03.233623 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-85d40557-3dc1-4e8b-bd93-540e298166c4 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] device_id is not set on port d2988ae0-aa4b-4972-9762-4793c6faf114 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:35:03.333722 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-ce5a8807-2845-47b2-9e88-2bd21b399035 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Allocated IP 172.20.0.6 (3250efab-95dd-42b8-8331-5e86089dabad/316a2e6a-a5c7-4a22-b10d-5958e464b199/d809c23a-bbea-43e4-9351-e8b4ed824d87) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:03.375986 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-ce5a8807-2845-47b2-9e88-2bd21b399035 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Allocated IP 172.20.0.29 (3250efab-95dd-42b8-8331-5e86089dabad/dd4802b2-29c8-48a7-a26d-28ca05864a93/d809c23a-bbea-43e4-9351-e8b4ed824d87) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:03.430413 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 611ed122-6139-4c2d-ba8c-bbd02b17b096 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:03.460800 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-85d40557-3dc1-4e8b-bd93-540e298166c4 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Allocated IP 2001:db8::20f (f11e6a4b-a2ba-4536-86be-715b11d58857/eeee1ec7-20eb-4b1a-9666-65a29c874e72/d2988ae0-aa4b-4972-9762-4793c6faf114) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:03.490752 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5a759b-d3e5-4c11-a357-2304a0a23082 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:03.497148 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5a759b-d3e5-4c11-a357-2304a0a23082 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:03.518985 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-dd5a759b-d3e5-4c11-a357-2304a0a23082 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3076339 Feb 04 11:35:03.558056 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b57e6f-3332-4bb4-aca0-e4fcb9d7a33a None None] Pushing event updated for resources: {'Port': ['ID=2cfa07b3-1a77-47c3-bc74-1d16e4579b80,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:03.558413 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60558) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:03.558498 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-080d2764-7221-469f-b44d-fbde4c093b83 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:03.558498 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9d36dc-4126-42de-8b25-f5fd90c3725a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-f11e6a4b-a2ba-4536-86be-715b11d58857', 'network_id': 'f11e6a4b-a2ba-4536-86be-715b11d58857', 'tenant_id': '923893a854aa49c78e412c9bf04cfc96', 'fixed_ips': [{'subnet_id': 'eeee1ec7-20eb-4b1a-9666-65a29c874e72'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:35:03.558498 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2c9d36dc-4126-42de-8b25-f5fd90c3725a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:03.574534 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-080d2764-7221-469f-b44d-fbde4c093b83 None None] Transition to ACTIVE for port object 781cf3e7-3bc7-4abb-b98c-8721342b702d will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:03.652243 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-080d2764-7221-469f-b44d-fbde4c093b83 None None] Transition to ACTIVE for port object 781cf3e7-3bc7-4abb-b98c-8721342b702d will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:03.667130 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcfef99-365b-4ba0-ae83-0fb2560f7286 None None] Update dhcp port {'port': {'network_id': '3250efab-95dd-42b8-8331-5e86089dabad', 'fixed_ips': [{'subnet_id': '316a2e6a-a5c7-4a22-b10d-5958e464b199', 'ip_address': '172.20.0.2'}, {'subnet_id': 'dd4802b2-29c8-48a7-a26d-28ca05864a93'}], 'binding:host_id': 'dv-neutron-827825-2-hyperv'}, 'id': '611ed122-6139-4c2d-ba8c-bbd02b17b096'} from dv-neutron-827825-2-hyperv. {{(pid=84206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 11:35:03.696253 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3039dc26-7035-4ba3-bcf1-05e24f007dde None None] Provisioning for port 611ed122-6139-4c2d-ba8c-bbd02b17b096 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:03.718251 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.resource_extend [None req-127c2423-a9ce-409e-9099-233456cf5769 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:35:03.727446 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-abccc351-d7b0-4f20-b1a2-6a51bb685f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb595b13-91a8-426f-b805-a0dd9eb2ebf3', 'name': 'tempest-NetworksTestDHCPv6-router-1983255019', 'tenant_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:34:57Z', 'updated_at': '2022-02-04T11:35:00Z', 'revision_number': 2, 'project_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'gw_port_host': None, '_interfaces': [{'id': 'c92dd40c-f024-4727-89eb-18bcc152ef6e', 'name': '', 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'tenant_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'mac_address': 'fa:16:3e:f9:e5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb595b13-91a8-426f-b805-a0dd9eb2ebf3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17b07726-6f26-4164-87d5-e8af5fbc4bac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:34:59Z', 'updated_at': '2022-02-04T11:35:00Z', 'revision_number': 2, 'project_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'subnets': [{'id': '17b07726-6f26-4164-87d5-e8af5fbc4bac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:03.733863 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abccc351-d7b0-4f20-b1a2-6a51bb685f55 None None] Checking router: eb595b13-91a8-426f-b805-a0dd9eb2ebf3 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:35:03.734645 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abccc351-d7b0-4f20-b1a2-6a51bb685f55 None None] Updating router eb595b13-91a8-426f-b805-a0dd9eb2ebf3 port c92dd40c-f024-4727-89eb-18bcc152ef6e binding host dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:35:03.738782 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3039dc26-7035-4ba3-bcf1-05e24f007dde None None] Provisioning complete for port 611ed122-6139-4c2d-ba8c-bbd02b17b096 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:03.739148 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3039dc26-7035-4ba3-bcf1-05e24f007dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:03.768003 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ce5a8807-2845-47b2-9e88-2bd21b399035 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:03.794126 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-abccc351-d7b0-4f20-b1a2-6a51bb685f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:03.804148 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-ce5a8807-2845-47b2-9e88-2bd21b399035 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Transition to ACTIVE for port object d809c23a-bbea-43e4-9351-e8b4ed824d87 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:03.845433 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-080d2764-7221-469f-b44d-fbde4c093b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:03.905149 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1bcfef99-365b-4ba0-ae83-0fb2560f7286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:03.917791 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-85d40557-3dc1-4e8b-bd93-540e298166c4 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:03.941465 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-85d40557-3dc1-4e8b-bd93-540e298166c4 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Transition to ACTIVE for port object d2988ae0-aa4b-4972-9762-4793c6faf114 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:03.969480 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-127c2423-a9ce-409e-9099-233456cf5769 None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:03.971056 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5153974c-8ab4-4c91-87e5-ccc604a5fc81 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:03.980798 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ec6335d7-8294-4f39-b301-84720748516b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:04.007021 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080d2764-7221-469f-b44d-fbde4c093b83 None None] Network 757f72b0-4525-4a43-be0d-b24c8d81592b is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:04.016133 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ec6335d7-8294-4f39-b301-84720748516b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:04.022626 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d2764-7221-469f-b44d-fbde4c093b83 None None] Pushing event updated for resources: {'Port': ['ID=781cf3e7-3bc7-4abb-b98c-8721342b702d,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:04.033233 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-080d2764-7221-469f-b44d-fbde4c093b83 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:04.043116 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080d2764-7221-469f-b44d-fbde4c093b83 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:35:04.046256 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-127c2423-a9ce-409e-9099-233456cf5769 None None] Transition to ACTIVE for port object 85879bd6-43c0-445f-8615-b1e1d8920ad9 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:04.047213 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153974c-8ab4-4c91-87e5-ccc604a5fc81 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Pushing event deleted for resources: {'Subnet': ['ID=b9133395-ed3e-49ca-9510-920107ac12e9,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:04.072645 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ce5a8807-2845-47b2-9e88-2bd21b399035 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:04.254385 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-ec6335d7-8294-4f39-b301-84720748516b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Allocated IP 172.26.3.35 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/5416864a-247a-49b0-87fd-cfa918818bfa) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:04.262295 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-127c2423-a9ce-409e-9099-233456cf5769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:04.388671 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-abccc351-d7b0-4f20-b1a2-6a51bb685f55 None None] Notify callbacks [] for port, precommit_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:04.405016 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.provisioning_blocks [None req-abccc351-d7b0-4f20-b1a2-6a51bb685f55 None None] Transition to ACTIVE for port object c92dd40c-f024-4727-89eb-18bcc152ef6e will not be triggered until provisioned by entity L2. {{(pid=84207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:04.423498 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-85d40557-3dc1-4e8b-bd93-540e298166c4 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:04.426954 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3039dc26-7035-4ba3-bcf1-05e24f007dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:04.507565 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a8807-2845-47b2-9e88-2bd21b399035 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Port': ['ID=d809c23a-bbea-43e4-9351-e8b4ed824d87,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:04.514973 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-abccc351-d7b0-4f20-b1a2-6a51bb685f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:04.515303 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ec6335d7-8294-4f39-b301-84720748516b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:04.517639 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-2c9d36dc-4126-42de-8b25-f5fd90c3725a None None] Allocated IP 2001:db8::2 (f11e6a4b-a2ba-4536-86be-715b11d58857/eeee1ec7-20eb-4b1a-9666-65a29c874e72/dff7c7fe-6f93-41c8-966e-349f36113d90) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:04.523643 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-080d2764-7221-469f-b44d-fbde4c093b83 None None] Attempting to bind port 781cf3e7-3bc7-4abb-b98c-8721342b702d on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:35:04.524001 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-080d2764-7221-469f-b44d-fbde4c093b83 None None] Attempting to bind port 781cf3e7-3bc7-4abb-b98c-8721342b702d by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '5195d68e-1bdb-45d0-a577-a43bf11c7815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '757f72b0-4525-4a43-be0d-b24c8d81592b'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:35:04.524353 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080d2764-7221-469f-b44d-fbde4c093b83 None None] Attempting to bind port 781cf3e7-3bc7-4abb-b98c-8721342b702d on network 757f72b0-4525-4a43-be0d-b24c8d81592b {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:35:04.526399 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40543db-6b06-4085-8c4b-a193742b291b None None] Pushing event updated for resources: {'Port': ['ID=85879bd6-43c0-445f-8615-b1e1d8920ad9,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:04.562851 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-127c2423-a9ce-409e-9099-233456cf5769 None None] Attempting to bind port 85879bd6-43c0-445f-8615-b1e1d8920ad9 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:35:04.563216 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-127c2423-a9ce-409e-9099-233456cf5769 None None] Attempting to bind port 85879bd6-43c0-445f-8615-b1e1d8920ad9 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:35:04.563577 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127c2423-a9ce-409e-9099-233456cf5769 None None] Attempting to bind port 85879bd6-43c0-445f-8615-b1e1d8920ad9 on network 63d4ab6b-931d-42a4-aa18-bedd81d582fa {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:35:04.593448 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080d2764-7221-469f-b44d-fbde4c093b83 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:35:04.593819 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080d2764-7221-469f-b44d-fbde4c093b83 None None] Checking segment: {'id': '5195d68e-1bdb-45d0-a577-a43bf11c7815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '757f72b0-4525-4a43-be0d-b24c8d81592b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:35:04.594238 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-080d2764-7221-469f-b44d-fbde4c093b83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:04.594817 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080d2764-7221-469f-b44d-fbde4c093b83 None None] Bound using segment: {'id': '5195d68e-1bdb-45d0-a577-a43bf11c7815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '757f72b0-4525-4a43-be0d-b24c8d81592b'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:35:04.595438 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-080d2764-7221-469f-b44d-fbde4c093b83 None None] Bound port: 781cf3e7-3bc7-4abb-b98c-8721342b702d, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5195d68e-1bdb-45d0-a577-a43bf11c7815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '757f72b0-4525-4a43-be0d-b24c8d81592b'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:35:04.595971 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-080d2764-7221-469f-b44d-fbde4c093b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:04.600600 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d40557-3dc1-4e8b-bd93-540e298166c4 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Port': ['ID=d2988ae0-aa4b-4972-9762-4793c6faf114,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:04.620637 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-1bcfef99-365b-4ba0-ae83-0fb2560f7286 None None] Allocated IP 172.20.0.18 (3250efab-95dd-42b8-8331-5e86089dabad/dd4802b2-29c8-48a7-a26d-28ca05864a93/611ed122-6139-4c2d-ba8c-bbd02b17b096) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:04.635831 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5153974c-8ab4-4c91-87e5-ccc604a5fc81 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:04.639671 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ae1664d2-978e-403c-ac8e-c6375f08b5ce tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:04.646092 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5a8807-2845-47b2-9e88-2bd21b399035 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Network 3250efab-95dd-42b8-8331-5e86089dabad is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:04.651960 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-ce5a8807-2845-47b2-9e88-2bd21b399035 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:04.655087 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5a8807-2845-47b2-9e88-2bd21b399035 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:35:04.692682 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d40557-3dc1-4e8b-bd93-540e298166c4 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Network f11e6a4b-a2ba-4536-86be-715b11d58857 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:04.708100 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ec6335d7-8294-4f39-b301-84720748516b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:04.717000 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-85d40557-3dc1-4e8b-bd93-540e298166c4 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:04.719946 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d40557-3dc1-4e8b-bd93-540e298166c4 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:35:04.724906 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d40557-3dc1-4e8b-bd93-540e298166c4 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:04.738242 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-85d40557-3dc1-4e8b-bd93-540e298166c4 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:04.769629 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-5153974c-8ab4-4c91-87e5-ccc604a5fc81 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['757f72b0-4525-4a43-be0d-b24c8d81592b']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:04.770347 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ccf3f-b282-4ba0-8f84-e86982c60921 None None] Pushing event updated for resources: {'Port': ['ID=c92dd40c-f024-4727-89eb-18bcc152ef6e,revision_number=3']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:04.817897 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-5153974c-8ab4-4c91-87e5-ccc604a5fc81 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5195d68e-1bdb-45d0-a577-a43bf11c7815') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:04.818400 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-5153974c-8ab4-4c91-87e5-ccc604a5fc81 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5195d68e-1bdb-45d0-a577-a43bf11c7815') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:04.847131 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5153974c-8ab4-4c91-87e5-ccc604a5fc81 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:04.867303 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5a8807-2845-47b2-9e88-2bd21b399035 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:04.868327 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ce5a8807-2845-47b2-9e88-2bd21b399035 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:04.873132 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-080d2764-7221-469f-b44d-fbde4c093b83 None None] For port 781cf3e7-3bc7-4abb-b98c-8721342b702d, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:35:04.875427 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127c2423-a9ce-409e-9099-233456cf5769 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:35:04.875740 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127c2423-a9ce-409e-9099-233456cf5769 None None] Checking segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:35:04.876132 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-127c2423-a9ce-409e-9099-233456cf5769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:04.876561 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127c2423-a9ce-409e-9099-233456cf5769 None None] Bound using segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:35:04.876992 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-127c2423-a9ce-409e-9099-233456cf5769 None None] Bound port: 85879bd6-43c0-445f-8615-b1e1d8920ad9, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:35:04.877361 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-127c2423-a9ce-409e-9099-233456cf5769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:04.906189 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-abccc351-d7b0-4f20-b1a2-6a51bb685f55 None None] Attempting to bind port c92dd40c-f024-4727-89eb-18bcc152ef6e on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:35:04.906693 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-abccc351-d7b0-4f20-b1a2-6a51bb685f55 None None] Attempting to bind port c92dd40c-f024-4727-89eb-18bcc152ef6e by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:35:04.907144 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abccc351-d7b0-4f20-b1a2-6a51bb685f55 None None] Attempting to bind port c92dd40c-f024-4727-89eb-18bcc152ef6e on network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:35:04.916710 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abccc351-d7b0-4f20-b1a2-6a51bb685f55 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:35:04.916710 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abccc351-d7b0-4f20-b1a2-6a51bb685f55 None None] Checking segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:35:04.916710 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-abccc351-d7b0-4f20-b1a2-6a51bb685f55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:04.917171 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 2cfa07b3-1a77-47c3-bc74-1d16e4579b80 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:04.917264 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abccc351-d7b0-4f20-b1a2-6a51bb685f55 None None] Bound using segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:35:04.917945 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-abccc351-d7b0-4f20-b1a2-6a51bb685f55 None None] Bound port: c92dd40c-f024-4727-89eb-18bcc152ef6e, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:35:04.918415 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-abccc351-d7b0-4f20-b1a2-6a51bb685f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:04.938874 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-85d40557-3dc1-4e8b-bd93-540e298166c4 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1674302 Feb 04 11:35:04.939999 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60566) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:04.969845 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-3039dc26-7035-4ba3-bcf1-05e24f007dde None None] For port 611ed122-6139-4c2d-ba8c-bbd02b17b096, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=611ed122-6139-4c2d-ba8c-bbd02b17b096,segment=NetworkSegment(db4e22c4-b07d-478a-9f2d-bf5e943f9d3c),segment_id=db4e22c4-b07d-478a-9f2d-bf5e943f9d3c)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:35:04.979780 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ce5a8807-2845-47b2-9e88-2bd21b399035 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.0047054 Feb 04 11:35:04.984973 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6335d7-8294-4f39-b301-84720748516b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Pushing event updated for resources: {'Port': ['ID=5416864a-247a-49b0-87fd-cfa918818bfa,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:04.994693 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60570) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:05.004557 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-3e10498f-47a5-431c-9787-385a92a5063d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '316a2e6a-a5c7-4a22-b10d-5958e464b199'}]}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:05.012619 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-080d2764-7221-469f-b44d-fbde4c093b83 None None] For port 781cf3e7-3bc7-4abb-b98c-8721342b702d, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=781cf3e7-3bc7-4abb-b98c-8721342b702d,segment=NetworkSegment(5195d68e-1bdb-45d0-a577-a43bf11c7815),segment_id=5195d68e-1bdb-45d0-a577-a43bf11c7815)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:35:05.071994 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6335d7-8294-4f39-b301-84720748516b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:05.076313 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3039dc26-7035-4ba3-bcf1-05e24f007dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:05.078650 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-ec6335d7-8294-4f39-b301-84720748516b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:05.082087 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6335d7-8294-4f39-b301-84720748516b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:35:05.126380 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5153974c-8ab4-4c91-87e5-ccc604a5fc81 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:05.130503 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-abccc351-d7b0-4f20-b1a2-6a51bb685f55 None None] For port c92dd40c-f024-4727-89eb-18bcc152ef6e, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:35:05.139901 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-abccc351-d7b0-4f20-b1a2-6a51bb685f55 None None] For port c92dd40c-f024-4727-89eb-18bcc152ef6e, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=c92dd40c-f024-4727-89eb-18bcc152ef6e,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:35:05.152700 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5153974c-8ab4-4c91-87e5-ccc604a5fc81 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:35:05.154282 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5153974c-8ab4-4c91-87e5-ccc604a5fc81 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:05.157470 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-080d2764-7221-469f-b44d-fbde4c093b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:05.173294 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:35:05.173294 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:35:05.173294 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:35:05.173294 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:35:05.173294 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:35:05.173294 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:35:05.173294 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:35:05.173294 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:35:05.173294 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:35:05.173294 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:35:05.173294 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:35:05.173294 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:35:05.173294 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:35:05.173294 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:35:05.173294 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:35:05.173294 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:35:05.173294 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:35:05.173294 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:35:05.173294 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:35:05.173294 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:35:05.173294 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:35:05.173294 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:35:05.173294 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:35:05.173294 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:35:05.173294 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:35:05.173294 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:35:05.173294 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:35:05.173294 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:35:05.173294 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:35:05.173294 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:35:05.173294 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:35:05.173294 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:35:05.182932 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-127c2423-a9ce-409e-9099-233456cf5769 None None] For port 85879bd6-43c0-445f-8615-b1e1d8920ad9, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:35:05.229710 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-abccc351-d7b0-4f20-b1a2-6a51bb685f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:05.318403 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-85909585-e6af-4dc5-9d6b-6c9733a810b5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Deleting port d2988ae0-aa4b-4972-9762-4793c6faf114 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:05.318781 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-85909585-e6af-4dc5-9d6b-6c9733a810b5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:05.345835 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-127c2423-a9ce-409e-9099-233456cf5769 None None] For port 85879bd6-43c0-445f-8615-b1e1d8920ad9, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=85879bd6-43c0-445f-8615-b1e1d8920ad9,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:35:05.385327 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3e10498f-47a5-431c-9787-385a92a5063d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:05.399655 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abccc351-d7b0-4f20-b1a2-6a51bb685f55 None None] Routers {'eb595b13-91a8-426f-b805-a0dd9eb2ebf3'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:35:05.401001 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-abccc351-d7b0-4f20-b1a2-6a51bb685f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:34:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['eb595b13-91a8-426f-b805-a0dd9eb2ebf3'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:05.460115 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-127c2423-a9ce-409e-9099-233456cf5769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:05.476398 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2c9d36dc-4126-42de-8b25-f5fd90c3725a None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:05.480841 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 2cfa07b3-1a77-47c3-bc74-1d16e4579b80 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:05.481391 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:05.518504 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3039dc26-7035-4ba3-bcf1-05e24f007dde None None] Provisioning for port c92dd40c-f024-4727-89eb-18bcc152ef6e completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:05.525088 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039dc26-7035-4ba3-bcf1-05e24f007dde None None] Pushing event updated for resources: {'Port': ['ID=611ed122-6139-4c2d-ba8c-bbd02b17b096,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:05.559145 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.api [None req-5153974c-8ab4-4c91-87e5-ccc604a5fc81 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 11:35:05.559145 dv-neutron-827825-2-hyperv neutron-server[84205]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 11:35:05.559145 dv-neutron-827825-2-hyperv neutron-server[84205]: [parameters: {'id': '757f72b0-4525-4a43-be0d-b24c8d81592b'}] Feb 04 11:35:05.559145 dv-neutron-827825-2-hyperv neutron-server[84205]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:35:05.559540 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG oslo_db.api [None req-5153974c-8ab4-4c91-87e5-ccc604a5fc81 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:35:05.652242 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-abccc351-d7b0-4f20-b1a2-6a51bb685f55 None None] Set router eb595b13-91a8-426f-b805-a0dd9eb2ebf3 gateway port host: None {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:35:05.745169 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ec6335d7-8294-4f39-b301-84720748516b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:05.745956 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ec6335d7-8294-4f39-b301-84720748516b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:05.798954 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2c9d36dc-4126-42de-8b25-f5fd90c3725a None None] Transition to ACTIVE for port object dff7c7fe-6f93-41c8-966e-349f36113d90 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:05.821153 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-ae1664d2-978e-403c-ac8e-c6375f08b5ce tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting port c92dd40c-f024-4727-89eb-18bcc152ef6e {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:05.821400 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ae1664d2-978e-403c-ac8e-c6375f08b5ce tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:05.923365 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-85909585-e6af-4dc5-9d6b-6c9733a810b5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:05.941230 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-1bcfef99-365b-4ba0-ae83-0fb2560f7286 None None] For port 611ed122-6139-4c2d-ba8c-bbd02b17b096, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=611ed122-6139-4c2d-ba8c-bbd02b17b096,segment=NetworkSegment(db4e22c4-b07d-478a-9f2d-bf5e943f9d3c),segment_id=db4e22c4-b07d-478a-9f2d-bf5e943f9d3c)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:35:06.032937 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1bcfef99-365b-4ba0-ae83-0fb2560f7286 None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:06.068005 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-1bcfef99-365b-4ba0-ae83-0fb2560f7286 None None] Transition to ACTIVE for port object 611ed122-6139-4c2d-ba8c-bbd02b17b096 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:06.069446 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d2764-7221-469f-b44d-fbde4c093b83 None None] Pushing event updated for resources: {'Port': ['ID=781cf3e7-3bc7-4abb-b98c-8721342b702d,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:06.074696 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5153974c-8ab4-4c91-87e5-ccc604a5fc81 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:06.094203 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-85909585-e6af-4dc5-9d6b-6c9733a810b5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Calling delete_port for d2988ae0-aa4b-4972-9762-4793c6faf114 owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:06.121705 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-abccc351-d7b0-4f20-b1a2-6a51bb685f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb595b13-91a8-426f-b805-a0dd9eb2ebf3', 'name': 'tempest-NetworksTestDHCPv6-router-1983255019', 'tenant_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:34:57Z', 'updated_at': '2022-02-04T11:35:00Z', 'revision_number': 2, 'project_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'gw_port_host': None, '_interfaces': [{'id': 'c92dd40c-f024-4727-89eb-18bcc152ef6e', 'name': '', 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'tenant_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'mac_address': 'fa:16:3e:f9:e5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb595b13-91a8-426f-b805-a0dd9eb2ebf3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17b07726-6f26-4164-87d5-e8af5fbc4bac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:34:59Z', 'updated_at': '2022-02-04T11:35:05Z', 'revision_number': 4, 'project_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'subnets': [{'id': '17b07726-6f26-4164-87d5-e8af5fbc4bac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:06.127807 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ccf3f-b282-4ba0-8f84-e86982c60921 None None] Pushing event updated for resources: {'Port': ['ID=c92dd40c-f024-4727-89eb-18bcc152ef6e,revision_number=4']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:06.132417 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abccc351-d7b0-4f20-b1a2-6a51bb685f55 None None] The sync data for ids ['eb595b13-91a8-426f-b805-a0dd9eb2ebf3'] in dv-neutron-827825-2-hyperv is: [{'id': 'eb595b13-91a8-426f-b805-a0dd9eb2ebf3', 'name': 'tempest-NetworksTestDHCPv6-router-1983255019', 'tenant_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:34:57Z', 'updated_at': '2022-02-04T11:35:00Z', 'revision_number': 2, 'project_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'gw_port_host': None, '_interfaces': [{'id': 'c92dd40c-f024-4727-89eb-18bcc152ef6e', 'name': '', 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'tenant_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'mac_address': 'fa:16:3e:f9:e5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb595b13-91a8-426f-b805-a0dd9eb2ebf3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17b07726-6f26-4164-87d5-e8af5fbc4bac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:34:59Z', 'updated_at': '2022-02-04T11:35:05Z', 'revision_number': 4, 'project_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'subnets': [{'id': '17b07726-6f26-4164-87d5-e8af5fbc4bac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:35:06.177271 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-5153974c-8ab4-4c91-87e5-ccc604a5fc81 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Deleting port 781cf3e7-3bc7-4abb-b98c-8721342b702d {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:06.177636 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5153974c-8ab4-4c91-87e5-ccc604a5fc81 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:06.202518 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2c9d36dc-4126-42de-8b25-f5fd90c3725a None None] Transition to ACTIVE for port object dff7c7fe-6f93-41c8-966e-349f36113d90 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:06.209485 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40543db-6b06-4085-8c4b-a193742b291b None None] Pushing event updated for resources: {'Port': ['ID=85879bd6-43c0-445f-8615-b1e1d8920ad9,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:06.214905 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f505dc61-c7f5-429e-91cb-656ad0abf49f None None] Network 757f72b0-4525-4a43-be0d-b24c8d81592b requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:35:06.315679 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-ae1664d2-978e-403c-ac8e-c6375f08b5ce tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] For port c92dd40c-f024-4727-89eb-18bcc152ef6e, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=c92dd40c-f024-4727-89eb-18bcc152ef6e,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:35:06.316043 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ae1664d2-978e-403c-ac8e-c6375f08b5ce tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:06.391298 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1bcfef99-365b-4ba0-ae83-0fb2560f7286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:06.537361 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-ae1664d2-978e-403c-ac8e-c6375f08b5ce tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Calling delete_port for c92dd40c-f024-4727-89eb-18bcc152ef6e owned by network:router_interface {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:06.540914 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2c9d36dc-4126-42de-8b25-f5fd90c3725a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:06.563188 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-3e10498f-47a5-431c-9787-385a92a5063d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Delete allocated IP 172.20.0.29 (3250efab-95dd-42b8-8331-5e86089dabad/dd4802b2-29c8-48a7-a26d-28ca05864a93) {{(pid=84205) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 11:35:06.573651 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9d36dc-4126-42de-8b25-f5fd90c3725a None None] Network f11e6a4b-a2ba-4536-86be-715b11d58857 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:06.588352 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-2c9d36dc-4126-42de-8b25-f5fd90c3725a None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:06.590042 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127c2423-a9ce-409e-9099-233456cf5769 None None] Routers {'5087886f-d632-427e-8ac3-8cb549c01fce'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:35:06.590665 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-127c2423-a9ce-409e-9099-233456cf5769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:34:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5087886f-d632-427e-8ac3-8cb549c01fce'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:06.645555 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9d36dc-4126-42de-8b25-f5fd90c3725a None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:35:06.830684 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:06.866365 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6335d7-8294-4f39-b301-84720748516b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Router e4b4e184-3766-4b84-b022-bc0eb0f30868 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:35:06.953604 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3e10498f-47a5-431c-9787-385a92a5063d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:06.970679 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcfef99-365b-4ba0-ae83-0fb2560f7286 None None] Pushing event updated for resources: {'Port': ['ID=611ed122-6139-4c2d-ba8c-bbd02b17b096,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:06.973645 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-3e10498f-47a5-431c-9787-385a92a5063d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Ignored duplicate provisioning block setup for port d809c23a-bbea-43e4-9351-e8b4ed824d87 by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 11:35:06.984534 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-85909585-e6af-4dc5-9d6b-6c9733a810b5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:06.987334 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-2c9d36dc-4126-42de-8b25-f5fd90c3725a None None] Attempting to bind port dff7c7fe-6f93-41c8-966e-349f36113d90 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:35:06.987706 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-2c9d36dc-4126-42de-8b25-f5fd90c3725a None None] Attempting to bind port dff7c7fe-6f93-41c8-966e-349f36113d90 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'c9a685b7-dd8f-40d6-ae25-90412ebee44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f11e6a4b-a2ba-4536-86be-715b11d58857'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:35:06.991203 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9d36dc-4126-42de-8b25-f5fd90c3725a None None] Attempting to bind port dff7c7fe-6f93-41c8-966e-349f36113d90 on network f11e6a4b-a2ba-4536-86be-715b11d58857 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:35:07.011601 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ae1664d2-978e-403c-ac8e-c6375f08b5ce tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:07.079476 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3e10498f-47a5-431c-9787-385a92a5063d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:07.083988 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85909585-e6af-4dc5-9d6b-6c9733a810b5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'Port': ['ID=d2988ae0-aa4b-4972-9762-4793c6faf114,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:07.153107 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1664d2-978e-403c-ac8e-c6375f08b5ce tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Port': ['ID=c92dd40c-f024-4727-89eb-18bcc152ef6e,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:07.200915 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9d36dc-4126-42de-8b25-f5fd90c3725a None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:35:07.202333 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9d36dc-4126-42de-8b25-f5fd90c3725a None None] Checking segment: {'id': 'c9a685b7-dd8f-40d6-ae25-90412ebee44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f11e6a4b-a2ba-4536-86be-715b11d58857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:35:07.203002 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2c9d36dc-4126-42de-8b25-f5fd90c3725a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:07.203409 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9d36dc-4126-42de-8b25-f5fd90c3725a None None] Bound using segment: {'id': 'c9a685b7-dd8f-40d6-ae25-90412ebee44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f11e6a4b-a2ba-4536-86be-715b11d58857'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:35:07.203927 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-2c9d36dc-4126-42de-8b25-f5fd90c3725a None None] Bound port: dff7c7fe-6f93-41c8-966e-349f36113d90, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9a685b7-dd8f-40d6-ae25-90412ebee44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f11e6a4b-a2ba-4536-86be-715b11d58857'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:35:07.204494 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2c9d36dc-4126-42de-8b25-f5fd90c3725a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:07.234208 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d36dc-4126-42de-8b25-f5fd90c3725a None None] Pushing event updated for resources: {'Port': ['ID=dff7c7fe-6f93-41c8-966e-349f36113d90,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:07.263837 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 611ed122-6139-4c2d-ba8c-bbd02b17b096 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:07.432486 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-85909585-e6af-4dc5-9d6b-6c9733a810b5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:07.450122 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60574) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:07.450398 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-85909585-e6af-4dc5-9d6b-6c9733a810b5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/ports/d2988ae0-aa4b-4972-9762-4793c6faf114 HTTP/1.1" status: 204 len: 168 time: 2.5092921 Feb 04 11:35:07.471627 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-127c2423-a9ce-409e-9099-233456cf5769 None None] Set router 5087886f-d632-427e-8ac3-8cb549c01fce gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:35:07.535842 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e10498f-47a5-431c-9787-385a92a5063d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Port': ['ID=d809c23a-bbea-43e4-9351-e8b4ed824d87,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:07.562670 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-5153974c-8ab4-4c91-87e5-ccc604a5fc81 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] For port 781cf3e7-3bc7-4abb-b98c-8721342b702d, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=781cf3e7-3bc7-4abb-b98c-8721342b702d,segment=NetworkSegment(5195d68e-1bdb-45d0-a577-a43bf11c7815),segment_id=5195d68e-1bdb-45d0-a577-a43bf11c7815)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:35:07.563035 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5153974c-8ab4-4c91-87e5-ccc604a5fc81 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:07.567599 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d0fbccf-fc26-4a8e-97a6-80c553c89c5d tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] DELETE failed (client error): The resource could not be found. Feb 04 11:35:07.568071 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d0fbccf-fc26-4a8e-97a6-80c553c89c5d tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:35:07.596217 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2d0fbccf-fc26-4a8e-97a6-80c553c89c5d tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/ports/d2988ae0-aa4b-4972-9762-4793c6faf114 HTTP/1.1" status: 404 len: 333 time: 0.1439371 Feb 04 11:35:07.598937 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ae1664d2-978e-403c-ac8e-c6375f08b5ce tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:07.602385 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60578) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:07.644581 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-2c9d36dc-4126-42de-8b25-f5fd90c3725a None None] For port dff7c7fe-6f93-41c8-966e-349f36113d90, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:35:07.707373 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device c92dd40c-f024-4727-89eb-18bcc152ef6e up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:07.713531 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-9413c6f5-de8f-40b9-ba58-e89506b9554b tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] GET failed (client error): The resource could not be found. Feb 04 11:35:07.714057 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-9413c6f5-de8f-40b9-ba58-e89506b9554b tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Synchronizing usage tracker for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:07.723607 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-5153974c-8ab4-4c91-87e5-ccc604a5fc81 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Calling delete_port for 781cf3e7-3bc7-4abb-b98c-8721342b702d owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:07.756123 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-3e10498f-47a5-431c-9787-385a92a5063d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] In _notify_port_updated(), no bound segment for port d809c23a-bbea-43e4-9351-e8b4ed824d87 on network 3250efab-95dd-42b8-8331-5e86089dabad {{(pid=84205) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 11:35:07.759056 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e10498f-47a5-431c-9787-385a92a5063d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:07.759679 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3e10498f-47a5-431c-9787-385a92a5063d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:07.760964 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3e10498f-47a5-431c-9787-385a92a5063d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "PUT /v2.0/ports/d809c23a-bbea-43e4-9351-e8b4ed824d87 HTTP/1.1" status: 200 len: 919 time: 2.7650661 Feb 04 11:35:07.769333 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60586) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:07.775166 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-2c9d36dc-4126-42de-8b25-f5fd90c3725a None None] For port dff7c7fe-6f93-41c8-966e-349f36113d90, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=dff7c7fe-6f93-41c8-966e-349f36113d90,segment=NetworkSegment(c9a685b7-dd8f-40d6-ae25-90412ebee44f),segment_id=c9a685b7-dd8f-40d6-ae25-90412ebee44f)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:35:07.777624 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-949369d4-523f-491a-b9ba-f6ea7464aaba tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '316a2e6a-a5c7-4a22-b10d-5958e464b199'}, {'subnet_id': 'dd4802b2-29c8-48a7-a26d-28ca05864a93'}]}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:07.799669 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: c92dd40c-f024-4727-89eb-18bcc152ef6e {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:35:07.800241 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device c92dd40c-f024-4727-89eb-18bcc152ef6e not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 04 11:35:07.844205 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc2e037-c934-451d-874e-1e78c3234e9c None None] Network 3250efab-95dd-42b8-8331-5e86089dabad requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:35:07.973185 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-9413c6f5-de8f-40b9-ba58-e89506b9554b tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Unset dirty status for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:07.975162 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9413c6f5-de8f-40b9-ba58-e89506b9554b tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "GET /v2.0/ports/d2988ae0-aa4b-4972-9762-4793c6faf114 HTTP/1.1" status: 404 len: 333 time: 0.3699911 Feb 04 11:35:07.979959 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60590) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:08.002987 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Port c92dd40c-f024-4727-89eb-18bcc152ef6e not found, will not notify nova. {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 04 11:35:08.006549 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2c9d36dc-4126-42de-8b25-f5fd90c3725a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:08.051910 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6335d7-8294-4f39-b301-84720748516b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:35:08.073813 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5153974c-8ab4-4c91-87e5-ccc604a5fc81 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:08.091133 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2542d8a-e2aa-428b-927a-a7eb3654e3b0 None None] Sync routers for ids ['e4b4e184-3766-4b84-b022-bc0eb0f30868'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:35:08.156935 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153974c-8ab4-4c91-87e5-ccc604a5fc81 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Pushing event deleted for resources: {'Port': ['ID=781cf3e7-3bc7-4abb-b98c-8721342b702d,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:08.224940 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d36dc-4126-42de-8b25-f5fd90c3725a None None] Pushing event updated for resources: {'Port': ['ID=dff7c7fe-6f93-41c8-966e-349f36113d90,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:08.262259 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2542d8a-e2aa-428b-927a-a7eb3654e3b0 None None] Routers {'e4b4e184-3766-4b84-b022-bc0eb0f30868'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:35:08.263692 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e2542d8a-e2aa-428b-927a-a7eb3654e3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:34:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['e4b4e184-3766-4b84-b022-bc0eb0f30868'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:08.271855 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5153974c-8ab4-4c91-87e5-ccc604a5fc81 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] No DVR routers for this DVR port 781cf3e7-3bc7-4abb-b98c-8721342b702d on host dv-neutron-827825-2-hyperv {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:35:08.279768 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ec6335d7-8294-4f39-b301-84720748516b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:08.281519 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ec6335d7-8294-4f39-b301-84720748516b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.1316543 Feb 04 11:35:08.291949 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60594) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:08.319430 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a7716edf-877b-4211-bba8-6cd922ea7c37 None None] Provisioning for port 611ed122-6139-4c2d-ba8c-bbd02b17b096 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:08.348066 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a7716edf-877b-4211-bba8-6cd922ea7c37 None None] Provisioning complete for port 611ed122-6139-4c2d-ba8c-bbd02b17b096 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:08.348470 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a7716edf-877b-4211-bba8-6cd922ea7c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:08.368441 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1664d2-978e-403c-ac8e-c6375f08b5ce tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Router eb595b13-91a8-426f-b805-a0dd9eb2ebf3 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:35:08.405239 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-949369d4-523f-491a-b9ba-f6ea7464aaba tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:08.577830 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5153974c-8ab4-4c91-87e5-ccc604a5fc81 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:08.614508 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c5254d3-4430-450a-962b-79a6634e7c46 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Deleting subnet eeee1ec7-20eb-4b1a-9666-65a29c874e72 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:35:08.624683 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-127c2423-a9ce-409e-9099-233456cf5769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5087886f-d632-427e-8ac3-8cb549c01fce', 'name': 'tempest-snat-router-643884143', 'tenant_id': '92f2e9a31a274e35b8f3ab8834e747d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.26'}], 'enable_snat': False}, 'gw_port_id': '85879bd6-43c0-445f-8615-b1e1d8920ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:34:56Z', 'updated_at': '2022-02-04T11:34:58Z', 'revision_number': 3, 'project_id': '92f2e9a31a274e35b8f3ab8834e747d0', 'gw_port': {'id': '85879bd6-43c0-445f-8615-b1e1d8920ad9', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:74:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5087886f-d632-427e-8ac3-8cb549c01fce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:34:57Z', 'updated_at': '2022-02-04T11:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:08.626451 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8c5254d3-4430-450a-962b-79a6634e7c46 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:08.636107 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1664d2-978e-403c-ac8e-c6375f08b5ce tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:35:08.646005 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c691f0-c076-4647-9af1-5cef0950d738 None None] Sync routers for ids ['eb595b13-91a8-426f-b805-a0dd9eb2ebf3'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:35:08.661014 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-5153974c-8ab4-4c91-87e5-ccc604a5fc81 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['757f72b0-4525-4a43-be0d-b24c8d81592b']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:08.665294 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c691f0-c076-4647-9af1-5cef0950d738 None None] Routers {'eb595b13-91a8-426f-b805-a0dd9eb2ebf3'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:35:08.666208 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-19c691f0-c076-4647-9af1-5cef0950d738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:34:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['eb595b13-91a8-426f-b805-a0dd9eb2ebf3'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:08.668230 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127c2423-a9ce-409e-9099-233456cf5769 None None] The sync data for ids ['5087886f-d632-427e-8ac3-8cb549c01fce'] in dv-neutron-827825-2-hyperv is: [{'id': '5087886f-d632-427e-8ac3-8cb549c01fce', 'name': 'tempest-snat-router-643884143', 'tenant_id': '92f2e9a31a274e35b8f3ab8834e747d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.26'}], 'enable_snat': False}, 'gw_port_id': '85879bd6-43c0-445f-8615-b1e1d8920ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:34:56Z', 'updated_at': '2022-02-04T11:34:58Z', 'revision_number': 3, 'project_id': '92f2e9a31a274e35b8f3ab8834e747d0', 'gw_port': {'id': '85879bd6-43c0-445f-8615-b1e1d8920ad9', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:74:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5087886f-d632-427e-8ac3-8cb549c01fce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:34:57Z', 'updated_at': '2022-02-04T11:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:35:08.677287 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-e2542d8a-e2aa-428b-927a-a7eb3654e3b0 None None] Set router e4b4e184-3766-4b84-b022-bc0eb0f30868 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:35:08.699467 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ae1664d2-978e-403c-ac8e-c6375f08b5ce tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "PUT /v2.0/routers/eb595b13-91a8-426f-b805-a0dd9eb2ebf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1779449 Feb 04 11:35:08.705761 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60598) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:08.811497 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd322216-26dc-48e0-b920-de57e215855c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:08.812791 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd322216-26dc-48e0-b920-de57e215855c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:08.813722 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-dd322216-26dc-48e0-b920-de57e215855c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:08.892429 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e8ed47f6-4842-47a8-9cfc-d8b6195d7e79 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] 10.222.0.21 "GET /v2.0/routers/e4b4e184-3766-4b84-b022-bc0eb0f30868 HTTP/1.1" status: 200 len: 906 time: 0.5919790 Feb 04 11:35:08.903266 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60608) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:08.915126 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-5153974c-8ab4-4c91-87e5-ccc604a5fc81 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5195d68e-1bdb-45d0-a577-a43bf11c7815') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:08.915651 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-5153974c-8ab4-4c91-87e5-ccc604a5fc81 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5195d68e-1bdb-45d0-a577-a43bf11c7815') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:08.981477 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5153974c-8ab4-4c91-87e5-ccc604a5fc81 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:09.017612 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-19c691f0-c076-4647-9af1-5cef0950d738 None None] Set router eb595b13-91a8-426f-b805-a0dd9eb2ebf3 gateway port host: None {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:35:09.051332 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8c5254d3-4430-450a-962b-79a6634e7c46 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:09.099025 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-dd322216-26dc-48e0-b920-de57e215855c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:09.102607 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-dd322216-26dc-48e0-b920-de57e215855c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3933549 Feb 04 11:35:09.108071 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60614) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:09.366470 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 611ed122-6139-4c2d-ba8c-bbd02b17b096 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:09.370285 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5153974c-8ab4-4c91-87e5-ccc604a5fc81 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:09.416375 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-19c691f0-c076-4647-9af1-5cef0950d738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb595b13-91a8-426f-b805-a0dd9eb2ebf3', 'name': 'tempest-NetworksTestDHCPv6-router-1983255019', 'tenant_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:34:57Z', 'updated_at': '2022-02-04T11:35:06Z', 'revision_number': 3, 'project_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'gw_port_host': None}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:09.421815 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c691f0-c076-4647-9af1-5cef0950d738 None None] Checking router: eb595b13-91a8-426f-b805-a0dd9eb2ebf3 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:35:09.444898 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5153974c-8ab4-4c91-87e5-ccc604a5fc81 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:35:09.445545 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5153974c-8ab4-4c91-87e5-ccc604a5fc81 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:09.460093 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c691f0-c076-4647-9af1-5cef0950d738 None None] Routers {'eb595b13-91a8-426f-b805-a0dd9eb2ebf3'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:35:09.460721 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-19c691f0-c076-4647-9af1-5cef0950d738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:34:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['eb595b13-91a8-426f-b805-a0dd9eb2ebf3'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:09.695546 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-792b6e63-ae6c-4261-83fc-bcba64a6265a None None] Provisioning complete for port 611ed122-6139-4c2d-ba8c-bbd02b17b096 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:09.698101 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-792b6e63-ae6c-4261-83fc-bcba64a6265a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:09.738752 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:35:09.738752 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:35:09.738752 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:35:09.738752 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:35:09.738752 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:35:09.738752 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:35:09.738752 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:35:09.738752 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:35:09.738752 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:35:09.738752 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:35:09.738752 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:35:09.738752 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:35:09.738752 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:35:09.738752 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:35:09.738752 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:35:09.738752 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:35:09.738752 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:35:09.738752 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:35:09.738752 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:35:09.738752 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:35:09.738752 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:35:09.738752 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:35:09.738752 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:35:09.738752 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:35:09.738752 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:35:09.738752 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:35:09.738752 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:35:09.738752 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:35:09.738752 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:35:09.738752 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:35:09.738752 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:35:09.738752 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:35:09.752419 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-19c691f0-c076-4647-9af1-5cef0950d738 None None] Set router eb595b13-91a8-426f-b805-a0dd9eb2ebf3 gateway port host: None {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:35:09.834650 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 611ed122-6139-4c2d-ba8c-bbd02b17b096 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:09.835417 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:09.915634 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e2542d8a-e2aa-428b-927a-a7eb3654e3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b4e184-3766-4b84-b022-bc0eb0f30868', 'name': 'tempest-snat-router-643884143', 'tenant_id': '92f2e9a31a274e35b8f3ab8834e747d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.35'}], 'enable_snat': True}, 'gw_port_id': '5416864a-247a-49b0-87fd-cfa918818bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:35:02Z', 'updated_at': '2022-02-04T11:35:05Z', 'revision_number': 3, 'project_id': '92f2e9a31a274e35b8f3ab8834e747d0', 'gw_port': {'id': '5416864a-247a-49b0-87fd-cfa918818bfa', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:74:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b4e184-3766-4b84-b022-bc0eb0f30868', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:35:04Z', 'updated_at': '2022-02-04T11:35:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:09.960299 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2542d8a-e2aa-428b-927a-a7eb3654e3b0 None None] Checking router: e4b4e184-3766-4b84-b022-bc0eb0f30868 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:35:09.978413 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2542d8a-e2aa-428b-927a-a7eb3654e3b0 None None] Updating router e4b4e184-3766-4b84-b022-bc0eb0f30868 port 5416864a-247a-49b0-87fd-cfa918818bfa binding host dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:35:10.067137 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06de90a9-1632-48cf-b7dd-a9177ac1ba9e None None] Network f11e6a4b-a2ba-4536-86be-715b11d58857 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:35:10.108973 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-19c691f0-c076-4647-9af1-5cef0950d738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb595b13-91a8-426f-b805-a0dd9eb2ebf3', 'name': 'tempest-NetworksTestDHCPv6-router-1983255019', 'tenant_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:34:57Z', 'updated_at': '2022-02-04T11:35:06Z', 'revision_number': 3, 'project_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'gw_port_host': None}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:10.119532 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c691f0-c076-4647-9af1-5cef0950d738 None None] The sync data for ids ['eb595b13-91a8-426f-b805-a0dd9eb2ebf3'] in dv-neutron-827825-2-hyperv is: [{'id': 'eb595b13-91a8-426f-b805-a0dd9eb2ebf3', 'name': 'tempest-NetworksTestDHCPv6-router-1983255019', 'tenant_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:34:57Z', 'updated_at': '2022-02-04T11:35:06Z', 'revision_number': 3, 'project_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'gw_port_host': None}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:35:10.141356 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5153974c-8ab4-4c91-87e5-ccc604a5fc81 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:10.239529 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8c5254d3-4430-450a-962b-79a6634e7c46 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:10.290556 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e2542d8a-e2aa-428b-927a-a7eb3654e3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:10.311546 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-608006d1-ceb9-4c5b-88b5-fd5c3c3296db tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting subnet 17b07726-6f26-4164-87d5-e8af5fbc4bac {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:35:10.329302 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-608006d1-ceb9-4c5b-88b5-fd5c3c3296db tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:10.364012 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153974c-8ab4-4c91-87e5-ccc604a5fc81 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Pushing event deleted for resources: {'Network': ['ID=757f72b0-4525-4a43-be0d-b24c8d81592b,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:10.385873 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5153974c-8ab4-4c91-87e5-ccc604a5fc81 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:10.432153 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-949369d4-523f-491a-b9ba-f6ea7464aaba tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Allocated IP 172.20.0.26 (3250efab-95dd-42b8-8331-5e86089dabad/dd4802b2-29c8-48a7-a26d-28ca05864a93/d809c23a-bbea-43e4-9351-e8b4ed824d87) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:10.442748 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5153974c-8ab4-4c91-87e5-ccc604a5fc81 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] 10.222.0.21 "DELETE /v2.0/networks/757f72b0-4525-4a43-be0d-b24c8d81592b HTTP/1.1" status: 204 len: 168 time: 9.0568023 Feb 04 11:35:10.449012 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60622) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:10.477637 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-608006d1-ceb9-4c5b-88b5-fd5c3c3296db tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:10.509610 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-4944bc36-9439-422e-b3e4-15c1fa907941 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1131153539'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:10.561359 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c755d50c-c472-4cd4-bc01-e4573538c6b3 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:10.562563 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-4944bc36-9439-422e-b3e4-15c1fa907941 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:10.572607 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-4944bc36-9439-422e-b3e4-15c1fa907941 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Usage tracker for resource:network and tenant:956cada409764229906c1fe7744bf82f is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:10.579647 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-4944bc36-9439-422e-b3e4-15c1fa907941 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:10.598687 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-4944bc36-9439-422e-b3e4-15c1fa907941 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:10.633723 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea2454-312e-420c-ab6d-78ea7e7c63f4 req-1151a16f-2f11-4e16-8a63-adffc515d016 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:10.639467 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-53ea2454-312e-420c-ab6d-78ea7e7c63f4 req-1151a16f-2f11-4e16-8a63-adffc515d016 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a4de5-7298-4cfa-9007-79d093aba2f5 HTTP/1.1" status: 200 len: 945 time: 0.4718063 Feb 04 11:35:10.648663 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0617d-2d9d-4e42-8a3e-661a0521eccd req-da210613-8033-4aaa-af6b-231beac10e58 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:10.650181 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9ae0617d-2d9d-4e42-8a3e-661a0521eccd req-da210613-8033-4aaa-af6b-231beac10e58 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/ports?device_id=c778463b-41e6-4ec6-bd22-c0c64350936d HTTP/1.1" status: 200 len: 945 time: 0.2649112 Feb 04 11:35:10.703050 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-608006d1-ceb9-4c5b-88b5-fd5c3c3296db tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:10.711765 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8c5254d3-4430-450a-962b-79a6634e7c46 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:10.734416 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device dff7c7fe-6f93-41c8-966e-349f36113d90 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:10.758314 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4944bc36-9439-422e-b3e4-15c1fa907941 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Made reservation on behalf of 956cada409764229906c1fe7744bf82f for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:10.761395 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4944bc36-9439-422e-b3e4-15c1fa907941 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:10.776265 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5254d3-4430-450a-962b-79a6634e7c46 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'Subnet': ['ID=eeee1ec7-20eb-4b1a-9666-65a29c874e72,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:10.778984 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9ae0617d-2d9d-4e42-8a3e-661a0521eccd req-484140ea-739c-41c1-9f48-13c14156513c tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b65b1d6-954c-4ebe-b4bc-39f78bce49be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187866 Feb 04 11:35:10.800568 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-53ea2454-312e-420c-ab6d-78ea7e7c63f4 req-1fcfd988-8311-44ba-b8dc-a31b40b99cfa tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/security-groups?id=131ef674-554f-4d58-bfd5-51060e491135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558990 Feb 04 11:35:10.808644 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8c5254d3-4430-450a-962b-79a6634e7c46 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:10.819137 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-792b6e63-ae6c-4261-83fc-bcba64a6265a None None] Provisioning for port d809c23a-bbea-43e4-9351-e8b4ed824d87 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:10.841734 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8c5254d3-4430-450a-962b-79a6634e7c46 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/subnets/eeee1ec7-20eb-4b1a-9666-65a29c874e72 HTTP/1.1" status: 204 len: 168 time: 2.8596961 Feb 04 11:35:10.844457 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-949369d4-523f-491a-b9ba-f6ea7464aaba tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:10.850714 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-792b6e63-ae6c-4261-83fc-bcba64a6265a None None] Provisioning complete for port d809c23a-bbea-43e4-9351-e8b4ed824d87 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:10.851149 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-792b6e63-ae6c-4261-83fc-bcba64a6265a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:10.853363 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60626) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:10.878876 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4944bc36-9439-422e-b3e4-15c1fa907941 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:35:10.945569 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-949369d4-523f-491a-b9ba-f6ea7464aaba tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Ignored duplicate provisioning block setup for port d809c23a-bbea-43e4-9351-e8b4ed824d87 by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 11:35:10.957309 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c755d50c-c472-4cd4-bc01-e4573538c6b3 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:10.959241 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4944bc36-9439-422e-b3e4-15c1fa907941 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:10.960492 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-4944bc36-9439-422e-b3e4-15c1fa907941 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Added segment 5ad3effd-b67d-47aa-ad03-3cb1206f3d78 of type vlan for network 5b981465-e749-4118-b4e7-915703bf55dd Feb 04 11:35:10.999171 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-608006d1-ceb9-4c5b-88b5-fd5c3c3296db tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:10.999459 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-792b6e63-ae6c-4261-83fc-bcba64a6265a None None] Port d809c23a-bbea-43e4-9351-e8b4ed824d87 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:35:11.019029 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d5608526-5ced-493e-8072-4f1ebf9b50bc tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:11.024691 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4944bc36-9439-422e-b3e4-15c1fa907941 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:11.041407 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-d5608526-5ced-493e-8072-4f1ebf9b50bc tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Deleting port dff7c7fe-6f93-41c8-966e-349f36113d90 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:11.041803 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d5608526-5ced-493e-8072-4f1ebf9b50bc tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:11.047547 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608006d1-ceb9-4c5b-88b5-fd5c3c3296db tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Subnet': ['ID=17b07726-6f26-4164-87d5-e8af5fbc4bac,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:11.057039 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-608006d1-ceb9-4c5b-88b5-fd5c3c3296db tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:11.074965 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b88fbad-495d-445e-88e0-76b15d24dd91 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:35:11.089699 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-949369d4-523f-491a-b9ba-f6ea7464aaba tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:11.133627 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-c755d50c-c472-4cd4-bc01-e4573538c6b3 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Deleting port 5416864a-247a-49b0-87fd-cfa918818bfa {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:11.135729 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c755d50c-c472-4cd4-bc01-e4573538c6b3 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:11.148656 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91d150e-5898-4ea7-96fd-b554be541f26 None None] DHCP port deletion for f11e6a4b-a2ba-4536-86be-715b11d58857 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:35:11.182954 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-608006d1-ceb9-4c5b-88b5-fd5c3c3296db tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/17b07726-6f26-4164-87d5-e8af5fbc4bac HTTP/1.1" status: 204 len: 168 time: 2.0717065 Feb 04 11:35:11.184246 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60630) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:11.229172 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-e91d150e-5898-4ea7-96fd-b554be541f26 None None] Deleting port dff7c7fe-6f93-41c8-966e-349f36113d90 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:11.229653 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e91d150e-5898-4ea7-96fd-b554be541f26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:11.252063 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949369d4-523f-491a-b9ba-f6ea7464aaba tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Port': ['ID=d809c23a-bbea-43e4-9351-e8b4ed824d87,revision_number=3']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:11.317489 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4944bc36-9439-422e-b3e4-15c1fa907941 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:11.321748 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4944bc36-9439-422e-b3e4-15c1fa907941 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:11.322315 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4944bc36-9439-422e-b3e4-15c1fa907941 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:11.381599 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e2542d8a-e2aa-428b-927a-a7eb3654e3b0 None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:11.399602 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e2542d8a-e2aa-428b-927a-a7eb3654e3b0 None None] Transition to ACTIVE for port object 5416864a-247a-49b0-87fd-cfa918818bfa will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:11.440040 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port dff7c7fe-6f93-41c8-966e-349f36113d90 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:11.480949 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-883cc30c-1129-4b20-ad8b-f9089165e43f None None] Provisioning for port dff7c7fe-6f93-41c8-966e-349f36113d90 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:11.495425 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-883cc30c-1129-4b20-ad8b-f9089165e43f None None] Provisioning complete for port dff7c7fe-6f93-41c8-966e-349f36113d90 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:11.495425 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-883cc30c-1129-4b20-ad8b-f9089165e43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:11.535782 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8ee235e9-2d72-42db-aa83-91a5dd05c761 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:router {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:11.550588 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e2542d8a-e2aa-428b-927a-a7eb3654e3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:11.626851 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944bc36-9439-422e-b3e4-15c1fa907941 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Pushing event updated for resources: {'Network': ['ID=5b981465-e749-4118-b4e7-915703bf55dd,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:11.648273 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c755d50c-c472-4cd4-bc01-e4573538c6b3 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:11.683065 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4944bc36-9439-422e-b3e4-15c1fa907941 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2277446 Feb 04 11:35:11.720941 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60636) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:11.737560 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703bbd0-33b3-42d6-b2a0-be7e7edd471d None None] Pushing event updated for resources: {'Port': ['ID=5416864a-247a-49b0-87fd-cfa918818bfa,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:11.740077 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 85879bd6-43c0-445f-8615-b1e1d8920ad9 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:11.778002 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 5b981465-e749-4118-b4e7-915703bf55dd details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:35:11.790278 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-8991c931-fca7-4d0c-9a0c-3c6303ed52a2 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Request body: {'subnet': {'network_id': '5b981465-e749-4118-b4e7-915703bf55dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:11.817770 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-949369d4-523f-491a-b9ba-f6ea7464aaba tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] In _notify_port_updated(), no bound segment for port d809c23a-bbea-43e4-9351-e8b4ed824d87 on network 3250efab-95dd-42b8-8331-5e86089dabad {{(pid=84205) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 11:35:11.817770 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949369d4-523f-491a-b9ba-f6ea7464aaba tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:11.817770 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-949369d4-523f-491a-b9ba-f6ea7464aaba tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:11.817770 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-949369d4-523f-491a-b9ba-f6ea7464aaba tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "PUT /v2.0/ports/d809c23a-bbea-43e4-9351-e8b4ed824d87 HTTP/1.1" status: 200 len: 999 time: 4.0448432 Feb 04 11:35:11.819491 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60640) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:11.835435 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8ee235e9-2d72-42db-aa83-91a5dd05c761 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:router {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:11.839020 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8ee235e9-2d72-42db-aa83-91a5dd05c761 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6520319 Feb 04 11:35:11.849691 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-c755d50c-c472-4cd4-bc01-e4573538c6b3 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Calling delete_port for 5416864a-247a-49b0-87fd-cfa918818bfa owned by network:router_gateway {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:11.864974 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60646) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:11.904915 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-e91d150e-5898-4ea7-96fd-b554be541f26 None None] For port dff7c7fe-6f93-41c8-966e-349f36113d90, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=dff7c7fe-6f93-41c8-966e-349f36113d90,segment=NetworkSegment(c9a685b7-dd8f-40d6-ae25-90412ebee44f),segment_id=c9a685b7-dd8f-40d6-ae25-90412ebee44f)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:35:11.905453 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e91d150e-5898-4ea7-96fd-b554be541f26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:12.048616 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-94b0f8cd-fe2a-4e3e-9d0a-7b5252ed794c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Deleting port d809c23a-bbea-43e4-9351-e8b4ed824d87 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:12.048838 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-94b0f8cd-fe2a-4e3e-9d0a-7b5252ed794c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:12.081200 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-d5608526-5ced-493e-8072-4f1ebf9b50bc tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] For port dff7c7fe-6f93-41c8-966e-349f36113d90, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=dff7c7fe-6f93-41c8-966e-349f36113d90,segment=NetworkSegment(c9a685b7-dd8f-40d6-ae25-90412ebee44f),segment_id=c9a685b7-dd8f-40d6-ae25-90412ebee44f)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:35:12.081559 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d5608526-5ced-493e-8072-4f1ebf9b50bc tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:12.098145 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-e91d150e-5898-4ea7-96fd-b554be541f26 None None] Calling delete_port for dff7c7fe-6f93-41c8-966e-349f36113d90 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:12.232872 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-e2542d8a-e2aa-428b-927a-a7eb3654e3b0 None None] Attempting to bind port 5416864a-247a-49b0-87fd-cfa918818bfa on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:35:12.233408 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-e2542d8a-e2aa-428b-927a-a7eb3654e3b0 None None] Attempting to bind port 5416864a-247a-49b0-87fd-cfa918818bfa by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:35:12.234145 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2542d8a-e2aa-428b-927a-a7eb3654e3b0 None None] Attempting to bind port 5416864a-247a-49b0-87fd-cfa918818bfa on network 63d4ab6b-931d-42a4-aa18-bedd81d582fa {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:35:12.261384 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-8991c931-fca7-4d0c-9a0c-3c6303ed52a2 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:12.275643 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8991c931-fca7-4d0c-9a0c-3c6303ed52a2 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Usage tracker for resource:subnet and tenant:956cada409764229906c1fe7744bf82f is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:12.280679 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8991c931-fca7-4d0c-9a0c-3c6303ed52a2 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:12.295404 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-8991c931-fca7-4d0c-9a0c-3c6303ed52a2 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:12.318414 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5efe9ed-5136-4831-acaf-90619603de9f req-7e65eda5-8a20-4013-8af8-49530c21c88d tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:12.319132 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-d5608526-5ced-493e-8072-4f1ebf9b50bc tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Calling delete_port for dff7c7fe-6f93-41c8-966e-349f36113d90 owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:12.320103 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d5efe9ed-5136-4831-acaf-90619603de9f req-7e65eda5-8a20-4013-8af8-49530c21c88d tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.47 "GET /v2.0/ports?device_id=574a4de5-7298-4cfa-9007-79d093aba2f5 HTTP/1.1" status: 200 len: 945 time: 0.5981462 Feb 04 11:35:12.365779 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2542d8a-e2aa-428b-927a-a7eb3654e3b0 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:35:12.366510 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2542d8a-e2aa-428b-927a-a7eb3654e3b0 None None] Checking segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:35:12.367077 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e2542d8a-e2aa-428b-927a-a7eb3654e3b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:12.367825 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2542d8a-e2aa-428b-927a-a7eb3654e3b0 None None] Bound using segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:35:12.368280 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-e2542d8a-e2aa-428b-927a-a7eb3654e3b0 None None] Bound port: 5416864a-247a-49b0-87fd-cfa918818bfa, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:35:12.368650 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e2542d8a-e2aa-428b-927a-a7eb3654e3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:12.378998 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8991c931-fca7-4d0c-9a0c-3c6303ed52a2 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Made reservation on behalf of 956cada409764229906c1fe7744bf82f for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:12.415492 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8423cf8-8b6e-4cb7-9f41-fc3d57143ac8 req-e8316fa3-03d6-4f82-babd-bee74626c087 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:12.416862 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d8423cf8-8b6e-4cb7-9f41-fc3d57143ac8 req-e8316fa3-03d6-4f82-babd-bee74626c087 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a4de5-7298-4cfa-9007-79d093aba2f5 HTTP/1.1" status: 200 len: 945 time: 0.3002162 Feb 04 11:35:12.455460 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-005eabf2-fea9-4ac0-b260-eb48ad875b50 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:12.515316 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.db.api [None req-c755d50c-c472-4cd4-bc01-e4573538c6b3 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:35:12.515725 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG oslo_db.api [None req-c755d50c-c472-4cd4-bc01-e4573538c6b3 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:35:12.518819 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [req-d5efe9ed-5136-4831-acaf-90619603de9f req-19f2e1a7-35db-46d9-aa90-7f8c45865caa tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Deleting port 78f52afe-da02-4e40-adb6-2000eb1a083a {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:12.519131 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-d5efe9ed-5136-4831-acaf-90619603de9f req-19f2e1a7-35db-46d9-aa90-7f8c45865caa tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:12.523381 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fb644db2-ca42-45f0-a3eb-820572254a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:12.529684 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96ffc6-c8a3-439a-887a-ba329206efad req-14a7b560-210f-479b-a33a-b9702f2fa49d tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:12.530877 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ed96ffc6-c8a3-439a-887a-ba329206efad req-14a7b560-210f-479b-a33a-b9702f2fa49d tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.47 "GET /v2.0/ports?device_id=c778463b-41e6-4ec6-bd22-c0c64350936d HTTP/1.1" status: 200 len: 945 time: 0.8942688 Feb 04 11:35:12.560447 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-e2542d8a-e2aa-428b-927a-a7eb3654e3b0 None None] For port 5416864a-247a-49b0-87fd-cfa918818bfa, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:35:12.566052 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-e2542d8a-e2aa-428b-927a-a7eb3654e3b0 None None] For port 5416864a-247a-49b0-87fd-cfa918818bfa, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=5416864a-247a-49b0-87fd-cfa918818bfa,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:35:12.570909 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-883cc30c-1129-4b20-ad8b-f9089165e43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:12.598696 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8991c931-fca7-4d0c-9a0c-3c6303ed52a2 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:12.600179 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 85879bd6-43c0-445f-8615-b1e1d8920ad9 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:12.605493 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 85879bd6-43c0-445f-8615-b1e1d8920ad9 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:12.605860 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:12.648783 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e91d150e-5898-4ea7-96fd-b554be541f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:12.657129 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-ed96ffc6-c8a3-439a-887a-ba329206efad req-7e3a35c9-d759-44db-a6df-dc9e2b9cd507 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Deleting port 4c29e77f-345d-4346-b25d-16034512a28c {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:12.658454 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-ed96ffc6-c8a3-439a-887a-ba329206efad req-7e3a35c9-d759-44db-a6df-dc9e2b9cd507 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:12.702584 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d8423cf8-8b6e-4cb7-9f41-fc3d57143ac8 req-170d10ce-eebb-4597-a5d3-f31db2a30dd4 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/security-groups?id=131ef674-554f-4d58-bfd5-51060e491135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333019 Feb 04 11:35:12.719201 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b227f2-dd11-4b04-a305-0d0759bfbf16 None None] DHCP port deletion for a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:35:12.736273 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e2542d8a-e2aa-428b-927a-a7eb3654e3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:12.762846 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-a0b227f2-dd11-4b04-a305-0d0759bfbf16 None None] Deleting port 2cfa07b3-1a77-47c3-bc74-1d16e4579b80 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:12.762846 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a0b227f2-dd11-4b04-a305-0d0759bfbf16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:12.785711 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d150e-5898-4ea7-96fd-b554be541f26 None None] Pushing event deleted for resources: {'Port': ['ID=dff7c7fe-6f93-41c8-966e-349f36113d90,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:12.843893 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507dc56-c6a7-4ee4-adf1-eb647eca16b7 req-9ea2e783-d69f-4df3-a397-e90713ee822f tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:12.845379 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4507dc56-c6a7-4ee4-adf1-eb647eca16b7 req-9ea2e783-d69f-4df3-a397-e90713ee822f tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/ports?device_id=c778463b-41e6-4ec6-bd22-c0c64350936d HTTP/1.1" status: 200 len: 945 time: 0.8767297 Feb 04 11:35:12.851598 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91d150e-5898-4ea7-96fd-b554be541f26 None None] No DVR routers for this DVR port dff7c7fe-6f93-41c8-966e-349f36113d90 on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:35:12.861665 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.api [None req-d5608526-5ced-493e-8072-4f1ebf9b50bc tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:35:12.862011 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG oslo_db.api [None req-d5608526-5ced-493e-8072-4f1ebf9b50bc tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:35:12.927851 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703bbd0-33b3-42d6-b2a0-be7e7edd471d None None] Pushing event updated for resources: {'Port': ['ID=5416864a-247a-49b0-87fd-cfa918818bfa,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:13.020911 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-c755d50c-c472-4cd4-bc01-e4573538c6b3 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Deleting port 5416864a-247a-49b0-87fd-cfa918818bfa {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:13.021705 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c755d50c-c472-4cd4-bc01-e4573538c6b3 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:13.058735 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-883cc30c-1129-4b20-ad8b-f9089165e43f None None] Provisioning complete for port d809c23a-bbea-43e4-9351-e8b4ed824d87 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:13.059155 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-883cc30c-1129-4b20-ad8b-f9089165e43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:13.105652 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-d5efe9ed-5136-4831-acaf-90619603de9f req-19f2e1a7-35db-46d9-aa90-7f8c45865caa tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] For port 78f52afe-da02-4e40-adb6-2000eb1a083a, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=78f52afe-da02-4e40-adb6-2000eb1a083a,segment=NetworkSegment(833aaef2-e855-46d8-a251-08451af3e555),segment_id=833aaef2-e855-46d8-a251-08451af3e555)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:35:13.106061 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-d5efe9ed-5136-4831-acaf-90619603de9f req-19f2e1a7-35db-46d9-aa90-7f8c45865caa tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:13.109960 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2542d8a-e2aa-428b-927a-a7eb3654e3b0 None None] Routers {'e4b4e184-3766-4b84-b022-bc0eb0f30868'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:35:13.110695 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e2542d8a-e2aa-428b-927a-a7eb3654e3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:34:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['e4b4e184-3766-4b84-b022-bc0eb0f30868'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:13.129024 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4507dc56-c6a7-4ee4-adf1-eb647eca16b7 req-5e6d2ae5-6aef-48de-a7c5-48d8bcd76181 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b65b1d6-954c-4ebe-b4bc-39f78bce49be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2770097 Feb 04 11:35:13.291591 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:13.399837 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-883cc30c-1129-4b20-ad8b-f9089165e43f None None] Port d809c23a-bbea-43e4-9351-e8b4ed824d87 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:35:13.412400 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-d5608526-5ced-493e-8072-4f1ebf9b50bc tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Deleting port dff7c7fe-6f93-41c8-966e-349f36113d90 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:13.412951 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d5608526-5ced-493e-8072-4f1ebf9b50bc tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:13.433500 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 85879bd6-43c0-445f-8615-b1e1d8920ad9, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=85879bd6-43c0-445f-8615-b1e1d8920ad9,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:35:13.434727 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8991c931-fca7-4d0c-9a0c-3c6303ed52a2 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:13.444529 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-a0b227f2-dd11-4b04-a305-0d0759bfbf16 None None] For port 2cfa07b3-1a77-47c3-bc74-1d16e4579b80, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=2cfa07b3-1a77-47c3-bc74-1d16e4579b80,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:35:13.445037 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a0b227f2-dd11-4b04-a305-0d0759bfbf16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:13.453381 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-94b0f8cd-fe2a-4e3e-9d0a-7b5252ed794c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:13.513315 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-e2542d8a-e2aa-428b-927a-a7eb3654e3b0 None None] Set router e4b4e184-3766-4b84-b022-bc0eb0f30868 gateway port host: None {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:35:13.544952 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-c755d50c-c472-4cd4-bc01-e4573538c6b3 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] For port 5416864a-247a-49b0-87fd-cfa918818bfa, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=5416864a-247a-49b0-87fd-cfa918818bfa,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:35:13.545228 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c755d50c-c472-4cd4-bc01-e4573538c6b3 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:13.605066 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:35:13.624153 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-a0b227f2-dd11-4b04-a305-0d0759bfbf16 None None] Calling delete_port for 2cfa07b3-1a77-47c3-bc74-1d16e4579b80 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:13.651872 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-94b0f8cd-fe2a-4e3e-9d0a-7b5252ed794c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Calling delete_port for d809c23a-bbea-43e4-9351-e8b4ed824d87 owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:13.652072 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:13.736686 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-d5608526-5ced-493e-8072-4f1ebf9b50bc tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] The port 'dff7c7fe-6f93-41c8-966e-349f36113d90' was deleted {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:35:13.786976 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device c92dd40c-f024-4727-89eb-18bcc152ef6e no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:35:13.830114 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e2542d8a-e2aa-428b-927a-a7eb3654e3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b4e184-3766-4b84-b022-bc0eb0f30868', 'name': 'tempest-snat-router-643884143', 'tenant_id': '92f2e9a31a274e35b8f3ab8834e747d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:35:02Z', 'updated_at': '2022-02-04T11:35:10Z', 'revision_number': 4, 'project_id': '92f2e9a31a274e35b8f3ab8834e747d0', 'gw_port_host': None}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:13.845909 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: c92dd40c-f024-4727-89eb-18bcc152ef6e {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:35:13.845909 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device c92dd40c-f024-4727-89eb-18bcc152ef6e not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:35:13.846318 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device dff7c7fe-6f93-41c8-966e-349f36113d90 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:35:13.886903 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2542d8a-e2aa-428b-927a-a7eb3654e3b0 None None] The sync data for ids ['e4b4e184-3766-4b84-b022-bc0eb0f30868'] in dv-neutron-827825-2-hyperv is: [{'id': 'e4b4e184-3766-4b84-b022-bc0eb0f30868', 'name': 'tempest-snat-router-643884143', 'tenant_id': '92f2e9a31a274e35b8f3ab8834e747d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:35:02Z', 'updated_at': '2022-02-04T11:35:10Z', 'revision_number': 4, 'project_id': '92f2e9a31a274e35b8f3ab8834e747d0', 'gw_port_host': None}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:35:13.896087 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-005eabf2-fea9-4ac0-b260-eb48ad875b50 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:13.914022 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: dff7c7fe-6f93-41c8-966e-349f36113d90 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:35:13.914524 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device dff7c7fe-6f93-41c8-966e-349f36113d90 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:35:13.923240 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=85879bd6-43c0-445f-8615-b1e1d8920ad9,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:13.931118 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-60d51cc6-35c6-494b-95de-9406d8448ab5 None None] Provisioning complete for port d809c23a-bbea-43e4-9351-e8b4ed824d87 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:13.931620 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-60d51cc6-35c6-494b-95de-9406d8448ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:13.941982 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-c755d50c-c472-4cd4-bc01-e4573538c6b3 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Calling delete_port for 5416864a-247a-49b0-87fd-cfa918818bfa owned by network:router_gateway {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:14.002747 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-60d51cc6-35c6-494b-95de-9406d8448ab5 None None] Port d809c23a-bbea-43e4-9351-e8b4ed824d87 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:35:14.008020 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-005eabf2-fea9-4ac0-b260-eb48ad875b50 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:14.039976 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d5608526-5ced-493e-8072-4f1ebf9b50bc tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:14.054743 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991c931-fca7-4d0c-9a0c-3c6303ed52a2 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Pushing event updated for resources: {'Subnet': ['ID=452385be-f231-4656-b906-6082523be623,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:14.060829 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 85879bd6-43c0-445f-8615-b1e1d8920ad9 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:14.079198 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-ed96ffc6-c8a3-439a-887a-ba329206efad req-7e3a35c9-d759-44db-a6df-dc9e2b9cd507 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] For port 4c29e77f-345d-4346-b25d-16034512a28c, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=4c29e77f-345d-4346-b25d-16034512a28c,segment=NetworkSegment(aff3e68a-cc5d-4f98-92d6-fadffe119348),segment_id=aff3e68a-cc5d-4f98-92d6-fadffe119348)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:35:14.080202 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-ed96ffc6-c8a3-439a-887a-ba329206efad req-7e3a35c9-d759-44db-a6df-dc9e2b9cd507 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:14.096249 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a0b227f2-dd11-4b04-a305-0d0759bfbf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:14.098361 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-d5608526-5ced-493e-8072-4f1ebf9b50bc tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f11e6a4b-a2ba-4536-86be-715b11d58857']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:14.143504 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8991c931-fca7-4d0c-9a0c-3c6303ed52a2 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Checking segment: {'id': '5ad3effd-b67d-47aa-ad03-3cb1206f3d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5b981465-e749-4118-b4e7-915703bf55dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:35:14.143860 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8991c931-fca7-4d0c-9a0c-3c6303ed52a2 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Network hostable DHCP agents. Network: 5b981465-e749-4118-b4e7-915703bf55dd, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:35:14.188551 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-d5efe9ed-5136-4831-acaf-90619603de9f req-19f2e1a7-35db-46d9-aa90-7f8c45865caa tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:14.189233 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-d5efe9ed-5136-4831-acaf-90619603de9f req-19f2e1a7-35db-46d9-aa90-7f8c45865caa tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:14.189556 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.l3_db [req-d5efe9ed-5136-4831-acaf-90619603de9f req-19f2e1a7-35db-46d9-aa90-7f8c45865caa tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Floating IP f623a573-74aa-49da-a997-2d1369caf240 disassociated. External IP: 172.26.3.23, port: 78f52afe-da02-4e40-adb6-2000eb1a083a. Feb 04 11:35:14.189912 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [req-d5efe9ed-5136-4831-acaf-90619603de9f req-19f2e1a7-35db-46d9-aa90-7f8c45865caa tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Calling delete_port for 78f52afe-da02-4e40-adb6-2000eb1a083a owned by compute:nova {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:14.197608 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-d5608526-5ced-493e-8072-4f1ebf9b50bc tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9a685b7-dd8f-40d6-ae25-90412ebee44f') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:14.197909 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-d5608526-5ced-493e-8072-4f1ebf9b50bc tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9a685b7-dd8f-40d6-ae25-90412ebee44f') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:14.246227 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b227f2-dd11-4b04-a305-0d0759bfbf16 None None] Pushing event deleted for resources: {'Port': ['ID=2cfa07b3-1a77-47c3-bc74-1d16e4579b80,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:14.259659 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b227f2-dd11-4b04-a305-0d0759bfbf16 None None] No DVR routers for this DVR port 2cfa07b3-1a77-47c3-bc74-1d16e4579b80 on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:35:14.300285 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e93bd52-0d8f-4184-9bbd-9c9b033e1cab None None] get_active_networks_info from dv-neutron-827825-2-hyperv {{(pid=84206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 11:35:14.340275 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 85879bd6-43c0-445f-8615-b1e1d8920ad9 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:14.340566 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:14.410827 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45040b-3f7c-4ef3-8359-2c39590b470e req-e9a3ce8d-ba78-4240-8f82-3679e57b3bbf tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:14.412512 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-aa45040b-3f7c-4ef3-8359-2c39590b470e req-e9a3ce8d-ba78-4240-8f82-3679e57b3bbf tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a4de5-7298-4cfa-9007-79d093aba2f5 HTTP/1.1" status: 200 len: 945 time: 0.3999498 Feb 04 11:35:14.415965 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d5608526-5ced-493e-8072-4f1ebf9b50bc tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:14.475874 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8991c931-fca7-4d0c-9a0c-3c6303ed52a2 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Network 5b981465-e749-4118-b4e7-915703bf55dd is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:35:14.484690 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d5608526-5ced-493e-8072-4f1ebf9b50bc tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:14.513093 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3121f918-a9fc-4ec4-9947-8a713813c2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:14.529424 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5608526-5ced-493e-8072-4f1ebf9b50bc tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:35:14.530145 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d5608526-5ced-493e-8072-4f1ebf9b50bc tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:14.542654 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-aa45040b-3f7c-4ef3-8359-2c39590b470e req-f606c485-4262-4ab8-9ba0-f5cb5fbacd92 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/security-groups?id=131ef674-554f-4d58-bfd5-51060e491135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931180 Feb 04 11:35:14.556421 dv-neutron-827825-2-hyperv neutron-server[84205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:35:14.556421 dv-neutron-827825-2-hyperv neutron-server[84205]: util.warn( Feb 04 11:35:14.556421 dv-neutron-827825-2-hyperv neutron-server[84205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:35:14.556421 dv-neutron-827825-2-hyperv neutron-server[84205]: util.warn( Feb 04 11:35:14.556421 dv-neutron-827825-2-hyperv neutron-server[84205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:35:14.556421 dv-neutron-827825-2-hyperv neutron-server[84205]: util.warn( Feb 04 11:35:14.556421 dv-neutron-827825-2-hyperv neutron-server[84205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:35:14.556421 dv-neutron-827825-2-hyperv neutron-server[84205]: util.warn( Feb 04 11:35:14.556421 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:35:14.556421 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:35:14.556421 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:35:14.556421 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:35:14.556421 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:35:14.556421 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:35:14.556421 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:35:14.556421 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:35:14.556421 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:35:14.556421 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:35:14.556421 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:35:14.556421 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:35:14.556421 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:35:14.556421 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:35:14.556421 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:35:14.556421 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:35:14.556421 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:35:14.556421 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:35:14.556421 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:35:14.556421 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:35:14.556421 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:35:14.556421 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:35:14.556421 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:35:14.556421 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:35:14.556421 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:35:14.556421 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:35:14.556421 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:35:14.556421 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:35:14.556421 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:35:14.556421 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:35:14.556421 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:35:14.556421 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:35:14.619902 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-005eabf2-fea9-4ac0-b260-eb48ad875b50 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:14.620642 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005eabf2-fea9-4ac0-b260-eb48ad875b50 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Fanout notify agent at l3_agent the message router_deleted on router eb595b13-91a8-426f-b805-a0dd9eb2ebf3 {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:35:14.630914 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-8991c931-fca7-4d0c-9a0c-3c6303ed52a2 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 5b981465-e749-4118-b4e7-915703bf55dd) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:14.646099 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8991c931-fca7-4d0c-9a0c-3c6303ed52a2 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:14.646099 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8991c931-fca7-4d0c-9a0c-3c6303ed52a2 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:14.701275 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-d5efe9ed-5136-4831-acaf-90619603de9f req-19f2e1a7-35db-46d9-aa90-7f8c45865caa tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:14.705597 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 2cfa07b3-1a77-47c3-bc74-1d16e4579b80 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:35:14.720180 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c755d50c-c472-4cd4-bc01-e4573538c6b3 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:14.752021 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 2cfa07b3-1a77-47c3-bc74-1d16e4579b80 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:35:14.752504 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 2cfa07b3-1a77-47c3-bc74-1d16e4579b80 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:35:14.796890 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2e1a7-35db-46d9-aa90-7f8c45865caa tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Pushing event deleted for resources: {'Port': ['ID=78f52afe-da02-4e40-adb6-2000eb1a083a,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:14.798356 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e93bd52-0d8f-4184-9bbd-9c9b033e1cab None None] Unable to find a vacant binding_index for network 5b981465-e749-4118-b4e7-915703bf55dd and agent b60f8a07-924f-421c-81bb-c4aa00d95e8a {{(pid=84206) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 04 11:35:14.806689 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e93bd52-0d8f-4184-9bbd-9c9b033e1cab None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 5b981465-e749-4118-b4e7-915703bf55dd) {{(pid=84206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 11:35:14.841416 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8991c931-fca7-4d0c-9a0c-3c6303ed52a2 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1157408 Feb 04 11:35:14.854364 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60662) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:14.857512 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755d50c-c472-4cd4-bc01-e4573538c6b3 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Pushing event deleted for resources: {'Port': ['ID=5416864a-247a-49b0-87fd-cfa918818bfa,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:14.884974 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d5608526-5ced-493e-8072-4f1ebf9b50bc tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:14.917634 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d5608526-5ced-493e-8072-4f1ebf9b50bc tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:14.936486 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-94b0f8cd-fe2a-4e3e-9d0a-7b5252ed794c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:14.942782 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5608526-5ced-493e-8072-4f1ebf9b50bc tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'Network': ['ID=f11e6a4b-a2ba-4536-86be-715b11d58857,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:14.956298 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cf74e-4b8b-4728-95d7-f85bbf6eb20f req-b91a2576-b195-4882-a003-eeee8b2af961 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:14.957771 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b11cf74e-4b8b-4728-95d7-f85bbf6eb20f req-b91a2576-b195-4882-a003-eeee8b2af961 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/ports?device_id=c778463b-41e6-4ec6-bd22-c0c64350936d HTTP/1.1" status: 200 len: 945 time: 0.6184459 Feb 04 11:35:14.960948 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-005eabf2-fea9-4ac0-b260-eb48ad875b50 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:14.964279 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-005eabf2-fea9-4ac0-b260-eb48ad875b50 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/routers/eb595b13-91a8-426f-b805-a0dd9eb2ebf3 HTTP/1.1" status: 204 len: 168 time: 3.0915048 Feb 04 11:35:14.993816 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60666) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:15.008043 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d5608526-5ced-493e-8072-4f1ebf9b50bc tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/networks/f11e6a4b-a2ba-4536-86be-715b11d58857 HTTP/1.1" status: 204 len: 168 time: 4.1499529 Feb 04 11:35:15.051652 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60670) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:15.072921 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-50e14eae-cee8-47d3-b7f8-6fca02d6d44d tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-899822367'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:15.098779 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-50e14eae-cee8-47d3-b7f8-6fca02d6d44d tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:15.117257 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-50e14eae-cee8-47d3-b7f8-6fca02d6d44d tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:network and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:15.124052 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-50e14eae-cee8-47d3-b7f8-6fca02d6d44d tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:15.138756 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-50e14eae-cee8-47d3-b7f8-6fca02d6d44d tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:15.190973 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0f8cd-fe2a-4e3e-9d0a-7b5252ed794c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'Port': ['ID=d809c23a-bbea-43e4-9351-e8b4ed824d87,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:15.216658 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ea3e8772-9dfa-4a7b-bf26-62a0bb5c680e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:15.225959 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-ed96ffc6-c8a3-439a-887a-ba329206efad req-7e3a35c9-d759-44db-a6df-dc9e2b9cd507 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:15.226621 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-ed96ffc6-c8a3-439a-887a-ba329206efad req-7e3a35c9-d759-44db-a6df-dc9e2b9cd507 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:15.227089 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.l3_db [req-ed96ffc6-c8a3-439a-887a-ba329206efad req-7e3a35c9-d759-44db-a6df-dc9e2b9cd507 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Floating IP a3702b83-538b-4b4f-9692-6df40a5d139a disassociated. External IP: 172.26.3.83, port: 4c29e77f-345d-4346-b25d-16034512a28c. Feb 04 11:35:15.227282 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5bd41f1d-a91d-48e5-90a1-d868cffa977b tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:15.227772 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-ed96ffc6-c8a3-439a-887a-ba329206efad req-7e3a35c9-d759-44db-a6df-dc9e2b9cd507 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Calling delete_port for 4c29e77f-345d-4346-b25d-16034512a28c owned by compute:nova {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:15.251982 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2b11a4-89d7-413f-91c0-802fb14f5639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-5b981465-e749-4118-b4e7-915703bf55dd', 'network_id': '5b981465-e749-4118-b4e7-915703bf55dd', 'tenant_id': '956cada409764229906c1fe7744bf82f', 'fixed_ips': [{'subnet_id': '452385be-f231-4656-b906-6082523be623'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:35:15.251982 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ea2b11a4-89d7-413f-91c0-802fb14f5639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:15.327876 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e14eae-cee8-47d3-b7f8-6fca02d6d44d tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Made reservation on behalf of 923893a854aa49c78e412c9bf04cfc96 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:15.330826 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-50e14eae-cee8-47d3-b7f8-6fca02d6d44d tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:15.334059 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 4c29e77f-345d-4346-b25d-16034512a28c no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:35:15.430166 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b11cf74e-4b8b-4728-95d7-f85bbf6eb20f req-ef0529d0-d651-4653-b177-1569a412d587 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b65b1d6-954c-4ebe-b4bc-39f78bce49be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4375789 Feb 04 11:35:15.437821 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ea3e8772-9dfa-4a7b-bf26-62a0bb5c680e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:15.456902 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ea3e8772-9dfa-4a7b-bf26-62a0bb5c680e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4370639 Feb 04 11:35:15.456902 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60674) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:15.507078 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c755d50c-c472-4cd4-bc01-e4573538c6b3 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:15.520855 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-ea2b11a4-89d7-413f-91c0-802fb14f5639 None None] Allocated IP 2001:db8::2 (5b981465-e749-4118-b4e7-915703bf55dd/452385be-f231-4656-b906-6082523be623/04cf0129-0245-4236-9e4a-28c6c573c9cd) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:15.542629 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-94b0f8cd-fe2a-4e3e-9d0a-7b5252ed794c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:15.556401 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-94b0f8cd-fe2a-4e3e-9d0a-7b5252ed794c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/ports/d809c23a-bbea-43e4-9351-e8b4ed824d87 HTTP/1.1" status: 204 len: 168 time: 3.7344563 Feb 04 11:35:15.569331 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60678) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:15.599226 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:15.643811 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46954091-edc0-4a26-be31-8887d42d3fa8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:15.644745 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-46954091-edc0-4a26-be31-8887d42d3fa8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:15.648933 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-befb12cd-4f34-437c-95db-f3925ec91b11 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] GET failed (client error): The resource could not be found. Feb 04 11:35:15.649618 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-befb12cd-4f34-437c-95db-f3925ec91b11 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Synchronizing usage tracker for tenant:2294c16a4d404317a20d2fdff5bb1a4c on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:15.666741 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:15.678903 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:15.717776 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50e14eae-cee8-47d3-b7f8-6fca02d6d44d tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:35:15.729579 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-ed96ffc6-c8a3-439a-887a-ba329206efad req-7e3a35c9-d759-44db-a6df-dc9e2b9cd507 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:15.778092 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-befb12cd-4f34-437c-95db-f3925ec91b11 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Unset dirty status for tenant:2294c16a4d404317a20d2fdff5bb1a4c on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:15.780128 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-befb12cd-4f34-437c-95db-f3925ec91b11 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "GET /v2.0/ports/d809c23a-bbea-43e4-9351-e8b4ed824d87 HTTP/1.1" status: 404 len: 333 time: 0.2095933 Feb 04 11:35:15.780797 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-46954091-edc0-4a26-be31-8887d42d3fa8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:15.784894 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-46954091-edc0-4a26-be31-8887d42d3fa8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3358996 Feb 04 11:35:15.786018 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a35c9-d759-44db-a6df-dc9e2b9cd507 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Pushing event deleted for resources: {'Port': ['ID=4c29e77f-345d-4346-b25d-16034512a28c,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:15.789186 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60684) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:15.789508 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60686) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:15.791483 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 78f52afe-da02-4e40-adb6-2000eb1a083a no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:35:15.862041 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] No Port match for: 78f52afe-da02-4e40-adb6-2000eb1a083a {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:35:15.862041 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 78f52afe-da02-4e40-adb6-2000eb1a083a not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:35:15.905430 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ea2b11a4-89d7-413f-91c0-802fb14f5639 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:15.910971 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-3bed6024-59ae-49e0-b76a-065be196a5c2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:router {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:15.918542 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ea2b11a4-89d7-413f-91c0-802fb14f5639 None None] Transition to ACTIVE for port object 04cf0129-0245-4236-9e4a-28c6c573c9cd will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:15.942754 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ea2b11a4-89d7-413f-91c0-802fb14f5639 None None] Transition to ACTIVE for port object 04cf0129-0245-4236-9e4a-28c6c573c9cd will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:15.953243 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5bd41f1d-a91d-48e5-90a1-d868cffa977b tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:15.999392 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ea2b11a4-89d7-413f-91c0-802fb14f5639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:16.044474 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-53d3014c-652c-4d82-af5e-8394b4dca80f req-1b8f4de6-02ac-46b6-8ed3-e73c355697c5 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Synchronizing usage tracker for tenant:428c59d92c8b47a08a015e5fd3f6d227 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:16.073107 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2b11a4-89d7-413f-91c0-802fb14f5639 None None] Network 5b981465-e749-4118-b4e7-915703bf55dd is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:16.077676 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-3bed6024-59ae-49e0-b76a-065be196a5c2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:router {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:16.077915 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-ea2b11a4-89d7-413f-91c0-802fb14f5639 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:16.083761 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3bed6024-59ae-49e0-b76a-065be196a5c2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2864444 Feb 04 11:35:16.083972 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2b11a4-89d7-413f-91c0-802fb14f5639 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:35:16.084088 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60692) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:16.086817 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b11a4-89d7-413f-91c0-802fb14f5639 None None] Pushing event updated for resources: {'Port': ['ID=04cf0129-0245-4236-9e4a-28c6c573c9cd,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:16.088807 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-0da38873-d89c-44b9-b2a4-4d4a7b8e174a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:16.114952 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-50e14eae-cee8-47d3-b7f8-6fca02d6d44d tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:16.115619 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-50e14eae-cee8-47d3-b7f8-6fca02d6d44d tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Added segment cf515b78-3786-4f35-b4c5-9b84931160ba of type vlan for network 954d9466-dbe9-4983-a36b-a3a770e3fc86 Feb 04 11:35:16.138691 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c755d50c-c472-4cd4-bc01-e4573538c6b3 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:16.186995 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c755d50c-c472-4cd4-bc01-e4573538c6b3 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:16.188860 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-ea2b11a4-89d7-413f-91c0-802fb14f5639 None None] Attempting to bind port 04cf0129-0245-4236-9e4a-28c6c573c9cd on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:35:16.189239 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-ea2b11a4-89d7-413f-91c0-802fb14f5639 None None] Attempting to bind port 04cf0129-0245-4236-9e4a-28c6c573c9cd by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '5ad3effd-b67d-47aa-ad03-3cb1206f3d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5b981465-e749-4118-b4e7-915703bf55dd'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:35:16.189729 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2b11a4-89d7-413f-91c0-802fb14f5639 None None] Attempting to bind port 04cf0129-0245-4236-9e4a-28c6c573c9cd on network 5b981465-e749-4118-b4e7-915703bf55dd {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:35:16.191155 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-53d3014c-652c-4d82-af5e-8394b4dca80f req-1b8f4de6-02ac-46b6-8ed3-e73c355697c5 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Unset dirty status for tenant:428c59d92c8b47a08a015e5fd3f6d227 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:16.192625 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-53d3014c-652c-4d82-af5e-8394b4dca80f req-1b8f4de6-02ac-46b6-8ed3-e73c355697c5 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a4de5-7298-4cfa-9007-79d093aba2f5 HTTP/1.1" status: 200 len: 210 time: 0.4871945 Feb 04 11:35:16.196654 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2b11a4-89d7-413f-91c0-802fb14f5639 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:35:16.197027 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2b11a4-89d7-413f-91c0-802fb14f5639 None None] Checking segment: {'id': '5ad3effd-b67d-47aa-ad03-3cb1206f3d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5b981465-e749-4118-b4e7-915703bf55dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:35:16.198180 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ea2b11a4-89d7-413f-91c0-802fb14f5639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:16.198180 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2b11a4-89d7-413f-91c0-802fb14f5639 None None] Bound using segment: {'id': '5ad3effd-b67d-47aa-ad03-3cb1206f3d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5b981465-e749-4118-b4e7-915703bf55dd'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:35:16.198418 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-ea2b11a4-89d7-413f-91c0-802fb14f5639 None None] Bound port: 04cf0129-0245-4236-9e4a-28c6c573c9cd, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ad3effd-b67d-47aa-ad03-3cb1206f3d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5b981465-e749-4118-b4e7-915703bf55dd'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:35:16.198647 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ea2b11a4-89d7-413f-91c0-802fb14f5639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:16.224285 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-50e14eae-cee8-47d3-b7f8-6fca02d6d44d tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:16.308118 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5efe9ed-5136-4831-acaf-90619603de9f req-19f2e1a7-35db-46d9-aa90-7f8c45865caa tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Router 0913055d-e0e4-46b6-8bff-2cbc157d881d has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:35:16.313286 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-ea2b11a4-89d7-413f-91c0-802fb14f5639 None None] For port 04cf0129-0245-4236-9e4a-28c6c573c9cd, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:35:16.316690 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-ea2b11a4-89d7-413f-91c0-802fb14f5639 None None] For port 04cf0129-0245-4236-9e4a-28c6c573c9cd, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=04cf0129-0245-4236-9e4a-28c6c573c9cd,segment=NetworkSegment(5ad3effd-b67d-47aa-ad03-3cb1206f3d78),segment_id=5ad3effd-b67d-47aa-ad03-3cb1206f3d78)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:35:16.323867 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-0da38873-d89c-44b9-b2a4-4d4a7b8e174a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:16.328907 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba306238-e018-4d9d-ab06-085f4df95f7e tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Deleting subnet dd4802b2-29c8-48a7-a26d-28ca05864a93 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:35:16.333735 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ba306238-e018-4d9d-ab06-085f4df95f7e tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:16.373514 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-0da38873-d89c-44b9-b2a4-4d4a7b8e174a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:16.376549 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5bd41f1d-a91d-48e5-90a1-d868cffa977b tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:16.387332 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ea2b11a4-89d7-413f-91c0-802fb14f5639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:16.418136 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-50e14eae-cee8-47d3-b7f8-6fca02d6d44d tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:16.422955 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e14eae-cee8-47d3-b7f8-6fca02d6d44d tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:16.423537 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-50e14eae-cee8-47d3-b7f8-6fca02d6d44d tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:16.427022 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c755d50c-c472-4cd4-bc01-e4573538c6b3 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:16.427535 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c755d50c-c472-4cd4-bc01-e4573538c6b3 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4b4e184-3766-4b84-b022-bc0eb0f30868 {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:35:16.463674 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ba306238-e018-4d9d-ab06-085f4df95f7e tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:16.477954 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd41f1d-a91d-48e5-90a1-d868cffa977b tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Pushing event deleted for resources: {'Subnet': ['ID=452385be-f231-4656-b906-6082523be623,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:16.480450 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b11a4-89d7-413f-91c0-802fb14f5639 None None] Pushing event updated for resources: {'Port': ['ID=04cf0129-0245-4236-9e4a-28c6c573c9cd,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:16.525764 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da38873-d89c-44b9-b2a4-4d4a7b8e174a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:16.671978 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c755d50c-c472-4cd4-bc01-e4573538c6b3 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:16.673095 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c755d50c-c472-4cd4-bc01-e4573538c6b3 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] 10.222.0.21 "DELETE /v2.0/routers/e4b4e184-3766-4b84-b022-bc0eb0f30868 HTTP/1.1" status: 204 len: 168 time: 7.7658808 Feb 04 11:35:16.673262 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0da38873-d89c-44b9-b2a4-4d4a7b8e174a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:16.686800 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60698) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:16.696573 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-50e14eae-cee8-47d3-b7f8-6fca02d6d44d tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6280243 Feb 04 11:35:16.702129 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60702) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:16.711483 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-c730f9ca-f007-48e2-afa3-442595e4d535 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'subnet': {'network_id': '954d9466-dbe9-4983-a36b-a3a770e3fc86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:16.727652 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5bd41f1d-a91d-48e5-90a1-d868cffa977b tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:16.736087 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e14eae-cee8-47d3-b7f8-6fca02d6d44d tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Network': ['ID=954d9466-dbe9-4983-a36b-a3a770e3fc86,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:16.751333 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 954d9466-dbe9-4983-a36b-a3a770e3fc86 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:35:16.837323 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-5bd41f1d-a91d-48e5-90a1-d868cffa977b tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b981465-e749-4118-b4e7-915703bf55dd']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:16.884671 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-5bd41f1d-a91d-48e5-90a1-d868cffa977b tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ad3effd-b67d-47aa-ad03-3cb1206f3d78') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:16.884969 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-5bd41f1d-a91d-48e5-90a1-d868cffa977b tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ad3effd-b67d-47aa-ad03-3cb1206f3d78') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:16.908399 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5bd41f1d-a91d-48e5-90a1-d868cffa977b tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:16.917111 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c730f9ca-f007-48e2-afa3-442595e4d535 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:16.939203 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:16.987700 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c730f9ca-f007-48e2-afa3-442595e4d535 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:subnet and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:16.996326 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c730f9ca-f007-48e2-afa3-442595e4d535 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:17.000436 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5bd41f1d-a91d-48e5-90a1-d868cffa977b tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:17.011434 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd41f1d-a91d-48e5-90a1-d868cffa977b tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:35:17.011601 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5bd41f1d-a91d-48e5-90a1-d868cffa977b tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:17.031194 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c730f9ca-f007-48e2-afa3-442595e4d535 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:17.033225 dv-neutron-827825-2-hyperv neutron-server[84204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:35:17.033225 dv-neutron-827825-2-hyperv neutron-server[84204]: util.warn( Feb 04 11:35:17.033225 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:35:17.033225 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:35:17.033225 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:35:17.033225 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:35:17.033225 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:35:17.033225 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:35:17.033225 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:35:17.033225 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:35:17.033225 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:35:17.033225 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:35:17.033225 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:35:17.033225 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:35:17.033225 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:35:17.033225 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:35:17.033225 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:35:17.033225 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:35:17.033225 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:35:17.033225 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:35:17.033225 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:35:17.033225 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:35:17.033225 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:35:17.033225 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:35:17.033225 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:35:17.033225 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:35:17.033225 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:35:17.033225 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:35:17.033225 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:35:17.033225 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:35:17.033225 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:35:17.033225 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:35:17.033225 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:35:17.033225 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:35:17.078972 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-02c2e667-9fb1-4254-a9cf-5f3d78c85a5e req-cd58fe87-13fa-4394-b638-612a785c7623 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Synchronizing usage tracker for tenant:74eeb4f9d8f74fc499285014b76b0ac9 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:17.125981 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ba306238-e018-4d9d-ab06-085f4df95f7e tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:17.157693 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5efe9ed-5136-4831-acaf-90619603de9f req-19f2e1a7-35db-46d9-aa90-7f8c45865caa tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:35:17.171668 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a98d877-1d8f-4280-8041-4aaa8e0e4999 None None] Sync routers for ids ['0913055d-e0e4-46b6-8bff-2cbc157d881d'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:35:17.182918 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-02c2e667-9fb1-4254-a9cf-5f3d78c85a5e req-cd58fe87-13fa-4394-b638-612a785c7623 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Unset dirty status for tenant:74eeb4f9d8f74fc499285014b76b0ac9 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:17.193425 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.db.api [None req-5bd41f1d-a91d-48e5-90a1-d868cffa977b tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 11:35:17.193425 dv-neutron-827825-2-hyperv neutron-server[84204]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 11:35:17.193425 dv-neutron-827825-2-hyperv neutron-server[84204]: [parameters: {'id': '5b981465-e749-4118-b4e7-915703bf55dd'}] Feb 04 11:35:17.193425 dv-neutron-827825-2-hyperv neutron-server[84204]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:35:17.194725 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG oslo_db.api [None req-5bd41f1d-a91d-48e5-90a1-d868cffa977b tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:35:17.194960 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a98d877-1d8f-4280-8041-4aaa8e0e4999 None None] Routers {'0913055d-e0e4-46b6-8bff-2cbc157d881d'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:35:17.195120 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-02c2e667-9fb1-4254-a9cf-5f3d78c85a5e req-cd58fe87-13fa-4394-b638-612a785c7623 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/ports?device_id=c778463b-41e6-4ec6-bd22-c0c64350936d HTTP/1.1" status: 200 len: 210 time: 0.5026727 Feb 04 11:35:17.195235 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-1a98d877-1d8f-4280-8041-4aaa8e0e4999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:35:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['0913055d-e0e4-46b6-8bff-2cbc157d881d'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:17.228879 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c730f9ca-f007-48e2-afa3-442595e4d535 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Made reservation on behalf of 923893a854aa49c78e412c9bf04cfc96 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:17.255802 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5efe9ed-5136-4831-acaf-90619603de9f req-19f2e1a7-35db-46d9-aa90-7f8c45865caa tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] No DVR routers for this DVR port 78f52afe-da02-4e40-adb6-2000eb1a083a on host hv-neutron-8278 {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:35:17.257470 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed96ffc6-c8a3-439a-887a-ba329206efad req-7e3a35c9-d759-44db-a6df-dc9e2b9cd507 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Router d5623e60-72c8-4463-95b8-0f01fd304eb5 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:35:17.258589 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-d5efe9ed-5136-4831-acaf-90619603de9f req-19f2e1a7-35db-46d9-aa90-7f8c45865caa tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:17.260844 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d5efe9ed-5136-4831-acaf-90619603de9f req-19f2e1a7-35db-46d9-aa90-7f8c45865caa tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.47 "DELETE /v2.0/ports/78f52afe-da02-4e40-adb6-2000eb1a083a HTTP/1.1" status: 204 len: 173 time: 4.9326937 Feb 04 11:35:17.265844 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574a4de5-7298-4cfa-9007-79d093aba2f5', 'name': 'network-vif-deleted', 'tag': '78f52afe-da02-4e40-adb6-2000eb1a083a'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:35:17.378709 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c730f9ca-f007-48e2-afa3-442595e4d535 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:17.443582 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-1a98d877-1d8f-4280-8041-4aaa8e0e4999 None None] Set router 0913055d-e0e4-46b6-8bff-2cbc157d881d gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:35:17.479257 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574a4de5-7298-4cfa-9007-79d093aba2f5', 'name': 'network-vif-deleted', 'tag': '78f52afe-da02-4e40-adb6-2000eb1a083a', 'status': 'completed', 'code': 200} Feb 04 11:35:17.505179 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ba306238-e018-4d9d-ab06-085f4df95f7e tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:17.538097 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-23a3f3c5-84bc-4505-befc-fc6cd9a37c59 req-66756e7f-4019-40fb-a2c6-b5d4522ded28 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a4de5-7298-4cfa-9007-79d093aba2f5 HTTP/1.1" status: 200 len: 210 time: 0.0610497 Feb 04 11:35:17.552322 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ba306238-e018-4d9d-ab06-085f4df95f7e tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:17.645426 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba306238-e018-4d9d-ab06-085f4df95f7e tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'Subnet': ['ID=dd4802b2-29c8-48a7-a26d-28ca05864a93,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:17.658050 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ba306238-e018-4d9d-ab06-085f4df95f7e tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/subnets/dd4802b2-29c8-48a7-a26d-28ca05864a93 HTTP/1.1" status: 204 len: 168 time: 1.8674808 Feb 04 11:35:17.669952 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60710) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:17.777725 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5bd41f1d-a91d-48e5-90a1-d868cffa977b tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:17.787765 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-05000718-4177-44c5-abf3-71c04b0781a5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Deleting subnet 316a2e6a-a5c7-4a22-b10d-5958e464b199 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:35:17.801465 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-5bd41f1d-a91d-48e5-90a1-d868cffa977b tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Deleting port 04cf0129-0245-4236-9e4a-28c6c573c9cd {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:17.801794 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5bd41f1d-a91d-48e5-90a1-d868cffa977b tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:17.817368 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-05000718-4177-44c5-abf3-71c04b0781a5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:17.851106 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-1a98d877-1d8f-4280-8041-4aaa8e0e4999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'name': 'tempest-ServersTestManualDisk-158342405-router', 'tenant_id': '428c59d92c8b47a08a015e5fd3f6d227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '7b0e4071-bf4d-4714-a885-bfed0933e4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:28Z', 'updated_at': '2022-02-04T11:32:42Z', 'revision_number': 4, 'project_id': '428c59d92c8b47a08a015e5fd3f6d227', 'gw_port': {'id': '7b0e4071-bf4d-4714-a885-bfed0933e4e5', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ba:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:30Z', 'updated_at': '2022-02-04T11:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'f7d67953-9356-420c-b3ae-6e0756518fbc', 'name': '', 'network_id': 'f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e', 'tenant_id': '428c59d92c8b47a08a015e5fd3f6d227', 'mac_address': 'fa:16:3e:51:02:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d824c0a-d4f0-4ce0-8751-d3972463ada2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:41Z', 'updated_at': '2022-02-04T11:33:16Z', 'revision_number': 5, 'project_id': '428c59d92c8b47a08a015e5fd3f6d227', 'subnets': [{'id': '3d824c0a-d4f0-4ce0-8751-d3972463ada2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:17.857816 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a98d877-1d8f-4280-8041-4aaa8e0e4999 None None] Checking router: 0913055d-e0e4-46b6-8bff-2cbc157d881d for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:35:17.874131 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a98d877-1d8f-4280-8041-4aaa8e0e4999 None None] Routers {'0913055d-e0e4-46b6-8bff-2cbc157d881d'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:35:17.874865 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-1a98d877-1d8f-4280-8041-4aaa8e0e4999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:35:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['0913055d-e0e4-46b6-8bff-2cbc157d881d'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:17.890414 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-05000718-4177-44c5-abf3-71c04b0781a5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:18.096875 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-5bd41f1d-a91d-48e5-90a1-d868cffa977b tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] For port 04cf0129-0245-4236-9e4a-28c6c573c9cd, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=04cf0129-0245-4236-9e4a-28c6c573c9cd,segment=NetworkSegment(5ad3effd-b67d-47aa-ad03-3cb1206f3d78),segment_id=5ad3effd-b67d-47aa-ad03-3cb1206f3d78)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:35:18.097233 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5bd41f1d-a91d-48e5-90a1-d868cffa977b tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:18.124195 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3dc3c3b8-cb5c-4e8d-bbca-d2bd7f9cbb52 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:18.160817 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 04cf0129-0245-4236-9e4a-28c6c573c9cd up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:18.172193 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c730f9ca-f007-48e2-afa3-442595e4d535 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:18.275917 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c10f4a1-80f4-45da-ad46-60b9fd6ffb0b None None] Network 5b981465-e749-4118-b4e7-915703bf55dd requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:35:18.323749 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-5bd41f1d-a91d-48e5-90a1-d868cffa977b tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Calling delete_port for 04cf0129-0245-4236-9e4a-28c6c573c9cd owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:18.366847 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730f9ca-f007-48e2-afa3-442595e4d535 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Subnet': ['ID=000bb27f-720f-41d4-a183-424bb7d91dc8,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:18.444341 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c730f9ca-f007-48e2-afa3-442595e4d535 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Checking segment: {'id': 'cf515b78-3786-4f35-b4c5-9b84931160ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '954d9466-dbe9-4983-a36b-a3a770e3fc86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:35:18.444656 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c730f9ca-f007-48e2-afa3-442595e4d535 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Network hostable DHCP agents. Network: 954d9466-dbe9-4983-a36b-a3a770e3fc86, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:35:18.542420 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d44310-38cc-488c-bb09-b7937a4733d3 None None] Network 3250efab-95dd-42b8-8331-5e86089dabad requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:35:18.551139 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c08c647b-bbf2-45c7-a0bc-a87c7c135b7e req-1c884456-cc3a-4fd8-b661-7e56bfa41711 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/ports?device_id=c778463b-41e6-4ec6-bd22-c0c64350936d HTTP/1.1" status: 200 len: 210 time: 0.0979364 Feb 04 11:35:18.556691 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.objects.ports [None req-0da38873-d89c-44b9-b2a4-4d4a7b8e174a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84205) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 11:35:18.564538 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-05000718-4177-44c5-abf3-71c04b0781a5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:18.586850 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c730f9ca-f007-48e2-afa3-442595e4d535 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Network 954d9466-dbe9-4983-a36b-a3a770e3fc86 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:35:18.598358 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0da38873-d89c-44b9-b2a4-4d4a7b8e174a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:18.611736 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5bd41f1d-a91d-48e5-90a1-d868cffa977b tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:18.702332 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd41f1d-a91d-48e5-90a1-d868cffa977b tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Pushing event deleted for resources: {'Port': ['ID=04cf0129-0245-4236-9e4a-28c6c573c9cd,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:18.703665 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-1a98d877-1d8f-4280-8041-4aaa8e0e4999 None None] Set router 0913055d-e0e4-46b6-8bff-2cbc157d881d gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:35:18.705207 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-c730f9ca-f007-48e2-afa3-442595e4d535 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 954d9466-dbe9-4983-a36b-a3a770e3fc86) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:18.712725 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c730f9ca-f007-48e2-afa3-442595e4d535 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:18.713496 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c730f9ca-f007-48e2-afa3-442595e4d535 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:18.719724 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da38873-d89c-44b9-b2a4-4d4a7b8e174a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:18.726093 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-0da38873-d89c-44b9-b2a4-4d4a7b8e174a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:18.726457 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd41f1d-a91d-48e5-90a1-d868cffa977b tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] No DVR routers for this DVR port 04cf0129-0245-4236-9e4a-28c6c573c9cd on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:35:18.732673 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da38873-d89c-44b9-b2a4-4d4a7b8e174a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Subnet': ['ID=a50a6663-595b-44b1-b373-2943bf3fe5ee,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:18.735407 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da38873-d89c-44b9-b2a4-4d4a7b8e174a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:18.735997 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0da38873-d89c-44b9-b2a4-4d4a7b8e174a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:18.743120 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed96ffc6-c8a3-439a-887a-ba329206efad req-7e3a35c9-d759-44db-a6df-dc9e2b9cd507 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:35:18.754923 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42212092-ff39-438c-bbbd-fbc8318ccf97 None None] Sync routers for ids ['d5623e60-72c8-4463-95b8-0f01fd304eb5'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:35:18.758424 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-cbd17d5c-1215-40fa-8cc3-4426666c2dad None None] Provisioning for port 04cf0129-0245-4236-9e4a-28c6c573c9cd completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:18.761809 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 04cf0129-0245-4236-9e4a-28c6c573c9cd completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:18.764847 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb20117d-09f6-43b7-8d96-536b72cf3ad2 None None] Network 5b981465-e749-4118-b4e7-915703bf55dd requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:35:18.781817 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42212092-ff39-438c-bbbd-fbc8318ccf97 None None] Routers {'d5623e60-72c8-4463-95b8-0f01fd304eb5'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:35:18.788452 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-42212092-ff39-438c-bbbd-fbc8318ccf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:35:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['d5623e60-72c8-4463-95b8-0f01fd304eb5'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:18.865446 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bb10b9-e5d4-4429-964c-0063055c7d69 None None] Network 954d9466-dbe9-4983-a36b-a3a770e3fc86 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:35:18.878268 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262e0f48-d4a2-439a-b1f3-316ed8d3149b None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:35:18.910672 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-cbd17d5c-1215-40fa-8cc3-4426666c2dad None None] Provisioning complete for port 04cf0129-0245-4236-9e4a-28c6c573c9cd triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:18.911494 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cbd17d5c-1215-40fa-8cc3-4426666c2dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:18.911624 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60720) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:18.963972 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed96ffc6-c8a3-439a-887a-ba329206efad req-7e3a35c9-d759-44db-a6df-dc9e2b9cd507 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] No DVR routers for this DVR port 4c29e77f-345d-4346-b25d-16034512a28c on host hv-neutron-8278 {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:35:18.968025 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-ed96ffc6-c8a3-439a-887a-ba329206efad req-7e3a35c9-d759-44db-a6df-dc9e2b9cd507 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:18.977869 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c778463b-41e6-4ec6-bd22-c0c64350936d', 'name': 'network-vif-deleted', 'tag': '4c29e77f-345d-4346-b25d-16034512a28c'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:35:18.986117 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ed96ffc6-c8a3-439a-887a-ba329206efad req-7e3a35c9-d759-44db-a6df-dc9e2b9cd507 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.47 "DELETE /v2.0/ports/4c29e77f-345d-4346-b25d-16034512a28c HTTP/1.1" status: 204 len: 173 time: 6.4418230 Feb 04 11:35:19.047746 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3dc3c3b8-cb5c-4e8d-bbca-d2bd7f9cbb52 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:19.090036 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-42212092-ff39-438c-bbbd-fbc8318ccf97 None None] Set router d5623e60-72c8-4463-95b8-0f01fd304eb5 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:35:19.099347 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c778463b-41e6-4ec6-bd22-c0c64350936d', 'name': 'network-vif-deleted', 'tag': '4c29e77f-345d-4346-b25d-16034512a28c', 'status': 'completed', 'code': 200} Feb 04 11:35:19.107846 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c730f9ca-f007-48e2-afa3-442595e4d535 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3982010 Feb 04 11:35:19.109176 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60726) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:19.116323 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-d3118a68-29a2-46d8-a091-20dd74331582 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'port': {'network_id': '954d9466-dbe9-4983-a36b-a3a770e3fc86', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-346266576'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:19.141315 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5bd41f1d-a91d-48e5-90a1-d868cffa977b tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:19.143058 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0da38873-d89c-44b9-b2a4-4d4a7b8e174a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0589139 Feb 04 11:35:19.149737 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60730) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:19.166264 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9eccfc2e-a1bc-4d44-ae95-664d0dbcf0e2 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:19.192654 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-5bd41f1d-a91d-48e5-90a1-d868cffa977b tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b981465-e749-4118-b4e7-915703bf55dd']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:19.215151 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-5bd41f1d-a91d-48e5-90a1-d868cffa977b tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ad3effd-b67d-47aa-ad03-3cb1206f3d78') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:19.221418 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-5bd41f1d-a91d-48e5-90a1-d868cffa977b tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ad3effd-b67d-47aa-ad03-3cb1206f3d78') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:19.228968 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9eccfc2e-a1bc-4d44-ae95-664d0dbcf0e2 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:19.243082 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5bd41f1d-a91d-48e5-90a1-d868cffa977b tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:19.252444 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-8ca561ed-f514-4f1c-8b2e-e5e7b20d10c2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:19.275634 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5bd41f1d-a91d-48e5-90a1-d868cffa977b tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:19.291706 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd41f1d-a91d-48e5-90a1-d868cffa977b tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:35:19.292104 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5bd41f1d-a91d-48e5-90a1-d868cffa977b tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:19.307489 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:35:19.307489 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:35:19.307489 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:35:19.307489 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:35:19.307489 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:35:19.307489 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:35:19.307489 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:35:19.307489 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:35:19.307489 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:35:19.307489 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:35:19.307489 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:35:19.307489 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:35:19.307489 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:35:19.307489 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:35:19.307489 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:35:19.307489 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:35:19.307489 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:35:19.307489 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:35:19.307489 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:35:19.307489 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:35:19.307489 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:35:19.307489 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:35:19.307489 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:35:19.307489 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:35:19.307489 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:35:19.307489 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:35:19.307489 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:35:19.307489 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:35:19.307489 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:35:19.307489 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:35:19.307489 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:35:19.307489 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:35:19.397797 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 04cf0129-0245-4236-9e4a-28c6c573c9cd triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:19.398789 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:19.527194 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-cbd17d5c-1215-40fa-8cc3-4426666c2dad None None] Port 04cf0129-0245-4236-9e4a-28c6c573c9cd was deleted so its status cannot be updated. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 04 11:35:19.550853 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-05000718-4177-44c5-abf3-71c04b0781a5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:19.555129 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-3dc3c3b8-cb5c-4e8d-bbca-d2bd7f9cbb52 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Deleting port 85879bd6-43c0-445f-8615-b1e1d8920ad9 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:19.555847 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3dc3c3b8-cb5c-4e8d-bbca-d2bd7f9cbb52 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:19.567650 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Port 04cf0129-0245-4236-9e4a-28c6c573c9cd was deleted so its status cannot be updated. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 04 11:35:19.581037 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5bd41f1d-a91d-48e5-90a1-d868cffa977b tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:19.592301 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5bd41f1d-a91d-48e5-90a1-d868cffa977b tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:19.640581 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9eccfc2e-a1bc-4d44-ae95-664d0dbcf0e2 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:19.668654 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd41f1d-a91d-48e5-90a1-d868cffa977b tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Pushing event deleted for resources: {'Network': ['ID=5b981465-e749-4118-b4e7-915703bf55dd,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:19.693145 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5bd41f1d-a91d-48e5-90a1-d868cffa977b tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] 10.222.0.21 "DELETE /v2.0/networks/5b981465-e749-4118-b4e7-915703bf55dd HTTP/1.1" status: 204 len: 168 time: 4.8375561 Feb 04 11:35:19.699747 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9eccfc2e-a1bc-4d44-ae95-664d0dbcf0e2 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:19.703142 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9eccfc2e-a1bc-4d44-ae95-664d0dbcf0e2 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "DELETE /v2.0/security-groups/131ef674-554f-4d58-bfd5-51060e491135 HTTP/1.1" status: 204 len: 168 time: 0.7893124 Feb 04 11:35:19.703795 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60736) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:19.711197 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eccfc2e-a1bc-4d44-ae95-664d0dbcf0e2 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=131ef674-554f-4d58-bfd5-51060e491135,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:19.714960 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60738) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:19.732144 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-2d0d35d1-1e07-4fd9-8809-184f37c33cf6 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1807584622'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:19.737921 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-2d0d35d1-1e07-4fd9-8809-184f37c33cf6 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:19.752566 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-2d0d35d1-1e07-4fd9-8809-184f37c33cf6 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Usage tracker for resource:network and tenant:956cada409764229906c1fe7744bf82f is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:19.755929 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-2d0d35d1-1e07-4fd9-8809-184f37c33cf6 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:19.766521 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-2d0d35d1-1e07-4fd9-8809-184f37c33cf6 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:19.776972 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-42212092-ff39-438c-bbbd-fbc8318ccf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'name': 'tempest-ServersTestJSON-2074940559-router', 'tenant_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '71652ffa-ab89-4356-9c31-0b8424244031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:26Z', 'updated_at': '2022-02-04T11:32:36Z', 'revision_number': 4, 'project_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'gw_port': {'id': '71652ffa-ab89-4356-9c31-0b8424244031', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:27Z', 'updated_at': '2022-02-04T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'a8fe6aff-040c-4bdb-8693-c713e22ad4fe', 'name': '', 'network_id': '1c4e9593-ca79-45e5-9cfb-0175c4a07e6f', 'tenant_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'mac_address': 'fa:16:3e:64:d0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd604c559-206d-41f7-934e-2e0e7fee1aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:35Z', 'updated_at': '2022-02-04T11:33:13Z', 'revision_number': 5, 'project_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'subnets': [{'id': 'd604c559-206d-41f7-934e-2e0e7fee1aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:19.787052 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42212092-ff39-438c-bbbd-fbc8318ccf97 None None] Checking router: d5623e60-72c8-4463-95b8-0f01fd304eb5 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:35:19.790153 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05000718-4177-44c5-abf3-71c04b0781a5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'Subnet': ['ID=316a2e6a-a5c7-4a22-b10d-5958e464b199,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:19.812580 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42212092-ff39-438c-bbbd-fbc8318ccf97 None None] Routers {'d5623e60-72c8-4463-95b8-0f01fd304eb5'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:35:19.814983 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-42212092-ff39-438c-bbbd-fbc8318ccf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:35:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['d5623e60-72c8-4463-95b8-0f01fd304eb5'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:19.839616 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-f8ad971b-ba87-48f2-b892-5afb98ae452f tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] show failed (client error): The resource could not be found. Feb 04 11:35:19.840788 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f8ad971b-ba87-48f2-b892-5afb98ae452f tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "GET /v2.0/security-groups/131ef674-554f-4d58-bfd5-51060e491135 HTTP/1.1" status: 404 len: 347 time: 0.1110702 Feb 04 11:35:19.843600 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60744) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:19.859115 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-05000718-4177-44c5-abf3-71c04b0781a5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:19.863668 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-05000718-4177-44c5-abf3-71c04b0781a5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/subnets/316a2e6a-a5c7-4a22-b10d-5958e464b199 HTTP/1.1" status: 204 len: 168 time: 2.1813569 Feb 04 11:35:19.893453 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60748) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:19.942406 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0d35d1-1e07-4fd9-8809-184f37c33cf6 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Made reservation on behalf of 956cada409764229906c1fe7744bf82f for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:19.945355 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2d0d35d1-1e07-4fd9-8809-184f37c33cf6 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:19.953002 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cf879e-f6c6-42c3-994e-119de921ba30 None None] DHCP port deletion for 5b981465-e749-4118-b4e7-915703bf55dd request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:35:19.955530 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c4b2e072-8937-4af0-a00a-8ef270dd56ae req-a76b9c47-3c0e-4814-ac35-b04f9d92f36b tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/ports?device_id=c778463b-41e6-4ec6-bd22-c0c64350936d HTTP/1.1" status: 200 len: 210 time: 0.0558555 Feb 04 11:35:20.116279 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d210d-5b04-493f-8dd8-35a2d24545d3 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Deleting port 317152e2-648a-4c9a-ad43-dc0368f6586b {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:20.116623 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ad5d210d-5b04-493f-8dd8-35a2d24545d3 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:20.119399 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 04cf0129-0245-4236-9e4a-28c6c573c9cd no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:35:20.147120 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-d3118a68-29a2-46d8-a091-20dd74331582 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:20.147322 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d0d35d1-1e07-4fd9-8809-184f37c33cf6 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:35:20.178786 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2d0d35d1-1e07-4fd9-8809-184f37c33cf6 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:20.187587 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-2d0d35d1-1e07-4fd9-8809-184f37c33cf6 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Added segment 9f1a95e8-6182-4a6e-a978-1a03ce75ba1e of type vlan for network 86abf58b-0e1d-4a59-8812-14e7d89da1b3 Feb 04 11:35:20.187752 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 04cf0129-0245-4236-9e4a-28c6c573c9cd {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:35:20.187752 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 04cf0129-0245-4236-9e4a-28c6c573c9cd not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:35:20.245213 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-d3118a68-29a2-46d8-a091-20dd74331582 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:port and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:20.253638 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-d3118a68-29a2-46d8-a091-20dd74331582 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:20.273281 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66598c79-7245-4b7c-8f99-23546ef3ce5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'tenant_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'fixed_ips': [{'subnet_id': 'a50a6663-595b-44b1-b373-2943bf3fe5ee'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:35:20.276902 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-66598c79-7245-4b7c-8f99-23546ef3ce5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:20.282446 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2d0d35d1-1e07-4fd9-8809-184f37c33cf6 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:20.299112 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-d3118a68-29a2-46d8-a091-20dd74331582 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:20.303990 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3d7eb3-aad0-4b90-b494-d9d04b097aed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-954d9466-dbe9-4983-a36b-a3a770e3fc86', 'network_id': '954d9466-dbe9-4983-a36b-a3a770e3fc86', 'tenant_id': '923893a854aa49c78e412c9bf04cfc96', 'fixed_ips': [{'subnet_id': '000bb27f-720f-41d4-a183-424bb7d91dc8'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:35:20.303990 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1e3d7eb3-aad0-4b90-b494-d9d04b097aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:20.362358 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-42212092-ff39-438c-bbbd-fbc8318ccf97 None None] Set router d5623e60-72c8-4463-95b8-0f01fd304eb5 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:35:20.484327 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8ca561ed-f514-4f1c-8b2e-e5e7b20d10c2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:20.513783 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-342c4882-433f-4648-9f35-c1beddd09ccc tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:20.570705 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8ca561ed-f514-4f1c-8b2e-e5e7b20d10c2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:20.571406 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ad5d210d-5b04-493f-8dd8-35a2d24545d3 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:20.571406 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ad5d210d-5b04-493f-8dd8-35a2d24545d3 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:20.585938 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3118a68-29a2-46d8-a091-20dd74331582 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Made reservation on behalf of 923893a854aa49c78e412c9bf04cfc96 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:20.590491 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d3118a68-29a2-46d8-a091-20dd74331582 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:20.642620 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-3dc3c3b8-cb5c-4e8d-bbca-d2bd7f9cbb52 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] For port 85879bd6-43c0-445f-8615-b1e1d8920ad9, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=85879bd6-43c0-445f-8615-b1e1d8920ad9,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:35:20.643034 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3dc3c3b8-cb5c-4e8d-bbca-d2bd7f9cbb52 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:20.697210 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-342c4882-433f-4648-9f35-c1beddd09ccc tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Deleting port 611ed122-6139-4c2d-ba8c-bbd02b17b096 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:20.697555 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-342c4882-433f-4648-9f35-c1beddd09ccc tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:20.704407 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2d4818-8a72-4eaa-bf71-1d906589d6c8 None None] DHCP port deletion for 3250efab-95dd-42b8-8331-5e86089dabad request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:35:20.751123 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-bb2d4818-8a72-4eaa-bf71-1d906589d6c8 None None] Deleting port 611ed122-6139-4c2d-ba8c-bbd02b17b096 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:20.751902 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bb2d4818-8a72-4eaa-bf71-1d906589d6c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:20.752750 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d210d-5b04-493f-8dd8-35a2d24545d3 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Calling delete_port for 317152e2-648a-4c9a-ad43-dc0368f6586b owned by network:floatingip {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:20.935853 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-42212092-ff39-438c-bbbd-fbc8318ccf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'name': 'tempest-ServersTestJSON-2074940559-router', 'tenant_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '71652ffa-ab89-4356-9c31-0b8424244031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:26Z', 'updated_at': '2022-02-04T11:32:36Z', 'revision_number': 4, 'project_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'gw_port': {'id': '71652ffa-ab89-4356-9c31-0b8424244031', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:27Z', 'updated_at': '2022-02-04T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'a8fe6aff-040c-4bdb-8693-c713e22ad4fe', 'name': '', 'network_id': '1c4e9593-ca79-45e5-9cfb-0175c4a07e6f', 'tenant_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'mac_address': 'fa:16:3e:64:d0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd604c559-206d-41f7-934e-2e0e7fee1aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:35Z', 'updated_at': '2022-02-04T11:33:13Z', 'revision_number': 5, 'project_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'subnets': [{'id': 'd604c559-206d-41f7-934e-2e0e7fee1aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:20.945975 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42212092-ff39-438c-bbbd-fbc8318ccf97 None None] The sync data for ids ['d5623e60-72c8-4463-95b8-0f01fd304eb5'] in dv-neutron-827825-2-hyperv is: [{'id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'name': 'tempest-ServersTestJSON-2074940559-router', 'tenant_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '71652ffa-ab89-4356-9c31-0b8424244031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:26Z', 'updated_at': '2022-02-04T11:32:36Z', 'revision_number': 4, 'project_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'gw_port': {'id': '71652ffa-ab89-4356-9c31-0b8424244031', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:27Z', 'updated_at': '2022-02-04T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'a8fe6aff-040c-4bdb-8693-c713e22ad4fe', 'name': '', 'network_id': '1c4e9593-ca79-45e5-9cfb-0175c4a07e6f', 'tenant_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'mac_address': 'fa:16:3e:64:d0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd604c559-206d-41f7-934e-2e0e7fee1aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:35Z', 'updated_at': '2022-02-04T11:33:13Z', 'revision_number': 5, 'project_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'subnets': [{'id': 'd604c559-206d-41f7-934e-2e0e7fee1aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:35:20.985311 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-3dc3c3b8-cb5c-4e8d-bbca-d2bd7f9cbb52 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Calling delete_port for 85879bd6-43c0-445f-8615-b1e1d8920ad9 owned by network:router_gateway {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:21.090741 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ad5d210d-5b04-493f-8dd8-35a2d24545d3 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:21.111646 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-d3118a68-29a2-46d8-a091-20dd74331582 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] device_id is not set on port d694cba1-b46f-402e-8a68-31ae0610f234 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:35:21.125821 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-66598c79-7245-4b7c-8f99-23546ef3ce5c None None] Allocated IP 2001:db8::f816:3eff:fe91:806 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/a50a6663-595b-44b1-b373-2943bf3fe5ee/570eabe2-3678-47d8-8152-9aeb2c687cd5) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:21.136703 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-bb2d4818-8a72-4eaa-bf71-1d906589d6c8 None None] For port 611ed122-6139-4c2d-ba8c-bbd02b17b096, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=611ed122-6139-4c2d-ba8c-bbd02b17b096,segment=NetworkSegment(db4e22c4-b07d-478a-9f2d-bf5e943f9d3c),segment_id=db4e22c4-b07d-478a-9f2d-bf5e943f9d3c)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:35:21.137086 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bb2d4818-8a72-4eaa-bf71-1d906589d6c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:21.155829 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-1e3d7eb3-aad0-4b90-b494-d9d04b097aed None None] Allocated IP 2001:db8::2 (954d9466-dbe9-4983-a36b-a3a770e3fc86/000bb27f-720f-41d4-a183-424bb7d91dc8/86de1bda-5942-4e7a-8dec-6b74b937ec9a) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:21.159955 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-1a98d877-1d8f-4280-8041-4aaa8e0e4999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'name': 'tempest-ServersTestManualDisk-158342405-router', 'tenant_id': '428c59d92c8b47a08a015e5fd3f6d227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '7b0e4071-bf4d-4714-a885-bfed0933e4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:28Z', 'updated_at': '2022-02-04T11:32:42Z', 'revision_number': 4, 'project_id': '428c59d92c8b47a08a015e5fd3f6d227', 'gw_port': {'id': '7b0e4071-bf4d-4714-a885-bfed0933e4e5', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ba:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:30Z', 'updated_at': '2022-02-04T11:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'f7d67953-9356-420c-b3ae-6e0756518fbc', 'name': '', 'network_id': 'f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e', 'tenant_id': '428c59d92c8b47a08a015e5fd3f6d227', 'mac_address': 'fa:16:3e:51:02:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d824c0a-d4f0-4ce0-8751-d3972463ada2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:41Z', 'updated_at': '2022-02-04T11:33:16Z', 'revision_number': 5, 'project_id': '428c59d92c8b47a08a015e5fd3f6d227', 'subnets': [{'id': '3d824c0a-d4f0-4ce0-8751-d3972463ada2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:21.169416 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2d0d35d1-1e07-4fd9-8809-184f37c33cf6 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:21.171490 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a98d877-1d8f-4280-8041-4aaa8e0e4999 None None] The sync data for ids ['0913055d-e0e4-46b6-8bff-2cbc157d881d'] in dv-neutron-827825-2-hyperv is: [{'id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'name': 'tempest-ServersTestManualDisk-158342405-router', 'tenant_id': '428c59d92c8b47a08a015e5fd3f6d227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '7b0e4071-bf4d-4714-a885-bfed0933e4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:28Z', 'updated_at': '2022-02-04T11:32:42Z', 'revision_number': 4, 'project_id': '428c59d92c8b47a08a015e5fd3f6d227', 'gw_port': {'id': '7b0e4071-bf4d-4714-a885-bfed0933e4e5', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ba:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:30Z', 'updated_at': '2022-02-04T11:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'f7d67953-9356-420c-b3ae-6e0756518fbc', 'name': '', 'network_id': 'f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e', 'tenant_id': '428c59d92c8b47a08a015e5fd3f6d227', 'mac_address': 'fa:16:3e:51:02:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d824c0a-d4f0-4ce0-8751-d3972463ada2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:41Z', 'updated_at': '2022-02-04T11:33:16Z', 'revision_number': 5, 'project_id': '428c59d92c8b47a08a015e5fd3f6d227', 'subnets': [{'id': '3d824c0a-d4f0-4ce0-8751-d3972463ada2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:35:21.175278 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0d35d1-1e07-4fd9-8809-184f37c33cf6 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:21.176647 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2d0d35d1-1e07-4fd9-8809-184f37c33cf6 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:21.252542 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d210d-5b04-493f-8dd8-35a2d24545d3 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Pushing event deleted for resources: {'Port': ['ID=317152e2-648a-4c9a-ad43-dc0368f6586b,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:21.374689 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-bb2d4818-8a72-4eaa-bf71-1d906589d6c8 None None] Calling delete_port for 611ed122-6139-4c2d-ba8c-bbd02b17b096 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:21.389404 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2d0d35d1-1e07-4fd9-8809-184f37c33cf6 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6829598 Feb 04 11:35:21.429367 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60756) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:21.429701 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60758) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:21.434840 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca561ed-f514-4f1c-8b2e-e5e7b20d10c2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:21.447157 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8ca561ed-f514-4f1c-8b2e-e5e7b20d10c2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:21.521643 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d35d1-1e07-4fd9-8809-184f37c33cf6 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Pushing event updated for resources: {'Network': ['ID=86abf58b-0e1d-4a59-8812-14e7d89da1b3,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:21.529429 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-342c4882-433f-4648-9f35-c1beddd09ccc tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] For port 611ed122-6139-4c2d-ba8c-bbd02b17b096, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=611ed122-6139-4c2d-ba8c-bbd02b17b096,segment=NetworkSegment(db4e22c4-b07d-478a-9f2d-bf5e943f9d3c),segment_id=db4e22c4-b07d-478a-9f2d-bf5e943f9d3c)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:35:21.529429 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-342c4882-433f-4648-9f35-c1beddd09ccc tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:21.544636 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ad5d210d-5b04-493f-8dd8-35a2d24545d3 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks [] for floatingip, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:21.547488 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ad5d210d-5b04-493f-8dd8-35a2d24545d3 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:21.548822 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ad5d210d-5b04-493f-8dd8-35a2d24545d3 tempest-ServersTestManualDisk-46318750 tempest-ServersTestManualDisk-46318750-project] 10.222.0.21 "DELETE /v2.0/floatingips/f623a573-74aa-49da-a997-2d1369caf240 HTTP/1.1" status: 204 len: 168 time: 1.7042539 Feb 04 11:35:21.553955 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60764) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:21.579146 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a8e0f3-dfe0-4629-a1e7-f07e4b509a07 None None] New status for floating IP a3702b83-538b-4b4f-9692-6df40a5d139a: DOWN {{(pid=84206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 11:35:21.621841 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6bc653-bfa5-4aa8-9654-00b4eb4a4764 None None] New status for floating IP f623a573-74aa-49da-a997-2d1369caf240: DOWN {{(pid=84207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 11:35:21.650533 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 86abf58b-0e1d-4a59-8812-14e7d89da1b3 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:35:21.676417 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-342c4882-433f-4648-9f35-c1beddd09ccc tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Calling delete_port for 611ed122-6139-4c2d-ba8c-bbd02b17b096 owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:21.783576 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-ed9b8b3c-0087-4502-927a-d3c963f00838 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Request body: {'subnet': {'network_id': '86abf58b-0e1d-4a59-8812-14e7d89da1b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:21.889923 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-342c4882-433f-4648-9f35-c1beddd09ccc tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:21.941558 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-bb2d4818-8a72-4eaa-bf71-1d906589d6c8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:35:21.942173 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-bb2d4818-8a72-4eaa-bf71-1d906589d6c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:35:22.043529 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a55b0a04-0075-4a54-90f3-62ce0edc8fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:22.087134 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 611ed122-6139-4c2d-ba8c-bbd02b17b096 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:35:22.328727 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1e3d7eb3-aad0-4b90-b494-d9d04b097aed None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:22.340126 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 611ed122-6139-4c2d-ba8c-bbd02b17b096 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:35:22.340473 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 611ed122-6139-4c2d-ba8c-bbd02b17b096 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:35:22.357386 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-1e3d7eb3-aad0-4b90-b494-d9d04b097aed None None] Transition to ACTIVE for port object 86de1bda-5942-4e7a-8dec-6b74b937ec9a will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:22.372585 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c4882-433f-4648-9f35-c1beddd09ccc tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'Port': ['ID=611ed122-6139-4c2d-ba8c-bbd02b17b096,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:22.399934 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-66598c79-7245-4b7c-8f99-23546ef3ce5c None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:22.403179 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-1e3d7eb3-aad0-4b90-b494-d9d04b097aed None None] Transition to ACTIVE for port object 86de1bda-5942-4e7a-8dec-6b74b937ec9a will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:22.414265 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-66598c79-7245-4b7c-8f99-23546ef3ce5c None None] Transition to ACTIVE for port object 570eabe2-3678-47d8-8152-9aeb2c687cd5 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:22.438651 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-66598c79-7245-4b7c-8f99-23546ef3ce5c None None] Transition to ACTIVE for port object 570eabe2-3678-47d8-8152-9aeb2c687cd5 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:22.449431 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-bb2d4818-8a72-4eaa-bf71-1d906589d6c8 None None] Deleting port 611ed122-6139-4c2d-ba8c-bbd02b17b096 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:22.449916 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bb2d4818-8a72-4eaa-bf71-1d906589d6c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:22.469396 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342c4882-433f-4648-9f35-c1beddd09ccc tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] No DVR routers for this DVR port 611ed122-6139-4c2d-ba8c-bbd02b17b096 on host dv-neutron-827825-2-hyperv {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:35:22.508529 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342c4882-433f-4648-9f35-c1beddd09ccc tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:22.508863 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342c4882-433f-4648-9f35-c1beddd09ccc tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:22.509192 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342c4882-433f-4648-9f35-c1beddd09ccc tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:22.509510 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342c4882-433f-4648-9f35-c1beddd09ccc tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:22.509827 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342c4882-433f-4648-9f35-c1beddd09ccc tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:22.510164 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342c4882-433f-4648-9f35-c1beddd09ccc tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:22.510667 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342c4882-433f-4648-9f35-c1beddd09ccc tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:22.510974 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342c4882-433f-4648-9f35-c1beddd09ccc tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:22.511281 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342c4882-433f-4648-9f35-c1beddd09ccc tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:22.512374 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342c4882-433f-4648-9f35-c1beddd09ccc tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:22.512374 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342c4882-433f-4648-9f35-c1beddd09ccc tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:22.517899 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-bb2d4818-8a72-4eaa-bf71-1d906589d6c8 None None] The port '611ed122-6139-4c2d-ba8c-bbd02b17b096' was deleted {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:35:22.530786 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1e3d7eb3-aad0-4b90-b494-d9d04b097aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:22.571159 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-66598c79-7245-4b7c-8f99-23546ef3ce5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:22.629991 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66598c79-7245-4b7c-8f99-23546ef3ce5c None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:22.631826 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3d7eb3-aad0-4b90-b494-d9d04b097aed None None] Network 954d9466-dbe9-4983-a36b-a3a770e3fc86 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:22.633126 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-66598c79-7245-4b7c-8f99-23546ef3ce5c None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:22.635083 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d7eb3-aad0-4b90-b494-d9d04b097aed None None] Pushing event updated for resources: {'Port': ['ID=86de1bda-5942-4e7a-8dec-6b74b937ec9a,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:22.637502 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66598c79-7245-4b7c-8f99-23546ef3ce5c None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:35:22.640604 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-1e3d7eb3-aad0-4b90-b494-d9d04b097aed None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:22.662813 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ed9b8b3c-0087-4502-927a-d3c963f00838 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:22.672966 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3d7eb3-aad0-4b90-b494-d9d04b097aed None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:35:22.691204 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ed9b8b3c-0087-4502-927a-d3c963f00838 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Usage tracker for resource:subnet and tenant:956cada409764229906c1fe7744bf82f is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:22.713274 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ed9b8b3c-0087-4502-927a-d3c963f00838 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:22.731277 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ed9b8b3c-0087-4502-927a-d3c963f00838 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:22.736445 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8e6e74ff-767d-48fc-8a77-c5e53570429b tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:22.740892 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-342c4882-433f-4648-9f35-c1beddd09ccc tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:22.820705 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-342c4882-433f-4648-9f35-c1beddd09ccc tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3250efab-95dd-42b8-8331-5e86089dabad']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:22.839919 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-d3118a68-29a2-46d8-a091-20dd74331582 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Allocated IP 2001:db8::387 (954d9466-dbe9-4983-a36b-a3a770e3fc86/000bb27f-720f-41d4-a183-424bb7d91dc8/d694cba1-b46f-402e-8a68-31ae0610f234) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:22.851040 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66598c79-7245-4b7c-8f99-23546ef3ce5c None None] Pushing event updated for resources: {'Port': ['ID=570eabe2-3678-47d8-8152-9aeb2c687cd5,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:22.859267 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-342c4882-433f-4648-9f35-c1beddd09ccc tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db4e22c4-b07d-478a-9f2d-bf5e943f9d3c') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:22.863062 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-342c4882-433f-4648-9f35-c1beddd09ccc tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db4e22c4-b07d-478a-9f2d-bf5e943f9d3c') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:22.882702 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-66598c79-7245-4b7c-8f99-23546ef3ce5c None None] Attempting to bind port 570eabe2-3678-47d8-8152-9aeb2c687cd5 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:35:22.883346 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-66598c79-7245-4b7c-8f99-23546ef3ce5c None None] Attempting to bind port 570eabe2-3678-47d8-8152-9aeb2c687cd5 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:35:22.883886 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66598c79-7245-4b7c-8f99-23546ef3ce5c None None] Attempting to bind port 570eabe2-3678-47d8-8152-9aeb2c687cd5 on network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:35:22.885318 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8e6e74ff-767d-48fc-8a77-c5e53570429b tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:22.889698 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-1e3d7eb3-aad0-4b90-b494-d9d04b097aed None None] Attempting to bind port 86de1bda-5942-4e7a-8dec-6b74b937ec9a on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:35:22.890096 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-1e3d7eb3-aad0-4b90-b494-d9d04b097aed None None] Attempting to bind port 86de1bda-5942-4e7a-8dec-6b74b937ec9a by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'cf515b78-3786-4f35-b4c5-9b84931160ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '954d9466-dbe9-4983-a36b-a3a770e3fc86'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:35:22.891583 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3d7eb3-aad0-4b90-b494-d9d04b097aed None None] Attempting to bind port 86de1bda-5942-4e7a-8dec-6b74b937ec9a on network 954d9466-dbe9-4983-a36b-a3a770e3fc86 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:35:22.899125 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66598c79-7245-4b7c-8f99-23546ef3ce5c None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:35:22.899527 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66598c79-7245-4b7c-8f99-23546ef3ce5c None None] Checking segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:35:22.899922 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-66598c79-7245-4b7c-8f99-23546ef3ce5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:22.900057 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-342c4882-433f-4648-9f35-c1beddd09ccc tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:22.900346 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66598c79-7245-4b7c-8f99-23546ef3ce5c None None] Bound using segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:35:22.900992 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-66598c79-7245-4b7c-8f99-23546ef3ce5c None None] Bound port: 570eabe2-3678-47d8-8152-9aeb2c687cd5, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:35:22.901359 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-66598c79-7245-4b7c-8f99-23546ef3ce5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:22.912123 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9b8b3c-0087-4502-927a-d3c963f00838 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Made reservation on behalf of 956cada409764229906c1fe7744bf82f for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:22.942765 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-a55b0a04-0075-4a54-90f3-62ce0edc8fd5 admin admin] Deleting port f7d67953-9356-420c-b3ae-6e0756518fbc {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:22.948903 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a55b0a04-0075-4a54-90f3-62ce0edc8fd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:22.972845 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3d7eb3-aad0-4b90-b494-d9d04b097aed None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:35:22.973477 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3d7eb3-aad0-4b90-b494-d9d04b097aed None None] Checking segment: {'id': 'cf515b78-3786-4f35-b4c5-9b84931160ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '954d9466-dbe9-4983-a36b-a3a770e3fc86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:35:22.973601 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1e3d7eb3-aad0-4b90-b494-d9d04b097aed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:22.974349 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3d7eb3-aad0-4b90-b494-d9d04b097aed None None] Bound using segment: {'id': 'cf515b78-3786-4f35-b4c5-9b84931160ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '954d9466-dbe9-4983-a36b-a3a770e3fc86'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:35:22.974467 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-1e3d7eb3-aad0-4b90-b494-d9d04b097aed None None] Bound port: 86de1bda-5942-4e7a-8dec-6b74b937ec9a, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf515b78-3786-4f35-b4c5-9b84931160ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '954d9466-dbe9-4983-a36b-a3a770e3fc86'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:35:22.974813 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1e3d7eb3-aad0-4b90-b494-d9d04b097aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:23.125779 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-66598c79-7245-4b7c-8f99-23546ef3ce5c None None] For port 570eabe2-3678-47d8-8152-9aeb2c687cd5, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:35:23.129658 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-66598c79-7245-4b7c-8f99-23546ef3ce5c None None] For port 570eabe2-3678-47d8-8152-9aeb2c687cd5, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=570eabe2-3678-47d8-8152-9aeb2c687cd5,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:35:23.132382 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-1e3d7eb3-aad0-4b90-b494-d9d04b097aed None None] For port 86de1bda-5942-4e7a-8dec-6b74b937ec9a, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:35:23.143763 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-342c4882-433f-4648-9f35-c1beddd09ccc tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:23.145086 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-a55b0a04-0075-4a54-90f3-62ce0edc8fd5 admin admin] For port f7d67953-9356-420c-b3ae-6e0756518fbc, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=f7d67953-9356-420c-b3ae-6e0756518fbc,segment=NetworkSegment(833aaef2-e855-46d8-a251-08451af3e555),segment_id=833aaef2-e855-46d8-a251-08451af3e555)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:35:23.148123 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a55b0a04-0075-4a54-90f3-62ce0edc8fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:23.187067 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-342c4882-433f-4648-9f35-c1beddd09ccc tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:35:23.187466 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-342c4882-433f-4648-9f35-c1beddd09ccc tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:23.211352 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:35:23.211352 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:35:23.211352 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:35:23.211352 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:35:23.211352 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:35:23.211352 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:35:23.211352 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:35:23.211352 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:35:23.211352 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:35:23.211352 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:35:23.211352 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:35:23.211352 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:35:23.211352 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:35:23.211352 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:35:23.211352 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:35:23.211352 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:35:23.211352 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:35:23.211352 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:35:23.211352 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:35:23.211352 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:35:23.211352 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:35:23.211352 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:35:23.211352 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:35:23.211352 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:35:23.211352 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:35:23.211352 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:35:23.211352 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:35:23.211352 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:35:23.211352 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:35:23.211352 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:35:23.211352 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:35:23.211352 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:35:23.215499 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-66598c79-7245-4b7c-8f99-23546ef3ce5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:23.291329 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-a55b0a04-0075-4a54-90f3-62ce0edc8fd5 admin admin] Calling delete_port for f7d67953-9356-420c-b3ae-6e0756518fbc owned by network:router_interface {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:23.296024 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8ca561ed-f514-4f1c-8b2e-e5e7b20d10c2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:23.305428 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66598c79-7245-4b7c-8f99-23546ef3ce5c None None] Pushing event updated for resources: {'Port': ['ID=570eabe2-3678-47d8-8152-9aeb2c687cd5,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:23.317048 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66598c79-7245-4b7c-8f99-23546ef3ce5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:23.317426 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66598c79-7245-4b7c-8f99-23546ef3ce5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:23.317761 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66598c79-7245-4b7c-8f99-23546ef3ce5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:23.318124 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66598c79-7245-4b7c-8f99-23546ef3ce5c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:23.318452 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66598c79-7245-4b7c-8f99-23546ef3ce5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:23.318780 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66598c79-7245-4b7c-8f99-23546ef3ce5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:23.319102 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66598c79-7245-4b7c-8f99-23546ef3ce5c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:23.319428 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66598c79-7245-4b7c-8f99-23546ef3ce5c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:23.319745 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66598c79-7245-4b7c-8f99-23546ef3ce5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:23.320062 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66598c79-7245-4b7c-8f99-23546ef3ce5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:23.320382 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66598c79-7245-4b7c-8f99-23546ef3ce5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:23.340793 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ed9b8b3c-0087-4502-927a-d3c963f00838 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:23.436412 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-1e3d7eb3-aad0-4b90-b494-d9d04b097aed None None] For port 86de1bda-5942-4e7a-8dec-6b74b937ec9a, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=86de1bda-5942-4e7a-8dec-6b74b937ec9a,segment=NetworkSegment(cf515b78-3786-4f35-b4c5-9b84931160ba),segment_id=cf515b78-3786-4f35-b4c5-9b84931160ba)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:35:23.455472 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3dc3c3b8-cb5c-4e8d-bbca-d2bd7f9cbb52 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:23.557386 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3c3b8-cb5c-4e8d-bbca-d2bd7f9cbb52 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Pushing event deleted for resources: {'Port': ['ID=85879bd6-43c0-445f-8615-b1e1d8920ad9,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:23.562981 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca561ed-f514-4f1c-8b2e-e5e7b20d10c2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:23.568277 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-342c4882-433f-4648-9f35-c1beddd09ccc tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:23.579822 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1e3d7eb3-aad0-4b90-b494-d9d04b097aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:23.631853 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-8ca561ed-f514-4f1c-8b2e-e5e7b20d10c2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:23.633169 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca561ed-f514-4f1c-8b2e-e5e7b20d10c2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Subnet': ['ID=7acbeb46-2c0a-4492-acae-3e47c6fa2383,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:23.638691 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a55b0a04-0075-4a54-90f3-62ce0edc8fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:23.688857 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b0a04-0075-4a54-90f3-62ce0edc8fd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7d67953-9356-420c-b3ae-6e0756518fbc,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:23.690609 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca561ed-f514-4f1c-8b2e-e5e7b20d10c2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:23.690770 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8ca561ed-f514-4f1c-8b2e-e5e7b20d10c2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:23.693388 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d7eb3-aad0-4b90-b494-d9d04b097aed None None] Pushing event updated for resources: {'Port': ['ID=86de1bda-5942-4e7a-8dec-6b74b937ec9a,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:23.731294 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-342c4882-433f-4648-9f35-c1beddd09ccc tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:23.744775 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d3118a68-29a2-46d8-a091-20dd74331582 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:23.801231 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8e6e74ff-767d-48fc-8a77-c5e53570429b tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:23.849400 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c4882-433f-4648-9f35-c1beddd09ccc tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'Network': ['ID=3250efab-95dd-42b8-8331-5e86089dabad,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:23.893465 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e74ff-767d-48fc-8a77-c5e53570429b tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b65b1d6-954c-4ebe-b4bc-39f78bce49be,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:23.962537 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-d3118a68-29a2-46d8-a091-20dd74331582 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Transition to ACTIVE for port object d694cba1-b46f-402e-8a68-31ae0610f234 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:23.971545 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8e6e74ff-767d-48fc-8a77-c5e53570429b tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:23.978777 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8e6e74ff-767d-48fc-8a77-c5e53570429b tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "DELETE /v2.0/security-groups/4b65b1d6-954c-4ebe-b4bc-39f78bce49be HTTP/1.1" status: 204 len: 168 time: 2.5409377 Feb 04 11:35:23.982069 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60772) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:24.004572 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-342c4882-433f-4648-9f35-c1beddd09ccc tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/networks/3250efab-95dd-42b8-8331-5e86089dabad HTTP/1.1" status: 204 len: 168 time: 4.0637274 Feb 04 11:35:24.006432 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60776) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:24.054769 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-9598a3cc-6f31-4b0b-84ae-b36e38db36a5 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] show failed (client error): The resource could not be found. Feb 04 11:35:24.058344 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-9598a3cc-6f31-4b0b-84ae-b36e38db36a5 tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "GET /v2.0/security-groups/4b65b1d6-954c-4ebe-b4bc-39f78bce49be HTTP/1.1" status: 404 len: 347 time: 0.0725143 Feb 04 11:35:24.064780 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60780) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:24.258826 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 570eabe2-3678-47d8-8152-9aeb2c687cd5 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:24.289636 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8ca561ed-f514-4f1c-8b2e-e5e7b20d10c2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.1358459 Feb 04 11:35:24.303673 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60784) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:24.340473 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-44b43dfe-3a01-4bd6-9e51-1b5e88d4c25e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'port': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'mac_address': 'fa:16:3e:6e:11:cd', 'name': 'tempest-NetworksTestDHCPv6-1422882168'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:24.424485 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3dc3c3b8-cb5c-4e8d-bbca-d2bd7f9cbb52 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:24.437951 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-5b323270-c5be-4c45-98be-269632c1629b tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Deleting port 438c106e-e003-4aea-96f3-c9d2e5030ff1 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:24.437951 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5b323270-c5be-4c45-98be-269632c1629b tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:24.487409 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 570eabe2-3678-47d8-8152-9aeb2c687cd5 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:24.556057 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a55b0a04-0075-4a54-90f3-62ce0edc8fd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:24.585491 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d3118a68-29a2-46d8-a091-20dd74331582 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:24.737466 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2e538d-b0e9-440a-b209-bd00cb8c6188 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:24.738195 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-5a2e538d-b0e9-440a-b209-bd00cb8c6188 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Synchronizing usage tracker for tenant:2294c16a4d404317a20d2fdff5bb1a4c on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:24.757325 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba9d180-c4e0-4460-9666-aa7c61a5b463 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:35:24.768291 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-44b43dfe-3a01-4bd6-9e51-1b5e88d4c25e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:24.851667 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3118a68-29a2-46d8-a091-20dd74331582 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Network 954d9466-dbe9-4983-a36b-a3a770e3fc86 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:24.856783 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-44b43dfe-3a01-4bd6-9e51-1b5e88d4c25e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:port and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:24.856928 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-d3118a68-29a2-46d8-a091-20dd74331582 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:24.858153 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3118a68-29a2-46d8-a091-20dd74331582 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Port': ['ID=d694cba1-b46f-402e-8a68-31ae0610f234,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:24.860580 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-44b43dfe-3a01-4bd6-9e51-1b5e88d4c25e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:24.862437 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3dc3c3b8-cb5c-4e8d-bbca-d2bd7f9cbb52 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:24.864555 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3118a68-29a2-46d8-a091-20dd74331582 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:35:24.869200 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3118a68-29a2-46d8-a091-20dd74331582 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:24.870112 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d3118a68-29a2-46d8-a091-20dd74331582 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:24.873407 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-44b43dfe-3a01-4bd6-9e51-1b5e88d4c25e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:24.893004 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3dc3c3b8-cb5c-4e8d-bbca-d2bd7f9cbb52 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:24.915378 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.objects.ports [None req-ed9b8b3c-0087-4502-927a-d3c963f00838 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84205) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 11:35:24.921488 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ed9b8b3c-0087-4502-927a-d3c963f00838 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:24.923463 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5b323270-c5be-4c45-98be-269632c1629b tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:24.923789 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5b323270-c5be-4c45-98be-269632c1629b tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:25.005344 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a823c4d0-ed93-45a5-9b07-5b1bfd450c53 None None] Provisioning for port 570eabe2-3678-47d8-8152-9aeb2c687cd5 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:25.008854 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b8b3c-0087-4502-927a-d3c963f00838 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Pushing event updated for resources: {'Subnet': ['ID=01a2bdfe-f828-4109-a743-2c1012483cbb,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:25.031124 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a823c4d0-ed93-45a5-9b07-5b1bfd450c53 None None] Provisioning complete for port 570eabe2-3678-47d8-8152-9aeb2c687cd5 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:25.031459 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a823c4d0-ed93-45a5-9b07-5b1bfd450c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:25.051983 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-5a2e538d-b0e9-440a-b209-bd00cb8c6188 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Unset dirty status for tenant:2294c16a4d404317a20d2fdff5bb1a4c on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:25.057172 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5a2e538d-b0e9-440a-b209-bd00cb8c6188 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 1.0468671 Feb 04 11:35:25.063013 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60788) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:25.067612 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-5b323270-c5be-4c45-98be-269632c1629b tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Calling delete_port for 438c106e-e003-4aea-96f3-c9d2e5030ff1 owned by network:floatingip {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:25.096376 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b43dfe-3a01-4bd6-9e51-1b5e88d4c25e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:25.140217 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9b8b3c-0087-4502-927a-d3c963f00838 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Checking segment: {'id': '9f1a95e8-6182-4a6e-a978-1a03ce75ba1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '86abf58b-0e1d-4a59-8812-14e7d89da1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:35:25.140923 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9b8b3c-0087-4502-927a-d3c963f00838 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Network hostable DHCP agents. Network: 86abf58b-0e1d-4a59-8812-14e7d89da1b3, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:35:25.167585 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d3118a68-29a2-46d8-a091-20dd74331582 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 6.0562146 Feb 04 11:35:25.168904 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3dc3c3b8-cb5c-4e8d-bbca-d2bd7f9cbb52 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:25.169735 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc3c3b8-cb5c-4e8d-bbca-d2bd7f9cbb52 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5087886f-d632-427e-8ac3-8cb549c01fce {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:35:25.184049 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3dc3c3b8-cb5c-4e8d-bbca-d2bd7f9cbb52 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:25.186256 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3dc3c3b8-cb5c-4e8d-bbca-d2bd7f9cbb52 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] 10.222.0.21 "DELETE /v2.0/routers/5087886f-d632-427e-8ac3-8cb549c01fce HTTP/1.1" status: 204 len: 168 time: 8.4920197 Feb 04 11:35:25.187048 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60792) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:25.192845 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60794) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:25.223129 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a823c4d0-ed93-45a5-9b07-5b1bfd450c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:25.230771 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-c2273bf0-e99b-468f-8533-cdc5d23ae35f tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1158955630', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}, 'admin_state_up': False}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:25.256550 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1804ea-3ffe-4c16-b0a1-afa61f851f7f None None] Network 954d9466-dbe9-4983-a36b-a3a770e3fc86 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:35:25.282222 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c2273bf0-e99b-468f-8533-cdc5d23ae35f tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:25.308259 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c2273bf0-e99b-468f-8533-cdc5d23ae35f tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Usage tracker for resource:router and tenant:0a398f05f2bb4d8d9e15137239f4433d is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:25.313080 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c2273bf0-e99b-468f-8533-cdc5d23ae35f tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:25.332400 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c2273bf0-e99b-468f-8533-cdc5d23ae35f tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:25.344570 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-f0d48f49-bf08-4a87-828d-5f2f29a12627 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Deleting port d694cba1-b46f-402e-8a68-31ae0610f234 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:25.351147 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f0d48f49-bf08-4a87-828d-5f2f29a12627 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:25.424350 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-a823c4d0-ed93-45a5-9b07-5b1bfd450c53 None None] For port 570eabe2-3678-47d8-8152-9aeb2c687cd5, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=570eabe2-3678-47d8-8152-9aeb2c687cd5,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:35:25.428293 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-da70fbe6-0699-4bec-9387-3a13afa8946a tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Synchronizing usage tracker for tenant:2294c16a4d404317a20d2fdff5bb1a4c on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:25.478844 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9b8b3c-0087-4502-927a-d3c963f00838 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Network 86abf58b-0e1d-4a59-8812-14e7d89da1b3 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:35:25.482873 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a820a4e3-bba6-441e-b62c-a0e5517a6f6b None None] Update dhcp port {'port': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'fixed_ips': [{'subnet_id': 'a50a6663-595b-44b1-b373-2943bf3fe5ee', 'ip_address': '2001:db8::f816:3eff:fe91:806'}, {'subnet_id': '7acbeb46-2c0a-4492-acae-3e47c6fa2383'}], 'binding:host_id': 'dv-neutron-827825-2-hyperv'}, 'id': '570eabe2-3678-47d8-8152-9aeb2c687cd5'} from dv-neutron-827825-2-hyperv. {{(pid=84206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 11:35:25.495557 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c2273bf0-e99b-468f-8533-cdc5d23ae35f tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:25.496182 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c2273bf0-e99b-468f-8533-cdc5d23ae35f tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:25.507458 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-44b43dfe-3a01-4bd6-9e51-1b5e88d4c25e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:25.507698 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-da70fbe6-0699-4bec-9387-3a13afa8946a tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Unset dirty status for tenant:2294c16a4d404317a20d2fdff5bb1a4c on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:25.513744 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-da70fbe6-0699-4bec-9387-3a13afa8946a tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4444091 Feb 04 11:35:25.515500 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60800) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:25.523286 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a823c4d0-ed93-45a5-9b07-5b1bfd450c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:25.541248 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-ff6614ae-500c-4df9-9dc9-d271cecd554d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-435936296'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:25.550359 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ff6614ae-500c-4df9-9dc9-d271cecd554d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:25.551280 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-44b43dfe-3a01-4bd6-9e51-1b5e88d4c25e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] device_id is not set on port c45f2c66-1d8b-48cd-ba41-c8267b0624c6 yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:35:25.594890 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5b323270-c5be-4c45-98be-269632c1629b tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:25.612643 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ff6614ae-500c-4df9-9dc9-d271cecd554d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:network and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:25.618458 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ff6614ae-500c-4df9-9dc9-d271cecd554d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:25.621570 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-ed9b8b3c-0087-4502-927a-d3c963f00838 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 86abf58b-0e1d-4a59-8812-14e7d89da1b3) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:25.637613 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ff6614ae-500c-4df9-9dc9-d271cecd554d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:25.647072 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4125e7-7301-445a-9900-1bb2037704d6 None None] Network 86abf58b-0e1d-4a59-8812-14e7d89da1b3 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:35:25.648556 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9b8b3c-0087-4502-927a-d3c963f00838 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:25.648556 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ed9b8b3c-0087-4502-927a-d3c963f00838 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:25.653244 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b323270-c5be-4c45-98be-269632c1629b tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Pushing event deleted for resources: {'Port': ['ID=438c106e-e003-4aea-96f3-c9d2e5030ff1,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:25.673527 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c2273bf0-e99b-468f-8533-cdc5d23ae35f tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:25.724349 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f0d48f49-bf08-4a87-828d-5f2f29a12627 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:25.730298 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a820a4e3-bba6-441e-b62c-a0e5517a6f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:25.781718 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823c4d0-ed93-45a5-9b07-5b1bfd450c53 None None] Pushing event updated for resources: {'Port': ['ID=570eabe2-3678-47d8-8152-9aeb2c687cd5,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:25.853842 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6614ae-500c-4df9-9dc9-d271cecd554d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Made reservation on behalf of 2294c16a4d404317a20d2fdff5bb1a4c for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:25.857384 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ff6614ae-500c-4df9-9dc9-d271cecd554d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:25.878011 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-f0d48f49-bf08-4a87-828d-5f2f29a12627 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Calling delete_port for d694cba1-b46f-402e-8a68-31ae0610f234 owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:25.912410 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ed9b8b3c-0087-4502-927a-d3c963f00838 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 4.4790740 Feb 04 11:35:25.921704 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60804) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:25.923897 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5b323270-c5be-4c45-98be-269632c1629b tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks [] for floatingip, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:26.053089 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f226cc35-45d6-4b88-9bbc-0c282d7ad0eb None None] Provisioning for port 86de1bda-5942-4e7a-8dec-6b74b937ec9a completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:26.112281 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5b323270-c5be-4c45-98be-269632c1629b tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:26.116572 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5b323270-c5be-4c45-98be-269632c1629b tempest-ServersTestJSON-1003228555 tempest-ServersTestJSON-1003228555-project] 10.222.0.21 "DELETE /v2.0/floatingips/a3702b83-538b-4b4f-9692-6df40a5d139a HTTP/1.1" status: 204 len: 168 time: 2.0518923 Feb 04 11:35:26.121720 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60808) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:26.148344 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d3ab95-5c6c-4d9a-b6e1-7c227dd0bccc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-86abf58b-0e1d-4a59-8812-14e7d89da1b3', 'network_id': '86abf58b-0e1d-4a59-8812-14e7d89da1b3', 'tenant_id': '956cada409764229906c1fe7744bf82f', 'fixed_ips': [{'subnet_id': '01a2bdfe-f828-4109-a743-2c1012483cbb'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:35:26.148344 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-78d3ab95-5c6c-4d9a-b6e1-7c227dd0bccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:26.196679 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-44b43dfe-3a01-4bd6-9e51-1b5e88d4c25e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Allocated IP 172.20.0.7 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/7acbeb46-2c0a-4492-acae-3e47c6fa2383/c45f2c66-1d8b-48cd-ba41-c8267b0624c6) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:26.224597 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-44b43dfe-3a01-4bd6-9e51-1b5e88d4c25e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Allocated IP 2001:db8::f816:3eff:fe6e:11cd (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/a50a6663-595b-44b1-b373-2943bf3fe5ee/c45f2c66-1d8b-48cd-ba41-c8267b0624c6) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:26.392388 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff6614ae-500c-4df9-9dc9-d271cecd554d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:35:26.492000 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 86de1bda-5942-4e7a-8dec-6b74b937ec9a up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:26.569380 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c2273bf0-e99b-468f-8533-cdc5d23ae35f tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:26.583495 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0e1fafdb-b307-46c1-bacd-572381a7c841 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:26.604837 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-78d3ab95-5c6c-4d9a-b6e1-7c227dd0bccc None None] Allocated IP 2001:db8::f816:3eff:feb6:64f (86abf58b-0e1d-4a59-8812-14e7d89da1b3/01a2bdfe-f828-4109-a743-2c1012483cbb/97007cea-43a7-4d67-9e4b-01230e7cf972) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:26.675835 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ff6614ae-500c-4df9-9dc9-d271cecd554d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:26.679847 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-ff6614ae-500c-4df9-9dc9-d271cecd554d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Added segment 82cd94c9-4907-438f-9b97-3d267a845c2a of type vlan for network a85b1888-9ae4-4926-a490-48f9b5678559 Feb 04 11:35:26.686396 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f0d48f49-bf08-4a87-828d-5f2f29a12627 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:26.708604 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-be9aae5b-dc65-4291-83cc-02c14195281a None None] Provisioning for port d694cba1-b46f-402e-8a68-31ae0610f234 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:26.719765 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-be9aae5b-dc65-4291-83cc-02c14195281a None None] Provisioning complete for port d694cba1-b46f-402e-8a68-31ae0610f234 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:26.720361 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be9aae5b-dc65-4291-83cc-02c14195281a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:26.762637 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-be9aae5b-dc65-4291-83cc-02c14195281a None None] Port d694cba1-b46f-402e-8a68-31ae0610f234 was deleted so its status cannot be updated. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 04 11:35:26.765765 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 86de1bda-5942-4e7a-8dec-6b74b937ec9a completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:26.765908 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d48f49-bf08-4a87-828d-5f2f29a12627 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'Port': ['ID=d694cba1-b46f-402e-8a68-31ae0610f234,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:26.799159 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 86de1bda-5942-4e7a-8dec-6b74b937ec9a triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:26.799677 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:26.801042 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0e1fafdb-b307-46c1-bacd-572381a7c841 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:26.847903 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-be9aae5b-dc65-4291-83cc-02c14195281a None None] Provisioning complete for port 86de1bda-5942-4e7a-8dec-6b74b937ec9a triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:26.848275 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be9aae5b-dc65-4291-83cc-02c14195281a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:26.870040 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ff6614ae-500c-4df9-9dc9-d271cecd554d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:27.003821 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-44b43dfe-3a01-4bd6-9e51-1b5e88d4c25e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:27.037651 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-44b43dfe-3a01-4bd6-9e51-1b5e88d4c25e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Transition to ACTIVE for port object c45f2c66-1d8b-48cd-ba41-c8267b0624c6 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:27.058213 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f0d48f49-bf08-4a87-828d-5f2f29a12627 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:27.087235 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f0d48f49-bf08-4a87-828d-5f2f29a12627 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/ports/d694cba1-b46f-402e-8a68-31ae0610f234 HTTP/1.1" status: 204 len: 168 time: 1.8968616 Feb 04 11:35:27.090122 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60812) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:27.123917 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-78d3ab95-5c6c-4d9a-b6e1-7c227dd0bccc None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:27.166320 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55b0a04-0075-4a54-90f3-62ce0edc8fd5 admin admin] Router 0913055d-e0e4-46b6-8bff-2cbc157d881d has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:35:27.168038 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-78d3ab95-5c6c-4d9a-b6e1-7c227dd0bccc None None] Transition to ACTIVE for port object 97007cea-43a7-4d67-9e4b-01230e7cf972 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:27.171759 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ff6614ae-500c-4df9-9dc9-d271cecd554d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:27.175874 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6614ae-500c-4df9-9dc9-d271cecd554d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:27.178852 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ff6614ae-500c-4df9-9dc9-d271cecd554d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:27.197593 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:27.253921 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-78d3ab95-5c6c-4d9a-b6e1-7c227dd0bccc None None] Transition to ACTIVE for port object 97007cea-43a7-4d67-9e4b-01230e7cf972 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:27.265730 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-44b43dfe-3a01-4bd6-9e51-1b5e88d4c25e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:27.283571 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-a52ddf61-d21b-43cc-936e-286c9a898d3d tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] GET failed (client error): The resource could not be found. Feb 04 11:35:27.284927 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a52ddf61-d21b-43cc-936e-286c9a898d3d tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Synchronizing usage tracker for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:27.289457 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be9aae5b-dc65-4291-83cc-02c14195281a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:27.307047 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ff6614ae-500c-4df9-9dc9-d271cecd554d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.7846110 Feb 04 11:35:27.315384 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60816) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:27.330184 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-028c3663-a2a0-4be7-b818-20381e3e2b58 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'subnet': {'network_id': 'a85b1888-9ae4-4926-a490-48f9b5678559', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:27.337662 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 86de1bda-5942-4e7a-8dec-6b74b937ec9a, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=86de1bda-5942-4e7a-8dec-6b74b937ec9a,segment=NetworkSegment(cf515b78-3786-4f35-b4c5-9b84931160ba),segment_id=cf515b78-3786-4f35-b4c5-9b84931160ba)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:35:27.355984 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-78d3ab95-5c6c-4d9a-b6e1-7c227dd0bccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:27.363977 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6614ae-500c-4df9-9dc9-d271cecd554d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Network': ['ID=a85b1888-9ae4-4926-a490-48f9b5678559,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:27.396880 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-a820a4e3-bba6-441e-b62c-a0e5517a6f6b None None] Allocated IP 172.20.0.2 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/7acbeb46-2c0a-4492-acae-3e47c6fa2383/570eabe2-3678-47d8-8152-9aeb2c687cd5) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:27.411542 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network a85b1888-9ae4-4926-a490-48f9b5678559 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:35:27.460735 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:27.461499 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 570eabe2-3678-47d8-8152-9aeb2c687cd5 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:27.462269 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c2273bf0-e99b-468f-8533-cdc5d23ae35f tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router_gateway, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:27.499608 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a52ddf61-d21b-43cc-936e-286c9a898d3d tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Unset dirty status for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:27.503915 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a52ddf61-d21b-43cc-936e-286c9a898d3d tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "GET /v2.0/ports/d694cba1-b46f-402e-8a68-31ae0610f234 HTTP/1.1" status: 404 len: 333 time: 0.4077582 Feb 04 11:35:27.503915 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0e1fafdb-b307-46c1-bacd-572381a7c841 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:27.506814 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c2273bf0-e99b-468f-8533-cdc5d23ae35f tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:27.509818 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60820) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:27.541019 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b43dfe-3a01-4bd6-9e51-1b5e88d4c25e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:27.557711 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-44b43dfe-3a01-4bd6-9e51-1b5e88d4c25e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:27.560452 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b43dfe-3a01-4bd6-9e51-1b5e88d4c25e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Port': ['ID=c45f2c66-1d8b-48cd-ba41-c8267b0624c6,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:27.568248 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b43dfe-3a01-4bd6-9e51-1b5e88d4c25e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:35:27.630737 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-028c3663-a2a0-4be7-b818-20381e3e2b58 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:27.647749 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1fafdb-b307-46c1-bacd-572381a7c841 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Pushing event deleted for resources: {'Subnet': ['ID=01a2bdfe-f828-4109-a743-2c1012483cbb,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:27.648562 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-028c3663-a2a0-4be7-b818-20381e3e2b58 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:subnet and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:27.664091 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-028c3663-a2a0-4be7-b818-20381e3e2b58 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:27.667674 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d3ab95-5c6c-4d9a-b6e1-7c227dd0bccc None None] Network 86abf58b-0e1d-4a59-8812-14e7d89da1b3 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:27.679741 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3ab95-5c6c-4d9a-b6e1-7c227dd0bccc None None] Pushing event updated for resources: {'Port': ['ID=97007cea-43a7-4d67-9e4b-01230e7cf972,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:27.680140 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-028c3663-a2a0-4be7-b818-20381e3e2b58 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:27.682421 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-78d3ab95-5c6c-4d9a-b6e1-7c227dd0bccc None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:27.692859 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b43dfe-3a01-4bd6-9e51-1b5e88d4c25e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:27.693548 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-44b43dfe-3a01-4bd6-9e51-1b5e88d4c25e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:27.793228 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d3ab95-5c6c-4d9a-b6e1-7c227dd0bccc None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:35:27.819444 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028c3663-a2a0-4be7-b818-20381e3e2b58 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Made reservation on behalf of 2294c16a4d404317a20d2fdff5bb1a4c for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:27.837800 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-44b43dfe-3a01-4bd6-9e51-1b5e88d4c25e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.5112352 Feb 04 11:35:27.838897 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-be9aae5b-dc65-4291-83cc-02c14195281a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:35:27.839251 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-be9aae5b-dc65-4291-83cc-02c14195281a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:35:27.849788 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60824) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:27.905206 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0e1fafdb-b307-46c1-bacd-572381a7c841 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:27.955611 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-0e1fafdb-b307-46c1-bacd-572381a7c841 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86abf58b-0e1d-4a59-8812-14e7d89da1b3']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:27.980421 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=86de1bda-5942-4e7a-8dec-6b74b937ec9a,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:27.995791 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-737c2a18-a939-4a42-b894-0a3e4c830ea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:27.998554 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-0e1fafdb-b307-46c1-bacd-572381a7c841 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f1a95e8-6182-4a6e-a978-1a03ce75ba1e') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:27.998554 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-0e1fafdb-b307-46c1-bacd-572381a7c841 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f1a95e8-6182-4a6e-a978-1a03ce75ba1e') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:28.001989 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-a820a4e3-bba6-441e-b62c-a0e5517a6f6b None None] For port 570eabe2-3678-47d8-8152-9aeb2c687cd5, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=570eabe2-3678-47d8-8152-9aeb2c687cd5,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:35:28.004462 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-78d3ab95-5c6c-4d9a-b6e1-7c227dd0bccc None None] Attempting to bind port 97007cea-43a7-4d67-9e4b-01230e7cf972 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:35:28.004998 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-78d3ab95-5c6c-4d9a-b6e1-7c227dd0bccc None None] Attempting to bind port 97007cea-43a7-4d67-9e4b-01230e7cf972 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '9f1a95e8-6182-4a6e-a978-1a03ce75ba1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '86abf58b-0e1d-4a59-8812-14e7d89da1b3'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:35:28.005235 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d3ab95-5c6c-4d9a-b6e1-7c227dd0bccc None None] Attempting to bind port 97007cea-43a7-4d67-9e4b-01230e7cf972 on network 86abf58b-0e1d-4a59-8812-14e7d89da1b3 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:35:28.020361 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 570eabe2-3678-47d8-8152-9aeb2c687cd5 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:28.021294 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:28.035925 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0e1fafdb-b307-46c1-bacd-572381a7c841 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:28.054168 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-c2273bf0-e99b-468f-8533-cdc5d23ae35f tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Allocated IP 172.26.3.114 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/1a13dae3-c855-4fa0-ad6c-8334f5a5dc89) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:28.058380 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-9547b69d-54d8-45bb-955b-310fbc9e7731 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Deleting subnet 000bb27f-720f-41d4-a183-424bb7d91dc8 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:35:28.067771 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d3ab95-5c6c-4d9a-b6e1-7c227dd0bccc None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:35:28.068413 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d3ab95-5c6c-4d9a-b6e1-7c227dd0bccc None None] Checking segment: {'id': '9f1a95e8-6182-4a6e-a978-1a03ce75ba1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '86abf58b-0e1d-4a59-8812-14e7d89da1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:35:28.069107 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-78d3ab95-5c6c-4d9a-b6e1-7c227dd0bccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:28.069765 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d3ab95-5c6c-4d9a-b6e1-7c227dd0bccc None None] Bound using segment: {'id': '9f1a95e8-6182-4a6e-a978-1a03ce75ba1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '86abf58b-0e1d-4a59-8812-14e7d89da1b3'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:35:28.070633 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-78d3ab95-5c6c-4d9a-b6e1-7c227dd0bccc None None] Bound port: 97007cea-43a7-4d67-9e4b-01230e7cf972, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f1a95e8-6182-4a6e-a978-1a03ce75ba1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '86abf58b-0e1d-4a59-8812-14e7d89da1b3'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:35:28.071298 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-78d3ab95-5c6c-4d9a-b6e1-7c227dd0bccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:28.071904 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9547b69d-54d8-45bb-955b-310fbc9e7731 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:28.105829 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0e1fafdb-b307-46c1-bacd-572381a7c841 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:28.117090 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e1fafdb-b307-46c1-bacd-572381a7c841 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:35:28.117630 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0e1fafdb-b307-46c1-bacd-572381a7c841 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:28.118409 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a820a4e3-bba6-441e-b62c-a0e5517a6f6b None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:28.134635 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:35:28.134635 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:35:28.134635 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:35:28.134635 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:35:28.134635 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:35:28.134635 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:35:28.134635 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:35:28.134635 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:35:28.134635 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:35:28.134635 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:35:28.134635 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:35:28.134635 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:35:28.134635 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:35:28.134635 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:35:28.134635 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:35:28.134635 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:35:28.134635 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:35:28.134635 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:35:28.134635 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:35:28.134635 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:35:28.134635 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:35:28.134635 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:35:28.134635 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:35:28.134635 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:35:28.134635 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:35:28.134635 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:35:28.134635 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:35:28.134635 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:35:28.134635 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:35:28.134635 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:35:28.134635 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:35:28.134635 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:35:28.144159 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-028c3663-a2a0-4be7-b818-20381e3e2b58 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:28.191708 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a820a4e3-bba6-441e-b62c-a0e5517a6f6b None None] Transition to ACTIVE for port object 570eabe2-3678-47d8-8152-9aeb2c687cd5 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:28.314317 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a820a4e3-bba6-441e-b62c-a0e5517a6f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:28.404719 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-78d3ab95-5c6c-4d9a-b6e1-7c227dd0bccc None None] For port 97007cea-43a7-4d67-9e4b-01230e7cf972, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:35:28.417060 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55b0a04-0075-4a54-90f3-62ce0edc8fd5 admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:35:28.431124 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a55b0a04-0075-4a54-90f3-62ce0edc8fd5 admin admin] 10.222.0.21 "PUT /v2.0/routers/0913055d-e0e4-46b6-8bff-2cbc157d881d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8761208 Feb 04 11:35:28.439935 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcbc1ee-9905-4d3c-b897-c5ac6e9b40e1 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:28.443137 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60828) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:28.444303 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcbc1ee-9905-4d3c-b897-c5ac6e9b40e1 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:28.445284 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-cdcbc1ee-9905-4d3c-b897-c5ac6e9b40e1 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:28.447186 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7c1096-a09d-45e2-aa6d-a2db2f855b88 None None] Sync routers for ids ['0913055d-e0e4-46b6-8bff-2cbc157d881d'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:35:28.493160 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 85879bd6-43c0-445f-8615-b1e1d8920ad9 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:35:28.540435 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9547b69d-54d8-45bb-955b-310fbc9e7731 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:28.570922 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 85879bd6-43c0-445f-8615-b1e1d8920ad9 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:35:28.570922 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 85879bd6-43c0-445f-8615-b1e1d8920ad9 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:35:28.572325 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820a4e3-bba6-441e-b62c-a0e5517a6f6b None None] Pushing event updated for resources: {'Port': ['ID=570eabe2-3678-47d8-8152-9aeb2c687cd5,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:28.580902 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-cdcbc1ee-9905-4d3c-b897-c5ac6e9b40e1 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:28.581653 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-cdcbc1ee-9905-4d3c-b897-c5ac6e9b40e1 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.7306933 Feb 04 11:35:28.587395 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60832) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:28.594239 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7c1096-a09d-45e2-aa6d-a2db2f855b88 None None] Routers {'0913055d-e0e4-46b6-8bff-2cbc157d881d'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:35:28.594878 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5f7c1096-a09d-45e2-aa6d-a2db2f855b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:35:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['0913055d-e0e4-46b6-8bff-2cbc157d881d'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:28.678831 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-78d3ab95-5c6c-4d9a-b6e1-7c227dd0bccc None None] For port 97007cea-43a7-4d67-9e4b-01230e7cf972, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=97007cea-43a7-4d67-9e4b-01230e7cf972,segment=NetworkSegment(9f1a95e8-6182-4a6e-a978-1a03ce75ba1e),segment_id=9f1a95e8-6182-4a6e-a978-1a03ce75ba1e)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:35:28.706258 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.api [None req-0e1fafdb-b307-46c1-bacd-572381a7c841 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 11:35:28.706258 dv-neutron-827825-2-hyperv neutron-server[84205]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 11:35:28.706258 dv-neutron-827825-2-hyperv neutron-server[84205]: [parameters: {'id': '86abf58b-0e1d-4a59-8812-14e7d89da1b3'}] Feb 04 11:35:28.706258 dv-neutron-827825-2-hyperv neutron-server[84205]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:35:28.706258 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG oslo_db.api [None req-0e1fafdb-b307-46c1-bacd-572381a7c841 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:35:28.710214 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-70e02c03-776b-455a-9cd5-1be526171448 None None] Could not find standard attr ID for object d694cba1-b46f-402e-8a68-31ae0610f234. {{(pid=84206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 11:35:28.789590 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-ad8570d8-d0ac-4d46-a8b8-76c2284456c8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting port c45f2c66-1d8b-48cd-ba41-c8267b0624c6 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:28.790117 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ad8570d8-d0ac-4d46-a8b8-76c2284456c8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:28.800084 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 86de1bda-5942-4e7a-8dec-6b74b937ec9a up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:28.817514 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-028c3663-a2a0-4be7-b818-20381e3e2b58 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:28.838670 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-78d3ab95-5c6c-4d9a-b6e1-7c227dd0bccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:28.854374 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c2273bf0-e99b-468f-8533-cdc5d23ae35f tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:28.932683 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9547b69d-54d8-45bb-955b-310fbc9e7731 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:28.954431 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c3663-a2a0-4be7-b818-20381e3e2b58 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Subnet': ['ID=822d2524-a1e8-4725-9a6e-04fd8cef7aac,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:28.957759 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3ab95-5c6c-4d9a-b6e1-7c227dd0bccc None None] Pushing event updated for resources: {'Port': ['ID=97007cea-43a7-4d67-9e4b-01230e7cf972,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:28.999087 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028c3663-a2a0-4be7-b818-20381e3e2b58 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Checking segment: {'id': '82cd94c9-4907-438f-9b97-3d267a845c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a85b1888-9ae4-4926-a490-48f9b5678559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:35:28.999451 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028c3663-a2a0-4be7-b818-20381e3e2b58 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Network hostable DHCP agents. Network: a85b1888-9ae4-4926-a490-48f9b5678559, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:35:29.033162 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-5f7c1096-a09d-45e2-aa6d-a2db2f855b88 None None] Set router 0913055d-e0e4-46b6-8bff-2cbc157d881d gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:35:29.138643 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028c3663-a2a0-4be7-b818-20381e3e2b58 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Network a85b1888-9ae4-4926-a490-48f9b5678559 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:35:29.173428 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 86de1bda-5942-4e7a-8dec-6b74b937ec9a triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:29.173797 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:29.200997 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0e1fafdb-b307-46c1-bacd-572381a7c841 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:29.237363 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-028c3663-a2a0-4be7-b818-20381e3e2b58 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, a85b1888-9ae4-4926-a490-48f9b5678559) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:29.248124 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028c3663-a2a0-4be7-b818-20381e3e2b58 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:29.248315 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-028c3663-a2a0-4be7-b818-20381e3e2b58 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:29.284993 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04af0133-9a75-40bc-9762-32e7abe68418 None None] Network a85b1888-9ae4-4926-a490-48f9b5678559 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:35:29.321277 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-0e1fafdb-b307-46c1-bacd-572381a7c841 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Deleting port 97007cea-43a7-4d67-9e4b-01230e7cf972 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:29.321555 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0e1fafdb-b307-46c1-bacd-572381a7c841 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:29.375284 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-028c3663-a2a0-4be7-b818-20381e3e2b58 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0594971 Feb 04 11:35:29.375994 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60836) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:29.379104 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-737c2a18-a939-4a42-b894-0a3e4c830ea6 admin admin] Deleting port a8fe6aff-040c-4bdb-8693-c713e22ad4fe {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:29.379473 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-737c2a18-a939-4a42-b894-0a3e4c830ea6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:29.418416 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ad8570d8-d0ac-4d46-a8b8-76c2284456c8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:29.421721 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-db691ef5-e5fa-4f45-a99f-5924c834093c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'port': {'network_id': 'a85b1888-9ae4-4926-a490-48f9b5678559', 'name': 'tempest-PortsTestJSON-593576801'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:29.423313 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89831f09-380c-49fd-ad1c-2ea45b41a831 None None] Network 86abf58b-0e1d-4a59-8812-14e7d89da1b3 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:35:29.538130 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c2273bf0-e99b-468f-8533-cdc5d23ae35f tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:29.542781 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9547b69d-54d8-45bb-955b-310fbc9e7731 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:29.713276 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-ad8570d8-d0ac-4d46-a8b8-76c2284456c8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Calling delete_port for c45f2c66-1d8b-48cd-ba41-c8267b0624c6 owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:29.724986 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-db691ef5-e5fa-4f45-a99f-5924c834093c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:29.736037 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-db691ef5-e5fa-4f45-a99f-5924c834093c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:29.775878 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-737c2a18-a939-4a42-b894-0a3e4c830ea6 admin admin] For port a8fe6aff-040c-4bdb-8693-c713e22ad4fe, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=a8fe6aff-040c-4bdb-8693-c713e22ad4fe,segment=NetworkSegment(aff3e68a-cc5d-4f98-92d6-fadffe119348),segment_id=aff3e68a-cc5d-4f98-92d6-fadffe119348)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:35:29.778589 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-737c2a18-a939-4a42-b894-0a3e4c830ea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:29.805409 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547b69d-54d8-45bb-955b-310fbc9e7731 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'Subnet': ['ID=000bb27f-720f-41d4-a183-424bb7d91dc8,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:29.827139 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2273bf0-e99b-468f-8533-cdc5d23ae35f tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Pushing event updated for resources: {'Port': ['ID=1a13dae3-c855-4fa0-ad6c-8334f5a5dc89,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:29.919734 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2273bf0-e99b-468f-8533-cdc5d23ae35f tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:29.922977 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 570eabe2-3678-47d8-8152-9aeb2c687cd5 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:29.924347 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-737c2a18-a939-4a42-b894-0a3e4c830ea6 admin admin] Calling delete_port for a8fe6aff-040c-4bdb-8693-c713e22ad4fe owned by network:router_interface {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:29.936149 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-c2273bf0-e99b-468f-8533-cdc5d23ae35f tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:29.953399 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db691ef5-e5fa-4f45-a99f-5924c834093c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Made reservation on behalf of 2294c16a4d404317a20d2fdff5bb1a4c for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:29.955203 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9547b69d-54d8-45bb-955b-310fbc9e7731 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:29.956447 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-db691ef5-e5fa-4f45-a99f-5924c834093c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:29.959269 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606341fc-0188-4fbe-9547-7af4b8919619 None None] Network 954d9466-dbe9-4983-a36b-a3a770e3fc86 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:35:30.000934 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-294b25df-eb45-4513-b326-0424dfc52e95 None None] Provisioning for port 570eabe2-3678-47d8-8152-9aeb2c687cd5 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:30.002716 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-db691ef5-e5fa-4f45-a99f-5924c834093c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] device_id is not set on port e0f9c9ef-d060-48e3-99e0-5b60449f4a0a yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:35:30.099049 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2273bf0-e99b-468f-8533-cdc5d23ae35f tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:35:30.102566 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-294b25df-eb45-4513-b326-0424dfc52e95 None None] Provisioning complete for port 570eabe2-3678-47d8-8152-9aeb2c687cd5 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:30.102947 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-294b25df-eb45-4513-b326-0424dfc52e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:30.132375 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11d773e0-7383-46ad-860e-3b97af76b3b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:30.194644 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-9547b69d-54d8-45bb-955b-310fbc9e7731 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/subnets/000bb27f-720f-41d4-a183-424bb7d91dc8 HTTP/1.1" status: 204 len: 168 time: 2.6514676 Feb 04 11:35:30.201868 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60840) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:30.202842 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-db691ef5-e5fa-4f45-a99f-5924c834093c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Allocated IP 172.20.0.6 (a85b1888-9ae4-4926-a490-48f9b5678559/822d2524-a1e8-4725-9a6e-04fd8cef7aac/e0f9c9ef-d060-48e3-99e0-5b60449f4a0a) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:30.226707 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-0e1fafdb-b307-46c1-bacd-572381a7c841 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] For port 97007cea-43a7-4d67-9e4b-01230e7cf972, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=97007cea-43a7-4d67-9e4b-01230e7cf972,segment=NetworkSegment(9f1a95e8-6182-4a6e-a978-1a03ce75ba1e),segment_id=9f1a95e8-6182-4a6e-a978-1a03ce75ba1e)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:35:30.227054 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0e1fafdb-b307-46c1-bacd-572381a7c841 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:30.316059 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eade7559-a27a-4bb2-898e-c6e0a51d95ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-a85b1888-9ae4-4926-a490-48f9b5678559', 'network_id': 'a85b1888-9ae4-4926-a490-48f9b5678559', 'tenant_id': '2294c16a4d404317a20d2fdff5bb1a4c', 'fixed_ips': [{'subnet_id': '822d2524-a1e8-4725-9a6e-04fd8cef7aac'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:35:30.316979 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-eade7559-a27a-4bb2-898e-c6e0a51d95ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:30.418427 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-0e1fafdb-b307-46c1-bacd-572381a7c841 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Calling delete_port for 97007cea-43a7-4d67-9e4b-01230e7cf972 owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:30.491528 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5f7c1096-a09d-45e2-aa6d-a2db2f855b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'name': 'tempest-ServersTestManualDisk-158342405-router', 'tenant_id': '428c59d92c8b47a08a015e5fd3f6d227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '7b0e4071-bf4d-4714-a885-bfed0933e4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:28Z', 'updated_at': '2022-02-04T11:35:23Z', 'revision_number': 5, 'project_id': '428c59d92c8b47a08a015e5fd3f6d227', 'gw_port': {'id': '7b0e4071-bf4d-4714-a885-bfed0933e4e5', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ba:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:30Z', 'updated_at': '2022-02-04T11:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:30.509483 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-671b0350-d7d0-4ebb-b164-b1a7a4ae7b49 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:30.524347 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7c1096-a09d-45e2-aa6d-a2db2f855b88 None None] Checking router: 0913055d-e0e4-46b6-8bff-2cbc157d881d for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:35:30.537956 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 570eabe2-3678-47d8-8152-9aeb2c687cd5 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:30.538335 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:30.552143 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-671b0350-d7d0-4ebb-b164-b1a7a4ae7b49 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Deleting port 86de1bda-5942-4e7a-8dec-6b74b937ec9a {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:30.552488 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-671b0350-d7d0-4ebb-b164-b1a7a4ae7b49 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:30.624417 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7c1096-a09d-45e2-aa6d-a2db2f855b88 None None] Routers {'0913055d-e0e4-46b6-8bff-2cbc157d881d'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:35:30.624985 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5f7c1096-a09d-45e2-aa6d-a2db2f855b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:35:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['0913055d-e0e4-46b6-8bff-2cbc157d881d'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:30.644318 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-737c2a18-a939-4a42-b894-0a3e4c830ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:30.713983 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c2a18-a939-4a42-b894-0a3e4c830ea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8fe6aff-040c-4bdb-8693-c713e22ad4fe,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:30.752790 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0e1fafdb-b307-46c1-bacd-572381a7c841 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:30.792406 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11d773e0-7383-46ad-860e-3b97af76b3b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:30.808436 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1fafdb-b307-46c1-bacd-572381a7c841 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Pushing event deleted for resources: {'Port': ['ID=97007cea-43a7-4d67-9e4b-01230e7cf972,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:30.814390 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ad8570d8-d0ac-4d46-a8b8-76c2284456c8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:30.846831 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-71e03d05-53fd-4b46-a79d-6d6e0e0d793b None None] Provisioning for port c45f2c66-1d8b-48cd-ba41-c8267b0624c6 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:30.870638 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1fafdb-b307-46c1-bacd-572381a7c841 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] No DVR routers for this DVR port 97007cea-43a7-4d67-9e4b-01230e7cf972 on host dv-neutron-827825-2-hyperv {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:35:30.875562 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-71e03d05-53fd-4b46-a79d-6d6e0e0d793b None None] Provisioning complete for port c45f2c66-1d8b-48cd-ba41-c8267b0624c6 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:30.875869 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-71e03d05-53fd-4b46-a79d-6d6e0e0d793b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:30.905557 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8570d8-d0ac-4d46-a8b8-76c2284456c8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Port': ['ID=c45f2c66-1d8b-48cd-ba41-c8267b0624c6,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:30.909985 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548309a5-668b-4633-8031-02e00f0f19a8 None None] DHCP port deletion for 954d9466-dbe9-4983-a36b-a3a770e3fc86 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:35:30.923728 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-71e03d05-53fd-4b46-a79d-6d6e0e0d793b None None] Port c45f2c66-1d8b-48cd-ba41-c8267b0624c6 was deleted so its status cannot be updated. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 04 11:35:30.928531 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-548309a5-668b-4633-8031-02e00f0f19a8 None None] Deleting port 86de1bda-5942-4e7a-8dec-6b74b937ec9a {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:30.928909 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-548309a5-668b-4633-8031-02e00f0f19a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:31.014784 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737c2a18-a939-4a42-b894-0a3e4c830ea6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:31.015254 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737c2a18-a939-4a42-b894-0a3e4c830ea6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:31.020607 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737c2a18-a939-4a42-b894-0a3e4c830ea6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:31.020607 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737c2a18-a939-4a42-b894-0a3e4c830ea6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:31.020607 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737c2a18-a939-4a42-b894-0a3e4c830ea6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:31.020607 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737c2a18-a939-4a42-b894-0a3e4c830ea6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:31.020607 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737c2a18-a939-4a42-b894-0a3e4c830ea6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:31.020607 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737c2a18-a939-4a42-b894-0a3e4c830ea6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:31.020607 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737c2a18-a939-4a42-b894-0a3e4c830ea6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:31.023847 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737c2a18-a939-4a42-b894-0a3e4c830ea6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:31.024554 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737c2a18-a939-4a42-b894-0a3e4c830ea6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:31.049603 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-11d773e0-7383-46ad-860e-3b97af76b3b3 admin admin] Deleting port 7b0e4071-bf4d-4714-a885-bfed0933e4e5 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:31.050152 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11d773e0-7383-46ad-860e-3b97af76b3b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:31.089859 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 86de1bda-5942-4e7a-8dec-6b74b937ec9a no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:35:31.139255 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-5f7c1096-a09d-45e2-aa6d-a2db2f855b88 None None] Set router 0913055d-e0e4-46b6-8bff-2cbc157d881d gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:35:31.184774 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-671b0350-d7d0-4ebb-b164-b1a7a4ae7b49 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] For port 86de1bda-5942-4e7a-8dec-6b74b937ec9a, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=86de1bda-5942-4e7a-8dec-6b74b937ec9a,segment=NetworkSegment(cf515b78-3786-4f35-b4c5-9b84931160ba),segment_id=cf515b78-3786-4f35-b4c5-9b84931160ba)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:35:31.185293 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-671b0350-d7d0-4ebb-b164-b1a7a4ae7b49 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:31.331013 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-11d773e0-7383-46ad-860e-3b97af76b3b3 admin admin] For port 7b0e4071-bf4d-4714-a885-bfed0933e4e5, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=7b0e4071-bf4d-4714-a885-bfed0933e4e5,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:35:31.331656 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11d773e0-7383-46ad-860e-3b97af76b3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:31.429681 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-671b0350-d7d0-4ebb-b164-b1a7a4ae7b49 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Calling delete_port for 86de1bda-5942-4e7a-8dec-6b74b937ec9a owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:31.510716 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-11d773e0-7383-46ad-860e-3b97af76b3b3 admin admin] Calling delete_port for 7b0e4071-bf4d-4714-a885-bfed0933e4e5 owned by network:router_gateway {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:31.542780 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0e1fafdb-b307-46c1-bacd-572381a7c841 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:31.572804 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-db691ef5-e5fa-4f45-a99f-5924c834093c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:31.595982 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-db691ef5-e5fa-4f45-a99f-5924c834093c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Transition to ACTIVE for port object e0f9c9ef-d060-48e3-99e0-5b60449f4a0a will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:31.672321 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-548309a5-668b-4633-8031-02e00f0f19a8 None None] For port 86de1bda-5942-4e7a-8dec-6b74b937ec9a, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=86de1bda-5942-4e7a-8dec-6b74b937ec9a,segment=NetworkSegment(cf515b78-3786-4f35-b4c5-9b84931160ba),segment_id=cf515b78-3786-4f35-b4c5-9b84931160ba)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:35:31.672991 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-548309a5-668b-4633-8031-02e00f0f19a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:31.677522 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-671b0350-d7d0-4ebb-b164-b1a7a4ae7b49 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:31.695815 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:31.728878 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-0e1fafdb-b307-46c1-bacd-572381a7c841 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86abf58b-0e1d-4a59-8812-14e7d89da1b3']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:31.735832 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b0350-d7d0-4ebb-b164-b1a7a4ae7b49 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'Port': ['ID=86de1bda-5942-4e7a-8dec-6b74b937ec9a,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:31.749493 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671b0350-d7d0-4ebb-b164-b1a7a4ae7b49 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] No DVR routers for this DVR port 86de1bda-5942-4e7a-8dec-6b74b937ec9a on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:35:31.757642 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-0e1fafdb-b307-46c1-bacd-572381a7c841 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f1a95e8-6182-4a6e-a978-1a03ce75ba1e') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:31.757642 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-0e1fafdb-b307-46c1-bacd-572381a7c841 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f1a95e8-6182-4a6e-a978-1a03ce75ba1e') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:31.770990 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ad8570d8-d0ac-4d46-a8b8-76c2284456c8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:31.792608 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0e1fafdb-b307-46c1-bacd-572381a7c841 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:31.809012 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-db691ef5-e5fa-4f45-a99f-5924c834093c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:31.829319 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0e1fafdb-b307-46c1-bacd-572381a7c841 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:31.831930 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c2273bf0-e99b-468f-8533-cdc5d23ae35f tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router_gateway, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:31.832638 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c2273bf0-e99b-468f-8533-cdc5d23ae35f tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:31.843842 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e1fafdb-b307-46c1-bacd-572381a7c841 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:35:31.844241 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0e1fafdb-b307-46c1-bacd-572381a7c841 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:31.860273 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:35:31.860273 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:35:31.860273 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:35:31.860273 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:35:31.860273 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:35:31.860273 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:35:31.860273 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:35:31.860273 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:35:31.860273 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:35:31.860273 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:35:31.860273 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:35:31.860273 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:35:31.860273 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:35:31.860273 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:35:31.860273 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:35:31.860273 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:35:31.860273 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:35:31.860273 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:35:31.860273 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:35:31.860273 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:35:31.860273 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:35:31.860273 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:35:31.860273 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:35:31.860273 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:35:31.860273 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:35:31.860273 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:35:31.860273 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:35:31.860273 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:35:31.860273 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:35:31.860273 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:35:31.860273 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:35:31.860273 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:35:31.865511 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-548309a5-668b-4633-8031-02e00f0f19a8 None None] Calling delete_port for 86de1bda-5942-4e7a-8dec-6b74b937ec9a owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:31.971618 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-671b0350-d7d0-4ebb-b164-b1a7a4ae7b49 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:31.985344 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ad8570d8-d0ac-4d46-a8b8-76c2284456c8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/ports/c45f2c66-1d8b-48cd-ba41-c8267b0624c6 HTTP/1.1" status: 204 len: 168 time: 3.3904264 Feb 04 11:35:31.991157 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60844) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:32.047349 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-eade7559-a27a-4bb2-898e-c6e0a51d95ba None None] Allocated IP 172.20.0.2 (a85b1888-9ae4-4926-a490-48f9b5678559/822d2524-a1e8-4725-9a6e-04fd8cef7aac/8abd8c97-6239-4e57-a3a6-a39193175b36) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:32.048049 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db691ef5-e5fa-4f45-a99f-5924c834093c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Network a85b1888-9ae4-4926-a490-48f9b5678559 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:32.049753 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db691ef5-e5fa-4f45-a99f-5924c834093c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Port': ['ID=e0f9c9ef-d060-48e3-99e0-5b60449f4a0a,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:32.051729 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-548309a5-668b-4633-8031-02e00f0f19a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:35:32.052085 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-548309a5-668b-4633-8031-02e00f0f19a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:35:32.060868 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5f7c1096-a09d-45e2-aa6d-a2db2f855b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'name': 'tempest-ServersTestManualDisk-158342405-router', 'tenant_id': '428c59d92c8b47a08a015e5fd3f6d227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '7b0e4071-bf4d-4714-a885-bfed0933e4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:28Z', 'updated_at': '2022-02-04T11:35:23Z', 'revision_number': 5, 'project_id': '428c59d92c8b47a08a015e5fd3f6d227', 'gw_port': {'id': '7b0e4071-bf4d-4714-a885-bfed0933e4e5', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ba:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:30Z', 'updated_at': '2022-02-04T11:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:32.061372 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-db691ef5-e5fa-4f45-a99f-5924c834093c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:32.065325 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7c1096-a09d-45e2-aa6d-a2db2f855b88 None None] The sync data for ids ['0913055d-e0e4-46b6-8bff-2cbc157d881d'] in dv-neutron-827825-2-hyperv is: [{'id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'name': 'tempest-ServersTestManualDisk-158342405-router', 'tenant_id': '428c59d92c8b47a08a015e5fd3f6d227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '7b0e4071-bf4d-4714-a885-bfed0933e4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:28Z', 'updated_at': '2022-02-04T11:35:23Z', 'revision_number': 5, 'project_id': '428c59d92c8b47a08a015e5fd3f6d227', 'gw_port': {'id': '7b0e4071-bf4d-4714-a885-bfed0933e4e5', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ba:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0913055d-e0e4-46b6-8bff-2cbc157d881d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:30Z', 'updated_at': '2022-02-04T11:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:35:32.068107 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db691ef5-e5fa-4f45-a99f-5924c834093c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:35:32.097122 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-671b0350-d7d0-4ebb-b164-b1a7a4ae7b49 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['954d9466-dbe9-4983-a36b-a3a770e3fc86']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:32.119506 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-671b0350-d7d0-4ebb-b164-b1a7a4ae7b49 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf515b78-3786-4f35-b4c5-9b84931160ba') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:32.119808 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-671b0350-d7d0-4ebb-b164-b1a7a4ae7b49 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf515b78-3786-4f35-b4c5-9b84931160ba') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:32.161253 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-671b0350-d7d0-4ebb-b164-b1a7a4ae7b49 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:32.176175 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a26ffa3-684f-4d3d-a6a6-681d734438e1 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:32.177502 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a26ffa3-684f-4d3d-a6a6-681d734438e1 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:32.178828 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a26ffa3-684f-4d3d-a6a6-681d734438e1 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:32.179644 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-3a26ffa3-684f-4d3d-a6a6-681d734438e1 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:32.190122 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0e1fafdb-b307-46c1-bacd-572381a7c841 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:32.193127 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0e1fafdb-b307-46c1-bacd-572381a7c841 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:32.196096 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-737c2a18-a939-4a42-b894-0a3e4c830ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:32.219979 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11d773e0-7383-46ad-860e-3b97af76b3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:32.224655 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db691ef5-e5fa-4f45-a99f-5924c834093c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:32.225412 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-db691ef5-e5fa-4f45-a99f-5924c834093c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:32.233084 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-671b0350-d7d0-4ebb-b164-b1a7a4ae7b49 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:32.252835 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-671b0350-d7d0-4ebb-b164-b1a7a4ae7b49 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:35:32.253220 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-671b0350-d7d0-4ebb-b164-b1a7a4ae7b49 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:32.279876 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d773e0-7383-46ad-860e-3b97af76b3b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b0e4071-bf4d-4714-a885-bfed0933e4e5,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:32.283671 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0e1fafdb-b307-46c1-bacd-572381a7c841 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] 10.222.0.21 "DELETE /v2.0/networks/86abf58b-0e1d-4a59-8812-14e7d89da1b3 HTTP/1.1" status: 204 len: 168 time: 6.3636265 Feb 04 11:35:32.284934 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1fafdb-b307-46c1-bacd-572381a7c841 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Pushing event deleted for resources: {'Network': ['ID=86abf58b-0e1d-4a59-8812-14e7d89da1b3,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:32.288716 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60850) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:32.379679 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:35:32.379679 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:35:32.379679 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:35:32.379679 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:35:32.379679 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:35:32.379679 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:35:32.379679 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:35:32.379679 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:35:32.379679 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:35:32.379679 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:35:32.379679 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:35:32.379679 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:35:32.379679 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:35:32.379679 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:35:32.379679 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:35:32.379679 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:35:32.379679 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:35:32.379679 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:35:32.379679 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:35:32.379679 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:35:32.379679 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:35:32.379679 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:35:32.379679 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:35:32.379679 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:35:32.379679 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:35:32.379679 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:35:32.379679 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:35:32.379679 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:35:32.379679 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:35:32.379679 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:35:32.379679 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:35:32.379679 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:35:32.382043 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-064a42d9-d8d6-49e3-b438-7bd9baf55537 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] DELETE failed (client error): The resource could not be found. Feb 04 11:35:32.382726 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-064a42d9-d8d6-49e3-b438-7bd9baf55537 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:35:32.384609 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-064a42d9-d8d6-49e3-b438-7bd9baf55537 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] 10.222.0.21 "DELETE /v2.0/subnets/01a2bdfe-f828-4109-a743-2c1012483cbb HTTP/1.1" status: 404 len: 337 time: 0.0935268 Feb 04 11:35:32.412807 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60854) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:32.458288 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d7b7d8-4855-45ba-b311-5815b29f9ea8 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] DELETE failed (client error): The resource could not be found. Feb 04 11:35:32.458781 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7d7b7d8-4855-45ba-b311-5815b29f9ea8 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:35:32.460485 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f7d7b7d8-4855-45ba-b311-5815b29f9ea8 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] 10.222.0.21 "DELETE /v2.0/networks/86abf58b-0e1d-4a59-8812-14e7d89da1b3 HTTP/1.1" status: 404 len: 339 time: 0.0456789 Feb 04 11:35:32.463945 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-3a26ffa3-684f-4d3d-a6a6-681d734438e1 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:32.464105 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60858) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:32.473574 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3a26ffa3-684f-4d3d-a6a6-681d734438e1 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4696567 Feb 04 11:35:32.473721 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-eade7559-a27a-4bb2-898e-c6e0a51d95ba None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:32.478760 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-eade7559-a27a-4bb2-898e-c6e0a51d95ba None None] Transition to ACTIVE for port object 8abd8c97-6239-4e57-a3a6-a39193175b36 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:32.499257 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-eade7559-a27a-4bb2-898e-c6e0a51d95ba None None] Transition to ACTIVE for port object 8abd8c97-6239-4e57-a3a6-a39193175b36 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:32.520350 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60862) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:32.553977 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-548309a5-668b-4633-8031-02e00f0f19a8 None None] Deleting port 86de1bda-5942-4e7a-8dec-6b74b937ec9a {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:32.554660 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-548309a5-668b-4633-8031-02e00f0f19a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:32.576212 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e1a8fad-2df3-4f35-be82-2ed352f8037d tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] DELETE failed (client error): The resource could not be found. Feb 04 11:35:32.576212 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e1a8fad-2df3-4f35-be82-2ed352f8037d tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:35:32.576835 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3e1a8fad-2df3-4f35-be82-2ed352f8037d tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] 10.222.0.21 "DELETE /v2.0/subnets/452385be-f231-4656-b906-6082523be623 HTTP/1.1" status: 404 len: 337 time: 0.1083143 Feb 04 11:35:32.582668 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60866) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:32.623404 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-db691ef5-e5fa-4f45-a99f-5924c834093c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2455122 Feb 04 11:35:32.624460 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60870) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:32.629347 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-548309a5-668b-4633-8031-02e00f0f19a8 None None] The port '86de1bda-5942-4e7a-8dec-6b74b937ec9a' was deleted {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:35:32.629851 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c4293e9-29a5-4e4f-8c7b-a2858f708407 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] DELETE failed (client error): The resource could not be found. Feb 04 11:35:32.630380 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c4293e9-29a5-4e4f-8c7b-a2858f708407 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:35:32.638350 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-7facc5c5-a991-46b5-ad86-71997a684316 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'port': {'network_id': 'a85b1888-9ae4-4926-a490-48f9b5678559', 'name': 'tempest-PortsTestJSON-49643280'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:32.661393 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-eade7559-a27a-4bb2-898e-c6e0a51d95ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:32.719520 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-7c4293e9-29a5-4e4f-8c7b-a2858f708407 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] 10.222.0.21 "DELETE /v2.0/networks/5b981465-e749-4118-b4e7-915703bf55dd HTTP/1.1" status: 404 len: 339 time: 0.1326177 Feb 04 11:35:32.724627 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60874) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:32.727487 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-671b0350-d7d0-4ebb-b164-b1a7a4ae7b49 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:32.749633 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eade7559-a27a-4bb2-898e-c6e0a51d95ba None None] Network a85b1888-9ae4-4926-a490-48f9b5678559 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:32.750519 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade7559-a27a-4bb2-898e-c6e0a51d95ba None None] Pushing event updated for resources: {'Port': ['ID=8abd8c97-6239-4e57-a3a6-a39193175b36,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:32.753151 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-eade7559-a27a-4bb2-898e-c6e0a51d95ba None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:32.755583 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eade7559-a27a-4bb2-898e-c6e0a51d95ba None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:35:32.782656 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11d773e0-7383-46ad-860e-3b97af76b3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:32.786756 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-671b0350-d7d0-4ebb-b164-b1a7a4ae7b49 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:32.788801 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-671b0350-d7d0-4ebb-b164-b1a7a4ae7b49 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/networks/954d9466-dbe9-4983-a36b-a3a770e3fc86 HTTP/1.1" status: 204 len: 168 time: 2.5835509 Feb 04 11:35:32.800305 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60878) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:32.810034 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b0350-d7d0-4ebb-b164-b1a7a4ae7b49 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'Network': ['ID=954d9466-dbe9-4983-a36b-a3a770e3fc86,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:32.823167 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-250d3a9a-2af9-48e8-bda0-70a19c9ddfa5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'port': {'network_id': '86b78875-1a29-401f-ba26-af0b60d88d97', 'name': 'tempest-PortsIpV6TestJSON-622778943'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:32.842767 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c48126-8bb5-4ae6-b707-dfd2b6f13ebb tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] DELETE failed (client error): The resource could not be found. Feb 04 11:35:32.843290 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93c48126-8bb5-4ae6-b707-dfd2b6f13ebb tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:35:32.844961 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-93c48126-8bb5-4ae6-b707-dfd2b6f13ebb tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] 10.222.0.21 "DELETE /v2.0/subnets/b9133395-ed3e-49ca-9510-920107ac12e9 HTTP/1.1" status: 404 len: 337 time: 0.1155546 Feb 04 11:35:32.853134 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60882) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:32.855155 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-eade7559-a27a-4bb2-898e-c6e0a51d95ba None None] Attempting to bind port 8abd8c97-6239-4e57-a3a6-a39193175b36 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:35:32.855592 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-eade7559-a27a-4bb2-898e-c6e0a51d95ba None None] Attempting to bind port 8abd8c97-6239-4e57-a3a6-a39193175b36 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '82cd94c9-4907-438f-9b97-3d267a845c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a85b1888-9ae4-4926-a490-48f9b5678559'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:35:32.856021 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eade7559-a27a-4bb2-898e-c6e0a51d95ba None None] Attempting to bind port 8abd8c97-6239-4e57-a3a6-a39193175b36 on network a85b1888-9ae4-4926-a490-48f9b5678559 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:35:32.864098 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eade7559-a27a-4bb2-898e-c6e0a51d95ba None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:35:32.864596 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eade7559-a27a-4bb2-898e-c6e0a51d95ba None None] Checking segment: {'id': '82cd94c9-4907-438f-9b97-3d267a845c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a85b1888-9ae4-4926-a490-48f9b5678559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:35:32.865042 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-eade7559-a27a-4bb2-898e-c6e0a51d95ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:32.865493 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eade7559-a27a-4bb2-898e-c6e0a51d95ba None None] Bound using segment: {'id': '82cd94c9-4907-438f-9b97-3d267a845c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a85b1888-9ae4-4926-a490-48f9b5678559'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:35:32.866077 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-eade7559-a27a-4bb2-898e-c6e0a51d95ba None None] Bound port: 8abd8c97-6239-4e57-a3a6-a39193175b36, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82cd94c9-4907-438f-9b97-3d267a845c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a85b1888-9ae4-4926-a490-48f9b5678559'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:35:32.866511 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-eade7559-a27a-4bb2-898e-c6e0a51d95ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:32.970020 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-eade7559-a27a-4bb2-898e-c6e0a51d95ba None None] For port 8abd8c97-6239-4e57-a3a6-a39193175b36, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:35:32.973411 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-eade7559-a27a-4bb2-898e-c6e0a51d95ba None None] For port 8abd8c97-6239-4e57-a3a6-a39193175b36, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=8abd8c97-6239-4e57-a3a6-a39193175b36,segment=NetworkSegment(82cd94c9-4907-438f-9b97-3d267a845c2a),segment_id=82cd94c9-4907-438f-9b97-3d267a845c2a)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:35:33.032321 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-641b17b0-69c2-4e58-bc3d-912675ea9da1 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] DELETE failed (client error): The resource could not be found. Feb 04 11:35:33.032735 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-641b17b0-69c2-4e58-bc3d-912675ea9da1 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:35:33.037189 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-641b17b0-69c2-4e58-bc3d-912675ea9da1 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] 10.222.0.21 "DELETE /v2.0/networks/757f72b0-4525-4a43-be0d-b24c8d81592b HTTP/1.1" status: 404 len: 339 time: 0.1387775 Feb 04 11:35:33.037932 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device f7d67953-9356-420c-b3ae-6e0756518fbc no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:35:33.039191 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60886) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:33.047796 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-7facc5c5-a991-46b5-ad86-71997a684316 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:33.050310 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-250d3a9a-2af9-48e8-bda0-70a19c9ddfa5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:33.054986 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-7facc5c5-a991-46b5-ad86-71997a684316 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:port and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:33.060573 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-7facc5c5-a991-46b5-ad86-71997a684316 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:33.072551 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-250d3a9a-2af9-48e8-bda0-70a19c9ddfa5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:33.074716 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-7facc5c5-a991-46b5-ad86-71997a684316 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:33.074948 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-eade7559-a27a-4bb2-898e-c6e0a51d95ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:33.085639 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: f7d67953-9356-420c-b3ae-6e0756518fbc {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:35:33.086413 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device f7d67953-9356-420c-b3ae-6e0756518fbc not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:35:33.169576 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7facc5c5-a991-46b5-ad86-71997a684316 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Made reservation on behalf of 2294c16a4d404317a20d2fdff5bb1a4c for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:33.172440 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7facc5c5-a991-46b5-ad86-71997a684316 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:33.175084 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade7559-a27a-4bb2-898e-c6e0a51d95ba None None] Pushing event updated for resources: {'Port': ['ID=8abd8c97-6239-4e57-a3a6-a39193175b36,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:33.199624 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250d3a9a-2af9-48e8-bda0-70a19c9ddfa5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Made reservation on behalf of 923893a854aa49c78e412c9bf04cfc96 for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:33.202883 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-250d3a9a-2af9-48e8-bda0-70a19c9ddfa5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:33.243196 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-7facc5c5-a991-46b5-ad86-71997a684316 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] device_id is not set on port 2f6f342c-0bbb-41b7-875c-20cb60fba98a yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:35:33.336166 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-250d3a9a-2af9-48e8-bda0-70a19c9ddfa5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] device_id is not set on port 5b95fabb-5157-4c21-96a5-5686cf522b6c yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:35:33.379147 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2273bf0-e99b-468f-8533-cdc5d23ae35f tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Router f2bff37a-457e-4899-bb5e-314afcb677b6 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:35:33.389381 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11d773e0-7383-46ad-860e-3b97af76b3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:33.409233 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-f0b57369-ac67-48c3-960a-2e9f115495e1 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Deleting port 09c90cec-4eae-44f2-b26f-1f929ee96fde {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:33.409233 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f0b57369-ac67-48c3-960a-2e9f115495e1 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:33.463886 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11d773e0-7383-46ad-860e-3b97af76b3b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:33.485916 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-35b21c60-d042-4478-b038-8345b1cec682 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting subnet 7acbeb46-2c0a-4492-acae-3e47c6fa2383 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:35:33.494339 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-35b21c60-d042-4478-b038-8345b1cec682 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:33.680914 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-35b21c60-d042-4478-b038-8345b1cec682 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:33.795336 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-7facc5c5-a991-46b5-ad86-71997a684316 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Allocated IP 172.20.0.12 (a85b1888-9ae4-4926-a490-48f9b5678559/822d2524-a1e8-4725-9a6e-04fd8cef7aac/2f6f342c-0bbb-41b7-875c-20cb60fba98a) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:33.861117 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11d773e0-7383-46ad-860e-3b97af76b3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:33.861367 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d773e0-7383-46ad-860e-3b97af76b3b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0913055d-e0e4-46b6-8bff-2cbc157d881d {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:35:33.876700 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-250d3a9a-2af9-48e8-bda0-70a19c9ddfa5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:33.907721 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11d773e0-7383-46ad-860e-3b97af76b3b3 admin admin] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:33.909025 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-11d773e0-7383-46ad-860e-3b97af76b3b3 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0913055d-e0e4-46b6-8bff-2cbc157d881d HTTP/1.1" status: 204 len: 168 time: 5.4569860 Feb 04 11:35:33.913001 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60890) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:33.935260 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f0b57369-ac67-48c3-960a-2e9f115495e1 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:34.008024 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-35b21c60-d042-4478-b038-8345b1cec682 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:34.113388 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-f0b57369-ac67-48c3-960a-2e9f115495e1 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Calling delete_port for 09c90cec-4eae-44f2-b26f-1f929ee96fde owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:34.326011 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2273bf0-e99b-468f-8533-cdc5d23ae35f tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:35:34.341548 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0119202d-25c7-4427-ac92-877d700f6cfc None None] Sync routers for ids ['f2bff37a-457e-4899-bb5e-314afcb677b6'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:35:34.352552 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-090f11dc-2d00-4110-8b56-472bc01153b1 admin admin] Deleting subnet 3d824c0a-d4f0-4ce0-8751-d3972463ada2 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:35:34.371010 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0119202d-25c7-4427-ac92-877d700f6cfc None None] Routers {'f2bff37a-457e-4899-bb5e-314afcb677b6'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:35:34.373482 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-090f11dc-2d00-4110-8b56-472bc01153b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:34.377500 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-0119202d-25c7-4427-ac92-877d700f6cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:35:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['f2bff37a-457e-4899-bb5e-314afcb677b6'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:34.398635 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-35b21c60-d042-4478-b038-8345b1cec682 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:34.473377 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-090f11dc-2d00-4110-8b56-472bc01153b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:34.502825 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c2273bf0-e99b-468f-8533-cdc5d23ae35f tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:34.509618 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c2273bf0-e99b-468f-8533-cdc5d23ae35f tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.3155997 Feb 04 11:35:34.517368 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60896) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:34.520139 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f0b57369-ac67-48c3-960a-2e9f115495e1 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:34.528274 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-0119202d-25c7-4427-ac92-877d700f6cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:34.539447 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-f05b85c6-140d-46cd-b922-9937515960ba tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'enable_snat': False}}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:34.545470 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-250d3a9a-2af9-48e8-bda0-70a19c9ddfa5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:34.553294 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0119202d-25c7-4427-ac92-877d700f6cfc None None] Routers {'f2bff37a-457e-4899-bb5e-314afcb677b6'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:35:34.555505 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-0119202d-25c7-4427-ac92-877d700f6cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:35:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['f2bff37a-457e-4899-bb5e-314afcb677b6'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:34.570224 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ccf259-0903-4ff2-a18c-168bfa18bd64 None None] Network a85b1888-9ae4-4926-a490-48f9b5678559 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:35:34.677177 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-0119202d-25c7-4427-ac92-877d700f6cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:34.677177 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0119202d-25c7-4427-ac92-877d700f6cfc None None] The sync data for ids ['f2bff37a-457e-4899-bb5e-314afcb677b6'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:35:34.682555 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7facc5c5-a991-46b5-ad86-71997a684316 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:34.716412 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b21c60-d042-4478-b038-8345b1cec682 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Subnet': ['ID=7acbeb46-2c0a-4492-acae-3e47c6fa2383,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:34.741833 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b57369-ac67-48c3-960a-2e9f115495e1 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Pushing event deleted for resources: {'Port': ['ID=09c90cec-4eae-44f2-b26f-1f929ee96fde,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:34.742211 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250d3a9a-2af9-48e8-bda0-70a19c9ddfa5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Network 86b78875-1a29-401f-ba26-af0b60d88d97 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:34.743526 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-7facc5c5-a991-46b5-ad86-71997a684316 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Transition to ACTIVE for port object 2f6f342c-0bbb-41b7-875c-20cb60fba98a will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:34.744891 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d3a9a-2af9-48e8-bda0-70a19c9ddfa5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Port': ['ID=5b95fabb-5157-4c21-96a5-5686cf522b6c,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:34.753961 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-250d3a9a-2af9-48e8-bda0-70a19c9ddfa5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:34.756716 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-35b21c60-d042-4478-b038-8345b1cec682 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:34.761417 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-35b21c60-d042-4478-b038-8345b1cec682 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/7acbeb46-2c0a-4492-acae-3e47c6fa2383 HTTP/1.1" status: 204 len: 168 time: 2.2352066 Feb 04 11:35:34.761670 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250d3a9a-2af9-48e8-bda0-70a19c9ddfa5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:35:34.763370 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60900) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:34.766427 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250d3a9a-2af9-48e8-bda0-70a19c9ddfa5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:34.767472 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-250d3a9a-2af9-48e8-bda0-70a19c9ddfa5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:34.799955 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba982115-f8a8-4333-bd0c-0900326ad070 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:35:34.802468 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-090f11dc-2d00-4110-8b56-472bc01153b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:34.827978 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f0b57369-ac67-48c3-960a-2e9f115495e1 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:34.830475 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f0b57369-ac67-48c3-960a-2e9f115495e1 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] 10.222.0.21 "DELETE /v2.0/ports/09c90cec-4eae-44f2-b26f-1f929ee96fde HTTP/1.1" status: 204 len: 168 time: 1.7845073 Feb 04 11:35:34.832297 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60904) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:34.853345 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737c2a18-a939-4a42-b894-0a3e4c830ea6 admin admin] Router d5623e60-72c8-4463-95b8-0f01fd304eb5 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:35:34.873319 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-680603b0-9def-4481-8c21-ac5be43dc1ae tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting subnet a50a6663-595b-44b1-b373-2943bf3fe5ee {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:35:34.878183 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-680603b0-9def-4481-8c21-ac5be43dc1ae tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:34.912693 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-94973b83-7533-4a5e-84bc-043e392fcc74 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] DELETE failed (client error): The resource could not be found. Feb 04 11:35:34.926130 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94973b83-7533-4a5e-84bc-043e392fcc74 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:35:34.926130 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-94973b83-7533-4a5e-84bc-043e392fcc74 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] 10.222.0.21 "DELETE /v2.0/subnets/6d46b3fb-de8a-4db9-9336-076ac84747ca HTTP/1.1" status: 404 len: 337 time: 0.0728734 Feb 04 11:35:34.926130 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60908) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:34.930103 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e141c2df-dce9-4851-9ca3-3107e0cc3f26 None None] Provisioning for port 8abd8c97-6239-4e57-a3a6-a39193175b36 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:35.045098 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-680603b0-9def-4481-8c21-ac5be43dc1ae tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:35.111618 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 8abd8c97-6239-4e57-a3a6-a39193175b36 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:35.127586 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-250d3a9a-2af9-48e8-bda0-70a19c9ddfa5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.3152430 Feb 04 11:35:35.131138 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60912) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:35.132085 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7facc5c5-a991-46b5-ad86-71997a684316 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:35.187133 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9fd3e4f7-f910-4c95-8249-25f35f468233 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:35.242385 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-090f11dc-2d00-4110-8b56-472bc01153b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:35.253965 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7facc5c5-a991-46b5-ad86-71997a684316 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Network a85b1888-9ae4-4926-a490-48f9b5678559 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:35.307561 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-7facc5c5-a991-46b5-ad86-71997a684316 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:35.357828 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 8abd8c97-6239-4e57-a3a6-a39193175b36 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:35.364060 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 8abd8c97-6239-4e57-a3a6-a39193175b36 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:35.368164 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:35.383848 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7facc5c5-a991-46b5-ad86-71997a684316 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:35:35.460458 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-b2035541-8524-4de3-b577-8dd003088704 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Deleting port 5b95fabb-5157-4c21-96a5-5686cf522b6c {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:35.461383 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b2035541-8524-4de3-b577-8dd003088704 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:35.478781 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facc5c5-a991-46b5-ad86-71997a684316 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Port': ['ID=2f6f342c-0bbb-41b7-875c-20cb60fba98a,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:35.489017 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f11dc-2d00-4110-8b56-472bc01153b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d824c0a-d4f0-4ce0-8751-d3972463ada2,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:35.557323 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-680603b0-9def-4481-8c21-ac5be43dc1ae tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:35.577386 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f43cfe7-b8a4-496e-ba21-358809e5ae94 None None] Network f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:35:35.580786 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7facc5c5-a991-46b5-ad86-71997a684316 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:35.581447 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7facc5c5-a991-46b5-ad86-71997a684316 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:35.586707 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-090f11dc-2d00-4110-8b56-472bc01153b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:35.710125 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-090f11dc-2d00-4110-8b56-472bc01153b1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3d824c0a-d4f0-4ce0-8751-d3972463ada2 HTTP/1.1" status: 204 len: 168 time: 1.7912025 Feb 04 11:35:35.713511 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60918) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:35.766780 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:35.837331 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9fd3e4f7-f910-4c95-8249-25f35f468233 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:35.853434 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-7facc5c5-a991-46b5-ad86-71997a684316 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2266304 Feb 04 11:35:35.877830 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60924) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:35.983225 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-73525fd2-06e7-4680-afa6-197b96073a74 None None] Provisioning complete for port 8abd8c97-6239-4e57-a3a6-a39193175b36 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:35.983792 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-73525fd2-06e7-4680-afa6-197b96073a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:36.100428 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-66e0a355-6c87-40a9-94c0-66eb166a3cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:36.118489 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 8abd8c97-6239-4e57-a3a6-a39193175b36, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=8abd8c97-6239-4e57-a3a6-a39193175b36,segment=NetworkSegment(82cd94c9-4907-438f-9b97-3d267a845c2a),segment_id=82cd94c9-4907-438f-9b97-3d267a845c2a)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:35:36.131966 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-9fd3e4f7-f910-4c95-8249-25f35f468233 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6469fad9-2e71-4945-8521-3ff93cfa48e2']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:36.178941 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-9fd3e4f7-f910-4c95-8249-25f35f468233 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6efb757e-d5f7-422a-a3b8-1682a2ea90c1') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:36.179717 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-9fd3e4f7-f910-4c95-8249-25f35f468233 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6efb757e-d5f7-422a-a3b8-1682a2ea90c1') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:36.223845 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9fd3e4f7-f910-4c95-8249-25f35f468233 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:36.263716 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:36.272050 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9fd3e4f7-f910-4c95-8249-25f35f468233 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:36.276614 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:36.303196 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd3e4f7-f910-4c95-8249-25f35f468233 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:35:36.303813 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9fd3e4f7-f910-4c95-8249-25f35f468233 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:36.387998 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 7b0e4071-bf4d-4714-a885-bfed0933e4e5 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:35:36.433221 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-680603b0-9def-4481-8c21-ac5be43dc1ae tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:36.443268 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b2035541-8524-4de3-b577-8dd003088704 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:36.445296 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31f1b55-ed49-41af-9107-ce62e43ba240 None None] DHCP port deletion for f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:35:36.452176 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:35:36.452176 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:35:36.452176 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:35:36.452176 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:35:36.452176 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:35:36.452176 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:35:36.452176 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:35:36.452176 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:35:36.452176 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:35:36.452176 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:35:36.452176 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:35:36.452176 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:35:36.452176 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:35:36.452176 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:35:36.452176 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:35:36.452176 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:35:36.452176 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:35:36.452176 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:35:36.452176 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:35:36.452176 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:35:36.452176 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:35:36.452176 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:35:36.452176 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:35:36.452176 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:35:36.452176 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:35:36.452176 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:35:36.452176 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:35:36.452176 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:35:36.452176 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:35:36.452176 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:35:36.452176 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:35:36.452176 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:35:36.460888 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c31f1b55-ed49-41af-9107-ce62e43ba240 None None] Deleting port 5d400317-1e8c-4ea9-b1fe-3b90cc337b79 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:36.461267 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c31f1b55-ed49-41af-9107-ce62e43ba240 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:36.490571 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 7b0e4071-bf4d-4714-a885-bfed0933e4e5 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:35:36.490571 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 7b0e4071-bf4d-4714-a885-bfed0933e4e5 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:35:36.496194 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680603b0-9def-4481-8c21-ac5be43dc1ae tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Subnet': ['ID=a50a6663-595b-44b1-b373-2943bf3fe5ee,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:36.503808 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-66e0a355-6c87-40a9-94c0-66eb166a3cc6 admin admin] Deleting port 5d400317-1e8c-4ea9-b1fe-3b90cc337b79 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:36.504152 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-66e0a355-6c87-40a9-94c0-66eb166a3cc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:36.555316 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=8abd8c97-6239-4e57-a3a6-a39193175b36,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:36.687610 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-73525fd2-06e7-4680-afa6-197b96073a74 None None] Provisioning for port e0f9c9ef-d060-48e3-99e0-5b60449f4a0a completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:36.708310 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-73525fd2-06e7-4680-afa6-197b96073a74 None None] Provisioning complete for port e0f9c9ef-d060-48e3-99e0-5b60449f4a0a triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:36.708310 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-73525fd2-06e7-4680-afa6-197b96073a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:36.713709 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-b2035541-8524-4de3-b577-8dd003088704 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Calling delete_port for 5b95fabb-5157-4c21-96a5-5686cf522b6c owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:36.736522 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737c2a18-a939-4a42-b894-0a3e4c830ea6 admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:35:36.751132 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-22295d75-39ba-4e86-b982-3029d0434913 req-92daf994-8bcd-43e2-b61b-4f2d57302d24 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5b82a940b56a43dcab21460c9541779e&device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 1099 time: 0.7584019 Feb 04 11:35:36.758968 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-737c2a18-a939-4a42-b894-0a3e4c830ea6 admin admin] 10.222.0.21 "PUT /v2.0/routers/d5623e60-72c8-4463-95b8-0f01fd304eb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6329663 Feb 04 11:35:36.760018 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60928) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:36.761665 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f93d68-c965-42ac-8b45-41222f79e65f None None] Sync routers for ids ['d5623e60-72c8-4463-95b8-0f01fd304eb5'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:35:36.775396 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bff18e-3bbc-4bd3-84e3-802ddf16c82d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:36.777417 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-07bff18e-3bbc-4bd3-84e3-802ddf16c82d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 921 time: 0.8900964 Feb 04 11:35:36.792968 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c31f1b55-ed49-41af-9107-ce62e43ba240 None None] For port 5d400317-1e8c-4ea9-b1fe-3b90cc337b79, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=5d400317-1e8c-4ea9-b1fe-3b90cc337b79,segment=NetworkSegment(833aaef2-e855-46d8-a251-08451af3e555),segment_id=833aaef2-e855-46d8-a251-08451af3e555)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:35:36.793360 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c31f1b55-ed49-41af-9107-ce62e43ba240 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:36.805757 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55985963-682d-40bb-98d9-a6fb240d4ee8 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:35:36.813214 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-680603b0-9def-4481-8c21-ac5be43dc1ae tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:36.817676 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60932) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:36.828298 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-73525fd2-06e7-4680-afa6-197b96073a74 None None] Port e0f9c9ef-d060-48e3-99e0-5b60449f4a0a cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:35:36.834075 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9fd3e4f7-f910-4c95-8249-25f35f468233 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:36.907120 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9fd3e4f7-f910-4c95-8249-25f35f468233 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:36.910092 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9fd3e4f7-f910-4c95-8249-25f35f468233 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] 10.222.0.21 "DELETE /v2.0/networks/6469fad9-2e71-4945-8521-3ff93cfa48e2 HTTP/1.1" status: 204 len: 168 time: 1.9880035 Feb 04 11:35:36.917414 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60936) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:36.973806 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd3e4f7-f910-4c95-8249-25f35f468233 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Pushing event deleted for resources: {'Network': ['ID=6469fad9-2e71-4945-8521-3ff93cfa48e2,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:36.988353 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a630711-cccd-4a85-8e95-f1a652fd2117 req-9348ddf4-63c3-4d51-a0de-2d59337658ef tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:36.994033 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7a630711-cccd-4a85-8e95-f1a652fd2117 req-9348ddf4-63c3-4d51-a0de-2d59337658ef tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.8804858 Feb 04 11:35:37.029294 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c31f1b55-ed49-41af-9107-ce62e43ba240 None None] Calling delete_port for 5d400317-1e8c-4ea9-b1fe-3b90cc337b79 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:37.047207 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d04eb-ac57-48b4-9df5-994624010511 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Deleting port 2f6f342c-0bbb-41b7-875c-20cb60fba98a {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:37.047758 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ee7d04eb-ac57-48b4-9df5-994624010511 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:37.047915 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-66e0a355-6c87-40a9-94c0-66eb166a3cc6 admin admin] For port 5d400317-1e8c-4ea9-b1fe-3b90cc337b79, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=5d400317-1e8c-4ea9-b1fe-3b90cc337b79,segment=NetworkSegment(833aaef2-e855-46d8-a251-08451af3e555),segment_id=833aaef2-e855-46d8-a251-08451af3e555)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:35:37.048841 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-66e0a355-6c87-40a9-94c0-66eb166a3cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:37.058935 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-59227324-ca96-4358-9adf-544f4c0cac19 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Deleting port f30129a7-2207-4037-ac99-421f5ae05548 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:37.059300 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-59227324-ca96-4358-9adf-544f4c0cac19 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:37.071536 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 8abd8c97-6239-4e57-a3a6-a39193175b36 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:37.126744 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f93d68-c965-42ac-8b45-41222f79e65f None None] Routers {'d5623e60-72c8-4463-95b8-0f01fd304eb5'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:35:37.127377 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e7f93d68-c965-42ac-8b45-41222f79e65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:35:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['d5623e60-72c8-4463-95b8-0f01fd304eb5'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:37.163107 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-680603b0-9def-4481-8c21-ac5be43dc1ae tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/a50a6663-595b-44b1-b373-2943bf3fe5ee HTTP/1.1" status: 204 len: 168 time: 2.3962886 Feb 04 11:35:37.167778 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60940) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:37.225308 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-66e0a355-6c87-40a9-94c0-66eb166a3cc6 admin admin] Calling delete_port for 5d400317-1e8c-4ea9-b1fe-3b90cc337b79 owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:37.365781 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c68e29e4-cc74-4660-a242-22b1b6563449 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1850078 Feb 04 11:35:37.367095 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60944) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:37.374715 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-d863a8c0-0322-42a7-a13f-3cfa5586f7e8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:37.463820 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b2035541-8524-4de3-b577-8dd003088704 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:37.471396 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7a630711-cccd-4a85-8e95-f1a652fd2117 req-4022e32f-872c-4f30-83d6-f81ac6d0fcbf tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3859475 Feb 04 11:35:37.472466 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22295d75-39ba-4e86-b982-3029d0434913 req-a9d31d24-5f37-4cd0-ab74-04a8cea88ea6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:37.474151 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-22295d75-39ba-4e86-b982-3029d0434913 req-a9d31d24-5f37-4cd0-ab74-04a8cea88ea6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa801161-0b6c-45f6-97b7-dc303a939bfb HTTP/1.1" status: 200 len: 912 time: 0.6903841 Feb 04 11:35:37.478464 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-fe8dc1fd-5610-43b4-96ac-e393514d47b0 None None] Provisioning for port 2f6f342c-0bbb-41b7-875c-20cb60fba98a completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:37.528396 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-fe8dc1fd-5610-43b4-96ac-e393514d47b0 None None] Provisioning complete for port 2f6f342c-0bbb-41b7-875c-20cb60fba98a triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:37.528837 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fe8dc1fd-5610-43b4-96ac-e393514d47b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:37.579191 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-66e0a355-6c87-40a9-94c0-66eb166a3cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:37.628142 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 8abd8c97-6239-4e57-a3a6-a39193175b36 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:37.628634 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:37.651971 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-c31f1b55-ed49-41af-9107-ce62e43ba240 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:35:37.651971 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-c31f1b55-ed49-41af-9107-ce62e43ba240 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:35:37.673697 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0a355-6c87-40a9-94c0-66eb166a3cc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d400317-1e8c-4ea9-b1fe-3b90cc337b79,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:37.677214 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-fe8dc1fd-5610-43b4-96ac-e393514d47b0 None None] Port 2f6f342c-0bbb-41b7-875c-20cb60fba98a cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:35:37.687342 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-e7f93d68-c965-42ac-8b45-41222f79e65f None None] Set router d5623e60-72c8-4463-95b8-0f01fd304eb5 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:35:37.717462 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e0a355-6c87-40a9-94c0-66eb166a3cc6 admin admin] No DVR routers for this DVR port 5d400317-1e8c-4ea9-b1fe-3b90cc337b79 on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:35:37.745756 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d863a8c0-0322-42a7-a13f-3cfa5586f7e8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:37.755090 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-59227324-ca96-4358-9adf-544f4c0cac19 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:37.765044 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d863a8c0-0322-42a7-a13f-3cfa5586f7e8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:subnet and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:37.775452 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d863a8c0-0322-42a7-a13f-3cfa5586f7e8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:37.798635 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d863a8c0-0322-42a7-a13f-3cfa5586f7e8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:37.824401 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2035541-8524-4de3-b577-8dd003088704 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'Port': ['ID=5b95fabb-5157-4c21-96a5-5686cf522b6c,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:37.834535 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-fe8dc1fd-5610-43b4-96ac-e393514d47b0 None None] Provisioning complete for port e0f9c9ef-d060-48e3-99e0-5b60449f4a0a triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:37.835068 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fe8dc1fd-5610-43b4-96ac-e393514d47b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:37.971502 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b2035541-8524-4de3-b577-8dd003088704 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:37.979383 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb905dc9-59bd-4eaa-aa00-434731967e1c None None] DHCP port deletion for a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:35:37.980955 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-59227324-ca96-4358-9adf-544f4c0cac19 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Calling delete_port for f30129a7-2207-4037-ac99-421f5ae05548 owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:37.985810 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-eb905dc9-59bd-4eaa-aa00-434731967e1c None None] Deleting port 570eabe2-3678-47d8-8152-9aeb2c687cd5 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:37.986250 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-eb905dc9-59bd-4eaa-aa00-434731967e1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:38.014581 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b2035541-8524-4de3-b577-8dd003088704 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/ports/5b95fabb-5157-4c21-96a5-5686cf522b6c HTTP/1.1" status: 204 len: 168 time: 2.8800576 Feb 04 11:35:38.020909 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60948) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:38.039451 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-fd52845c-bf17-4322-9d4c-1217c39c1b27 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'port': {'network_id': '86b78875-1a29-401f-ba26-af0b60d88d97', 'mac_address': 'fa:16:3e:21:d4:82', 'name': 'tempest-PortsIpV6TestJSON-448733834'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:38.040189 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-22295d75-39ba-4e86-b982-3029d0434913 req-6d283a84-fdaf-4e35-944a-309b2833fa6b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19635aaa-a8d9-4012-9591-03c4d8f877eb HTTP/1.1" status: 200 len: 1002 time: 0.5194490 Feb 04 11:35:38.070557 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-fe8dc1fd-5610-43b4-96ac-e393514d47b0 None None] Port e0f9c9ef-d060-48e3-99e0-5b60449f4a0a cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:35:38.122397 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ee7d04eb-ac57-48b4-9df5-994624010511 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:38.193351 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d863a8c0-0322-42a7-a13f-3cfa5586f7e8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:38.234076 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c31f1b55-ed49-41af-9107-ce62e43ba240 None None] Deleting port 5d400317-1e8c-4ea9-b1fe-3b90cc337b79 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:38.236149 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c31f1b55-ed49-41af-9107-ce62e43ba240 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:38.251266 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-66e0a355-6c87-40a9-94c0-66eb166a3cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:38.277085 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22295d75-39ba-4e86-b982-3029d0434913 req-545cb9c1-1c05-49cd-bb6d-6ee47dd0d0b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:38.278653 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-22295d75-39ba-4e86-b982-3029d0434913 req-545cb9c1-1c05-49cd-bb6d-6ee47dd0d0b9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f42d419-3d0f-4747-985d-af15d416a955 HTTP/1.1" status: 200 len: 850 time: 0.2248750 Feb 04 11:35:38.287039 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d04eb-ac57-48b4-9df5-994624010511 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Calling delete_port for 2f6f342c-0bbb-41b7-875c-20cb60fba98a owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:38.358874 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-fe8dc1fd-5610-43b4-96ac-e393514d47b0 None None] Provisioning complete for port 570eabe2-3678-47d8-8152-9aeb2c687cd5 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:38.359341 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fe8dc1fd-5610-43b4-96ac-e393514d47b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:38.370116 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-66e0a355-6c87-40a9-94c0-66eb166a3cc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:38.382369 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-861b5558-cf2d-464c-90e2-9a3526212463 admin admin] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:38.426172 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 5d400317-1e8c-4ea9-b1fe-3b90cc337b79 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:35:38.485922 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c31f1b55-ed49-41af-9107-ce62e43ba240 None None] The port '5d400317-1e8c-4ea9-b1fe-3b90cc337b79' was deleted {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:35:38.489286 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 5d400317-1e8c-4ea9-b1fe-3b90cc337b79 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:35:38.489711 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 5d400317-1e8c-4ea9-b1fe-3b90cc337b79 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:35:38.499028 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-66e0a355-6c87-40a9-94c0-66eb166a3cc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '833aaef2-e855-46d8-a251-08451af3e555') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:38.499555 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-66e0a355-6c87-40a9-94c0-66eb166a3cc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '833aaef2-e855-46d8-a251-08451af3e555') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:38.533038 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-fd52845c-bf17-4322-9d4c-1217c39c1b27 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:38.545490 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d863a8c0-0322-42a7-a13f-3cfa5586f7e8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:38.561724 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-66e0a355-6c87-40a9-94c0-66eb166a3cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:38.567413 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-22295d75-39ba-4e86-b982-3029d0434913 req-3087d18c-cd51-4453-b5b6-7f770b58b090 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa801161-0b6c-45f6-97b7-dc303a939bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2046297 Feb 04 11:35:38.573398 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-fd52845c-bf17-4322-9d4c-1217c39c1b27 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:port and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:38.584248 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-fd52845c-bf17-4322-9d4c-1217c39c1b27 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:38.614025 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f05b85c6-140d-46cd-b922-9937515960ba tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:38.645797 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-eb905dc9-59bd-4eaa-aa00-434731967e1c None None] For port 570eabe2-3678-47d8-8152-9aeb2c687cd5, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=570eabe2-3678-47d8-8152-9aeb2c687cd5,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:35:38.646197 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-eb905dc9-59bd-4eaa-aa00-434731967e1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:38.660108 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-fd52845c-bf17-4322-9d4c-1217c39c1b27 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:38.681140 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-59227324-ca96-4358-9adf-544f4c0cac19 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:38.721554 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-66e0a355-6c87-40a9-94c0-66eb166a3cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:38.765342 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e0a355-6c87-40a9-94c0-66eb166a3cc6 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:35:38.765750 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-66e0a355-6c87-40a9-94c0-66eb166a3cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:38.786255 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59227324-ca96-4358-9adf-544f4c0cac19 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Pushing event deleted for resources: {'Port': ['ID=f30129a7-2207-4037-ac99-421f5ae05548,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:38.788002 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:35:38.788002 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:35:38.788002 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:35:38.788002 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:35:38.788002 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:35:38.788002 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:35:38.788002 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:35:38.788002 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:35:38.788002 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:35:38.788002 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:35:38.788002 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:35:38.788002 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:35:38.788002 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:35:38.788002 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:35:38.788002 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:35:38.788002 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:35:38.788002 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:35:38.788002 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:35:38.788002 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:35:38.788002 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:35:38.788002 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:35:38.788002 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:35:38.788002 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:35:38.788002 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:35:38.788002 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:35:38.788002 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:35:38.788002 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:35:38.788002 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:35:38.788002 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:35:38.788002 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:35:38.788002 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:35:38.788002 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:35:38.812299 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-eb905dc9-59bd-4eaa-aa00-434731967e1c None None] Calling delete_port for 570eabe2-3678-47d8-8152-9aeb2c687cd5 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:38.815374 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ee7d04eb-ac57-48b4-9df5-994624010511 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:38.884222 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e7f93d68-c965-42ac-8b45-41222f79e65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'name': 'tempest-ServersTestJSON-2074940559-router', 'tenant_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '71652ffa-ab89-4356-9c31-0b8424244031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:26Z', 'updated_at': '2022-02-04T11:35:30Z', 'revision_number': 5, 'project_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'gw_port': {'id': '71652ffa-ab89-4356-9c31-0b8424244031', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:27Z', 'updated_at': '2022-02-04T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:38.888340 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-22295d75-39ba-4e86-b982-3029d0434913 req-4dca01da-33d2-4c91-a3d6-6f9187219de1 service neutron] 10.222.0.47 "GET /v2.0/networks/aa801161-0b6c-45f6-97b7-dc303a939bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130393 Feb 04 11:35:38.889193 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d04eb-ac57-48b4-9df5-994624010511 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'Port': ['ID=2f6f342c-0bbb-41b7-875c-20cb60fba98a,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:38.903784 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f93d68-c965-42ac-8b45-41222f79e65f None None] Checking router: d5623e60-72c8-4463-95b8-0f01fd304eb5 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:35:38.907174 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd52845c-bf17-4322-9d4c-1217c39c1b27 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Made reservation on behalf of 923893a854aa49c78e412c9bf04cfc96 for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:38.934980 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-59227324-ca96-4358-9adf-544f4c0cac19 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:38.944028 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f93d68-c965-42ac-8b45-41222f79e65f None None] Routers {'d5623e60-72c8-4463-95b8-0f01fd304eb5'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:35:38.944715 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e7f93d68-c965-42ac-8b45-41222f79e65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:35:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['d5623e60-72c8-4463-95b8-0f01fd304eb5'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:39.069006 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-59227324-ca96-4358-9adf-544f4c0cac19 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] 10.222.0.21 "DELETE /v2.0/ports/f30129a7-2207-4037-ac99-421f5ae05548 HTTP/1.1" status: 204 len: 168 time: 2.1440983 Feb 04 11:35:39.084187 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60954) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:39.178538 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-66e0a355-6c87-40a9-94c0-66eb166a3cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:39.189171 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-66e0a355-6c87-40a9-94c0-66eb166a3cc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:39.189414 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-416c3a61-8186-4e9e-9bd7-bfb836b59f51 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] DELETE failed (client error): The resource could not be found. Feb 04 11:35:39.189842 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-416c3a61-8186-4e9e-9bd7-bfb836b59f51 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:35:39.231689 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fd52845c-bf17-4322-9d4c-1217c39c1b27 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:39.243997 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-416c3a61-8186-4e9e-9bd7-bfb836b59f51 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] 10.222.0.21 "DELETE /v2.0/subnets/5503535c-86cb-4798-9e35-aab4da8e5e44 HTTP/1.1" status: 404 len: 337 time: 0.1315117 Feb 04 11:35:39.244665 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60958) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:39.283305 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ee7d04eb-ac57-48b4-9df5-994624010511 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:39.287761 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ee7d04eb-ac57-48b4-9df5-994624010511 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/ports/2f6f342c-0bbb-41b7-875c-20cb60fba98a HTTP/1.1" status: 204 len: 168 time: 2.4551883 Feb 04 11:35:39.292359 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60962) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:39.294398 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-22295d75-39ba-4e86-b982-3029d0434913 req-ecd2928c-815b-4706-8084-aaa8cab36882 service neutron] 10.222.0.47 "GET /v2.0/networks/aa801161-0b6c-45f6-97b7-dc303a939bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3983788 Feb 04 11:35:39.308707 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-eb905dc9-59bd-4eaa-aa00-434731967e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:39.315008 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 570eabe2-3678-47d8-8152-9aeb2c687cd5 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:35:39.392405 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-e7f93d68-c965-42ac-8b45-41222f79e65f None None] Set router d5623e60-72c8-4463-95b8-0f01fd304eb5 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:35:39.460012 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 570eabe2-3678-47d8-8152-9aeb2c687cd5 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:35:39.460415 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 570eabe2-3678-47d8-8152-9aeb2c687cd5 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:35:39.478612 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0a355-6c87-40a9-94c0-66eb166a3cc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:39.483421 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb905dc9-59bd-4eaa-aa00-434731967e1c None None] Pushing event deleted for resources: {'Port': ['ID=570eabe2-3678-47d8-8152-9aeb2c687cd5,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:39.484725 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-fd52845c-bf17-4322-9d4c-1217c39c1b27 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] device_id is not set on port 8b501aef-e2fb-4829-9fa0-9178d8b4c956 yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:35:39.532837 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c014c1-ec91-49d2-b9ac-7b4dc71864ec req-09c4bfcc-f144-4674-9608-1e1388d37459 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:39.534390 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-61c014c1-ec91-49d2-b9ac-7b4dc71864ec req-09c4bfcc-f144-4674-9608-1e1388d37459 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.6915288 Feb 04 11:35:39.541984 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb905dc9-59bd-4eaa-aa00-434731967e1c None None] No DVR routers for this DVR port 570eabe2-3678-47d8-8152-9aeb2c687cd5 on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:35:39.585354 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba348feb-5cd6-4b91-83ab-885458599e59 None None] get_active_networks_info from dv-neutron-827825-2-hyperv {{(pid=84206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 11:35:39.602654 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-96b26796-6b01-4322-9ecf-b46e04d23171 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] GET failed (client error): The resource could not be found. Feb 04 11:35:39.603161 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-96b26796-6b01-4322-9ecf-b46e04d23171 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Synchronizing usage tracker for tenant:2294c16a4d404317a20d2fdff5bb1a4c on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:39.610512 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-66e0a355-6c87-40a9-94c0-66eb166a3cc6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f4c2884e-48ba-48bf-a0e7-29b9d84e4b0e HTTP/1.1" status: 204 len: 168 time: 3.8959656 Feb 04 11:35:39.680001 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.objects.ports [None req-d863a8c0-0322-42a7-a13f-3cfa5586f7e8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84204) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 11:35:39.713191 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d863a8c0-0322-42a7-a13f-3cfa5586f7e8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:39.734921 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-61c014c1-ec91-49d2-b9ac-7b4dc71864ec req-a85cbbfa-f83a-4819-b98e-8ffab65b6749 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159477 Feb 04 11:35:39.753073 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ed9cdbd6-9c18-493c-9d67-59b41a03907f tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:39.817484 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863a8c0-0322-42a7-a13f-3cfa5586f7e8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Subnet': ['ID=35067446-5331-4213-b6e3-bcf875b6316a,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:39.852602 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-96b26796-6b01-4322-9ecf-b46e04d23171 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Unset dirty status for tenant:2294c16a4d404317a20d2fdff5bb1a4c on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:39.854065 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-96b26796-6b01-4322-9ecf-b46e04d23171 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "GET /v2.0/ports/2f6f342c-0bbb-41b7-875c-20cb60fba98a HTTP/1.1" status: 404 len: 333 time: 0.5587704 Feb 04 11:35:39.866426 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60968) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:39.957446 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d863a8c0-0322-42a7-a13f-3cfa5586f7e8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:39.969683 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-9db32cce-4c28-4889-9bc2-d977ef9e9709 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Deleting port e0f9c9ef-d060-48e3-99e0-5b60449f4a0a {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:39.969954 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9db32cce-4c28-4889-9bc2-d977ef9e9709 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:40.025978 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f896435f-2c1e-4225-9808-acb430132be2 req-bc4a9c0e-d3bf-4c4e-abd8-9491dd36e1b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5b82a940b56a43dcab21460c9541779e&device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 1099 time: 0.4945822 Feb 04 11:35:40.034924 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba348feb-5cd6-4b91-83ab-885458599e59 None None] Resources bound (agent type, host, resource id): {{(pid=84206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 11:35:40.050254 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e7f93d68-c965-42ac-8b45-41222f79e65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'name': 'tempest-ServersTestJSON-2074940559-router', 'tenant_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '71652ffa-ab89-4356-9c31-0b8424244031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:26Z', 'updated_at': '2022-02-04T11:35:30Z', 'revision_number': 5, 'project_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'gw_port': {'id': '71652ffa-ab89-4356-9c31-0b8424244031', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:27Z', 'updated_at': '2022-02-04T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:40.057273 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-d863a8c0-0322-42a7-a13f-3cfa5586f7e8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:40.059182 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-861b5558-cf2d-464c-90e2-9a3526212463 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:40.068941 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ed9cdbd6-9c18-493c-9d67-59b41a03907f tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:40.072489 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f93d68-c965-42ac-8b45-41222f79e65f None None] The sync data for ids ['d5623e60-72c8-4463-95b8-0f01fd304eb5'] in dv-neutron-827825-2-hyperv is: [{'id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'name': 'tempest-ServersTestJSON-2074940559-router', 'tenant_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '71652ffa-ab89-4356-9c31-0b8424244031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:26Z', 'updated_at': '2022-02-04T11:35:30Z', 'revision_number': 5, 'project_id': '74eeb4f9d8f74fc499285014b76b0ac9', 'gw_port': {'id': '71652ffa-ab89-4356-9c31-0b8424244031', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5623e60-72c8-4463-95b8-0f01fd304eb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:27Z', 'updated_at': '2022-02-04T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:35:40.108690 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d863a8c0-0322-42a7-a13f-3cfa5586f7e8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:40.109967 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d863a8c0-0322-42a7-a13f-3cfa5586f7e8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:40.259435 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-ed9cdbd6-9c18-493c-9d67-59b41a03907f tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81a5d458-a841-4e46-99b0-a8df64cc91a0']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:40.298320 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-ed9cdbd6-9c18-493c-9d67-59b41a03907f tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '053f0349-35d2-4a88-8c53-54e4f4c63e88') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:40.298655 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-ed9cdbd6-9c18-493c-9d67-59b41a03907f tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '053f0349-35d2-4a88-8c53-54e4f4c63e88') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:40.344567 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ed9cdbd6-9c18-493c-9d67-59b41a03907f tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:40.384738 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f05b85c6-140d-46cd-b922-9937515960ba tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:40.391996 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ed9cdbd6-9c18-493c-9d67-59b41a03907f tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:40.406050 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f05b85c6-140d-46cd-b922-9937515960ba tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16351460'] for router, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:40.419963 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed9cdbd6-9c18-493c-9d67-59b41a03907f tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:35:40.420692 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ed9cdbd6-9c18-493c-9d67-59b41a03907f tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:40.464315 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60972) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:40.466748 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d863a8c0-0322-42a7-a13f-3cfa5586f7e8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0966742 Feb 04 11:35:40.509815 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-861b5558-cf2d-464c-90e2-9a3526212463 admin admin] Deleting port 71652ffa-ab89-4356-9c31-0b8424244031 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:40.510182 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-861b5558-cf2d-464c-90e2-9a3526212463 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:40.516113 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60976) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:40.517051 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:35:40.517051 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:35:40.517051 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:35:40.517051 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:35:40.517051 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:35:40.517051 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:35:40.517051 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:35:40.517051 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:35:40.517051 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:35:40.517051 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:35:40.517051 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:35:40.517051 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:35:40.517051 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:35:40.517051 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:35:40.517051 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:35:40.517051 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:35:40.517051 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:35:40.517051 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:35:40.517051 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:35:40.517051 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:35:40.517051 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:35:40.517051 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:35:40.517051 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:35:40.517051 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:35:40.517051 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:35:40.517051 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:35:40.517051 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:35:40.517051 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:35:40.517051 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:35:40.517051 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:35:40.517051 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:35:40.517051 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:35:40.529030 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-f542feaa-56bb-4afe-812e-d2742962d004 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:40.559337 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896435f-2c1e-4225-9808-acb430132be2 req-fd63a95e-5ee5-4566-a681-34108bcb98ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:40.562371 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f896435f-2c1e-4225-9808-acb430132be2 req-fd63a95e-5ee5-4566-a681-34108bcb98ce service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa801161-0b6c-45f6-97b7-dc303a939bfb HTTP/1.1" status: 200 len: 912 time: 0.4816556 Feb 04 11:35:40.789287 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fd52845c-bf17-4322-9d4c-1217c39c1b27 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:40.802311 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b0152d-cd49-4592-b275-c18e64fe2163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'tenant_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'fixed_ips': [{'subnet_id': '35067446-5331-4213-b6e3-bcf875b6316a'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:35:40.808929 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e7b0152d-cd49-4592-b275-c18e64fe2163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:40.908509 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a1fd6cd5-07cf-4bc5-9e24-49be533863fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=428c59d92c8b47a08a015e5fd3f6d227&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4421175 Feb 04 11:35:40.913592 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60982) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:40.916536 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9db32cce-4c28-4889-9bc2-d977ef9e9709 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:40.922009 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f896435f-2c1e-4225-9808-acb430132be2 req-cb203260-d1c7-4932-9c2e-35011ddf569e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19635aaa-a8d9-4012-9591-03c4d8f877eb HTTP/1.1" status: 200 len: 1002 time: 0.3381124 Feb 04 11:35:40.922009 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ed9cdbd6-9c18-493c-9d67-59b41a03907f tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:40.938448 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-861b5558-cf2d-464c-90e2-9a3526212463 admin admin] For port 71652ffa-ab89-4356-9c31-0b8424244031, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=71652ffa-ab89-4356-9c31-0b8424244031,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:35:40.938822 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-861b5558-cf2d-464c-90e2-9a3526212463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:40.964539 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device a8fe6aff-040c-4bdb-8693-c713e22ad4fe no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:35:41.046214 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: a8fe6aff-040c-4bdb-8693-c713e22ad4fe {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:35:41.047119 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device a8fe6aff-040c-4bdb-8693-c713e22ad4fe not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:35:41.061572 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ed9cdbd6-9c18-493c-9d67-59b41a03907f tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:41.073984 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9cdbd6-9c18-493c-9d67-59b41a03907f tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Pushing event deleted for resources: {'Network': ['ID=81a5d458-a841-4e46-99b0-a8df64cc91a0,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:41.115283 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ed9cdbd6-9c18-493c-9d67-59b41a03907f tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] 10.222.0.21 "DELETE /v2.0/networks/81a5d458-a841-4e46-99b0-a8df64cc91a0 HTTP/1.1" status: 204 len: 168 time: 1.8598211 Feb 04 11:35:41.145498 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 60986) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:41.187310 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-e7b0152d-cd49-4592-b275-c18e64fe2163 None None] Allocated IP 2001:db8::f816:3eff:fe70:3fca (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/35067446-5331-4213-b6e3-bcf875b6316a/37538e08-9a7d-4885-bae1-dbe61cd46848) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:41.206480 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-9db32cce-4c28-4889-9bc2-d977ef9e9709 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Calling delete_port for e0f9c9ef-d060-48e3-99e0-5b60449f4a0a owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:41.207378 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896435f-2c1e-4225-9808-acb430132be2 req-bb48e7dd-901c-44bc-8794-eb23f396a5be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:41.208924 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f896435f-2c1e-4225-9808-acb430132be2 req-bb48e7dd-901c-44bc-8794-eb23f396a5be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f42d419-3d0f-4747-985d-af15d416a955 HTTP/1.1" status: 200 len: 850 time: 0.2400236 Feb 04 11:35:41.251819 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-f542feaa-56bb-4afe-812e-d2742962d004 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:41.257549 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-861b5558-cf2d-464c-90e2-9a3526212463 admin admin] Calling delete_port for 71652ffa-ab89-4356-9c31-0b8424244031 owned by network:router_gateway {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:41.273824 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f542feaa-56bb-4afe-812e-d2742962d004 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:subnet and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:41.291950 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f542feaa-56bb-4afe-812e-d2742962d004 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:41.332393 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fd52845c-bf17-4322-9d4c-1217c39c1b27 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:41.446917 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-f542feaa-56bb-4afe-812e-d2742962d004 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:41.501235 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4fe10480-a76e-476d-bbc7-40732d699af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:41.515928 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd52845c-bf17-4322-9d4c-1217c39c1b27 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Network 86b78875-1a29-401f-ba26-af0b60d88d97 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:41.524724 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd52845c-bf17-4322-9d4c-1217c39c1b27 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Port': ['ID=8b501aef-e2fb-4829-9fa0-9178d8b4c956,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:41.527614 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-fd52845c-bf17-4322-9d4c-1217c39c1b27 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:41.530998 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd52845c-bf17-4322-9d4c-1217c39c1b27 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:35:41.539306 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd52845c-bf17-4322-9d4c-1217c39c1b27 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:41.539963 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fd52845c-bf17-4322-9d4c-1217c39c1b27 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:41.572267 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e7b0152d-cd49-4592-b275-c18e64fe2163 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:41.577260 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46deba-653a-472c-8189-155fc4d43e30 req-7ee0460e-cd48-41a6-8b5a-d10ae3a917ab tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:41.578821 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0f46deba-653a-472c-8189-155fc4d43e30 req-7ee0460e-cd48-41a6-8b5a-d10ae3a917ab tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.6602917 Feb 04 11:35:41.635562 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4fe10480-a76e-476d-bbc7-40732d699af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:41.689772 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f542feaa-56bb-4afe-812e-d2742962d004 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:41.739511 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-fd52845c-bf17-4322-9d4c-1217c39c1b27 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.7077839 Feb 04 11:35:41.742361 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60990) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:41.805831 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9db32cce-4c28-4889-9bc2-d977ef9e9709 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:41.806588 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f896435f-2c1e-4225-9808-acb430132be2 req-dc3091ce-bb5c-48ba-bb5f-2de02a92ac98 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa801161-0b6c-45f6-97b7-dc303a939bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5867486 Feb 04 11:35:41.874011 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db32cce-4c28-4889-9bc2-d977ef9e9709 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'Port': ['ID=e0f9c9ef-d060-48e3-99e0-5b60449f4a0a,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:41.890127 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1978f42-1c98-467e-8e2b-79a1c51e63fb tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:41.890636 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-e1978f42-1c98-467e-8e2b-79a1c51e63fb tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Synchronizing usage tracker for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:41.925534 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aa81a44-0585-46ff-ab00-dddfee1cd642 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Deleting subnet 4050171f-c0e8-4d36-b7ea-cee38d07daf7 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:35:41.928981 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0f46deba-653a-472c-8189-155fc4d43e30 req-a685d06d-618d-4454-895d-e59196dc19c4 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3024435 Feb 04 11:35:41.942989 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1aa81a44-0585-46ff-ab00-dddfee1cd642 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:41.999112 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4fe10480-a76e-476d-bbc7-40732d699af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:42.006177 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e7b0152d-cd49-4592-b275-c18e64fe2163 None None] Transition to ACTIVE for port object 37538e08-9a7d-4885-bae1-dbe61cd46848 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:42.029855 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-861b5558-cf2d-464c-90e2-9a3526212463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:42.030128 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e7b0152d-cd49-4592-b275-c18e64fe2163 None None] Transition to ACTIVE for port object 37538e08-9a7d-4885-bae1-dbe61cd46848 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:42.035239 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9db32cce-4c28-4889-9bc2-d977ef9e9709 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:42.048258 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f542feaa-56bb-4afe-812e-d2742962d004 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:42.063171 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f05b85c6-140d-46cd-b922-9937515960ba tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Router f2bff37a-457e-4899-bb5e-314afcb677b6 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:35:42.066926 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe10480-a76e-476d-bbc7-40732d699af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a00342-6e62-406a-9eb7-0f891ef3fa6e,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:42.084589 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-e1978f42-1c98-467e-8e2b-79a1c51e63fb tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Unset dirty status for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:42.088825 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e1978f42-1c98-467e-8e2b-79a1c51e63fb tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "GET /v2.0/ports/8b501aef-e2fb-4829-9fa0-9178d8b4c956 HTTP/1.1" status: 200 len: 844 time: 0.3450918 Feb 04 11:35:42.089743 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 60996) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:42.096689 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b5558-cf2d-464c-90e2-9a3526212463 admin admin] Pushing event deleted for resources: {'Port': ['ID=71652ffa-ab89-4356-9c31-0b8424244031,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:42.100159 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9db32cce-4c28-4889-9bc2-d977ef9e9709 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/ports/e0f9c9ef-d060-48e3-99e0-5b60449f4a0a HTTP/1.1" status: 204 len: 168 time: 2.2324607 Feb 04 11:35:42.104201 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c1ba3310-7258-4823-84a3-fa3230ea4b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:42.135394 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e7b0152d-cd49-4592-b275-c18e64fe2163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:42.143651 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 32768) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:42.173207 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1aa81a44-0585-46ff-ab00-dddfee1cd642 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:42.211516 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b0152d-cd49-4592-b275-c18e64fe2163 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:42.217505 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-e7b0152d-cd49-4592-b275-c18e64fe2163 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:42.222104 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b0152d-cd49-4592-b275-c18e64fe2163 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:35:42.224831 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f896435f-2c1e-4225-9808-acb430132be2 req-ea836e65-9d1a-4601-bb4b-f31de092bf69 service neutron] 10.222.0.47 "GET /v2.0/networks/aa801161-0b6c-45f6-97b7-dc303a939bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019227 Feb 04 11:35:42.235672 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0152d-cd49-4592-b275-c18e64fe2163 None None] Pushing event updated for resources: {'Port': ['ID=37538e08-9a7d-4885-bae1-dbe61cd46848,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:42.332518 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4fe10480-a76e-476d-bbc7-40732d699af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:42.333600 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-4fe10480-a76e-476d-bbc7-40732d699af2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/51a00342-6e62-406a-9eb7-0f891ef3fa6e HTTP/1.1" status: 204 len: 168 time: 1.4072597 Feb 04 11:35:42.343098 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-e7b0152d-cd49-4592-b275-c18e64fe2163 None None] Attempting to bind port 37538e08-9a7d-4885-bae1-dbe61cd46848 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:35:42.343467 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-e7b0152d-cd49-4592-b275-c18e64fe2163 None None] Attempting to bind port 37538e08-9a7d-4885-bae1-dbe61cd46848 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:35:42.343826 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b0152d-cd49-4592-b275-c18e64fe2163 None None] Attempting to bind port 37538e08-9a7d-4885-bae1-dbe61cd46848 on network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:35:42.351098 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b0152d-cd49-4592-b275-c18e64fe2163 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:35:42.351474 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b0152d-cd49-4592-b275-c18e64fe2163 None None] Checking segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:35:42.351942 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e7b0152d-cd49-4592-b275-c18e64fe2163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:42.352332 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b0152d-cd49-4592-b275-c18e64fe2163 None None] Bound using segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:35:42.352770 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-e7b0152d-cd49-4592-b275-c18e64fe2163 None None] Bound port: 37538e08-9a7d-4885-bae1-dbe61cd46848, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:35:42.353132 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e7b0152d-cd49-4592-b275-c18e64fe2163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:42.450927 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-e7b0152d-cd49-4592-b275-c18e64fe2163 None None] For port 37538e08-9a7d-4885-bae1-dbe61cd46848, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:35:42.454868 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-e7b0152d-cd49-4592-b275-c18e64fe2163 None None] For port 37538e08-9a7d-4885-bae1-dbe61cd46848, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=37538e08-9a7d-4885-bae1-dbe61cd46848,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:35:42.462291 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-9fe3e8a6-54bf-4d2b-9c7f-d8e7a4753404 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Deleting port 8b501aef-e2fb-4829-9fa0-9178d8b4c956 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:42.462983 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9fe3e8a6-54bf-4d2b-9c7f-d8e7a4753404 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:42.540529 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e7b0152d-cd49-4592-b275-c18e64fe2163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:42.568782 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1aa81a44-0585-46ff-ab00-dddfee1cd642 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:42.580314 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cde0f01-f282-4d34-8a01-4e9504d84ae9 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] GET failed (client error): The resource could not be found. Feb 04 11:35:42.580823 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-9cde0f01-f282-4d34-8a01-4e9504d84ae9 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Synchronizing usage tracker for tenant:2294c16a4d404317a20d2fdff5bb1a4c on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:42.599635 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f896435f-2c1e-4225-9808-acb430132be2 req-e9bae6c3-523c-4fb1-83a2-413fcdf3a936 service neutron] 10.222.0.47 "GET /v2.0/networks/aa801161-0b6c-45f6-97b7-dc303a939bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642910 Feb 04 11:35:42.645134 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0152d-cd49-4592-b275-c18e64fe2163 None None] Pushing event updated for resources: {'Port': ['ID=37538e08-9a7d-4885-bae1-dbe61cd46848,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:42.690901 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-861b5558-cf2d-464c-90e2-9a3526212463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:42.875673 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-9cde0f01-f282-4d34-8a01-4e9504d84ae9 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Unset dirty status for tenant:2294c16a4d404317a20d2fdff5bb1a4c on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:42.880467 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9cde0f01-f282-4d34-8a01-4e9504d84ae9 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "GET /v2.0/ports/e0f9c9ef-d060-48e3-99e0-5b60449f4a0a HTTP/1.1" status: 404 len: 333 time: 0.7378068 Feb 04 11:35:42.888485 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 32776) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:42.971704 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1aa81a44-0585-46ff-ab00-dddfee1cd642 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:43.025785 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa81a44-0585-46ff-ab00-dddfee1cd642 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Pushing event deleted for resources: {'Subnet': ['ID=4050171f-c0e8-4d36-b7ea-cee38d07daf7,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:43.036393 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05b85c6-140d-46cd-b922-9937515960ba tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:35:43.049943 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1248246e-08d0-408f-9bc0-e7ca6d76a291 None None] Sync routers for ids ['f2bff37a-457e-4899-bb5e-314afcb677b6'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:35:43.078221 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1248246e-08d0-408f-9bc0-e7ca6d76a291 None None] Routers {'f2bff37a-457e-4899-bb5e-314afcb677b6'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:35:43.078848 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-1248246e-08d0-408f-9bc0-e7ca6d76a291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:35:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['f2bff37a-457e-4899-bb5e-314afcb677b6'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:43.095624 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f05b85c6-140d-46cd-b922-9937515960ba tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:43.099611 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f05b85c6-140d-46cd-b922-9937515960ba tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] 10.222.0.21 "PUT /v2.0/routers/f2bff37a-457e-4899-bb5e-314afcb677b6 HTTP/1.1" status: 200 len: 922 time: 8.5765369 Feb 04 11:35:43.101353 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1aa81a44-0585-46ff-ab00-dddfee1cd642 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:43.108845 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-1aa81a44-0585-46ff-ab00-dddfee1cd642 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] 10.222.0.21 "DELETE /v2.0/subnets/4050171f-c0e8-4d36-b7ea-cee38d07daf7 HTTP/1.1" status: 204 len: 168 time: 1.9631724 Feb 04 11:35:43.109413 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 32782) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:43.109746 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 32784) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:43.115536 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f542feaa-56bb-4afe-812e-d2742962d004 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:43.266810 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-1248246e-08d0-408f-9bc0-e7ca6d76a291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:43.292905 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1248246e-08d0-408f-9bc0-e7ca6d76a291 None None] Routers {'f2bff37a-457e-4899-bb5e-314afcb677b6'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:35:43.294113 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-1248246e-08d0-408f-9bc0-e7ca6d76a291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:35:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['f2bff37a-457e-4899-bb5e-314afcb677b6'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:43.327405 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-861b5558-cf2d-464c-90e2-9a3526212463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:43.331495 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 37538e08-9a7d-4885-bae1-dbe61cd46848 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:43.391891 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-861b5558-cf2d-464c-90e2-9a3526212463 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:43.447005 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9fe3e8a6-54bf-4d2b-9c7f-d8e7a4753404 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:43.531288 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-1248246e-08d0-408f-9bc0-e7ca6d76a291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:43.532237 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1248246e-08d0-408f-9bc0-e7ca6d76a291 None None] The sync data for ids ['f2bff37a-457e-4899-bb5e-314afcb677b6'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:35:43.563572 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 37538e08-9a7d-4885-bae1-dbe61cd46848 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:43.657864 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f542feaa-56bb-4afe-812e-d2742962d004 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:43.666320 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-f542feaa-56bb-4afe-812e-d2742962d004 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:43.693314 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f542feaa-56bb-4afe-812e-d2742962d004 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:43.693932 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f542feaa-56bb-4afe-812e-d2742962d004 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:43.727286 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-9fe3e8a6-54bf-4d2b-9c7f-d8e7a4753404 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Calling delete_port for 8b501aef-e2fb-4829-9fa0-9178d8b4c956 owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:43.744996 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542feaa-56bb-4afe-812e-d2742962d004 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Subnet': ['ID=1b5f73eb-1736-403b-bbaa-3f067eb6017c,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:43.757177 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c6f92f49-0714-4e1b-9d2e-00c998333a68 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:43.791672 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-c6f92f49-0714-4e1b-9d2e-00c998333a68 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Deleting port 6578021d-8550-4321-b7d5-8a2d01489b33 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:43.792198 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c6f92f49-0714-4e1b-9d2e-00c998333a68 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:43.839907 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f542feaa-56bb-4afe-812e-d2742962d004 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3196986 Feb 04 11:35:43.844226 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 32798) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:43.865740 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-fc157cd2-df64-4281-b1ae-33e53877ecae tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'port': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'mac_address': 'fa:16:3e:40:89:2e', 'name': 'tempest-NetworksTestDHCPv6-998796996'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:43.919702 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f3b830f-12ce-469a-afb2-069c45456e11 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Deleting subnet 822d2524-a1e8-4725-9a6e-04fd8cef7aac {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:35:43.924557 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-861b5558-cf2d-464c-90e2-9a3526212463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:43.925088 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861b5558-cf2d-464c-90e2-9a3526212463 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5623e60-72c8-4463-95b8-0f01fd304eb5 {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:35:43.926655 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1f3b830f-12ce-469a-afb2-069c45456e11 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:43.993642 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-861b5558-cf2d-464c-90e2-9a3526212463 admin admin] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:43.995604 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-861b5558-cf2d-464c-90e2-9a3526212463 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d5623e60-72c8-4463-95b8-0f01fd304eb5 HTTP/1.1" status: 204 len: 168 time: 7.2353220 Feb 04 11:35:44.003479 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 32802) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:44.206587 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1f3b830f-12ce-469a-afb2-069c45456e11 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:44.266616 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-fc157cd2-df64-4281-b1ae-33e53877ecae tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:44.269371 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a2ef3c-ce5f-4e8b-87f7-65aeb80f7fd6 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:35:44.279645 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-fc157cd2-df64-4281-b1ae-33e53877ecae tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:port and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:44.283410 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-c6f92f49-0714-4e1b-9d2e-00c998333a68 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] For port 6578021d-8550-4321-b7d5-8a2d01489b33, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=6578021d-8550-4321-b7d5-8a2d01489b33,segment=NetworkSegment(ded56941-f256-4b0e-a745-44b7bd000664),segment_id=ded56941-f256-4b0e-a745-44b7bd000664)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:35:44.283771 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c6f92f49-0714-4e1b-9d2e-00c998333a68 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:44.289666 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9fe3e8a6-54bf-4d2b-9c7f-d8e7a4753404 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:44.296166 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-fc157cd2-df64-4281-b1ae-33e53877ecae tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:44.310070 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4354544f-7c1e-4741-9ba9-de73b5bb1bd9 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] 10.222.0.21 "GET /v2.0/routers/f2bff37a-457e-4899-bb5e-314afcb677b6 HTTP/1.1" status: 200 len: 922 time: 1.1973197 Feb 04 11:35:44.311914 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-fc157cd2-df64-4281-b1ae-33e53877ecae tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:44.313032 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 32810) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:44.322225 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56590331-16b6-4ce2-aab6-acccbe6e461b None None] Network b0af8104-9a89-4e82-958b-cb9133db99b3 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:35:44.364065 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe3e8a6-54bf-4d2b-9c7f-d8e7a4753404 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'Port': ['ID=8b501aef-e2fb-4829-9fa0-9178d8b4c956,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:44.372385 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9fe3e8a6-54bf-4d2b-9c7f-d8e7a4753404 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:44.414568 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-9923bc60-afa1-451c-9384-bffe10f314d3 admin admin] Deleting subnet d604c559-206d-41f7-934e-2e0e7fee1aca {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:35:44.438010 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-c6f92f49-0714-4e1b-9d2e-00c998333a68 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Calling delete_port for 6578021d-8550-4321-b7d5-8a2d01489b33 owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:44.452494 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9923bc60-afa1-451c-9384-bffe10f314d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:44.538798 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9fe3e8a6-54bf-4d2b-9c7f-d8e7a4753404 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/ports/8b501aef-e2fb-4829-9fa0-9178d8b4c956 HTTP/1.1" status: 204 len: 168 time: 2.4414721 Feb 04 11:35:44.549863 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 32816) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:44.627285 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-98fcb8a6-04ae-4584-97cd-e85e37838d96 None None] Provisioning for port 37538e08-9a7d-4885-bae1-dbe61cd46848 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:44.646941 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e1ff192-5833-4bec-8334-0bec3b37fdf5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] GET failed (client error): The resource could not be found. Feb 04 11:35:44.648079 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-5e1ff192-5833-4bec-8334-0bec3b37fdf5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Synchronizing usage tracker for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:44.653540 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c83114d8-3a8b-4df1-86d9-ac5dd98edac6 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Synchronizing usage tracker for tenant:92f2e9a31a274e35b8f3ab8834e747d0 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:44.661635 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9923bc60-afa1-451c-9384-bffe10f314d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:44.677777 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-661b2545-1e8a-43e8-9ebf-c66b6ed36b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:44.678080 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc157cd2-df64-4281-b1ae-33e53877ecae tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:44.682093 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fc157cd2-df64-4281-b1ae-33e53877ecae tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:44.692355 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c6f92f49-0714-4e1b-9d2e-00c998333a68 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:44.697505 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-98fcb8a6-04ae-4584-97cd-e85e37838d96 None None] Provisioning complete for port 37538e08-9a7d-4885-bae1-dbe61cd46848 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:44.697900 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-98fcb8a6-04ae-4584-97cd-e85e37838d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:44.729609 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1f3b830f-12ce-469a-afb2-069c45456e11 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:44.747576 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f92f49-0714-4e1b-9d2e-00c998333a68 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Pushing event deleted for resources: {'Port': ['ID=6578021d-8550-4321-b7d5-8a2d01489b33,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:44.764042 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f92f49-0714-4e1b-9d2e-00c998333a68 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] No DVR routers for this DVR port 6578021d-8550-4321-b7d5-8a2d01489b33 on host dv-neutron-827825-2-hyperv {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:35:44.766458 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-fc157cd2-df64-4281-b1ae-33e53877ecae tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] device_id is not set on port 6d65812c-97bd-447b-a92e-f71801b5ba5b yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:35:44.861724 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-5e1ff192-5833-4bec-8334-0bec3b37fdf5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Unset dirty status for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:44.864493 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5e1ff192-5833-4bec-8334-0bec3b37fdf5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "GET /v2.0/ports/8b501aef-e2fb-4829-9fa0-9178d8b4c956 HTTP/1.1" status: 404 len: 333 time: 0.3115745 Feb 04 11:35:44.871282 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 32822) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:44.887016 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c63e361-1133-4ace-ba32-9745fc9af9fe None None] DHCP port deletion for b0af8104-9a89-4e82-958b-cb9133db99b3 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:35:44.889201 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-d283529d-4604-4644-a539-4cd21bb377de tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'port': {'network_id': '86b78875-1a29-401f-ba26-af0b60d88d97', 'name': 'tempest-PortsIpV6TestJSON-388148361'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:44.890881 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c83114d8-3a8b-4df1-86d9-ac5dd98edac6 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Unset dirty status for tenant:92f2e9a31a274e35b8f3ab8834e747d0 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:44.895226 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c83114d8-3a8b-4df1-86d9-ac5dd98edac6 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=63d4ab6b-931d-42a4-aa18-bedd81d582fa&device_id=f2bff37a-457e-4899-bb5e-314afcb677b6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5314252 Feb 04 11:35:44.907077 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 32826) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:45.073557 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 71652ffa-ab89-4356-9c31-0b8424244031 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:35:45.077811 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9923bc60-afa1-451c-9384-bffe10f314d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:45.131105 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 71652ffa-ab89-4356-9c31-0b8424244031 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:35:45.132314 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 71652ffa-ab89-4356-9c31-0b8424244031 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:35:45.132911 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 6578021d-8550-4321-b7d5-8a2d01489b33 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:35:45.141254 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c6f92f49-0714-4e1b-9d2e-00c998333a68 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:45.156811 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1f3b830f-12ce-469a-afb2-069c45456e11 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:45.209396 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 6578021d-8550-4321-b7d5-8a2d01489b33 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:35:45.209982 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 6578021d-8550-4321-b7d5-8a2d01489b33 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:35:45.222848 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-98fcb8a6-04ae-4584-97cd-e85e37838d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:45.249094 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d283529d-4604-4644-a539-4cd21bb377de tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:45.254127 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b830f-12ce-469a-afb2-069c45456e11 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'Subnet': ['ID=822d2524-a1e8-4725-9a6e-04fd8cef7aac,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:45.272180 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-98fcb8a6-04ae-4584-97cd-e85e37838d96 None None] For port 37538e08-9a7d-4885-bae1-dbe61cd46848, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=37538e08-9a7d-4885-bae1-dbe61cd46848,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:35:45.290595 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-c6f92f49-0714-4e1b-9d2e-00c998333a68 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0af8104-9a89-4e82-958b-cb9133db99b3']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:45.294034 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069b0657-9a7e-406f-92a1-cbdc3ee3f833 None None] Network a85b1888-9ae4-4926-a490-48f9b5678559 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:35:45.306326 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1f3b830f-12ce-469a-afb2-069c45456e11 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:45.314421 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d283529d-4604-4644-a539-4cd21bb377de tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:45.316852 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-c6f92f49-0714-4e1b-9d2e-00c998333a68 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ded56941-f256-4b0e-a745-44b7bd000664') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:45.317166 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-c6f92f49-0714-4e1b-9d2e-00c998333a68 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ded56941-f256-4b0e-a745-44b7bd000664') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:45.336157 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1f3b830f-12ce-469a-afb2-069c45456e11 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/subnets/822d2524-a1e8-4725-9a6e-04fd8cef7aac HTTP/1.1" status: 204 len: 168 time: 2.4419374 Feb 04 11:35:45.341093 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 32832) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:45.376079 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553fe540-d88f-432b-9c63-d2519c9b7463 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:45.380663 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-553fe540-d88f-432b-9c63-d2519c9b7463 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] 10.222.0.21 "GET /v2.0/networks/63d4ab6b-931d-42a4-aa18-bedd81d582fa HTTP/1.1" status: 200 len: 881 time: 0.4723144 Feb 04 11:35:45.385516 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 32838) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:45.424006 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c6f92f49-0714-4e1b-9d2e-00c998333a68 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:45.443788 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c6f92f49-0714-4e1b-9d2e-00c998333a68 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:45.448728 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-98fcb8a6-04ae-4584-97cd-e85e37838d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:45.453637 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6f92f49-0714-4e1b-9d2e-00c998333a68 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:35:45.459843 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c6f92f49-0714-4e1b-9d2e-00c998333a68 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:45.487140 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d283529d-4604-4644-a539-4cd21bb377de tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Made reservation on behalf of 923893a854aa49c78e412c9bf04cfc96 for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:45.490232 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d283529d-4604-4644-a539-4cd21bb377de tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:45.518443 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9923bc60-afa1-451c-9384-bffe10f314d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:45.563305 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c5f28081-5763-4093-96fe-58a027e67bce tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2bff37a-457e-4899-bb5e-314afcb677b6 HTTP/1.1" status: 200 len: 205 time: 0.1754270 Feb 04 11:35:45.570426 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 32844) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:45.574780 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:35:45.574780 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:35:45.574780 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:35:45.574780 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:35:45.574780 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:35:45.574780 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:35:45.574780 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:35:45.574780 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:35:45.574780 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:35:45.574780 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:35:45.574780 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:35:45.574780 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:35:45.574780 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:35:45.574780 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:35:45.574780 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:35:45.574780 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:35:45.574780 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:35:45.574780 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:35:45.574780 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:35:45.574780 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:35:45.574780 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:35:45.574780 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:35:45.574780 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:35:45.574780 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:35:45.574780 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:35:45.574780 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:35:45.574780 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:35:45.574780 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:35:45.574780 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:35:45.574780 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:35:45.574780 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:35:45.574780 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:35:45.604735 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-fc157cd2-df64-4281-b1ae-33e53877ecae tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Allocated IP 172.20.0.5 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/1b5f73eb-1736-403b-bbaa-3f067eb6017c/6d65812c-97bd-447b-a92e-f71801b5ba5b) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:45.612746 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-fc157cd2-df64-4281-b1ae-33e53877ecae tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Allocated IP 2001:db8::f816:3eff:fe40:892e (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/35067446-5331-4213-b6e3-bcf875b6316a/6d65812c-97bd-447b-a92e-f71801b5ba5b) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:45.647214 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923bc60-afa1-451c-9384-bffe10f314d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d604c559-206d-41f7-934e-2e0e7fee1aca,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:45.673633 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-d283529d-4604-4644-a539-4cd21bb377de tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] device_id is not set on port 6bfbb0d8-1de2-4712-bcaf-e5f0d780a75a yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:35:45.676421 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c6f92f49-0714-4e1b-9d2e-00c998333a68 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:45.682983 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c6f92f49-0714-4e1b-9d2e-00c998333a68 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:45.710952 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9923bc60-afa1-451c-9384-bffe10f314d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:45.718475 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-be2a7c1f-72a0-4319-bf48-6a3e6460e4d1 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:45.734678 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85005fe7-af7f-465b-80d7-a1ec7d4ccbcb None None] Network 1c4e9593-ca79-45e5-9cfb-0175c4a07e6f requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:35:45.755389 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9923bc60-afa1-451c-9384-bffe10f314d3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d604c559-206d-41f7-934e-2e0e7fee1aca HTTP/1.1" status: 204 len: 168 time: 1.7503746 Feb 04 11:35:45.760433 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227d85a4-b654-4b30-8760-204b3ff10169 None None] Update dhcp port {'port': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'fixed_ips': [{'subnet_id': '35067446-5331-4213-b6e3-bcf875b6316a', 'ip_address': '2001:db8::f816:3eff:fe70:3fca'}, {'subnet_id': '1b5f73eb-1736-403b-bbaa-3f067eb6017c'}], 'binding:host_id': 'dv-neutron-827825-2-hyperv'}, 'id': '37538e08-9a7d-4885-bae1-dbe61cd46848'} from dv-neutron-827825-2-hyperv. {{(pid=84206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 11:35:45.762328 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 32850) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:45.815284 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-be2a7c1f-72a0-4319-bf48-6a3e6460e4d1 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Deleting port 8abd8c97-6239-4e57-a3a6-a39193175b36 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:45.815521 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-be2a7c1f-72a0-4319-bf48-6a3e6460e4d1 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:45.828750 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-227d85a4-b654-4b30-8760-204b3ff10169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:45.840017 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:45.901765 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcb8a6-04ae-4584-97cd-e85e37838d96 None None] Pushing event updated for resources: {'Port': ['ID=37538e08-9a7d-4885-bae1-dbe61cd46848,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:45.905760 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:46.030522 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f92f49-0714-4e1b-9d2e-00c998333a68 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] Pushing event deleted for resources: {'Network': ['ID=b0af8104-9a89-4e82-958b-cb9133db99b3,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:46.056300 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c6f92f49-0714-4e1b-9d2e-00c998333a68 tempest-NetworksIpV6TestAttrs-1683123979 tempest-NetworksIpV6TestAttrs-1683123979-project] 10.222.0.21 "DELETE /v2.0/networks/b0af8104-9a89-4e82-958b-cb9133db99b3 HTTP/1.1" status: 204 len: 168 time: 2.9420779 Feb 04 11:35:46.064234 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-609712f2-3dcf-41f5-8ffe-6e7af2052abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:46.292164 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fc157cd2-df64-4281-b1ae-33e53877ecae tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:46.353804 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-fc157cd2-df64-4281-b1ae-33e53877ecae tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Transition to ACTIVE for port object 6d65812c-97bd-447b-a92e-f71801b5ba5b will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:46.438920 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdb6cba-0fbf-4207-bcbf-31ea767b3769 None None] DHCP port deletion for a85b1888-9ae4-4926-a490-48f9b5678559 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:35:46.446257 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-afdb6cba-0fbf-4207-bcbf-31ea767b3769 None None] Deleting port 8abd8c97-6239-4e57-a3a6-a39193175b36 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:46.451032 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-afdb6cba-0fbf-4207-bcbf-31ea767b3769 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:46.470655 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fc157cd2-df64-4281-b1ae-33e53877ecae tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:46.500127 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-609712f2-3dcf-41f5-8ffe-6e7af2052abf admin admin] Deleting port 8b5bdf5b-9e57-47f9-a424-76171c300489 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:46.500691 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-609712f2-3dcf-41f5-8ffe-6e7af2052abf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:46.526356 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fee9f0-e944-430c-a960-de1909df747a None None] DHCP port deletion for 1c4e9593-ca79-45e5-9cfb-0175c4a07e6f request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:35:46.551528 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-95fee9f0-e944-430c-a960-de1909df747a None None] Deleting port 8b5bdf5b-9e57-47f9-a424-76171c300489 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:46.551917 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-95fee9f0-e944-430c-a960-de1909df747a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:46.614288 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc157cd2-df64-4281-b1ae-33e53877ecae tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Port': ['ID=6d65812c-97bd-447b-a92e-f71801b5ba5b,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:46.641465 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d283529d-4604-4644-a539-4cd21bb377de tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:46.647353 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc157cd2-df64-4281-b1ae-33e53877ecae tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:46.648622 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-fc157cd2-df64-4281-b1ae-33e53877ecae tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:46.654244 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc157cd2-df64-4281-b1ae-33e53877ecae tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:35:46.667804 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-be2a7c1f-72a0-4319-bf48-6a3e6460e4d1 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] For port 8abd8c97-6239-4e57-a3a6-a39193175b36, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=8abd8c97-6239-4e57-a3a6-a39193175b36,segment=NetworkSegment(82cd94c9-4907-438f-9b97-3d267a845c2a),segment_id=82cd94c9-4907-438f-9b97-3d267a845c2a)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:35:46.668893 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-be2a7c1f-72a0-4319-bf48-6a3e6460e4d1 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:46.676678 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 32864) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:46.743814 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc157cd2-df64-4281-b1ae-33e53877ecae tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:46.744467 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fc157cd2-df64-4281-b1ae-33e53877ecae tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:46.828042 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-227d85a4-b654-4b30-8760-204b3ff10169 None None] Allocated IP 172.20.0.2 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/1b5f73eb-1736-403b-bbaa-3f067eb6017c/37538e08-9a7d-4885-bae1-dbe61cd46848) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:46.843985 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-fc157cd2-df64-4281-b1ae-33e53877ecae tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.9975631 Feb 04 11:35:46.844768 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 32872) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:46.883369 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-be2a7c1f-72a0-4319-bf48-6a3e6460e4d1 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Calling delete_port for 8abd8c97-6239-4e57-a3a6-a39193175b36 owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:46.983681 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f80445-17a5-4df4-81fb-d97d2eec0c4a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:46.987747 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:46.993017 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f80445-17a5-4df4-81fb-d97d2eec0c4a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:46.994643 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-12f80445-17a5-4df4-81fb-d97d2eec0c4a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:47.099299 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 32876) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:47.116383 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-12f80445-17a5-4df4-81fb-d97d2eec0c4a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:47.118865 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-12f80445-17a5-4df4-81fb-d97d2eec0c4a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2726820 Feb 04 11:35:47.126579 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 32882) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:47.136463 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 37538e08-9a7d-4885-bae1-dbe61cd46848 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:47.169166 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-609712f2-3dcf-41f5-8ffe-6e7af2052abf admin admin] For port 8b5bdf5b-9e57-47f9-a424-76171c300489, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=8b5bdf5b-9e57-47f9-a424-76171c300489,segment=NetworkSegment(aff3e68a-cc5d-4f98-92d6-fadffe119348),segment_id=aff3e68a-cc5d-4f98-92d6-fadffe119348)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:35:47.171214 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-609712f2-3dcf-41f5-8ffe-6e7af2052abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:47.197645 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-afdb6cba-0fbf-4207-bcbf-31ea767b3769 None None] For port 8abd8c97-6239-4e57-a3a6-a39193175b36, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=8abd8c97-6239-4e57-a3a6-a39193175b36,segment=NetworkSegment(82cd94c9-4907-438f-9b97-3d267a845c2a),segment_id=82cd94c9-4907-438f-9b97-3d267a845c2a)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:35:47.198062 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-afdb6cba-0fbf-4207-bcbf-31ea767b3769 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:47.208600 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-95fee9f0-e944-430c-a960-de1909df747a None None] For port 8b5bdf5b-9e57-47f9-a424-76171c300489, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=8b5bdf5b-9e57-47f9-a424-76171c300489,segment=NetworkSegment(aff3e68a-cc5d-4f98-92d6-fadffe119348),segment_id=aff3e68a-cc5d-4f98-92d6-fadffe119348)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:35:47.208990 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-95fee9f0-e944-430c-a960-de1909df747a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:47.236885 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-37fe4494-e0d3-4e57-ac1f-9c697cc88e5a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting port 6d65812c-97bd-447b-a92e-f71801b5ba5b {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:47.237254 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-37fe4494-e0d3-4e57-ac1f-9c697cc88e5a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:47.415652 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d283529d-4604-4644-a539-4cd21bb377de tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:47.417593 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-be2a7c1f-72a0-4319-bf48-6a3e6460e4d1 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:47.427944 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-95fee9f0-e944-430c-a960-de1909df747a None None] Calling delete_port for 8b5bdf5b-9e57-47f9-a424-76171c300489 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:47.429371 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-950abcbe-92c4-4810-a6d0-5f5356dd1e04 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1733509087'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:47.450198 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-609712f2-3dcf-41f5-8ffe-6e7af2052abf admin admin] Calling delete_port for 8b5bdf5b-9e57-47f9-a424-76171c300489 owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:47.476418 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4d29fc39-6428-41d5-9a05-e8954eb1c6bf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=956cada409764229906c1fe7744bf82f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3729343 Feb 04 11:35:47.478060 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 32886) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:47.537319 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f5b3f243-db6d-4b59-af1c-ae674ff1b33d tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:47.541839 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-afdb6cba-0fbf-4207-bcbf-31ea767b3769 None None] Calling delete_port for 8abd8c97-6239-4e57-a3a6-a39193175b36 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:47.638928 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-53ac645e-039c-4262-afac-28128ff3d9dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:47.693878 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-53ac645e-039c-4262-afac-28128ff3d9dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:47.704586 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-950abcbe-92c4-4810-a6d0-5f5356dd1e04 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:47.711581 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a7c1f-72a0-4319-bf48-6a3e6460e4d1 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'Port': ['ID=8abd8c97-6239-4e57-a3a6-a39193175b36,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:47.734127 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-37fe4494-e0d3-4e57-ac1f-9c697cc88e5a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:47.799557 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-950abcbe-92c4-4810-a6d0-5f5356dd1e04 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Usage tracker for resource:network and tenant:90cbf2a1edea40ca8e03647b650f0d3d is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:47.799832 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-227d85a4-b654-4b30-8760-204b3ff10169 None None] For port 37538e08-9a7d-4885-bae1-dbe61cd46848, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=37538e08-9a7d-4885-bae1-dbe61cd46848,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:35:47.819183 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 37538e08-9a7d-4885-bae1-dbe61cd46848 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:47.819735 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:47.832167 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-950abcbe-92c4-4810-a6d0-5f5356dd1e04 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:47.837005 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2a7c1f-72a0-4319-bf48-6a3e6460e4d1 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] No DVR routers for this DVR port 8abd8c97-6239-4e57-a3a6-a39193175b36 on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:35:47.873580 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-afdb6cba-0fbf-4207-bcbf-31ea767b3769 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:35:47.874209 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-afdb6cba-0fbf-4207-bcbf-31ea767b3769 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:35:47.887042 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-95fee9f0-e944-430c-a960-de1909df747a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:47.890321 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-37fe4494-e0d3-4e57-ac1f-9c697cc88e5a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Calling delete_port for 6d65812c-97bd-447b-a92e-f71801b5ba5b owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:47.922482 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-950abcbe-92c4-4810-a6d0-5f5356dd1e04 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:47.946385 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d283529d-4604-4644-a539-4cd21bb377de tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Network 86b78875-1a29-401f-ba26-af0b60d88d97 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:47.957679 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-d283529d-4604-4644-a539-4cd21bb377de tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:47.971329 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.resource_extend [None req-227d85a4-b654-4b30-8760-204b3ff10169 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:35:48.005349 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fee9f0-e944-430c-a960-de1909df747a None None] Pushing event deleted for resources: {'Port': ['ID=8b5bdf5b-9e57-47f9-a424-76171c300489,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:48.010623 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d283529d-4604-4644-a539-4cd21bb377de tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:35:48.018115 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d283529d-4604-4644-a539-4cd21bb377de tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:48.019067 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d283529d-4604-4644-a539-4cd21bb377de tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:48.020457 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-227d85a4-b654-4b30-8760-204b3ff10169 None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:48.042890 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-53ac645e-039c-4262-afac-28128ff3d9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:48.048635 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fee9f0-e944-430c-a960-de1909df747a None None] No DVR routers for this DVR port 8b5bdf5b-9e57-47f9-a424-76171c300489 on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:35:48.055830 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283529d-4604-4644-a539-4cd21bb377de tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Port': ['ID=6bfbb0d8-1de2-4712-bcaf-e5f0d780a75a,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:48.077308 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-227d85a4-b654-4b30-8760-204b3ff10169 None None] Transition to ACTIVE for port object 37538e08-9a7d-4885-bae1-dbe61cd46848 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:48.091565 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac645e-039c-4262-afac-28128ff3d9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede58b13-dee7-4dfe-b8b0-f8e88c1f0448,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:48.148226 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950abcbe-92c4-4810-a6d0-5f5356dd1e04 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Made reservation on behalf of 90cbf2a1edea40ca8e03647b650f0d3d for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:48.151297 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-950abcbe-92c4-4810-a6d0-5f5356dd1e04 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:48.195329 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.db.api [None req-609712f2-3dcf-41f5-8ffe-6e7af2052abf admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:35:48.195882 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG oslo_db.api [None req-609712f2-3dcf-41f5-8ffe-6e7af2052abf admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:35:48.202470 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-950abcbe-92c4-4810-a6d0-5f5356dd1e04 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:48.206586 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-227d85a4-b654-4b30-8760-204b3ff10169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:48.216025 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-be2a7c1f-72a0-4319-bf48-6a3e6460e4d1 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:48.256280 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-be2a7c1f-72a0-4319-bf48-6a3e6460e4d1 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a85b1888-9ae4-4926-a490-48f9b5678559']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:48.265118 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-53ac645e-039c-4262-afac-28128ff3d9dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:48.265118 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-53ac645e-039c-4262-afac-28128ff3d9dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ede58b13-dee7-4dfe-b8b0-f8e88c1f0448 HTTP/1.1" status: 204 len: 168 time: 0.7836168 Feb 04 11:35:48.332563 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-be2a7c1f-72a0-4319-bf48-6a3e6460e4d1 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82cd94c9-4907-438f-9b97-3d267a845c2a') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:48.332919 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-be2a7c1f-72a0-4319-bf48-6a3e6460e4d1 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82cd94c9-4907-438f-9b97-3d267a845c2a') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:48.333974 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-37fe4494-e0d3-4e57-ac1f-9c697cc88e5a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:48.357469 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d283529d-4604-4644-a539-4cd21bb377de tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.4837012 Feb 04 11:35:48.358287 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 32892) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:48.375048 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-afdb6cba-0fbf-4207-bcbf-31ea767b3769 None None] Deleting port 8abd8c97-6239-4e57-a3a6-a39193175b36 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:48.375319 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-63fb0462-0c9e-4841-af70-a3c6747f6b0e tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:48.375496 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-afdb6cba-0fbf-4207-bcbf-31ea767b3769 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:48.419191 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-be2a7c1f-72a0-4319-bf48-6a3e6460e4d1 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:48.451504 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-afdb6cba-0fbf-4207-bcbf-31ea767b3769 None None] The port '8abd8c97-6239-4e57-a3a6-a39193175b36' was deleted {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:35:48.456127 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d85a4-b654-4b30-8760-204b3ff10169 None None] Pushing event updated for resources: {'Port': ['ID=37538e08-9a7d-4885-bae1-dbe61cd46848,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:48.487629 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 8b5bdf5b-9e57-47f9-a424-76171c300489 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:35:48.497381 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-950abcbe-92c4-4810-a6d0-5f5356dd1e04 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:48.510263 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe4494-e0d3-4e57-ac1f-9c697cc88e5a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Port': ['ID=6d65812c-97bd-447b-a92e-f71801b5ba5b,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:48.526883 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 8b5bdf5b-9e57-47f9-a424-76171c300489 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:35:48.528538 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 8b5bdf5b-9e57-47f9-a424-76171c300489 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:35:48.529034 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 8abd8c97-6239-4e57-a3a6-a39193175b36 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:35:48.574067 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 8abd8c97-6239-4e57-a3a6-a39193175b36 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:35:48.574419 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 8abd8c97-6239-4e57-a3a6-a39193175b36 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:35:48.663101 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-950abcbe-92c4-4810-a6d0-5f5356dd1e04 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Usage tracker for resource:security_group_rule and tenant:90cbf2a1edea40ca8e03647b650f0d3d is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:48.674801 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-37fe4494-e0d3-4e57-ac1f-9c697cc88e5a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:48.675958 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-950abcbe-92c4-4810-a6d0-5f5356dd1e04 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:48.680883 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-37fe4494-e0d3-4e57-ac1f-9c697cc88e5a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/ports/6d65812c-97bd-447b-a92e-f71801b5ba5b HTTP/1.1" status: 204 len: 168 time: 1.5531948 Feb 04 11:35:48.683585 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 32898) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:48.697203 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-609712f2-3dcf-41f5-8ffe-6e7af2052abf admin admin] Deleting port 8b5bdf5b-9e57-47f9-a424-76171c300489 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:48.697593 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-609712f2-3dcf-41f5-8ffe-6e7af2052abf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:48.726534 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-be2a7c1f-72a0-4319-bf48-6a3e6460e4d1 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:48.726534 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-950abcbe-92c4-4810-a6d0-5f5356dd1e04 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:48.750210 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be2a7c1f-72a0-4319-bf48-6a3e6460e4d1 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:35:48.750659 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-be2a7c1f-72a0-4319-bf48-6a3e6460e4d1 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:48.771207 dv-neutron-827825-2-hyperv neutron-server[84204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:35:48.771207 dv-neutron-827825-2-hyperv neutron-server[84204]: util.warn( Feb 04 11:35:48.771207 dv-neutron-827825-2-hyperv neutron-server[84204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:35:48.771207 dv-neutron-827825-2-hyperv neutron-server[84204]: util.warn( Feb 04 11:35:48.771207 dv-neutron-827825-2-hyperv neutron-server[84204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:35:48.771207 dv-neutron-827825-2-hyperv neutron-server[84204]: util.warn( Feb 04 11:35:48.771207 dv-neutron-827825-2-hyperv neutron-server[84204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:35:48.771207 dv-neutron-827825-2-hyperv neutron-server[84204]: util.warn( Feb 04 11:35:48.771207 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:35:48.771207 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:35:48.771207 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:35:48.771207 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:35:48.771207 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:35:48.771207 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:35:48.771207 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:35:48.771207 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:35:48.771207 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:35:48.771207 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:35:48.771207 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:35:48.771207 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:35:48.771207 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:35:48.771207 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:35:48.771207 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:35:48.771207 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:35:48.771207 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:35:48.771207 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:35:48.771207 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:35:48.771207 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:35:48.771207 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:35:48.771207 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:35:48.771207 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:35:48.771207 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:35:48.771207 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:35:48.771207 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:35:48.771207 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:35:48.771207 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:35:48.771207 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:35:48.771207 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:35:48.771207 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:35:48.771207 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:35:48.786775 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96d72a3-c120-4297-a276-fd8c02a7e68e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:48.788574 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96d72a3-c120-4297-a276-fd8c02a7e68e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:48.791161 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96d72a3-c120-4297-a276-fd8c02a7e68e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:48.792543 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-b96d72a3-c120-4297-a276-fd8c02a7e68e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:48.883642 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-b96d72a3-c120-4297-a276-fd8c02a7e68e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:48.887741 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b96d72a3-c120-4297-a276-fd8c02a7e68e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2002206 Feb 04 11:35:48.887959 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 32906) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:48.948717 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-609712f2-3dcf-41f5-8ffe-6e7af2052abf admin admin] The port '8b5bdf5b-9e57-47f9-a424-76171c300489' was deleted {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:35:49.072875 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 37538e08-9a7d-4885-bae1-dbe61cd46848 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:49.076612 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-63fb0462-0c9e-4841-af70-a3c6747f6b0e tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:49.176605 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-f49c7fa0-9766-4b42-bb76-b53fc58947f0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting subnet 1b5f73eb-1736-403b-bbaa-3f067eb6017c {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:35:49.181509 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f49c7fa0-9766-4b42-bb76-b53fc58947f0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:49.243580 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-609712f2-3dcf-41f5-8ffe-6e7af2052abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:49.251095 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-be2a7c1f-72a0-4319-bf48-6a3e6460e4d1 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:49.257808 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f49c7fa0-9766-4b42-bb76-b53fc58947f0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:49.266192 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f5b3f243-db6d-4b59-af1c-ae674ff1b33d tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:49.286073 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3399c4-4c83-4bbd-9ad4-4223e4074b1d None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:35:49.339943 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-be2a7c1f-72a0-4319-bf48-6a3e6460e4d1 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:49.350668 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a7c1f-72a0-4319-bf48-6a3e6460e4d1 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'Network': ['ID=a85b1888-9ae4-4926-a490-48f9b5678559,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:49.374268 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-609712f2-3dcf-41f5-8ffe-6e7af2052abf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c4e9593-ca79-45e5-9cfb-0175c4a07e6f']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:49.407210 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-609712f2-3dcf-41f5-8ffe-6e7af2052abf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff3e68a-cc5d-4f98-92d6-fadffe119348') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:49.407502 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-609712f2-3dcf-41f5-8ffe-6e7af2052abf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff3e68a-cc5d-4f98-92d6-fadffe119348') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:49.415774 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-be2a7c1f-72a0-4319-bf48-6a3e6460e4d1 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/networks/a85b1888-9ae4-4926-a490-48f9b5678559 HTTP/1.1" status: 204 len: 168 time: 4.0712619 Feb 04 11:35:49.428314 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 32914) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:49.431893 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-609712f2-3dcf-41f5-8ffe-6e7af2052abf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:49.468470 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-622eb1fe-a008-424f-bed3-e505afd19186 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-79775049'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:49.486903 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-f5b3f243-db6d-4b59-af1c-ae674ff1b33d tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Deleting port 1a13dae3-c855-4fa0-ad6c-8334f5a5dc89 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:49.487245 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f5b3f243-db6d-4b59-af1c-ae674ff1b33d tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:49.527023 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f49c7fa0-9766-4b42-bb76-b53fc58947f0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:49.570269 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-65078018-3a7d-4bba-8d40-ea1b1fde722d None None] Provisioning for port 37538e08-9a7d-4885-bae1-dbe61cd46848 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:49.575213 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-622eb1fe-a008-424f-bed3-e505afd19186 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:49.584398 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-65078018-3a7d-4bba-8d40-ea1b1fde722d None None] Provisioning complete for port 37538e08-9a7d-4885-bae1-dbe61cd46848 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:49.584773 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-65078018-3a7d-4bba-8d40-ea1b1fde722d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:49.592871 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-609712f2-3dcf-41f5-8ffe-6e7af2052abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:49.625797 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-622eb1fe-a008-424f-bed3-e505afd19186 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:network and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:49.636148 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-622eb1fe-a008-424f-bed3-e505afd19186 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:49.657763 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-609712f2-3dcf-41f5-8ffe-6e7af2052abf admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:35:49.658191 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-609712f2-3dcf-41f5-8ffe-6e7af2052abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:49.672127 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:35:49.672127 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:35:49.672127 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:35:49.672127 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:35:49.672127 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:35:49.672127 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:35:49.672127 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:35:49.672127 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:35:49.672127 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:35:49.672127 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:35:49.672127 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:35:49.672127 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:35:49.672127 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:35:49.672127 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:35:49.672127 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:35:49.672127 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:35:49.672127 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:35:49.672127 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:35:49.672127 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:35:49.672127 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:35:49.672127 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:35:49.672127 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:35:49.672127 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:35:49.672127 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:35:49.672127 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:35:49.672127 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:35:49.672127 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:35:49.672127 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:35:49.672127 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:35:49.672127 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:35:49.672127 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:35:49.672127 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:35:49.674628 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-622eb1fe-a008-424f-bed3-e505afd19186 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:49.686244 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-950abcbe-92c4-4810-a6d0-5f5356dd1e04 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:49.705768 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f49c7fa0-9766-4b42-bb76-b53fc58947f0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:49.758117 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c7fa0-9766-4b42-bb76-b53fc58947f0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Subnet': ['ID=1b5f73eb-1736-403b-bbaa-3f067eb6017c,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:49.772746 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f49c7fa0-9766-4b42-bb76-b53fc58947f0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:49.825869 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-950abcbe-92c4-4810-a6d0-5f5356dd1e04 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:49.850761 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f49c7fa0-9766-4b42-bb76-b53fc58947f0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/1b5f73eb-1736-403b-bbaa-3f067eb6017c HTTP/1.1" status: 204 len: 168 time: 0.9595397 Feb 04 11:35:49.852274 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 32924) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:49.895118 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.db.resource_extend [None req-63fb0462-0c9e-4841-af70-a3c6747f6b0e tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:35:49.904932 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-950abcbe-92c4-4810-a6d0-5f5356dd1e04 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:35:49.929995 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950abcbe-92c4-4810-a6d0-5f5356dd1e04 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b0064e-4de1-4507-95af-39a1386959ee,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:49.936539 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-414925c2-2a70-4621-93b2-2f1140c458b1 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting subnet 35067446-5331-4213-b6e3-bcf875b6316a {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:35:49.940199 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-414925c2-2a70-4621-93b2-2f1140c458b1 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:49.952063 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-63fb0462-0c9e-4841-af70-a3c6747f6b0e tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:49.958811 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622eb1fe-a008-424f-bed3-e505afd19186 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Made reservation on behalf of 2294c16a4d404317a20d2fdff5bb1a4c for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:49.967174 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-622eb1fe-a008-424f-bed3-e505afd19186 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:49.974944 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-950abcbe-92c4-4810-a6d0-5f5356dd1e04 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:49.975531 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-950abcbe-92c4-4810-a6d0-5f5356dd1e04 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Added segment 1e28e8bc-f0ec-44f8-9de7-cc18d4194cc0 of type vlan for network afe7b09f-5e3c-49fc-81b0-13cc4ff5bba9 Feb 04 11:35:50.007603 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-609712f2-3dcf-41f5-8ffe-6e7af2052abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:50.011704 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f5b3f243-db6d-4b59-af1c-ae674ff1b33d tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:50.018755 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-414925c2-2a70-4621-93b2-2f1140c458b1 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:50.043094 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-609712f2-3dcf-41f5-8ffe-6e7af2052abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:50.049056 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 32928) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:50.134520 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-414925c2-2a70-4621-93b2-2f1140c458b1 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:50.182169 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc4f2fd-7d2b-4cc3-ba72-ba0a2c076baf None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:35:50.186616 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-63fb0462-0c9e-4841-af70-a3c6747f6b0e tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:50.238980 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-f5b3f243-db6d-4b59-af1c-ae674ff1b33d tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Calling delete_port for 1a13dae3-c855-4fa0-ad6c-8334f5a5dc89 owned by network:router_gateway {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:50.266144 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609712f2-3dcf-41f5-8ffe-6e7af2052abf admin admin] Pushing event deleted for resources: {'Network': ['ID=1c4e9593-ca79-45e5-9cfb-0175c4a07e6f,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:50.296992 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-950abcbe-92c4-4810-a6d0-5f5356dd1e04 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:50.312672 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-622eb1fe-a008-424f-bed3-e505afd19186 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:35:50.333219 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2ccaabfa-02b7-4213-bb2b-90de8b9f1b0f None None] Provisioning complete for port 37538e08-9a7d-4885-bae1-dbe61cd46848 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:50.333588 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2ccaabfa-02b7-4213-bb2b-90de8b9f1b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:50.334274 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-414925c2-2a70-4621-93b2-2f1140c458b1 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:50.362934 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-63fb0462-0c9e-4841-af70-a3c6747f6b0e tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] In _notify_port_updated(), no bound segment for port 6bfbb0d8-1de2-4712-bcaf-e5f0d780a75a on network 86b78875-1a29-401f-ba26-af0b60d88d97 {{(pid=84204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 11:35:50.366898 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fb0462-0c9e-4841-af70-a3c6747f6b0e tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:50.367556 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-63fb0462-0c9e-4841-af70-a3c6747f6b0e tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:50.368873 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-63fb0462-0c9e-4841-af70-a3c6747f6b0e tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "PUT /v2.0/ports/6bfbb0d8-1de2-4712-bcaf-e5f0d780a75a HTTP/1.1" status: 200 len: 818 time: 2.0053141 Feb 04 11:35:50.370136 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-622eb1fe-a008-424f-bed3-e505afd19186 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:50.370471 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-622eb1fe-a008-424f-bed3-e505afd19186 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Added segment 41ae1c19-5c6b-49b0-80bb-7a080f403e7d of type vlan for network f868f1a6-34bb-4f97-aba1-2f7d41e0ad74 Feb 04 11:35:50.372407 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fb0462-0c9e-4841-af70-a3c6747f6b0e tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Port': ['ID=6bfbb0d8-1de2-4712-bcaf-e5f0d780a75a,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:50.379518 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 32934) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:50.443494 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-609712f2-3dcf-41f5-8ffe-6e7af2052abf admin admin] 10.222.0.21 "DELETE /v2.0/networks/1c4e9593-ca79-45e5-9cfb-0175c4a07e6f HTTP/1.1" status: 204 len: 168 time: 4.6798275 Feb 04 11:35:50.451495 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-414925c2-2a70-4621-93b2-2f1140c458b1 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:50.463258 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414925c2-2a70-4621-93b2-2f1140c458b1 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Subnet': ['ID=35067446-5331-4213-b6e3-bcf875b6316a,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:50.488847 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-622eb1fe-a008-424f-bed3-e505afd19186 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:50.489212 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-414925c2-2a70-4621-93b2-2f1140c458b1 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/35067446-5331-4213-b6e3-bcf875b6316a HTTP/1.1" status: 204 len: 168 time: 0.6357496 Feb 04 11:35:50.489976 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 32940) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:50.541872 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-345c4491-78ad-4d8d-bfcc-12c1a886c56e tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Deleting port 6bfbb0d8-1de2-4712-bcaf-e5f0d780a75a {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:50.542248 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-345c4491-78ad-4d8d-bfcc-12c1a886c56e tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:50.579886 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-950abcbe-92c4-4810-a6d0-5f5356dd1e04 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:50.583762 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950abcbe-92c4-4810-a6d0-5f5356dd1e04 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:50.584365 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-950abcbe-92c4-4810-a6d0-5f5356dd1e04 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:50.594933 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-5ebac9aa-4e0e-43d4-acfa-e132946d738e tempest-SubnetPoolsTestJSON-1142585078 tempest-SubnetPoolsTestJSON-1142585078-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-658513120', 'prefixes': ['172.20.0.0/16']}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:50.609672 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:35:50.617813 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-614d498d-7e05-4d68-8220-84c19cbc74db tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1264884 Feb 04 11:35:50.618529 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 32944) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:50.636463 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-3488f511-98fb-406f-96ef-e8903ddb1f69 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:50.642093 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-5ebac9aa-4e0e-43d4-acfa-e132946d738e tempest-SubnetPoolsTestJSON-1142585078 tempest-SubnetPoolsTestJSON-1142585078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:50.726387 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e1b112-1ff4-433e-924b-a6214b4af469 None None] DHCP port deletion for a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:35:50.734231 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-34e1b112-1ff4-433e-924b-a6214b4af469 None None] Deleting port 37538e08-9a7d-4885-bae1-dbe61cd46848 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:50.734700 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-34e1b112-1ff4-433e-924b-a6214b4af469 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:50.815357 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-3488f511-98fb-406f-96ef-e8903ddb1f69 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:50.820177 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-3488f511-98fb-406f-96ef-e8903ddb1f69 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:subnet and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:50.824066 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-3488f511-98fb-406f-96ef-e8903ddb1f69 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:50.832615 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-3488f511-98fb-406f-96ef-e8903ddb1f69 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:50.935971 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3488f511-98fb-406f-96ef-e8903ddb1f69 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:50.949857 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3488f511-98fb-406f-96ef-e8903ddb1f69 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:50.969850 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950abcbe-92c4-4810-a6d0-5f5356dd1e04 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Pushing event updated for resources: {'Network': ['ID=afe7b09f-5e3c-49fc-81b0-13cc4ff5bba9,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:50.991408 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-950abcbe-92c4-4810-a6d0-5f5356dd1e04 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 4.3124413 Feb 04 11:35:50.992757 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-622eb1fe-a008-424f-bed3-e505afd19186 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:50.997538 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622eb1fe-a008-424f-bed3-e505afd19186 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:50.998483 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-622eb1fe-a008-424f-bed3-e505afd19186 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:51.004738 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 32948) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:51.015100 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network afe7b09f-5e3c-49fc-81b0-13cc4ff5bba9 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:35:51.046455 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 37538e08-9a7d-4885-bae1-dbe61cd46848 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:35:51.099838 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 32954) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:51.106441 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-ef982192-4552-42ed-92ce-22d3569b4158 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Request body: {'subnet': {'network_id': 'afe7b09f-5e3c-49fc-81b0-13cc4ff5bba9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:51.209322 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-34e1b112-1ff4-433e-924b-a6214b4af469 None None] For port 37538e08-9a7d-4885-bae1-dbe61cd46848, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=37538e08-9a7d-4885-bae1-dbe61cd46848,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:35:51.210108 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-34e1b112-1ff4-433e-924b-a6214b4af469 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:51.396727 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-34e1b112-1ff4-433e-924b-a6214b4af469 None None] Calling delete_port for 37538e08-9a7d-4885-bae1-dbe61cd46848 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:51.462608 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-622eb1fe-a008-424f-bed3-e505afd19186 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.0332878 Feb 04 11:35:51.466057 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 32958) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:51.472799 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-ed552cca-3d6c-46f2-82d7-db7a0c27b8b5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'subnet': {'network_id': 'f868f1a6-34bb-4f97-aba1-2f7d41e0ad74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:51.484500 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622eb1fe-a008-424f-bed3-e505afd19186 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Network': ['ID=f868f1a6-34bb-4f97-aba1-2f7d41e0ad74,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:51.493392 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-345c4491-78ad-4d8d-bfcc-12c1a886c56e tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:51.493791 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3488f511-98fb-406f-96ef-e8903ddb1f69 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:51.517130 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network f868f1a6-34bb-4f97-aba1-2f7d41e0ad74 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:35:51.531017 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:51.670155 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-ef982192-4552-42ed-92ce-22d3569b4158 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:51.710834 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f5b3f243-db6d-4b59-af1c-ae674ff1b33d tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:51.710834 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-345c4491-78ad-4d8d-bfcc-12c1a886c56e tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Calling delete_port for 6bfbb0d8-1de2-4712-bcaf-e5f0d780a75a owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:51.711206 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3488f511-98fb-406f-96ef-e8903ddb1f69 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:51.712344 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-3488f511-98fb-406f-96ef-e8903ddb1f69 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:51.717814 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3488f511-98fb-406f-96ef-e8903ddb1f69 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:51.718781 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3488f511-98fb-406f-96ef-e8903ddb1f69 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:51.725464 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ed552cca-3d6c-46f2-82d7-db7a0c27b8b5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:51.740206 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ed552cca-3d6c-46f2-82d7-db7a0c27b8b5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:subnet and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:51.744877 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ed552cca-3d6c-46f2-82d7-db7a0c27b8b5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:51.755260 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ed552cca-3d6c-46f2-82d7-db7a0c27b8b5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:51.759602 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488f511-98fb-406f-96ef-e8903ddb1f69 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Subnet': ['ID=7afeffc5-6c2a-4914-ac85-a0377bd89873,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:51.825472 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-ef982192-4552-42ed-92ce-22d3569b4158 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Usage tracker for resource:subnet and tenant:90cbf2a1edea40ca8e03647b650f0d3d is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:51.825472 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-ef982192-4552-42ed-92ce-22d3569b4158 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:51.826097 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-34e1b112-1ff4-433e-924b-a6214b4af469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:51.826368 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-eb88a076-d55e-4191-9f46-5bce4838def5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=74eeb4f9d8f74fc499285014b76b0ac9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6666286 Feb 04 11:35:51.826368 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b3f243-db6d-4b59-af1c-ae674ff1b33d tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Pushing event deleted for resources: {'Port': ['ID=1a13dae3-c855-4fa0-ad6c-8334f5a5dc89,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:51.826580 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 32962) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:51.826660 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-ef982192-4552-42ed-92ce-22d3569b4158 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:51.886678 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e1b112-1ff4-433e-924b-a6214b4af469 None None] Pushing event deleted for resources: {'Port': ['ID=37538e08-9a7d-4885-bae1-dbe61cd46848,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:51.890966 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e1b112-1ff4-433e-924b-a6214b4af469 None None] No DVR routers for this DVR port 37538e08-9a7d-4885-bae1-dbe61cd46848 on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:35:51.908844 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8d5eef54-81c0-4273-8255-4a240d9db0ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:51.910654 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c74a70c-56a6-45b2-8943-aecb10b2fc70 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:35:51.940317 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8d5eef54-81c0-4273-8255-4a240d9db0ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:51.989232 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3488f511-98fb-406f-96ef-e8903ddb1f69 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3694324 Feb 04 11:35:51.992090 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 32966) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:51.998494 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-aaf972a0-5788-4658-8957-96096529039c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:52.052825 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef982192-4552-42ed-92ce-22d3569b4158 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Made reservation on behalf of 90cbf2a1edea40ca8e03647b650f0d3d for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:52.090624 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed552cca-3d6c-46f2-82d7-db7a0c27b8b5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Made reservation on behalf of 2294c16a4d404317a20d2fdff5bb1a4c for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:52.178770 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c22d45-e3b0-4800-bbf0-2f64cb31a58a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'tenant_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'fixed_ips': [{'subnet_id': '7afeffc5-6c2a-4914-ac85-a0377bd89873'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:35:52.179775 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-86c22d45-e3b0-4800-bbf0-2f64cb31a58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:52.185629 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-345c4491-78ad-4d8d-bfcc-12c1a886c56e tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:52.226927 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8d5eef54-81c0-4273-8255-4a240d9db0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:52.282534 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-345c4491-78ad-4d8d-bfcc-12c1a886c56e tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:52.284252 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5eef54-81c0-4273-8255-4a240d9db0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295dad01-c93d-4701-a52b-c15c4f87aa88,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:52.284534 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f5b3f243-db6d-4b59-af1c-ae674ff1b33d tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:52.291526 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ed552cca-3d6c-46f2-82d7-db7a0c27b8b5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:52.317386 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-aaf972a0-5788-4658-8957-96096529039c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:52.322305 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-aaf972a0-5788-4658-8957-96096529039c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:subnet and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:52.327362 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-aaf972a0-5788-4658-8957-96096529039c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:52.334847 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-aaf972a0-5788-4658-8957-96096529039c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:52.339670 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c4491-78ad-4d8d-bfcc-12c1a886c56e tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'Port': ['ID=6bfbb0d8-1de2-4712-bcaf-e5f0d780a75a,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:52.405352 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8d5eef54-81c0-4273-8255-4a240d9db0ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:52.408315 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8d5eef54-81c0-4273-8255-4a240d9db0ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/295dad01-c93d-4701-a52b-c15c4f87aa88 HTTP/1.1" status: 204 len: 168 time: 0.5794048 Feb 04 11:35:52.436654 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-86c22d45-e3b0-4800-bbf0-2f64cb31a58a None None] Allocated IP 172.20.0.2 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/7afeffc5-6c2a-4914-ac85-a0377bd89873/5a01d974-f9e7-4d77-9265-bab747e0be74) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:52.676850 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf972a0-5788-4658-8957-96096529039c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:52.683310 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-aaf972a0-5788-4658-8957-96096529039c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:52.696783 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-345c4491-78ad-4d8d-bfcc-12c1a886c56e tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/ports/6bfbb0d8-1de2-4712-bcaf-e5f0d780a75a HTTP/1.1" status: 204 len: 168 time: 2.3140910 Feb 04 11:35:52.703162 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 32972) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:52.706240 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5ebac9aa-4e0e-43d4-acfa-e132946d738e tempest-SubnetPoolsTestJSON-1142585078 tempest-SubnetPoolsTestJSON-1142585078-project] Notify callbacks [] for subnetpool, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:52.708040 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5ebac9aa-4e0e-43d4-acfa-e132946d738e tempest-SubnetPoolsTestJSON-1142585078 tempest-SubnetPoolsTestJSON-1142585078-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 2.6538277 Feb 04 11:35:52.717946 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ef982192-4552-42ed-92ce-22d3569b4158 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:52.753897 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 32976) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:52.846010 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8f403f2d-1d9d-464c-a7da-3f1962dc0596 tempest-SubnetPoolsTestJSON-1142585078 tempest-SubnetPoolsTestJSON-1142585078-project] 10.222.0.21 "GET /v2.0/subnetpools/082466ba-01be-4025-a8fc-9b4865a8ddb5 HTTP/1.1" status: 200 len: 731 time: 0.0865664 Feb 04 11:35:52.861017 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-86c22d45-e3b0-4800-bbf0-2f64cb31a58a None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:52.864949 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 32980) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:52.872454 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-4e1b7f89-dbb9-484d-817d-107f7a69e757 tempest-SubnetPoolsTestJSON-1142585078 tempest-SubnetPoolsTestJSON-1142585078-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-409090036'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:52.885490 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-86c22d45-e3b0-4800-bbf0-2f64cb31a58a None None] Transition to ACTIVE for port object 5a01d974-f9e7-4d77-9265-bab747e0be74 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:52.930251 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-86c22d45-e3b0-4800-bbf0-2f64cb31a58a None None] Transition to ACTIVE for port object 5a01d974-f9e7-4d77-9265-bab747e0be74 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:53.023737 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ed552cca-3d6c-46f2-82d7-db7a0c27b8b5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:53.050296 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-86c22d45-e3b0-4800-bbf0-2f64cb31a58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:53.151152 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed552cca-3d6c-46f2-82d7-db7a0c27b8b5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Subnet': ['ID=005b1864-91f1-4715-a6cb-551fd601d7f5,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:53.163002 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f5b3f243-db6d-4b59-af1c-ae674ff1b33d tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:53.180276 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed552cca-3d6c-46f2-82d7-db7a0c27b8b5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Checking segment: {'id': '41ae1c19-5c6b-49b0-80bb-7a080f403e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f868f1a6-34bb-4f97-aba1-2f7d41e0ad74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:35:53.180640 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed552cca-3d6c-46f2-82d7-db7a0c27b8b5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Network hostable DHCP agents. Network: f868f1a6-34bb-4f97-aba1-2f7d41e0ad74, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:35:53.183565 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f5b3f243-db6d-4b59-af1c-ae674ff1b33d tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:53.193821 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f553a4-e97c-448a-b1e3-94a8679fb1f3 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:53.194750 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-66f553a4-e97c-448a-b1e3-94a8679fb1f3 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Synchronizing usage tracker for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:53.249830 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4e1b7f89-dbb9-484d-817d-107f7a69e757 tempest-SubnetPoolsTestJSON-1142585078 tempest-SubnetPoolsTestJSON-1142585078-project] Notify callbacks [] for subnetpool, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:53.251382 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4e1b7f89-dbb9-484d-817d-107f7a69e757 tempest-SubnetPoolsTestJSON-1142585078 tempest-SubnetPoolsTestJSON-1142585078-project] 10.222.0.21 "PUT /v2.0/subnetpools/082466ba-01be-4025-a8fc-9b4865a8ddb5 HTTP/1.1" status: 200 len: 683 time: 0.3855746 Feb 04 11:35:53.256155 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 32992) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:53.283126 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c22d45-e3b0-4800-bbf0-2f64cb31a58a None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:53.286934 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-66f553a4-e97c-448a-b1e3-94a8679fb1f3 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Unset dirty status for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:53.288946 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-66f553a4-e97c-448a-b1e3-94a8679fb1f3 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5787139 Feb 04 11:35:53.289323 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-86c22d45-e3b0-4800-bbf0-2f64cb31a58a None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:53.292460 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 32996) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:53.300617 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c22d45-e3b0-4800-bbf0-2f64cb31a58a None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:35:53.307204 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c22d45-e3b0-4800-bbf0-2f64cb31a58a None None] Pushing event updated for resources: {'Port': ['ID=5a01d974-f9e7-4d77-9265-bab747e0be74,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:53.360379 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b68890c-c28b-4659-bd95-527c76213708 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] GET failed (client error): The resource could not be found. Feb 04 11:35:53.361750 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-7b68890c-c28b-4659-bd95-527c76213708 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "GET /v2.0/ports/6bfbb0d8-1de2-4712-bcaf-e5f0d780a75a HTTP/1.1" status: 404 len: 333 time: 0.0680363 Feb 04 11:35:53.368055 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33002) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:53.376954 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-0dd8d8a4-6f1c-4fa5-bd3d-d4a8573eebd0 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1957718603'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:53.384847 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-0dd8d8a4-6f1c-4fa5-bd3d-d4a8573eebd0 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:53.390902 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed552cca-3d6c-46f2-82d7-db7a0c27b8b5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Network f868f1a6-34bb-4f97-aba1-2f7d41e0ad74 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:35:53.402377 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-0dd8d8a4-6f1c-4fa5-bd3d-d4a8573eebd0 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:network and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:53.410556 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-0dd8d8a4-6f1c-4fa5-bd3d-d4a8573eebd0 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:53.413813 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f5b3f243-db6d-4b59-af1c-ae674ff1b33d tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:53.414391 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b3f243-db6d-4b59-af1c-ae674ff1b33d tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Fanout notify agent at l3_agent the message router_deleted on router f2bff37a-457e-4899-bb5e-314afcb677b6 {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:35:53.443744 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-86c22d45-e3b0-4800-bbf0-2f64cb31a58a None None] Attempting to bind port 5a01d974-f9e7-4d77-9265-bab747e0be74 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:35:53.443744 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-86c22d45-e3b0-4800-bbf0-2f64cb31a58a None None] Attempting to bind port 5a01d974-f9e7-4d77-9265-bab747e0be74 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:35:53.444503 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c22d45-e3b0-4800-bbf0-2f64cb31a58a None None] Attempting to bind port 5a01d974-f9e7-4d77-9265-bab747e0be74 on network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:35:53.444609 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-0dd8d8a4-6f1c-4fa5-bd3d-d4a8573eebd0 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:53.449333 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f5b3f243-db6d-4b59-af1c-ae674ff1b33d tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:53.452538 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c22d45-e3b0-4800-bbf0-2f64cb31a58a None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:35:53.453072 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c22d45-e3b0-4800-bbf0-2f64cb31a58a None None] Checking segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:35:53.453578 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-86c22d45-e3b0-4800-bbf0-2f64cb31a58a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:53.454109 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c22d45-e3b0-4800-bbf0-2f64cb31a58a None None] Bound using segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:35:53.454708 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-86c22d45-e3b0-4800-bbf0-2f64cb31a58a None None] Bound port: 5a01d974-f9e7-4d77-9265-bab747e0be74, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:35:53.455183 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-86c22d45-e3b0-4800-bbf0-2f64cb31a58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:53.458396 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f5b3f243-db6d-4b59-af1c-ae674ff1b33d tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] 10.222.0.21 "DELETE /v2.0/routers/f2bff37a-457e-4899-bb5e-314afcb677b6 HTTP/1.1" status: 204 len: 168 time: 7.8860152 Feb 04 11:35:53.463286 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33006) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:53.475069 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-e82039b6-3f42-4e51-8573-0ba6eb5572fa tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1097448018', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:53.485567 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-e82039b6-3f42-4e51-8573-0ba6eb5572fa tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:53.491603 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-e82039b6-3f42-4e51-8573-0ba6eb5572fa tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Usage tracker for resource:router and tenant:0a398f05f2bb4d8d9e15137239f4433d is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:53.495056 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-e82039b6-3f42-4e51-8573-0ba6eb5572fa tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:53.502779 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-e82039b6-3f42-4e51-8573-0ba6eb5572fa tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:53.515159 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-ed552cca-3d6c-46f2-82d7-db7a0c27b8b5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, f868f1a6-34bb-4f97-aba1-2f7d41e0ad74) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:53.527345 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3596ae6-4775-4e7c-adfd-53fe7d0d44cc None None] Network f868f1a6-34bb-4f97-aba1-2f7d41e0ad74 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:35:53.530705 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed552cca-3d6c-46f2-82d7-db7a0c27b8b5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:53.531373 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ed552cca-3d6c-46f2-82d7-db7a0c27b8b5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:53.570837 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.objects.ports [None req-aaf972a0-5788-4658-8957-96096529039c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84205) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 11:35:53.579850 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd8d8a4-6f1c-4fa5-bd3d-d4a8573eebd0 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Made reservation on behalf of 923893a854aa49c78e412c9bf04cfc96 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:53.583213 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0dd8d8a4-6f1c-4fa5-bd3d-d4a8573eebd0 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:53.603635 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ef982192-4552-42ed-92ce-22d3569b4158 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:53.608727 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e82039b6-3f42-4e51-8573-0ba6eb5572fa tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:53.613042 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e82039b6-3f42-4e51-8573-0ba6eb5572fa tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:53.613220 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a57643b2-2ef5-4384-b077-bf84e69a0b9f tempest-SubnetPoolsTestJSON-1142585078 tempest-SubnetPoolsTestJSON-1142585078-project] Notify callbacks [] for subnetpool, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:53.613601 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a57643b2-2ef5-4384-b077-bf84e69a0b9f tempest-SubnetPoolsTestJSON-1142585078 tempest-SubnetPoolsTestJSON-1142585078-project] 10.222.0.21 "DELETE /v2.0/subnetpools/082466ba-01be-4025-a8fc-9b4865a8ddb5 HTTP/1.1" status: 204 len: 168 time: 0.3563671 Feb 04 11:35:53.636902 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33010) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:53.639375 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e82039b6-3f42-4e51-8573-0ba6eb5572fa tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:53.652033 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-86c22d45-e3b0-4800-bbf0-2f64cb31a58a None None] For port 5a01d974-f9e7-4d77-9265-bab747e0be74, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:35:53.656372 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-86c22d45-e3b0-4800-bbf0-2f64cb31a58a None None] For port 5a01d974-f9e7-4d77-9265-bab747e0be74, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=5a01d974-f9e7-4d77-9265-bab747e0be74,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:35:53.694523 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ed552cca-3d6c-46f2-82d7-db7a0c27b8b5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2271240 Feb 04 11:35:53.695448 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33018) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:53.722960 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-970de2a9-5936-418d-a311-eec39ac1a814 tempest-SubnetPoolsTestJSON-1142585078 tempest-SubnetPoolsTestJSON-1142585078-project] show failed (client error): The resource could not be found. Feb 04 11:35:53.724228 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-970de2a9-5936-418d-a311-eec39ac1a814 tempest-SubnetPoolsTestJSON-1142585078 tempest-SubnetPoolsTestJSON-1142585078-project] 10.222.0.21 "GET /v2.0/subnetpools/082466ba-01be-4025-a8fc-9b4865a8ddb5 HTTP/1.1" status: 404 len: 346 time: 0.0863893 Feb 04 11:35:53.728625 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-f5b97c4a-ac47-4981-9d9e-fce43f847be8 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'port': {'network_id': 'f868f1a6-34bb-4f97-aba1-2f7d41e0ad74', 'name': 'tempest-PortsTestJSON-69161618', 'fixed_ips': [{'subnet_id': '005b1864-91f1-4715-a6cb-551fd601d7f5', 'ip_address': '172.20.0.10'}]}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:53.734661 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33022) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:53.736800 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef982192-4552-42ed-92ce-22d3569b4158 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Pushing event updated for resources: {'Subnet': ['ID=175540c5-2d7d-498d-ab1b-3a64dac14487,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:53.784208 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-86c22d45-e3b0-4800-bbf0-2f64cb31a58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:53.814504 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-7699f203-bdc1-445c-916d-8f62cdef0e43 tempest-SubnetPoolsTestJSON-1142585078 tempest-SubnetPoolsTestJSON-1142585078-project] delete failed (client error): The resource could not be found. Feb 04 11:35:53.815535 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-7699f203-bdc1-445c-916d-8f62cdef0e43 tempest-SubnetPoolsTestJSON-1142585078 tempest-SubnetPoolsTestJSON-1142585078-project] 10.222.0.21 "DELETE /v2.0/subnetpools/082466ba-01be-4025-a8fc-9b4865a8ddb5 HTTP/1.1" status: 404 len: 346 time: 0.0699213 Feb 04 11:35:53.824550 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd8d8a4-6f1c-4fa5-bd3d-d4a8573eebd0 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:35:53.854505 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0dd8d8a4-6f1c-4fa5-bd3d-d4a8573eebd0 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:53.854914 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-0dd8d8a4-6f1c-4fa5-bd3d-d4a8573eebd0 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Added segment 20c42cad-4fdc-4cf7-8849-dc580619061f of type vlan for network 36218616-309c-4ab7-9315-964536e949ec Feb 04 11:35:53.868907 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e82039b6-3f42-4e51-8573-0ba6eb5572fa tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:53.916286 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef982192-4552-42ed-92ce-22d3569b4158 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Checking segment: {'id': '1e28e8bc-f0ec-44f8-9de7-cc18d4194cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'afe7b09f-5e3c-49fc-81b0-13cc4ff5bba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:35:53.916286 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef982192-4552-42ed-92ce-22d3569b4158 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Network hostable DHCP agents. Network: afe7b09f-5e3c-49fc-81b0-13cc4ff5bba9, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:35:53.924299 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0dd8d8a4-6f1c-4fa5-bd3d-d4a8573eebd0 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:53.962974 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-aaf972a0-5788-4658-8957-96096529039c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:54.006180 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c22d45-e3b0-4800-bbf0-2f64cb31a58a None None] Pushing event updated for resources: {'Port': ['ID=5a01d974-f9e7-4d77-9265-bab747e0be74,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:54.017270 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a19da91-f8a8-4880-b22a-d3f37f09c4dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-f868f1a6-34bb-4f97-aba1-2f7d41e0ad74', 'network_id': 'f868f1a6-34bb-4f97-aba1-2f7d41e0ad74', 'tenant_id': '2294c16a4d404317a20d2fdff5bb1a4c', 'fixed_ips': [{'subnet_id': '005b1864-91f1-4715-a6cb-551fd601d7f5'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:35:54.018119 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3a19da91-f8a8-4880-b22a-d3f37f09c4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:54.030150 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-f5b97c4a-ac47-4981-9d9e-fce43f847be8 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:54.037620 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e82039b6-3f42-4e51-8573-0ba6eb5572fa tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:54.041979 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e82039b6-3f42-4e51-8573-0ba6eb5572fa tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5746710 Feb 04 11:35:54.041979 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33030) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:54.047643 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-52f55087-73ed-4a30-a343-9397ae57f03c tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Request body: {'router': {'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:54.091878 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-f5b97c4a-ac47-4981-9d9e-fce43f847be8 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:54.114464 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef982192-4552-42ed-92ce-22d3569b4158 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Network afe7b09f-5e3c-49fc-81b0-13cc4ff5bba9 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:35:54.115704 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0dd8d8a4-6f1c-4fa5-bd3d-d4a8573eebd0 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:54.119463 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd8d8a4-6f1c-4fa5-bd3d-d4a8573eebd0 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:54.120084 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0dd8d8a4-6f1c-4fa5-bd3d-d4a8573eebd0 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:54.271631 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b97c4a-ac47-4981-9d9e-fce43f847be8 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Made reservation on behalf of 2294c16a4d404317a20d2fdff5bb1a4c for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:54.285210 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f5b97c4a-ac47-4981-9d9e-fce43f847be8 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:54.313119 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-ef982192-4552-42ed-92ce-22d3569b4158 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, afe7b09f-5e3c-49fc-81b0-13cc4ff5bba9) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:54.325835 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f60a631-5451-41ee-b6e2-0c9214eb08bc None None] Network afe7b09f-5e3c-49fc-81b0-13cc4ff5bba9 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:35:54.330203 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8d8a4-6f1c-4fa5-bd3d-d4a8573eebd0 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Network': ['ID=36218616-309c-4ab7-9315-964536e949ec,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:54.344147 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef982192-4552-42ed-92ce-22d3569b4158 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:54.344652 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-f5b97c4a-ac47-4981-9d9e-fce43f847be8 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] device_id is not set on port 7cfdc15a-83fc-424b-b92a-8d03426dea85 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:35:54.345323 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ef982192-4552-42ed-92ce-22d3569b4158 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:54.449317 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-aaf972a0-5788-4658-8957-96096529039c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] For port 5a01d974-f9e7-4d77-9265-bab747e0be74, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=5a01d974-f9e7-4d77-9265-bab747e0be74,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:35:54.521997 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 36218616-309c-4ab7-9315-964536e949ec details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:35:54.526284 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-0dd8d8a4-6f1c-4fa5-bd3d-d4a8573eebd0 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1576507 Feb 04 11:35:54.530258 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33038) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:54.536808 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ef982192-4552-42ed-92ce-22d3569b4158 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5036144 Feb 04 11:35:54.541558 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33040) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:54.552005 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-379bdfe5-cc67-4050-a6b9-4ea12da26d7f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'subnet': {'network_id': '36218616-309c-4ab7-9315-964536e949ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:54.564049 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-3a19da91-f8a8-4880-b22a-d3f37f09c4dd None None] Allocated IP 172.20.0.2 (f868f1a6-34bb-4f97-aba1-2f7d41e0ad74/005b1864-91f1-4715-a6cb-551fd601d7f5/9dad2392-5198-49da-84b0-b72c8c6c3d7d) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:54.569589 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.resource_extend [None req-aaf972a0-5788-4658-8957-96096529039c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:35:54.583240 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-6ed321fc-a201-4f18-a934-33ce9a01d0d7 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Request body: {'port': {'network_id': 'afe7b09f-5e3c-49fc-81b0-13cc4ff5bba9', 'name': 'tempest-DHCPAgentSchedulersTestJSON-937835527'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:54.591454 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-aaf972a0-5788-4658-8957-96096529039c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:54.694245 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33048) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:54.696921 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-aaf972a0-5788-4658-8957-96096529039c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:54.697664 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-aaf972a0-5788-4658-8957-96096529039c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:54.946834 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895e0c35-4f17-426e-b705-ad75d074a937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-afe7b09f-5e3c-49fc-81b0-13cc4ff5bba9', 'network_id': 'afe7b09f-5e3c-49fc-81b0-13cc4ff5bba9', 'tenant_id': '90cbf2a1edea40ca8e03647b650f0d3d', 'fixed_ips': [{'subnet_id': '175540c5-2d7d-498d-ab1b-3a64dac14487'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:35:54.947745 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-895e0c35-4f17-426e-b705-ad75d074a937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:54.996562 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-379bdfe5-cc67-4050-a6b9-4ea12da26d7f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:55.005635 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf972a0-5788-4658-8957-96096529039c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Port': ['ID=5a01d974-f9e7-4d77-9265-bab747e0be74,revision_number=4']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:55.008496 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf972a0-5788-4658-8957-96096529039c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Subnet': ['ID=b2b33949-b2db-4dd2-8e28-0b8c82c7dde2,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:55.020102 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf972a0-5788-4658-8957-96096529039c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:55.021849 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-aaf972a0-5788-4658-8957-96096529039c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:55.026314 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf972a0-5788-4658-8957-96096529039c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:55.026830 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-aaf972a0-5788-4658-8957-96096529039c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:55.049386 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-379bdfe5-cc67-4050-a6b9-4ea12da26d7f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:subnet and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:55.093125 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-379bdfe5-cc67-4050-a6b9-4ea12da26d7f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:55.113154 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-379bdfe5-cc67-4050-a6b9-4ea12da26d7f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:55.132668 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-aaf972a0-5788-4658-8957-96096529039c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1370821 Feb 04 11:35:55.133294 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33058) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:55.139849 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-8fe420e7-3c3c-4cfb-8fe1-c75b362f9b57 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'port': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'mac_address': 'fa:16:3e:47:1b:70', 'name': 'tempest-NetworksTestDHCPv6-11925538'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:55.248024 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 5a01d974-f9e7-4d77-9265-bab747e0be74 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:55.345232 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3a19da91-f8a8-4880-b22a-d3f37f09c4dd None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:55.396256 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3a19da91-f8a8-4880-b22a-d3f37f09c4dd None None] Transition to ACTIVE for port object 9dad2392-5198-49da-84b0-b72c8c6c3d7d will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:55.409372 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f28adb2d-0e1e-436c-9836-825c9a7d621b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:55.416823 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-895e0c35-4f17-426e-b705-ad75d074a937 None None] Allocated IP 172.20.0.2 (afe7b09f-5e3c-49fc-81b0-13cc4ff5bba9/175540c5-2d7d-498d-ab1b-3a64dac14487/807e47d3-989c-4cb2-b19c-70e74e6cb149) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:55.421707 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8fe420e7-3c3c-4cfb-8fe1-c75b362f9b57 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:55.429857 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8fe420e7-3c3c-4cfb-8fe1-c75b362f9b57 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:port and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:55.435814 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8fe420e7-3c3c-4cfb-8fe1-c75b362f9b57 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:55.449640 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3a19da91-f8a8-4880-b22a-d3f37f09c4dd None None] Transition to ACTIVE for port object 9dad2392-5198-49da-84b0-b72c8c6c3d7d will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:55.451825 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8fe420e7-3c3c-4cfb-8fe1-c75b362f9b57 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:55.458568 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-6ed321fc-a201-4f18-a934-33ce9a01d0d7 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:55.476658 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6ed321fc-a201-4f18-a934-33ce9a01d0d7 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Usage tracker for resource:port and tenant:90cbf2a1edea40ca8e03647b650f0d3d is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:55.477155 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-f28adb2d-0e1e-436c-9836-825c9a7d621b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:55.481742 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6ed321fc-a201-4f18-a934-33ce9a01d0d7 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:55.483074 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f28adb2d-0e1e-436c-9836-825c9a7d621b admin admin] Usage tracker for resource:security_group_rule and tenant:b76278e9f041410aa46478459ace5507 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:55.486510 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f28adb2d-0e1e-436c-9836-825c9a7d621b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:55.493684 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-f28adb2d-0e1e-436c-9836-825c9a7d621b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:55.494986 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-6ed321fc-a201-4f18-a934-33ce9a01d0d7 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:55.550108 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 5a01d974-f9e7-4d77-9265-bab747e0be74 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:55.587383 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3a19da91-f8a8-4880-b22a-d3f37f09c4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:55.589920 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379bdfe5-cc67-4050-a6b9-4ea12da26d7f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Made reservation on behalf of 923893a854aa49c78e412c9bf04cfc96 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:55.620520 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f28adb2d-0e1e-436c-9836-825c9a7d621b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:55.630743 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-52f55087-73ed-4a30-a343-9397ae57f03c tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:55.634477 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe420e7-3c3c-4cfb-8fe1-c75b362f9b57 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:55.706692 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed321fc-a201-4f18-a934-33ce9a01d0d7 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Made reservation on behalf of 90cbf2a1edea40ca8e03647b650f0d3d for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:55.709843 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6ed321fc-a201-4f18-a934-33ce9a01d0d7 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:55.717840 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19da91-f8a8-4880-b22a-d3f37f09c4dd None None] Pushing event updated for resources: {'Port': ['ID=9dad2392-5198-49da-84b0-b72c8c6c3d7d,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:55.728334 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a19da91-f8a8-4880-b22a-d3f37f09c4dd None None] Network f868f1a6-34bb-4f97-aba1-2f7d41e0ad74 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:55.742645 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-3a19da91-f8a8-4880-b22a-d3f37f09c4dd None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:55.752165 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a19da91-f8a8-4880-b22a-d3f37f09c4dd None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:35:55.770924 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-379bdfe5-cc67-4050-a6b9-4ea12da26d7f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:55.790404 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-6ed321fc-a201-4f18-a934-33ce9a01d0d7 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] device_id is not set on port 40b79bdb-c8fd-40b7-aa04-c56a35a731c2 yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:35:55.808330 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf86965-3b8a-49d7-aea1-615b3fa664d8 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:35:55.956549 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f28adb2d-0e1e-436c-9836-825c9a7d621b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:55.996142 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-3a19da91-f8a8-4880-b22a-d3f37f09c4dd None None] Attempting to bind port 9dad2392-5198-49da-84b0-b72c8c6c3d7d on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:35:55.997175 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-3a19da91-f8a8-4880-b22a-d3f37f09c4dd None None] Attempting to bind port 9dad2392-5198-49da-84b0-b72c8c6c3d7d by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '41ae1c19-5c6b-49b0-80bb-7a080f403e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f868f1a6-34bb-4f97-aba1-2f7d41e0ad74'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:35:55.997678 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a19da91-f8a8-4880-b22a-d3f37f09c4dd None None] Attempting to bind port 9dad2392-5198-49da-84b0-b72c8c6c3d7d on network f868f1a6-34bb-4f97-aba1-2f7d41e0ad74 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:35:56.028083 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a19da91-f8a8-4880-b22a-d3f37f09c4dd None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:35:56.028463 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a19da91-f8a8-4880-b22a-d3f37f09c4dd None None] Checking segment: {'id': '41ae1c19-5c6b-49b0-80bb-7a080f403e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f868f1a6-34bb-4f97-aba1-2f7d41e0ad74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:35:56.028880 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3a19da91-f8a8-4880-b22a-d3f37f09c4dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:56.029254 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a19da91-f8a8-4880-b22a-d3f37f09c4dd None None] Bound using segment: {'id': '41ae1c19-5c6b-49b0-80bb-7a080f403e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f868f1a6-34bb-4f97-aba1-2f7d41e0ad74'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:35:56.029730 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-3a19da91-f8a8-4880-b22a-d3f37f09c4dd None None] Bound port: 9dad2392-5198-49da-84b0-b72c8c6c3d7d, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41ae1c19-5c6b-49b0-80bb-7a080f403e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f868f1a6-34bb-4f97-aba1-2f7d41e0ad74'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:35:56.030124 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3a19da91-f8a8-4880-b22a-d3f37f09c4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:56.064340 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-895e0c35-4f17-426e-b705-ad75d074a937 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:56.069624 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28adb2d-0e1e-436c-9836-825c9a7d621b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa2dbe4-384b-4695-aa62-ca510146b5f9,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:56.080937 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f28adb2d-0e1e-436c-9836-825c9a7d621b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b76278e9f041410aa46478459ace5507&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3850560 Feb 04 11:35:56.086014 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33070) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:56.121718 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-f5b97c4a-ac47-4981-9d9e-fce43f847be8 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Allocated IP 172.20.0.10 (f868f1a6-34bb-4f97-aba1-2f7d41e0ad74/005b1864-91f1-4715-a6cb-551fd601d7f5/7cfdc15a-83fc-424b-b92a-8d03426dea85) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:56.158181 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8fe420e7-3c3c-4cfb-8fe1-c75b362f9b57 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:56.160356 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-3a19da91-f8a8-4880-b22a-d3f37f09c4dd None None] For port 9dad2392-5198-49da-84b0-b72c8c6c3d7d, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:35:56.163504 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-3a19da91-f8a8-4880-b22a-d3f37f09c4dd None None] For port 9dad2392-5198-49da-84b0-b72c8c6c3d7d, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=9dad2392-5198-49da-84b0-b72c8c6c3d7d,segment=NetworkSegment(41ae1c19-5c6b-49b0-80bb-7a080f403e7d),segment_id=41ae1c19-5c6b-49b0-80bb-7a080f403e7d)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:35:56.172478 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-15efd89c-7d3b-4b2e-963d-2648b5683c43 None None] Provisioning for port 5a01d974-f9e7-4d77-9265-bab747e0be74 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:56.185324 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-895e0c35-4f17-426e-b705-ad75d074a937 None None] Transition to ACTIVE for port object 807e47d3-989c-4cb2-b19c-70e74e6cb149 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:56.187740 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-15efd89c-7d3b-4b2e-963d-2648b5683c43 None None] Provisioning complete for port 5a01d974-f9e7-4d77-9265-bab747e0be74 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:56.188156 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-15efd89c-7d3b-4b2e-963d-2648b5683c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:56.274039 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3a19da91-f8a8-4880-b22a-d3f37f09c4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:56.348648 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-087be532-4fac-4f6c-9cc4-3f9939ee3fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:56.384556 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-8fe420e7-3c3c-4cfb-8fe1-c75b362f9b57 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] device_id is not set on port 86a4e894-3985-49fa-9f24-5f78f04d18aa yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:35:56.396357 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-895e0c35-4f17-426e-b705-ad75d074a937 None None] Transition to ACTIVE for port object 807e47d3-989c-4cb2-b19c-70e74e6cb149 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:56.403280 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-087be532-4fac-4f6c-9cc4-3f9939ee3fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:56.414235 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33076) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:56.460257 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-52f55087-73ed-4a30-a343-9397ae57f03c tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router_gateway, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:56.486854 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-379bdfe5-cc67-4050-a6b9-4ea12da26d7f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:56.517176 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-895e0c35-4f17-426e-b705-ad75d074a937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:56.521037 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19da91-f8a8-4880-b22a-d3f37f09c4dd None None] Pushing event updated for resources: {'Port': ['ID=9dad2392-5198-49da-84b0-b72c8c6c3d7d,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:56.598573 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f5b97c4a-ac47-4981-9d9e-fce43f847be8 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:56.633783 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-52f55087-73ed-4a30-a343-9397ae57f03c tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:56.634120 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-f5b97c4a-ac47-4981-9d9e-fce43f847be8 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Transition to ACTIVE for port object 7cfdc15a-83fc-424b-b92a-8d03426dea85 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:56.703953 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895e0c35-4f17-426e-b705-ad75d074a937 None None] Network afe7b09f-5e3c-49fc-81b0-13cc4ff5bba9 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:56.708813 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e0c35-4f17-426e-b705-ad75d074a937 None None] Pushing event updated for resources: {'Port': ['ID=807e47d3-989c-4cb2-b19c-70e74e6cb149,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:56.722544 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-15efd89c-7d3b-4b2e-963d-2648b5683c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:56.743216 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-8fe420e7-3c3c-4cfb-8fe1-c75b362f9b57 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Allocated IP 172.20.0.6 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/7afeffc5-6c2a-4914-ac85-a0377bd89873/86a4e894-3985-49fa-9f24-5f78f04d18aa) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:56.760848 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-8fe420e7-3c3c-4cfb-8fe1-c75b362f9b57 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Allocated IP 2001:db8::f816:3eff:fe47:1b70 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/b2b33949-b2db-4dd2-8e28-0b8c82c7dde2/86a4e894-3985-49fa-9f24-5f78f04d18aa) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:56.763290 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-895e0c35-4f17-426e-b705-ad75d074a937 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:56.789072 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895e0c35-4f17-426e-b705-ad75d074a937 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:35:56.863599 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-15efd89c-7d3b-4b2e-963d-2648b5683c43 None None] For port 5a01d974-f9e7-4d77-9265-bab747e0be74, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=5a01d974-f9e7-4d77-9265-bab747e0be74,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:35:56.882856 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f5b97c4a-ac47-4981-9d9e-fce43f847be8 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:56.889229 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-52f55087-73ed-4a30-a343-9397ae57f03c tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Allocated IP 172.26.3.38 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/e359bb89-6656-4a60-9550-b6eb496469ef) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:56.961370 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-6ed321fc-a201-4f18-a934-33ce9a01d0d7 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Allocated IP 172.20.0.6 (afe7b09f-5e3c-49fc-81b0-13cc4ff5bba9/175540c5-2d7d-498d-ab1b-3a64dac14487/40b79bdb-c8fd-40b7-aa04-c56a35a731c2) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:56.965700 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379bdfe5-cc67-4050-a6b9-4ea12da26d7f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Subnet': ['ID=af32edff-daa3-456c-aa74-d0ac93b01a77,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:57.016208 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-15efd89c-7d3b-4b2e-963d-2648b5683c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:57.133977 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-895e0c35-4f17-426e-b705-ad75d074a937 None None] Attempting to bind port 807e47d3-989c-4cb2-b19c-70e74e6cb149 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:35:57.140506 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-895e0c35-4f17-426e-b705-ad75d074a937 None None] Attempting to bind port 807e47d3-989c-4cb2-b19c-70e74e6cb149 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '1e28e8bc-f0ec-44f8-9de7-cc18d4194cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'afe7b09f-5e3c-49fc-81b0-13cc4ff5bba9'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:35:57.140506 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895e0c35-4f17-426e-b705-ad75d074a937 None None] Attempting to bind port 807e47d3-989c-4cb2-b19c-70e74e6cb149 on network afe7b09f-5e3c-49fc-81b0-13cc4ff5bba9 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:35:57.140969 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-69e3a869-9ebd-418c-a483-461ebe07443e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-503405072'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:57.171451 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-69e3a869-9ebd-418c-a483-461ebe07443e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:57.192420 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895e0c35-4f17-426e-b705-ad75d074a937 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:35:57.193679 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895e0c35-4f17-426e-b705-ad75d074a937 None None] Checking segment: {'id': '1e28e8bc-f0ec-44f8-9de7-cc18d4194cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'afe7b09f-5e3c-49fc-81b0-13cc4ff5bba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:35:57.194410 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-895e0c35-4f17-426e-b705-ad75d074a937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:57.195764 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895e0c35-4f17-426e-b705-ad75d074a937 None None] Bound using segment: {'id': '1e28e8bc-f0ec-44f8-9de7-cc18d4194cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'afe7b09f-5e3c-49fc-81b0-13cc4ff5bba9'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:35:57.197208 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-895e0c35-4f17-426e-b705-ad75d074a937 None None] Bound port: 807e47d3-989c-4cb2-b19c-70e74e6cb149, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e28e8bc-f0ec-44f8-9de7-cc18d4194cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'afe7b09f-5e3c-49fc-81b0-13cc4ff5bba9'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:35:57.198698 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-895e0c35-4f17-426e-b705-ad75d074a937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:57.227077 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-69e3a869-9ebd-418c-a483-461ebe07443e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976-project] Usage tracker for resource:network and tenant:1c7d8d261fdc47cebe77365e38da31d3 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:57.237070 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-69e3a869-9ebd-418c-a483-461ebe07443e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:57.237950 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 5a01d974-f9e7-4d77-9265-bab747e0be74 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:57.256943 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-087be532-4fac-4f6c-9cc4-3f9939ee3fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:57.294495 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-69e3a869-9ebd-418c-a483-461ebe07443e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:57.298269 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15efd89c-7d3b-4b2e-963d-2648b5683c43 None None] Pushing event updated for resources: {'Port': ['ID=5a01d974-f9e7-4d77-9265-bab747e0be74,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:57.311607 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8fe420e7-3c3c-4cfb-8fe1-c75b362f9b57 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:57.312138 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379bdfe5-cc67-4050-a6b9-4ea12da26d7f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Checking segment: {'id': '20c42cad-4fdc-4cf7-8849-dc580619061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '36218616-309c-4ab7-9315-964536e949ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:35:57.312493 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379bdfe5-cc67-4050-a6b9-4ea12da26d7f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Network hostable DHCP agents. Network: 36218616-309c-4ab7-9315-964536e949ec, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:35:57.345013 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087be532-4fac-4f6c-9cc4-3f9939ee3fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa2dbe4-384b-4695-aa62-ca510146b5f9,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:57.387422 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-8fe420e7-3c3c-4cfb-8fe1-c75b362f9b57 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Transition to ACTIVE for port object 86a4e894-3985-49fa-9f24-5f78f04d18aa will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:57.415744 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b97c4a-ac47-4981-9d9e-fce43f847be8 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Network f868f1a6-34bb-4f97-aba1-2f7d41e0ad74 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:57.422860 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-895e0c35-4f17-426e-b705-ad75d074a937 None None] For port 807e47d3-989c-4cb2-b19c-70e74e6cb149, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:35:57.426113 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-f5b97c4a-ac47-4981-9d9e-fce43f847be8 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:57.434840 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-895e0c35-4f17-426e-b705-ad75d074a937 None None] For port 807e47d3-989c-4cb2-b19c-70e74e6cb149, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=807e47d3-989c-4cb2-b19c-70e74e6cb149,segment=NetworkSegment(1e28e8bc-f0ec-44f8-9de7-cc18d4194cc0),segment_id=1e28e8bc-f0ec-44f8-9de7-cc18d4194cc0)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:35:57.435341 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b97c4a-ac47-4981-9d9e-fce43f847be8 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:35:57.445213 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 5a01d974-f9e7-4d77-9265-bab747e0be74 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:57.445589 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:57.493100 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e3a869-9ebd-418c-a483-461ebe07443e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976-project] Made reservation on behalf of 1c7d8d261fdc47cebe77365e38da31d3 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:57.494966 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-69e3a869-9ebd-418c-a483-461ebe07443e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:57.505393 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b97c4a-ac47-4981-9d9e-fce43f847be8 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:57.506383 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f5b97c4a-ac47-4981-9d9e-fce43f847be8 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:57.519236 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-895e0c35-4f17-426e-b705-ad75d074a937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:57.533616 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b97c4a-ac47-4981-9d9e-fce43f847be8 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Port': ['ID=7cfdc15a-83fc-424b-b92a-8d03426dea85,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:57.544535 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-69e3a869-9ebd-418c-a483-461ebe07443e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:57.560310 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-52f55087-73ed-4a30-a343-9397ae57f03c tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:57.597933 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-087be532-4fac-4f6c-9cc4-3f9939ee3fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:57.602054 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-087be532-4fac-4f6c-9cc4-3f9939ee3fe7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dfa2dbe4-384b-4695-aa62-ca510146b5f9 HTTP/1.1" status: 204 len: 168 time: 1.5071156 Feb 04 11:35:57.626514 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379bdfe5-cc67-4050-a6b9-4ea12da26d7f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Network 36218616-309c-4ab7-9315-964536e949ec is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:35:57.662142 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8fe420e7-3c3c-4cfb-8fe1-c75b362f9b57 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:57.662857 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-69e3a869-9ebd-418c-a483-461ebe07443e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:57.665019 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f5b97c4a-ac47-4981-9d9e-fce43f847be8 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.9448199 Feb 04 11:35:57.675157 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-69e3a869-9ebd-418c-a483-461ebe07443e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976-project] Usage tracker for resource:security_group_rule and tenant:1c7d8d261fdc47cebe77365e38da31d3 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:57.682627 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e0c35-4f17-426e-b705-ad75d074a937 None None] Pushing event updated for resources: {'Port': ['ID=807e47d3-989c-4cb2-b19c-70e74e6cb149,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:57.718841 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6ed321fc-a201-4f18-a934-33ce9a01d0d7 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:57.743245 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-6ed321fc-a201-4f18-a934-33ce9a01d0d7 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Transition to ACTIVE for port object 40b79bdb-c8fd-40b7-aa04-c56a35a731c2 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:57.744335 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33084) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:57.755838 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-e95aa53a-db40-4a65-8542-d7daeaac5c55 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'port': {'network_id': 'f868f1a6-34bb-4f97-aba1-2f7d41e0ad74', 'name': 'tempest-PortsTestJSON-540022691', 'fixed_ips': [{'subnet_id': '005b1864-91f1-4715-a6cb-551fd601d7f5', 'ip_address': '172.20.0.9'}]}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:57.770055 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 9dad2392-5198-49da-84b0-b72c8c6c3d7d up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:57.782139 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-69e3a869-9ebd-418c-a483-461ebe07443e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:57.785710 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-379bdfe5-cc67-4050-a6b9-4ea12da26d7f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 36218616-309c-4ab7-9315-964536e949ec) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:57.792680 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-69e3a869-9ebd-418c-a483-461ebe07443e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:57.796485 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379bdfe5-cc67-4050-a6b9-4ea12da26d7f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:57.797076 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-379bdfe5-cc67-4050-a6b9-4ea12da26d7f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:57.884968 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6ed321fc-a201-4f18-a934-33ce9a01d0d7 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:57.902426 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4ba968-78e5-4f84-bef4-4d1bd8826d47 None None] Network 36218616-309c-4ab7-9315-964536e949ec requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:35:57.968610 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe420e7-3c3c-4cfb-8fe1-c75b362f9b57 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Port': ['ID=86a4e894-3985-49fa-9f24-5f78f04d18aa,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:57.993591 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe420e7-3c3c-4cfb-8fe1-c75b362f9b57 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:58.012219 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-8fe420e7-3c3c-4cfb-8fe1-c75b362f9b57 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:58.021640 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe420e7-3c3c-4cfb-8fe1-c75b362f9b57 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:35:58.215740 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-de61ff5b-7006-476f-b95e-7f17ec698f29 None None] Provisioning complete for port 5a01d974-f9e7-4d77-9265-bab747e0be74 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:58.215740 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-de61ff5b-7006-476f-b95e-7f17ec698f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:58.277311 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe420e7-3c3c-4cfb-8fe1-c75b362f9b57 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:58.278869 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8fe420e7-3c3c-4cfb-8fe1-c75b362f9b57 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:58.336090 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e95aa53a-db40-4a65-8542-d7daeaac5c55 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:58.350926 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e95aa53a-db40-4a65-8542-d7daeaac5c55 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:port and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:58.367387 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 9dad2392-5198-49da-84b0-b72c8c6c3d7d completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:58.368982 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e95aa53a-db40-4a65-8542-d7daeaac5c55 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:58.383392 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e95aa53a-db40-4a65-8542-d7daeaac5c55 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:58.385618 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-52f55087-73ed-4a30-a343-9397ae57f03c tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:58.421306 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed321fc-a201-4f18-a934-33ce9a01d0d7 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Network afe7b09f-5e3c-49fc-81b0-13cc4ff5bba9 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:58.426979 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-379bdfe5-cc67-4050-a6b9-4ea12da26d7f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8887298 Feb 04 11:35:58.429959 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33088) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:58.437131 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-deb3c401-d641-4901-80d6-e680a9c82d35 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'subnet': {'network_id': '36218616-309c-4ab7-9315-964536e949ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:35:58.437327 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-69e3a869-9ebd-418c-a483-461ebe07443e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:58.438648 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-6ed321fc-a201-4f18-a934-33ce9a01d0d7 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:58.442515 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed321fc-a201-4f18-a934-33ce9a01d0d7 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:35:58.474630 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8fe420e7-3c3c-4cfb-8fe1-c75b362f9b57 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 3.3378758 Feb 04 11:35:58.476241 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33092) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:58.480156 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebb2488-f3b3-4c1d-b8bb-0330fafa30f3 None None] Network f868f1a6-34bb-4f97-aba1-2f7d41e0ad74 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:35:58.505099 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f55087-73ed-4a30-a343-9397ae57f03c tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:58.514005 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-52f55087-73ed-4a30-a343-9397ae57f03c tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:58.517239 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f55087-73ed-4a30-a343-9397ae57f03c tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:35:58.552951 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed321fc-a201-4f18-a934-33ce9a01d0d7 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Pushing event updated for resources: {'Port': ['ID=40b79bdb-c8fd-40b7-aa04-c56a35a731c2,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:58.595525 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-69e3a869-9ebd-418c-a483-461ebe07443e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:58.625369 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95aa53a-db40-4a65-8542-d7daeaac5c55 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Made reservation on behalf of 2294c16a4d404317a20d2fdff5bb1a4c for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:58.643242 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed321fc-a201-4f18-a934-33ce9a01d0d7 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:58.644088 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6ed321fc-a201-4f18-a934-33ce9a01d0d7 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:58.659507 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5879a4-57ea-46d3-9384-c8e0b872ca4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-36218616-309c-4ab7-9315-964536e949ec', 'network_id': '36218616-309c-4ab7-9315-964536e949ec', 'tenant_id': '923893a854aa49c78e412c9bf04cfc96', 'fixed_ips': [{'subnet_id': 'af32edff-daa3-456c-aa74-d0ac93b01a77'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:35:58.665572 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ca5879a4-57ea-46d3-9384-c8e0b872ca4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:58.700809 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69e3a869-9ebd-418c-a483-461ebe07443e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:35:58.748439 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e3a869-9ebd-418c-a483-461ebe07443e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c51e59b-511a-4bc1-99b5-fb23d0f642cb,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:58.772614 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f55087-73ed-4a30-a343-9397ae57f03c tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Pushing event updated for resources: {'Port': ['ID=e359bb89-6656-4a60-9550-b6eb496469ef,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:58.774005 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-69e3a869-9ebd-418c-a483-461ebe07443e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:58.774412 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-69e3a869-9ebd-418c-a483-461ebe07443e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976-project] Added segment 14cd3a8c-f366-4459-b480-ea157852d953 of type vlan for network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 Feb 04 11:35:58.836898 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-69e3a869-9ebd-418c-a483-461ebe07443e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:58.859128 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6ed321fc-a201-4f18-a934-33ce9a01d0d7 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3117924 Feb 04 11:35:58.868680 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33098) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:58.928310 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e95aa53a-db40-4a65-8542-d7daeaac5c55 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:58.963164 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-f40a13cf-90ab-4d27-9230-eb29e0448067 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Deleting port 40b79bdb-c8fd-40b7-aa04-c56a35a731c2 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:58.963504 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f40a13cf-90ab-4d27-9230-eb29e0448067 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:58.984619 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-e95aa53a-db40-4a65-8542-d7daeaac5c55 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] device_id is not set on port b48a12d2-00ac-49df-91b5-05feb6db1474 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:35:59.047325 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-69e3a869-9ebd-418c-a483-461ebe07443e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:59.052028 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e3a869-9ebd-418c-a483-461ebe07443e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:59.052888 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-69e3a869-9ebd-418c-a483-461ebe07443e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:59.136053 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5f5a43-8911-4f15-9a66-06c5e92fa20f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:59.148267 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5f5a43-8911-4f15-9a66-06c5e92fa20f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:59.149429 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-3a5f5a43-8911-4f15-9a66-06c5e92fa20f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:59.159608 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-63a58048-cec5-42de-82db-1c735413076b None None] Could not find standard attr ID for object 6d65812c-97bd-447b-a92e-f71801b5ba5b. {{(pid=84206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 11:35:59.186867 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-deb3c401-d641-4901-80d6-e680a9c82d35 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:59.204074 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-deb3c401-d641-4901-80d6-e680a9c82d35 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:subnet and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:59.208786 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-deb3c401-d641-4901-80d6-e680a9c82d35 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:59.214837 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-deb3c401-d641-4901-80d6-e680a9c82d35 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:59.218276 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 5a01d974-f9e7-4d77-9265-bab747e0be74 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:59.279684 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-69e3a869-9ebd-418c-a483-461ebe07443e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.8246274 Feb 04 11:35:59.352481 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb3c401-d641-4901-80d6-e680a9c82d35 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Made reservation on behalf of 923893a854aa49c78e412c9bf04cfc96 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:59.460824 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-ca5879a4-57ea-46d3-9384-c8e0b872ca4e None None] Allocated IP 2001:db8::2 (36218616-309c-4ab7-9315-964536e949ec/af32edff-daa3-456c-aa74-d0ac93b01a77/88d9b475-aa44-47b6-846a-f607ed110ae8) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:59.464971 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 5a01d974-f9e7-4d77-9265-bab747e0be74 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:59.466326 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:59.549135 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-63a58048-cec5-42de-82db-1c735413076b None None] Provisioning for port 9dad2392-5198-49da-84b0-b72c8c6c3d7d completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:59.565850 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e3a869-9ebd-418c-a483-461ebe07443e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976-project] Pushing event updated for resources: {'Network': ['ID=78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:59.604448 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-3a5f5a43-8911-4f15-9a66-06c5e92fa20f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:59.605672 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3a5f5a43-8911-4f15-9a66-06c5e92fa20f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 1.1285098 Feb 04 11:35:59.613152 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33106) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:59.641911 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-63a58048-cec5-42de-82db-1c735413076b None None] Provisioning complete for port 9dad2392-5198-49da-84b0-b72c8c6c3d7d triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:59.642627 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-63a58048-cec5-42de-82db-1c735413076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:59.654359 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f40a13cf-90ab-4d27-9230-eb29e0448067 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:59.750273 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-e95aa53a-db40-4a65-8542-d7daeaac5c55 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Allocated IP 172.20.0.9 (f868f1a6-34bb-4f97-aba1-2f7d41e0ad74/005b1864-91f1-4715-a6cb-551fd601d7f5/b48a12d2-00ac-49df-91b5-05feb6db1474) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:59.795884 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-d996b159-9e28-4b81-afc4-fa8015db562f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting port 86a4e894-3985-49fa-9f24-5f78f04d18aa {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:35:59.796218 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d996b159-9e28-4b81-afc4-fa8015db562f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:59.822618 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-f40a13cf-90ab-4d27-9230-eb29e0448067 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Calling delete_port for 40b79bdb-c8fd-40b7-aa04-c56a35a731c2 owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:35:59.859795 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:35:59.890778 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-deb3c401-d641-4901-80d6-e680a9c82d35 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:59.893507 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8ba5f6-a594-4219-839b-7b927d4acfbd None None] Network afe7b09f-5e3c-49fc-81b0-13cc4ff5bba9 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:35:59.927213 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-52f55087-73ed-4a30-a343-9397ae57f03c tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router_gateway, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:59.979888 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33110) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:59.992067 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Request body: {'port': {'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1', 'binding:host_id': 'hv-neutron-8278', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081371338'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:00.005400 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:00.031539 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Usage tracker for resource:port and tenant:854e8bb51958466d8bfe6bfdf52c3b21 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:00.042755 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:00.055645 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:00.076551 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 807e47d3-989c-4cb2-b19c-70e74e6cb149 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:00.261038 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f40a13cf-90ab-4d27-9230-eb29e0448067 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:00.418839 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d996b159-9e28-4b81-afc4-fa8015db562f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:00.444249 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-63a58048-cec5-42de-82db-1c735413076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:00.462015 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 807e47d3-989c-4cb2-b19c-70e74e6cb149 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:00.538605 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ca5879a4-57ea-46d3-9384-c8e0b872ca4e None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:00.540877 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f40a13cf-90ab-4d27-9230-eb29e0448067 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:00.545792 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Made reservation on behalf of 854e8bb51958466d8bfe6bfdf52c3b21 for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:00.548114 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:00.564140 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:00.565575 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-63a58048-cec5-42de-82db-1c735413076b None None] For port 9dad2392-5198-49da-84b0-b72c8c6c3d7d, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=9dad2392-5198-49da-84b0-b72c8c6c3d7d,segment=NetworkSegment(41ae1c19-5c6b-49b0-80bb-7a080f403e7d),segment_id=41ae1c19-5c6b-49b0-80bb-7a080f403e7d)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:36:00.567642 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ca5879a4-57ea-46d3-9384-c8e0b872ca4e None None] Transition to ACTIVE for port object 88d9b475-aa44-47b6-846a-f607ed110ae8 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:00.577174 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a13cf-90ab-4d27-9230-eb29e0448067 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Pushing event deleted for resources: {'Port': ['ID=40b79bdb-c8fd-40b7-aa04-c56a35a731c2,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:00.584302 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-d996b159-9e28-4b81-afc4-fa8015db562f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Calling delete_port for 86a4e894-3985-49fa-9f24-5f78f04d18aa owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:36:00.594117 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ca5879a4-57ea-46d3-9384-c8e0b872ca4e None None] Transition to ACTIVE for port object 88d9b475-aa44-47b6-846a-f607ed110ae8 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:00.609053 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f40a13cf-90ab-4d27-9230-eb29e0448067 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] 10.222.0.21 "DELETE /v2.0/ports/40b79bdb-c8fd-40b7-aa04-c56a35a731c2 HTTP/1.1" status: 204 len: 168 time: 1.7381406 Feb 04 11:36:00.611256 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-52f55087-73ed-4a30-a343-9397ae57f03c tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:00.614862 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33114) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:00.618616 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:00.624214 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-52f55087-73ed-4a30-a343-9397ae57f03c tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16351460'] for router, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:00.633021 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Usage tracker for resource:security_group_rule and tenant:854e8bb51958466d8bfe6bfdf52c3b21 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:00.638048 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:00.647083 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:00.656268 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-63a58048-cec5-42de-82db-1c735413076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:00.665900 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e95aa53a-db40-4a65-8542-d7daeaac5c55 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:00.703887 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.ipam_backend_mixin [None req-deb3c401-d641-4901-80d6-e680a9c82d35 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet af32edff-daa3-456c-aa74-d0ac93b01a77 (CIDR: 2001:db8::/64) Feb 04 11:36:00.718987 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-e95aa53a-db40-4a65-8542-d7daeaac5c55 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Transition to ACTIVE for port object b48a12d2-00ac-49df-91b5-05feb6db1474 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:00.739385 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ca5879a4-57ea-46d3-9384-c8e0b872ca4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:00.808340 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-deb3c401-d641-4901-80d6-e680a9c82d35 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:36:00.808899 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deb3c401-d641-4901-80d6-e680a9c82d35 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:36:00.820963 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5879a4-57ea-46d3-9384-c8e0b872ca4e None None] Network 36218616-309c-4ab7-9315-964536e949ec is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:00.824298 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-ca5879a4-57ea-46d3-9384-c8e0b872ca4e None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:00.832319 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5879a4-57ea-46d3-9384-c8e0b872ca4e None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:36:00.838495 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a58048-cec5-42de-82db-1c735413076b None None] Pushing event updated for resources: {'Port': ['ID=9dad2392-5198-49da-84b0-b72c8c6c3d7d,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:00.912736 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:01.026337 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5879a4-57ea-46d3-9384-c8e0b872ca4e None None] Pushing event updated for resources: {'Port': ['ID=88d9b475-aa44-47b6-846a-f607ed110ae8,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:01.035690 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:01.041113 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8fcd9122-91e6-4d63-8db9-2ba3cfaa47c0 tempest-DHCPAgentSchedulersTestJSON-967471573 tempest-DHCPAgentSchedulersTestJSON-967471573-project-admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.4234862 Feb 04 11:36:01.046419 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33120) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:01.052103 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-6c4e5e7d-114a-4803-9119-2ead19490583 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-378030886'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:01.056555 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] device_id is not set on port 21ca7c89-0567-465f-bc9a-99d4080b2d0b yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:36:01.062658 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-deb3c401-d641-4901-80d6-e680a9c82d35 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.6314480 Feb 04 11:36:01.065174 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e95aa53a-db40-4a65-8542-d7daeaac5c55 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:01.066741 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33124) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:01.067830 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6c4e5e7d-114a-4803-9119-2ead19490583 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:01.075926 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-39ae9680-bf87-46d4-88b6-e121995ac3ca tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'subnet': {'network_id': '36218616-309c-4ab7-9315-964536e949ec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:01.077553 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-ca5879a4-57ea-46d3-9384-c8e0b872ca4e None None] Attempting to bind port 88d9b475-aa44-47b6-846a-f607ed110ae8 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:01.078117 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-ca5879a4-57ea-46d3-9384-c8e0b872ca4e None None] Attempting to bind port 88d9b475-aa44-47b6-846a-f607ed110ae8 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '20c42cad-4fdc-4cf7-8849-dc580619061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '36218616-309c-4ab7-9315-964536e949ec'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:01.078663 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5879a4-57ea-46d3-9384-c8e0b872ca4e None None] Attempting to bind port 88d9b475-aa44-47b6-846a-f607ed110ae8 on network 36218616-309c-4ab7-9315-964536e949ec {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:01.091947 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 9dad2392-5198-49da-84b0-b72c8c6c3d7d up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:01.146673 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f55087-73ed-4a30-a343-9397ae57f03c tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Router d1675462-5737-442a-89a5-849c46ebac30 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:36:01.148428 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d93c7de-8a7c-41d7-b534-9b8e8fa41923,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:01.150207 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6c4e5e7d-114a-4803-9119-2ead19490583 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Usage tracker for resource:network and tenant:90cbf2a1edea40ca8e03647b650f0d3d is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:01.150851 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5879a4-57ea-46d3-9384-c8e0b872ca4e None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:36:01.154442 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5879a4-57ea-46d3-9384-c8e0b872ca4e None None] Checking segment: {'id': '20c42cad-4fdc-4cf7-8849-dc580619061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '36218616-309c-4ab7-9315-964536e949ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:36:01.154442 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ca5879a4-57ea-46d3-9384-c8e0b872ca4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:01.154442 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5879a4-57ea-46d3-9384-c8e0b872ca4e None None] Bound using segment: {'id': '20c42cad-4fdc-4cf7-8849-dc580619061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '36218616-309c-4ab7-9315-964536e949ec'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:36:01.155871 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-ca5879a4-57ea-46d3-9384-c8e0b872ca4e None None] Bound port: 88d9b475-aa44-47b6-846a-f607ed110ae8, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20c42cad-4fdc-4cf7-8849-dc580619061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '36218616-309c-4ab7-9315-964536e949ec'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:36:01.156521 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ca5879a4-57ea-46d3-9384-c8e0b872ca4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:01.166238 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d996b159-9e28-4b81-afc4-fa8015db562f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:01.192293 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6c4e5e7d-114a-4803-9119-2ead19490583 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:01.201573 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-8f69d2de-070e-453d-a831-22d8c415d6c7 None None] Provisioning for port 86a4e894-3985-49fa-9f24-5f78f04d18aa completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:01.245181 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-8f69d2de-070e-453d-a831-22d8c415d6c7 None None] Provisioning complete for port 86a4e894-3985-49fa-9f24-5f78f04d18aa triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:01.245181 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8f69d2de-070e-453d-a831-22d8c415d6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:01.312028 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-8f69d2de-070e-453d-a831-22d8c415d6c7 None None] Port 86a4e894-3985-49fa-9f24-5f78f04d18aa was deleted so its status cannot be updated. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 04 11:36:01.333836 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6c4e5e7d-114a-4803-9119-2ead19490583 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:01.385754 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-ca5879a4-57ea-46d3-9384-c8e0b872ca4e None None] For port 88d9b475-aa44-47b6-846a-f607ed110ae8, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:36:01.390444 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-ca5879a4-57ea-46d3-9384-c8e0b872ca4e None None] For port 88d9b475-aa44-47b6-846a-f607ed110ae8, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=88d9b475-aa44-47b6-846a-f607ed110ae8,segment=NetworkSegment(20c42cad-4fdc-4cf7-8849-dc580619061f),segment_id=20c42cad-4fdc-4cf7-8849-dc580619061f)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:36:01.394237 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-8f69d2de-070e-453d-a831-22d8c415d6c7 None None] Provisioning complete for port 9dad2392-5198-49da-84b0-b72c8c6c3d7d triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:01.394605 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8f69d2de-070e-453d-a831-22d8c415d6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:01.437819 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 9dad2392-5198-49da-84b0-b72c8c6c3d7d triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:01.438236 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:01.476721 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ca5879a4-57ea-46d3-9384-c8e0b872ca4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:01.538962 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95aa53a-db40-4a65-8542-d7daeaac5c55 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Network f868f1a6-34bb-4f97-aba1-2f7d41e0ad74 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:01.572678 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] device_id is not set on port 21ca7c89-0567-465f-bc9a-99d4080b2d0b yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:36:01.586321 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:01.587005 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-e95aa53a-db40-4a65-8542-d7daeaac5c55 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:01.616109 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Transition to ACTIVE for port object 21ca7c89-0567-465f-bc9a-99d4080b2d0b will not be triggered until provisioned by entity L2. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:01.624163 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95aa53a-db40-4a65-8542-d7daeaac5c55 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:36:01.664015 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f55087-73ed-4a30-a343-9397ae57f03c tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:36:01.701159 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-52f55087-73ed-4a30-a343-9397ae57f03c tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:01.707569 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b6e936-0a8c-49d5-9dbd-78e1c88088a0 None None] Sync routers for ids ['d1675462-5737-442a-89a5-849c46ebac30'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:36:01.713412 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-52f55087-73ed-4a30-a343-9397ae57f03c tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] 10.222.0.21 "PUT /v2.0/routers/d1675462-5737-442a-89a5-849c46ebac30 HTTP/1.1" status: 200 len: 879 time: 7.6662760 Feb 04 11:36:01.716703 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:01.717310 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33128) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:01.734671 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4e5e7d-114a-4803-9119-2ead19490583 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Made reservation on behalf of 90cbf2a1edea40ca8e03647b650f0d3d for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:01.738602 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6c4e5e7d-114a-4803-9119-2ead19490583 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:01.806786 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95aa53a-db40-4a65-8542-d7daeaac5c55 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Port': ['ID=b48a12d2-00ac-49df-91b5-05feb6db1474,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:01.820297 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b6e936-0a8c-49d5-9dbd-78e1c88088a0 None None] Routers {'d1675462-5737-442a-89a5-849c46ebac30'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:36:01.821798 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-25b6e936-0a8c-49d5-9dbd-78e1c88088a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:35:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['d1675462-5737-442a-89a5-849c46ebac30'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:01.908485 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5879a4-57ea-46d3-9384-c8e0b872ca4e None None] Pushing event updated for resources: {'Port': ['ID=88d9b475-aa44-47b6-846a-f607ed110ae8,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:01.931698 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-25b6e936-0a8c-49d5-9dbd-78e1c88088a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:01.971076 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95aa53a-db40-4a65-8542-d7daeaac5c55 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:01.971561 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e95aa53a-db40-4a65-8542-d7daeaac5c55 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:01.987569 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Pushing event updated for resources: {'Port': ['ID=21ca7c89-0567-465f-bc9a-99d4080b2d0b,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:02.024860 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Checking segment: {'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:36:02.025262 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Network hostable DHCP agents. Network: 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:36:02.033616 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b6e936-0a8c-49d5-9dbd-78e1c88088a0 None None] Routers {'d1675462-5737-442a-89a5-849c46ebac30'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:36:02.034531 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-25b6e936-0a8c-49d5-9dbd-78e1c88088a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:35:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['d1675462-5737-442a-89a5-849c46ebac30'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:02.035429 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d996b159-9e28-4b81-afc4-fa8015db562f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:02.039689 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d996b159-9e28-4b81-afc4-fa8015db562f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/ports/86a4e894-3985-49fa-9f24-5f78f04d18aa HTTP/1.1" status: 204 len: 168 time: 2.4210262 Feb 04 11:36:02.041386 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c4e5e7d-114a-4803-9119-2ead19490583 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:36:02.045597 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996b159-9e28-4b81-afc4-fa8015db562f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Port': ['ID=86a4e894-3985-49fa-9f24-5f78f04d18aa,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:02.045731 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33132) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:02.065534 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-39ae9680-bf87-46d4-88b6-e121995ac3ca tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:02.069236 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6c4e5e7d-114a-4803-9119-2ead19490583 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:02.069643 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-6c4e5e7d-114a-4803-9119-2ead19490583 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Added segment 27d432ed-84f6-4e5a-814a-c90d5d928d28 of type vlan for network aa776cd4-dd41-4083-8dfc-4136e1260046 Feb 04 11:36:02.076452 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-39ae9680-bf87-46d4-88b6-e121995ac3ca tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:subnet and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:02.080027 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-39ae9680-bf87-46d4-88b6-e121995ac3ca tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:02.094121 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-39ae9680-bf87-46d4-88b6-e121995ac3ca tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:02.112959 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e95aa53a-db40-4a65-8542-d7daeaac5c55 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.3641703 Feb 04 11:36:02.115558 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33136) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:02.117330 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6c4e5e7d-114a-4803-9119-2ead19490583 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:02.125444 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-25b6e936-0a8c-49d5-9dbd-78e1c88088a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:02.125854 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b6e936-0a8c-49d5-9dbd-78e1c88088a0 None None] The sync data for ids ['d1675462-5737-442a-89a5-849c46ebac30'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:36:02.185867 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f2dee6-d006-4ab7-a522-40d4013385cd tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:02.187210 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f2dee6-d006-4ab7-a522-40d4013385cd tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:02.188985 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f2dee6-d006-4ab7-a522-40d4013385cd tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:02.190112 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-49f2dee6-d006-4ab7-a522-40d4013385cd tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:02.249124 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-8f69d2de-070e-453d-a831-22d8c415d6c7 None None] Provisioning for port 7cfdc15a-83fc-424b-b92a-8d03426dea85 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:02.255152 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-8f69d2de-070e-453d-a831-22d8c415d6c7 None None] Provisioning complete for port 7cfdc15a-83fc-424b-b92a-8d03426dea85 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:02.259459 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8f69d2de-070e-453d-a831-22d8c415d6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:02.275812 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:36:02.313075 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272c5738-e90d-4e27-b971-f73c3dc95d95 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:02.314769 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-272c5738-e90d-4e27-b971-f73c3dc95d95 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Synchronizing usage tracker for tenant:2294c16a4d404317a20d2fdff5bb1a4c on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:02.319358 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ae9680-bf87-46d4-88b6-e121995ac3ca tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Made reservation on behalf of 923893a854aa49c78e412c9bf04cfc96 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:02.322987 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-39ae9680-bf87-46d4-88b6-e121995ac3ca tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:02.344845 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-05ed77e7-3b5e-423f-9389-e2ee89be8bfd tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] 10.222.0.21 "GET /v2.0/routers/d1675462-5737-442a-89a5-849c46ebac30 HTTP/1.1" status: 200 len: 920 time: 0.6262305 Feb 04 11:36:02.346300 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33140) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:02.348474 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-8f69d2de-070e-453d-a831-22d8c415d6c7 None None] Port 7cfdc15a-83fc-424b-b92a-8d03426dea85 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:36:02.348852 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-49f2dee6-d006-4ab7-a522-40d4013385cd tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:02.349980 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-49f2dee6-d006-4ab7-a522-40d4013385cd tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3035219 Feb 04 11:36:02.354165 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6c4e5e7d-114a-4803-9119-2ead19490583 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:02.359434 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4e5e7d-114a-4803-9119-2ead19490583 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:02.360122 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6c4e5e7d-114a-4803-9119-2ead19490583 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:02.390200 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33144) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:02.442314 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:02.456408 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8ca1f4-3b60-4d1f-b68f-c204451ad77d None None] Network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:36:02.470225 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:36:02.485836 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-8f69d2de-070e-453d-a831-22d8c415d6c7 None None] Provisioning for port 807e47d3-989c-4cb2-b19c-70e74e6cb149 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:02.504990 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:02.505315 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:02.505755 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:02.561661 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6c4e5e7d-114a-4803-9119-2ead19490583 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5139792 Feb 04 11:36:02.567638 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33148) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:02.586109 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e5e7d-114a-4803-9119-2ead19490583 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Pushing event updated for resources: {'Network': ['ID=aa776cd4-dd41-4083-8dfc-4136e1260046,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:02.594642 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-272c5738-e90d-4e27-b971-f73c3dc95d95 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Unset dirty status for tenant:2294c16a4d404317a20d2fdff5bb1a4c on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:02.602114 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-272c5738-e90d-4e27-b971-f73c3dc95d95 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.4750087 Feb 04 11:36:02.604075 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33152) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:02.618475 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-8f69d2de-070e-453d-a831-22d8c415d6c7 None None] Provisioning complete for port 807e47d3-989c-4cb2-b19c-70e74e6cb149 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:02.625683 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8f69d2de-070e-453d-a831-22d8c415d6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:02.639213 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Port 21ca7c89-0567-465f-bc9a-99d4080b2d0b on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:02.639987 dv-neutron-827825-2-hyperv neutron-server[84204]: ERROR neutron.plugins.ml2.managers [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Failed to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b on host hv-neutron-8278 for vnic_type normal using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] Feb 04 11:36:02.650048 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.plugins.ml2.plugin [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempt 2 to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b Feb 04 11:36:02.677751 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network aa776cd4-dd41-4083-8dfc-4136e1260046 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:36:02.679167 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:02.679642 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:02.680003 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:02.690794 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-fae2816a-7ec3-478b-a3d4-3d29e934366e tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Synchronizing usage tracker for tenant:92f2e9a31a274e35b8f3ab8834e747d0 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:02.761532 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Port 21ca7c89-0567-465f-bc9a-99d4080b2d0b on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:02.770088 dv-neutron-827825-2-hyperv neutron-server[84204]: ERROR neutron.plugins.ml2.managers [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Failed to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b on host hv-neutron-8278 for vnic_type normal using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] Feb 04 11:36:02.807593 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.plugins.ml2.plugin [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempt 3 to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b Feb 04 11:36:02.819796 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-b00a62d7-82ec-410e-acf9-1ee52b9f47c9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting subnet 7afeffc5-6c2a-4914-ac85-a0377bd89873 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:36:02.842375 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-fae2816a-7ec3-478b-a3d4-3d29e934366e tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Unset dirty status for tenant:92f2e9a31a274e35b8f3ab8834e747d0 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:02.849907 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33156) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:02.851019 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-fae2816a-7ec3-478b-a3d4-3d29e934366e tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=63d4ab6b-931d-42a4-aa18-bedd81d582fa&device_id=d1675462-5737-442a-89a5-849c46ebac30&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5037913 Feb 04 11:36:02.853674 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b00a62d7-82ec-410e-acf9-1ee52b9f47c9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:02.911340 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:02.911696 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:02.911998 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:02.923626 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Port 21ca7c89-0567-465f-bc9a-99d4080b2d0b on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:02.923949 dv-neutron-827825-2-hyperv neutron-server[84204]: ERROR neutron.plugins.ml2.managers [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Failed to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b on host hv-neutron-8278 for vnic_type normal using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] Feb 04 11:36:02.926603 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.plugins.ml2.plugin [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempt 4 to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b Feb 04 11:36:02.947649 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:02.948234 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:02.948720 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:02.976618 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b00a62d7-82ec-410e-acf9-1ee52b9f47c9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:03.022762 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31220e62-abe3-458b-99c5-1552e7c2ee19 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:03.027110 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31220e62-abe3-458b-99c5-1552e7c2ee19 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:03.032265 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31220e62-abe3-458b-99c5-1552e7c2ee19 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:03.034027 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-31220e62-abe3-458b-99c5-1552e7c2ee19 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.4216342 Feb 04 11:36:03.057225 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33160) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:03.186643 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0e2e2119-fc5e-49ab-af66-d4f949cc4c5c tempest-DHCPAgentSchedulersTestJSON-967471573 tempest-DHCPAgentSchedulersTestJSON-967471573-project-admin] 10.222.0.21 "GET /v2.0/agents/b60f8a07-924f-421c-81bb-c4aa00d95e8a/dhcp-networks HTTP/1.1" status: 200 len: 8520 time: 0.6179442 Feb 04 11:36:03.194230 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33164) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:03.204346 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 88d9b475-aa44-47b6-846a-f607ed110ae8 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:03.259509 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b00a62d7-82ec-410e-acf9-1ee52b9f47c9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:03.279985 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8f69d2de-070e-453d-a831-22d8c415d6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:03.285811 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-e5001907-07c5-4804-acb6-0849ef6da6fa tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Deleting port b48a12d2-00ac-49df-91b5-05feb6db1474 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:03.286175 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e5001907-07c5-4804-acb6-0849ef6da6fa tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:03.339719 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-8f69d2de-070e-453d-a831-22d8c415d6c7 None None] For port 807e47d3-989c-4cb2-b19c-70e74e6cb149, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=807e47d3-989c-4cb2-b19c-70e74e6cb149,segment=NetworkSegment(1e28e8bc-f0ec-44f8-9de7-cc18d4194cc0),segment_id=1e28e8bc-f0ec-44f8-9de7-cc18d4194cc0)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:36:03.348464 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Port 21ca7c89-0567-465f-bc9a-99d4080b2d0b on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:03.349017 dv-neutron-827825-2-hyperv neutron-server[84204]: ERROR neutron.plugins.ml2.managers [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Failed to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b on host hv-neutron-8278 for vnic_type normal using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] Feb 04 11:36:03.350917 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.plugins.ml2.plugin [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempt 5 to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b Feb 04 11:36:03.374145 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:03.375850 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:03.375850 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:03.381489 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Port 21ca7c89-0567-465f-bc9a-99d4080b2d0b on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:03.381816 dv-neutron-827825-2-hyperv neutron-server[84204]: ERROR neutron.plugins.ml2.managers [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Failed to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b on host hv-neutron-8278 for vnic_type normal using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] Feb 04 11:36:03.382234 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.plugins.ml2.plugin [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempt 6 to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b Feb 04 11:36:03.383567 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a90337-d514-42f3-a145-03fab4273065 None None] Network 36218616-309c-4ab7-9315-964536e949ec requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:36:03.399007 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb6e7d0-72c1-4421-8dfe-dcd1245c80a3 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:03.399862 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:03.400014 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-4cb6e7d0-72c1-4421-8dfe-dcd1245c80a3 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Synchronizing usage tracker for tenant:92f2e9a31a274e35b8f3ab8834e747d0 on resource:network {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:03.400101 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:03.400101 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:03.409454 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Port 21ca7c89-0567-465f-bc9a-99d4080b2d0b on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:03.410390 dv-neutron-827825-2-hyperv neutron-server[84204]: ERROR neutron.plugins.ml2.managers [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Failed to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b on host hv-neutron-8278 for vnic_type normal using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] Feb 04 11:36:03.411163 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.plugins.ml2.plugin [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempt 7 to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b Feb 04 11:36:03.432784 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:03.434439 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:03.436525 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:03.445610 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Port 21ca7c89-0567-465f-bc9a-99d4080b2d0b on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:03.447055 dv-neutron-827825-2-hyperv neutron-server[84204]: ERROR neutron.plugins.ml2.managers [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Failed to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b on host hv-neutron-8278 for vnic_type normal using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] Feb 04 11:36:03.448345 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 88d9b475-aa44-47b6-846a-f607ed110ae8 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:03.449181 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.plugins.ml2.plugin [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempt 8 to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b Feb 04 11:36:03.463862 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8f69d2de-070e-453d-a831-22d8c415d6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:03.464313 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b00a62d7-82ec-410e-acf9-1ee52b9f47c9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:03.508702 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:03.510156 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:03.510156 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:03.522724 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a62d7-82ec-410e-acf9-1ee52b9f47c9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Subnet': ['ID=7afeffc5-6c2a-4914-ac85-a0377bd89873,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:03.527946 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Port 21ca7c89-0567-465f-bc9a-99d4080b2d0b on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:03.527946 dv-neutron-827825-2-hyperv neutron-server[84204]: ERROR neutron.plugins.ml2.managers [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Failed to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b on host hv-neutron-8278 for vnic_type normal using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] Feb 04 11:36:03.529668 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.plugins.ml2.plugin [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempt 9 to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b Feb 04 11:36:03.535550 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-4cb6e7d0-72c1-4421-8dfe-dcd1245c80a3 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Unset dirty status for tenant:92f2e9a31a274e35b8f3ab8834e747d0 on resource:network {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:03.536729 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4cb6e7d0-72c1-4421-8dfe-dcd1245c80a3 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] 10.222.0.21 "GET /v2.0/networks/63d4ab6b-931d-42a4-aa18-bedd81d582fa HTTP/1.1" status: 200 len: 881 time: 0.6831751 Feb 04 11:36:03.547085 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33168) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:03.574155 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39471fe-7122-4511-af87-9e4ef4b7addf None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:36:03.584094 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:03.584465 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:03.585012 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:03.593970 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b00a62d7-82ec-410e-acf9-1ee52b9f47c9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:03.605318 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-12e88bed-68fd-4617-bf1f-afc0005b1e80 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1675462-5737-442a-89a5-849c46ebac30 HTTP/1.1" status: 200 len: 205 time: 0.0576203 Feb 04 11:36:03.611847 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33172) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:03.636040 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-39ae9680-bf87-46d4-88b6-e121995ac3ca tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:03.670899 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69d2de-070e-453d-a831-22d8c415d6c7 None None] Pushing event updated for resources: {'Port': ['ID=807e47d3-989c-4cb2-b19c-70e74e6cb149,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:03.674999 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Port 21ca7c89-0567-465f-bc9a-99d4080b2d0b on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:03.674999 dv-neutron-827825-2-hyperv neutron-server[84204]: ERROR neutron.plugins.ml2.managers [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Failed to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b on host hv-neutron-8278 for vnic_type normal using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] Feb 04 11:36:03.677018 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.plugins.ml2.plugin [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempt 10 to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b Feb 04 11:36:03.700554 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9924337-6085-4f95-8c0d-35e4039dfc82 tempest-DHCPAgentSchedulersTestJSON-967471573 tempest-DHCPAgentSchedulersTestJSON-967471573-project-admin] Network aa776cd4-dd41-4083-8dfc-4136e1260046 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:36:03.705962 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:03.706445 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:03.706883 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:03.719250 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Port 21ca7c89-0567-465f-bc9a-99d4080b2d0b on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:03.719716 dv-neutron-827825-2-hyperv neutron-server[84204]: ERROR neutron.plugins.ml2.managers [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Failed to bind port 21ca7c89-0567-465f-bc9a-99d4080b2d0b on host hv-neutron-8278 for vnic_type normal using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] Feb 04 11:36:03.720131 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:03.743384 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f3c89bed-df3a-4f9e-99b3-e542a3c39cad None None] Provisioning for port 88d9b475-aa44-47b6-846a-f607ed110ae8 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:03.749182 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ae9680-bf87-46d4-88b6-e121995ac3ca tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Network 36218616-309c-4ab7-9315-964536e949ec is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:03.752670 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-39ae9680-bf87-46d4-88b6-e121995ac3ca tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:03.755576 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ae9680-bf87-46d4-88b6-e121995ac3ca tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:03.756161 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-39ae9680-bf87-46d4-88b6-e121995ac3ca tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:03.765293 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f3c89bed-df3a-4f9e-99b3-e542a3c39cad None None] Provisioning complete for port 88d9b475-aa44-47b6-846a-f607ed110ae8 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:03.765293 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f3c89bed-df3a-4f9e-99b3-e542a3c39cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:03.766860 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae9680-bf87-46d4-88b6-e121995ac3ca tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Subnet': ['ID=b6e6ab1f-0619-4e49-acd0-51486b24b90d,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:03.791902 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b00a62d7-82ec-410e-acf9-1ee52b9f47c9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/7afeffc5-6c2a-4914-ac85-a0377bd89873 HTTP/1.1" status: 204 len: 168 time: 1.3974175 Feb 04 11:36:03.792715 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33176) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:03.803051 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e9924337-6085-4f95-8c0d-35e4039dfc82 tempest-DHCPAgentSchedulersTestJSON-967471573 tempest-DHCPAgentSchedulersTestJSON-967471573-project-admin] 10.222.0.21 "POST /v2.0/agents/b60f8a07-924f-421c-81bb-c4aa00d95e8a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5924261 Feb 04 11:36:03.803498 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33180) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:03.843799 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126e6046-feaf-429c-83d4-823dd5f8118c None None] Network aa776cd4-dd41-4083-8dfc-4136e1260046 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:36:03.996685 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e5001907-07c5-4804-acb6-0849ef6da6fa tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:04.004117 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] For port 21ca7c89-0567-465f-bc9a-99d4080b2d0b, host hv-neutron-8278, cleared binding levels {{(pid=84204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:36:04.004442 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempted to set empty binding levels {{(pid=84204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 11:36:04.119988 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:04.138684 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-39ae9680-bf87-46d4-88b6-e121995ac3ca tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.0677614 Feb 04 11:36:04.157004 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-e5001907-07c5-4804-acb6-0849ef6da6fa tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Calling delete_port for b48a12d2-00ac-49df-91b5-05feb6db1474 owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:36:04.168105 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33184) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:04.174066 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-edcf6949-73c7-485d-b3fb-22b8a97456e2 tempest-DHCPAgentSchedulersTestJSON-967471573 tempest-DHCPAgentSchedulersTestJSON-967471573-project-admin] 10.222.0.21 "GET /v2.0/agents/b60f8a07-924f-421c-81bb-c4aa00d95e8a/dhcp-networks HTTP/1.1" status: 200 len: 9264 time: 0.3667011 Feb 04 11:36:04.188952 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-759a13bc-480c-4c52-a0f6-01d6afe3dbc2 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'port': {'network_id': '36218616-309c-4ab7-9315-964536e949ec', 'fixed_ips': [{'subnet_id': 'af32edff-daa3-456c-aa74-d0ac93b01a77'}, {'subnet_id': 'b6e6ab1f-0619-4e49-acd0-51486b24b90d'}], 'name': 'tempest-PortsIpV6TestJSON-1146623663'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:04.204003 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33188) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:04.292761 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:04.321009 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0aef17a1-0b68-4668-932a-3076e0021661 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:04.358240 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f3c89bed-df3a-4f9e-99b3-e542a3c39cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:04.394682 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-f3c89bed-df3a-4f9e-99b3-e542a3c39cad None None] For port 88d9b475-aa44-47b6-846a-f607ed110ae8, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=88d9b475-aa44-47b6-846a-f607ed110ae8,segment=NetworkSegment(20c42cad-4fdc-4cf7-8849-dc580619061f),segment_id=20c42cad-4fdc-4cf7-8849-dc580619061f)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:36:04.428663 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Pushing event updated for resources: {'Port': ['ID=21ca7c89-0567-465f-bc9a-99d4080b2d0b,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:04.474879 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b9bdf9-3bda-419f-9be0-2de43282be58 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting subnet b2b33949-b2db-4dd2-8e28-0b8c82c7dde2 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:36:04.476763 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f3c89bed-df3a-4f9e-99b3-e542a3c39cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:04.478865 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-22b9bdf9-3bda-419f-9be0-2de43282be58 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:04.514673 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e5001907-07c5-4804-acb6-0849ef6da6fa tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:04.532302 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e0b1fa5a-6086-4ea9-9be1-8a48b416ff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 4.5482790 Feb 04 11:36:04.534884 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f3c89bed-df3a-4f9e-99b3-e542a3c39cad None None] Could not find standard attr ID for object 40b79bdb-c8fd-40b7-aa04-c56a35a731c2. {{(pid=84206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 11:36:04.536066 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33192) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:04.599117 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c89bed-df3a-4f9e-99b3-e542a3c39cad None None] Pushing event updated for resources: {'Port': ['ID=88d9b475-aa44-47b6-846a-f607ed110ae8,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:04.603291 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e1cffe-5bea-410f-8c63-6ec43200e5ef None None] Update dhcp port {'port': {'network_id': '36218616-309c-4ab7-9315-964536e949ec', 'fixed_ips': [{'subnet_id': 'af32edff-daa3-456c-aa74-d0ac93b01a77', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b6e6ab1f-0619-4e49-acd0-51486b24b90d'}], 'binding:host_id': 'dv-neutron-827825-2-hyperv'}, 'id': '88d9b475-aa44-47b6-846a-f607ed110ae8'} from dv-neutron-827825-2-hyperv. {{(pid=84206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 11:36:04.614025 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5001907-07c5-4804-acb6-0849ef6da6fa tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'Port': ['ID=b48a12d2-00ac-49df-91b5-05feb6db1474,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:04.633789 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f3c89bed-df3a-4f9e-99b3-e542a3c39cad None None] Provisioning complete for port 807e47d3-989c-4cb2-b19c-70e74e6cb149 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:04.634319 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f3c89bed-df3a-4f9e-99b3-e542a3c39cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:04.648931 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-6aa57abe-6bcc-4799-9dff-6c01482a70b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Deleting port 21ca7c89-0567-465f-bc9a-99d4080b2d0b {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:04.649510 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6aa57abe-6bcc-4799-9dff-6c01482a70b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:04.690381 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-759a13bc-480c-4c52-a0f6-01d6afe3dbc2 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:04.704325 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-759a13bc-480c-4c52-a0f6-01d6afe3dbc2 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:port and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:04.709403 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-759a13bc-480c-4c52-a0f6-01d6afe3dbc2 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:04.728984 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-759a13bc-480c-4c52-a0f6-01d6afe3dbc2 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:04.737740 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b270ce05-3914-47e8-9bed-a0b2ed503a53 tempest-DHCPAgentSchedulersTestJSON-967471573 tempest-DHCPAgentSchedulersTestJSON-967471573-project-admin] 10.222.0.21 "DELETE /v2.0/agents/b60f8a07-924f-421c-81bb-c4aa00d95e8a/dhcp-networks/aa776cd4-dd41-4083-8dfc-4136e1260046 HTTP/1.1" status: 204 len: 168 time: 0.5198927 Feb 04 11:36:04.742086 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33196) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:04.744095 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f0e1cffe-5bea-410f-8c63-6ec43200e5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:04.828330 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-22b9bdf9-3bda-419f-9be0-2de43282be58 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:04.867725 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e5001907-07c5-4804-acb6-0849ef6da6fa tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:04.917749 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759a13bc-480c-4c52-a0f6-01d6afe3dbc2 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Made reservation on behalf of 923893a854aa49c78e412c9bf04cfc96 for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:04.963239 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-22b9bdf9-3bda-419f-9be0-2de43282be58 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:05.047536 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e5001907-07c5-4804-acb6-0849ef6da6fa tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/ports/b48a12d2-00ac-49df-91b5-05feb6db1474 HTTP/1.1" status: 204 len: 168 time: 1.9867315 Feb 04 11:36:05.047741 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f3c89bed-df3a-4f9e-99b3-e542a3c39cad None None] Could not find standard attr ID for object b48a12d2-00ac-49df-91b5-05feb6db1474. {{(pid=84206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 11:36:05.048668 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33200) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:05.146919 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-f0e1cffe-5bea-410f-8c63-6ec43200e5ef None None] Allocated IP 2001:db8:0:1::2 (36218616-309c-4ab7-9315-964536e949ec/b6e6ab1f-0619-4e49-acd0-51486b24b90d/88d9b475-aa44-47b6-846a-f607ed110ae8) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:05.147118 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-143f616b-55f9-468a-bd7b-9f2f884c6bad tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] GET failed (client error): The resource could not be found. Feb 04 11:36:05.147506 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-143f616b-55f9-468a-bd7b-9f2f884c6bad tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Synchronizing usage tracker for tenant:2294c16a4d404317a20d2fdff5bb1a4c on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:05.173665 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-22b9bdf9-3bda-419f-9be0-2de43282be58 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:05.287900 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9bdf9-3bda-419f-9be0-2de43282be58 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Subnet': ['ID=b2b33949-b2db-4dd2-8e28-0b8c82c7dde2,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:05.295739 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-22b9bdf9-3bda-419f-9be0-2de43282be58 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:05.317797 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-22b9bdf9-3bda-419f-9be0-2de43282be58 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/b2b33949-b2db-4dd2-8e28-0b8c82c7dde2 HTTP/1.1" status: 204 len: 168 time: 1.5245214 Feb 04 11:36:05.320154 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33204) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:05.359788 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-f0e1cffe-5bea-410f-8c63-6ec43200e5ef None None] For port 88d9b475-aa44-47b6-846a-f607ed110ae8, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=88d9b475-aa44-47b6-846a-f607ed110ae8,segment=NetworkSegment(20c42cad-4fdc-4cf7-8849-dc580619061f),segment_id=20c42cad-4fdc-4cf7-8849-dc580619061f)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:36:05.401339 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f0e1cffe-5bea-410f-8c63-6ec43200e5ef None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:05.401339 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 807e47d3-989c-4cb2-b19c-70e74e6cb149 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:05.406762 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-143f616b-55f9-468a-bd7b-9f2f884c6bad tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Unset dirty status for tenant:2294c16a4d404317a20d2fdff5bb1a4c on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:05.408320 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-143f616b-55f9-468a-bd7b-9f2f884c6bad tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "GET /v2.0/ports/b48a12d2-00ac-49df-91b5-05feb6db1474 HTTP/1.1" status: 404 len: 333 time: 0.3585329 Feb 04 11:36:05.411350 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-217569d1-6422-4101-b88c-4fe988a0888b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0900750 Feb 04 11:36:05.412150 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33208) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:05.441582 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-aab50a5a-e493-4e0d-88db-cc19d60a17b2 tempest-DHCPAgentSchedulersTestJSON-967471573 tempest-DHCPAgentSchedulersTestJSON-967471573-project-admin] 10.222.0.21 "GET /v2.0/agents/b60f8a07-924f-421c-81bb-c4aa00d95e8a/dhcp-networks HTTP/1.1" status: 200 len: 8520 time: 0.6940622 Feb 04 11:36:05.444263 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33210) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:05.472959 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a089830-1063-4031-be12-5b9ebdedf41f None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:36:05.480712 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33214) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:05.485018 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-85eaf205-d044-40c6-b42b-1c9370d0b1f8 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Deleting port 7cfdc15a-83fc-424b-b92a-8d03426dea85 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:05.485352 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-85eaf205-d044-40c6-b42b-1c9370d0b1f8 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:05.568593 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-7b5aee73-6f9f-480d-8459-bbac0f0f183a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:05.576023 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f0e1cffe-5bea-410f-8c63-6ec43200e5ef None None] Transition to ACTIVE for port object 88d9b475-aa44-47b6-846a-f607ed110ae8 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:05.614756 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5bec0141-bdc8-45ad-ae58-be25174420db tempest-DHCPAgentSchedulersTestJSON-967471573 tempest-DHCPAgentSchedulersTestJSON-967471573-project-admin] 10.222.0.21 "GET /v2.0/networks/afe7b09f-5e3c-49fc-81b0-13cc4ff5bba9/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0879328 Feb 04 11:36:05.626842 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33220) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:05.652170 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9730a6c9-de1b-4905-8e4d-2102e4222b52 None None] Provisioning complete for port 5a01d974-f9e7-4d77-9265-bab747e0be74 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:05.653384 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9730a6c9-de1b-4905-8e4d-2102e4222b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:05.725450 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f0e1cffe-5bea-410f-8c63-6ec43200e5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:05.728917 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 807e47d3-989c-4cb2-b19c-70e74e6cb149 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:05.729282 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:05.765979 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-15eabe5e-0cf8-4ed7-b772-e3cdc145403d tempest-DHCPAgentSchedulersTestJSON-967471573 tempest-DHCPAgentSchedulersTestJSON-967471573-project-admin] 10.222.0.21 "GET /v2.0/networks/afe7b09f-5e3c-49fc-81b0-13cc4ff5bba9/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1341662 Feb 04 11:36:05.767990 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33224) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:05.815357 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-6aa57abe-6bcc-4799-9dff-6c01482a70b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] For port 21ca7c89-0567-465f-bc9a-99d4080b2d0b, host hv-neutron-8278, got binding levels [] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:36:05.815952 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6aa57abe-6bcc-4799-9dff-6c01482a70b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:05.839731 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-7b5aee73-6f9f-480d-8459-bbac0f0f183a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:05.844833 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-7b5aee73-6f9f-480d-8459-bbac0f0f183a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:subnet and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:05.849635 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-7b5aee73-6f9f-480d-8459-bbac0f0f183a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:05.858524 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-7b5aee73-6f9f-480d-8459-bbac0f0f183a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:05.941039 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-759a13bc-480c-4c52-a0f6-01d6afe3dbc2 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:05.999359 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1cffe-5bea-410f-8c63-6ec43200e5ef None None] Pushing event updated for resources: {'Port': ['ID=88d9b475-aa44-47b6-846a-f607ed110ae8,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:06.025273 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-6aa57abe-6bcc-4799-9dff-6c01482a70b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Calling delete_port for 21ca7c89-0567-465f-bc9a-99d4080b2d0b owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:36:06.025477 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e3ef62ea-7830-48e8-9702-0b27d8522c25 tempest-DHCPAgentSchedulersTestJSON-967471573 tempest-DHCPAgentSchedulersTestJSON-967471573-project-admin] 10.222.0.21 "GET /v2.0/agents/b60f8a07-924f-421c-81bb-c4aa00d95e8a/dhcp-networks HTTP/1.1" status: 200 len: 8482 time: 0.2526646 Feb 04 11:36:06.026882 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33228) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:06.056716 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5aee73-6f9f-480d-8459-bbac0f0f183a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:06.063142 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7b5aee73-6f9f-480d-8459-bbac0f0f183a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:06.113487 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:06.120202 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0aef17a1-0b68-4668-932a-3076e0021661 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:06.179687 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 88d9b475-aa44-47b6-846a-f607ed110ae8 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:06.315122 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-759a13bc-480c-4c52-a0f6-01d6afe3dbc2 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] device_id is not set on port d1987039-565e-4605-ae3b-a7bcb92abf20 yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:36:06.333292 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ae96a4-4051-458a-9ddc-86920ab4b7cb None None] DHCP port deletion for a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:36:06.351745 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-19ae96a4-4051-458a-9ddc-86920ab4b7cb None None] Deleting port 5a01d974-f9e7-4d77-9265-bab747e0be74 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:06.352125 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-19ae96a4-4051-458a-9ddc-86920ab4b7cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:06.398813 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-85eaf205-d044-40c6-b42b-1c9370d0b1f8 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:06.491968 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-0aef17a1-0b68-4668-932a-3076e0021661 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Deleting port e359bb89-6656-4a60-9550-b6eb496469ef {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:06.492674 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0aef17a1-0b68-4668-932a-3076e0021661 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:06.499926 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-69995f91-dab3-44b7-9c08-927194716079 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:06.603763 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-85eaf205-d044-40c6-b42b-1c9370d0b1f8 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Calling delete_port for 7cfdc15a-83fc-424b-b92a-8d03426dea85 owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:36:06.640818 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-19ae96a4-4051-458a-9ddc-86920ab4b7cb None None] For port 5a01d974-f9e7-4d77-9265-bab747e0be74, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=5a01d974-f9e7-4d77-9265-bab747e0be74,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:36:06.641945 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-19ae96a4-4051-458a-9ddc-86920ab4b7cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:06.807778 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-19ae96a4-4051-458a-9ddc-86920ab4b7cb None None] Calling delete_port for 5a01d974-f9e7-4d77-9265-bab747e0be74 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:36:06.849865 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d347d73-27a5-4312-aed8-e10fb153ed7e None None] Network 36218616-309c-4ab7-9315-964536e949ec requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:36:06.850165 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6aa57abe-6bcc-4799-9dff-6c01482a70b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:06.866275 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7b5aee73-6f9f-480d-8459-bbac0f0f183a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:06.966980 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa57abe-6bcc-4799-9dff-6c01482a70b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Pushing event deleted for resources: {'Port': ['ID=21ca7c89-0567-465f-bc9a-99d4080b2d0b,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:07.002758 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-69995f91-dab3-44b7-9c08-927194716079 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:07.050600 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-69995f91-dab3-44b7-9c08-927194716079 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa776cd4-dd41-4083-8dfc-4136e1260046']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:07.053055 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-75248f99-57f9-4d49-8a63-bc4f76f8d750 None None] Provisioning for port 88d9b475-aa44-47b6-846a-f607ed110ae8 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:07.070863 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-69995f91-dab3-44b7-9c08-927194716079 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d432ed-84f6-4e5a-814a-c90d5d928d28') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:07.071232 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-69995f91-dab3-44b7-9c08-927194716079 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d432ed-84f6-4e5a-814a-c90d5d928d28') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:07.090491 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5aee73-6f9f-480d-8459-bbac0f0f183a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:07.094012 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6aa57abe-6bcc-4799-9dff-6c01482a70b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:07.094520 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-69995f91-dab3-44b7-9c08-927194716079 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:07.096993 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-7b5aee73-6f9f-480d-8459-bbac0f0f183a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:07.098493 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5aee73-6f9f-480d-8459-bbac0f0f183a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Subnet': ['ID=887e346d-be94-409d-8064-279c77cf8f28,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:07.105383 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0aef17a1-0b68-4668-932a-3076e0021661 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:07.107303 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-75248f99-57f9-4d49-8a63-bc4f76f8d750 None None] Provisioning complete for port 88d9b475-aa44-47b6-846a-f607ed110ae8 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:07.107681 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-75248f99-57f9-4d49-8a63-bc4f76f8d750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:07.113464 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5aee73-6f9f-480d-8459-bbac0f0f183a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:07.116642 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7b5aee73-6f9f-480d-8459-bbac0f0f183a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:07.127238 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-85eaf205-d044-40c6-b42b-1c9370d0b1f8 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:07.129629 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-69995f91-dab3-44b7-9c08-927194716079 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:07.144836 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 88d9b475-aa44-47b6-846a-f607ed110ae8 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:07.181971 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69995f91-dab3-44b7-9c08-927194716079 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:36:07.182547 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-69995f91-dab3-44b7-9c08-927194716079 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:07.195125 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-19ae96a4-4051-458a-9ddc-86920ab4b7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:07.200871 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eaf205-d044-40c6-b42b-1c9370d0b1f8 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'Port': ['ID=7cfdc15a-83fc-424b-b92a-8d03426dea85,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:07.202355 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:36:07.202355 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:36:07.202355 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:36:07.202355 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:36:07.202355 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:36:07.202355 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:36:07.202355 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:36:07.202355 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:36:07.202355 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:36:07.202355 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:36:07.202355 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:36:07.202355 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:36:07.202355 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:36:07.202355 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:36:07.202355 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:36:07.202355 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:36:07.202355 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:36:07.202355 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:36:07.202355 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:36:07.202355 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:36:07.202355 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:36:07.202355 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:36:07.202355 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:36:07.202355 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:36:07.202355 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:36:07.202355 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:36:07.202355 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:36:07.202355 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:36:07.202355 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:36:07.202355 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:36:07.202355 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:36:07.202355 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:36:07.270505 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ae96a4-4051-458a-9ddc-86920ab4b7cb None None] No DVR routers for this DVR port 5a01d974-f9e7-4d77-9265-bab747e0be74 on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:36:07.274267 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-0aef17a1-0b68-4668-932a-3076e0021661 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Calling delete_port for e359bb89-6656-4a60-9550-b6eb496469ef owned by network:router_gateway {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:36:07.302242 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae96a4-4051-458a-9ddc-86920ab4b7cb None None] Pushing event deleted for resources: {'Port': ['ID=5a01d974-f9e7-4d77-9265-bab747e0be74,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:07.390120 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5a62e4-c7d8-4c53-b005-f724fde9e044 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:36:07.431374 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-85eaf205-d044-40c6-b42b-1c9370d0b1f8 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:07.472314 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-69995f91-dab3-44b7-9c08-927194716079 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:07.484253 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-69995f91-dab3-44b7-9c08-927194716079 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:07.494469 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-69995f91-dab3-44b7-9c08-927194716079 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] 10.222.0.21 "DELETE /v2.0/networks/aa776cd4-dd41-4083-8dfc-4136e1260046 HTTP/1.1" status: 204 len: 168 time: 1.4647126 Feb 04 11:36:07.502782 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33232) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:07.516120 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6aa57abe-6bcc-4799-9dff-6c01482a70b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] 10.222.0.21 "DELETE /v2.0/ports/21ca7c89-0567-465f-bc9a-99d4080b2d0b HTTP/1.1" status: 204 len: 168 time: 2.9752345 Feb 04 11:36:07.530625 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33234) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:07.541259 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-7b5aee73-6f9f-480d-8459-bbac0f0f183a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0354385 Feb 04 11:36:07.542003 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33240) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:07.599018 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-c044be39-10f3-44f5-8288-91d78b85f538 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:07.602567 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-85eaf205-d044-40c6-b42b-1c9370d0b1f8 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/ports/7cfdc15a-83fc-424b-b92a-8d03426dea85 HTTP/1.1" status: 204 len: 168 time: 2.1891563 Feb 04 11:36:07.612699 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33244) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:07.613707 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69995f91-dab3-44b7-9c08-927194716079 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Pushing event deleted for resources: {'Network': ['ID=aa776cd4-dd41-4083-8dfc-4136e1260046,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:07.619967 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e562ba-3220-480b-aaf3-6ad9e9d54c07 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] DELETE failed (client error): The resource could not be found. Feb 04 11:36:07.620965 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1e562ba-3220-480b-aaf3-6ad9e9d54c07 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:36:07.623371 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e1e562ba-3220-480b-aaf3-6ad9e9d54c07 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] 10.222.0.21 "DELETE /v2.0/ports/40b79bdb-c8fd-40b7-aa04-c56a35a731c2 HTTP/1.1" status: 404 len: 333 time: 0.0955381 Feb 04 11:36:07.629965 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-966fb49f-adce-40d4-bf9c-5f5a1dc6959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] GET failed (client error): The resource could not be found. Feb 04 11:36:07.630473 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-966fb49f-adce-40d4-bf9c-5f5a1dc6959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Synchronizing usage tracker for tenant:854e8bb51958466d8bfe6bfdf52c3b21 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:07.634079 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 88d9b475-aa44-47b6-846a-f607ed110ae8 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:07.634545 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:07.643131 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33248) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:07.680752 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-109b7470-05cb-4455-87e9-f006ad71980f tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] GET failed (client error): The resource could not be found. Feb 04 11:36:07.681425 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-109b7470-05cb-4455-87e9-f006ad71980f tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Synchronizing usage tracker for tenant:2294c16a4d404317a20d2fdff5bb1a4c on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:07.779240 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-109b7470-05cb-4455-87e9-f006ad71980f tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Unset dirty status for tenant:2294c16a4d404317a20d2fdff5bb1a4c on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:07.782998 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-109b7470-05cb-4455-87e9-f006ad71980f tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "GET /v2.0/ports/7cfdc15a-83fc-424b-b92a-8d03426dea85 HTTP/1.1" status: 404 len: 333 time: 0.1640477 Feb 04 11:36:07.784345 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33252) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:07.807226 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69445bb5-55d2-4bfe-93c2-dbee93646d38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'tenant_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'fixed_ips': [{'subnet_id': '887e346d-be94-409d-8064-279c77cf8f28'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:36:07.807946 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-69445bb5-55d2-4bfe-93c2-dbee93646d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:07.989090 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-966fb49f-adce-40d4-bf9c-5f5a1dc6959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Unset dirty status for tenant:854e8bb51958466d8bfe6bfdf52c3b21 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:07.994948 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-966fb49f-adce-40d4-bf9c-5f5a1dc6959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] 10.222.0.21 "GET /v2.0/ports/21ca7c89-0567-465f-bc9a-99d4080b2d0b HTTP/1.1" status: 404 len: 333 time: 0.4599288 Feb 04 11:36:07.995882 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33256) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:08.006752 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-08205984-2eb2-4b16-b1d7-c80c07254783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Request body: {'port': {'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144133596'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:08.018422 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-08205984-2eb2-4b16-b1d7-c80c07254783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:08.066901 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 5a01d974-f9e7-4d77-9265-bab747e0be74 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:36:08.068490 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-08205984-2eb2-4b16-b1d7-c80c07254783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:08.108641 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b7af70c-6fe3-49f1-a7c0-3946f6b93d28 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Deleting subnet 005b1864-91f1-4715-a6cb-551fd601d7f5 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:36:08.112100 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6b7af70c-6fe3-49f1-a7c0-3946f6b93d28 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:08.119345 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 5a01d974-f9e7-4d77-9265-bab747e0be74 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:36:08.119696 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 5a01d974-f9e7-4d77-9265-bab747e0be74 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:36:08.144035 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c044be39-10f3-44f5-8288-91d78b85f538 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:08.152277 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-69445bb5-55d2-4bfe-93c2-dbee93646d38 None None] Allocated IP 172.20.0.2 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/887e346d-be94-409d-8064-279c77cf8f28/9182b678-72aa-44d5-aeb5-fc5194b090f4) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:08.152672 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-759a13bc-480c-4c52-a0f6-01d6afe3dbc2 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Allocated IP 2001:db8::2ec (36218616-309c-4ab7-9315-964536e949ec/af32edff-daa3-456c-aa74-d0ac93b01a77/d1987039-565e-4605-ae3b-a7bcb92abf20) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:08.159911 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-10fd9f8d-41d1-4427-bb7e-8b1543bcd1ca None None] Provisioning complete for port 88d9b475-aa44-47b6-846a-f607ed110ae8 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:08.160698 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-10fd9f8d-41d1-4427-bb7e-8b1543bcd1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:08.183183 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c044be39-10f3-44f5-8288-91d78b85f538 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:subnet and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:08.191437 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6b7af70c-6fe3-49f1-a7c0-3946f6b93d28 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:08.193667 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c044be39-10f3-44f5-8288-91d78b85f538 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:08.199930 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-759a13bc-480c-4c52-a0f6-01d6afe3dbc2 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Allocated IP 2001:db8:0:1::1d6 (36218616-309c-4ab7-9315-964536e949ec/b6e6ab1f-0619-4e49-acd0-51486b24b90d/d1987039-565e-4605-ae3b-a7bcb92abf20) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:08.225856 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08205984-2eb2-4b16-b1d7-c80c07254783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Made reservation on behalf of 854e8bb51958466d8bfe6bfdf52c3b21 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:08.228333 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-08205984-2eb2-4b16-b1d7-c80c07254783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:08.276354 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c044be39-10f3-44f5-8288-91d78b85f538 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:08.276940 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-08205984-2eb2-4b16-b1d7-c80c07254783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] device_id is not set on port 5c13bcbb-2207-4380-b9c5-601e584e2636 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:36:08.392080 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-08cbf2ba-74de-4edf-b814-60ff0af59203 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Deleting subnet 175540c5-2d7d-498d-ab1b-3a64dac14487 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:36:08.402188 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-08cbf2ba-74de-4edf-b814-60ff0af59203 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:08.414324 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6b7af70c-6fe3-49f1-a7c0-3946f6b93d28 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:08.443696 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c044be39-10f3-44f5-8288-91d78b85f538 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:08.533857 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0aef17a1-0b68-4668-932a-3076e0021661 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:08.571998 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-69445bb5-55d2-4bfe-93c2-dbee93646d38 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:08.585925 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-69445bb5-55d2-4bfe-93c2-dbee93646d38 None None] Transition to ACTIVE for port object 9182b678-72aa-44d5-aeb5-fc5194b090f4 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:08.609211 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-69445bb5-55d2-4bfe-93c2-dbee93646d38 None None] Transition to ACTIVE for port object 9182b678-72aa-44d5-aeb5-fc5194b090f4 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:08.615036 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-08205984-2eb2-4b16-b1d7-c80c07254783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:08.666439 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef17a1-0b68-4668-932a-3076e0021661 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Pushing event deleted for resources: {'Port': ['ID=e359bb89-6656-4a60-9550-b6eb496469ef,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:08.666634 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-69445bb5-55d2-4bfe-93c2-dbee93646d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:08.670473 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-08cbf2ba-74de-4edf-b814-60ff0af59203 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:08.683611 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6b7af70c-6fe3-49f1-a7c0-3946f6b93d28 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:08.751451 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69445bb5-55d2-4bfe-93c2-dbee93646d38 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:08.757917 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-69445bb5-55d2-4bfe-93c2-dbee93646d38 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:08.760281 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69445bb5-55d2-4bfe-93c2-dbee93646d38 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:36:08.767850 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69445bb5-55d2-4bfe-93c2-dbee93646d38 None None] Pushing event updated for resources: {'Port': ['ID=9182b678-72aa-44d5-aeb5-fc5194b090f4,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:08.819381 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-08205984-2eb2-4b16-b1d7-c80c07254783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:08.830274 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7af70c-6fe3-49f1-a7c0-3946f6b93d28 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'Subnet': ['ID=005b1864-91f1-4715-a6cb-551fd601d7f5,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:08.865930 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-69445bb5-55d2-4bfe-93c2-dbee93646d38 None None] Attempting to bind port 9182b678-72aa-44d5-aeb5-fc5194b090f4 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:08.866494 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-69445bb5-55d2-4bfe-93c2-dbee93646d38 None None] Attempting to bind port 9182b678-72aa-44d5-aeb5-fc5194b090f4 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:08.866494 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69445bb5-55d2-4bfe-93c2-dbee93646d38 None None] Attempting to bind port 9182b678-72aa-44d5-aeb5-fc5194b090f4 on network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:08.879042 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69445bb5-55d2-4bfe-93c2-dbee93646d38 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:36:08.879042 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69445bb5-55d2-4bfe-93c2-dbee93646d38 None None] Checking segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:36:08.879042 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-69445bb5-55d2-4bfe-93c2-dbee93646d38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:08.879042 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69445bb5-55d2-4bfe-93c2-dbee93646d38 None None] Bound using segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:36:08.879042 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-69445bb5-55d2-4bfe-93c2-dbee93646d38 None None] Bound port: 9182b678-72aa-44d5-aeb5-fc5194b090f4, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:36:08.879042 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-69445bb5-55d2-4bfe-93c2-dbee93646d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:08.884292 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6b7af70c-6fe3-49f1-a7c0-3946f6b93d28 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:08.896837 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f114fa-014b-4234-8b1c-a0828ae34811 None None] Network f868f1a6-34bb-4f97-aba1-2f7d41e0ad74 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:36:08.906595 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c044be39-10f3-44f5-8288-91d78b85f538 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:08.913870 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6b7af70c-6fe3-49f1-a7c0-3946f6b93d28 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/subnets/005b1864-91f1-4715-a6cb-551fd601d7f5 HTTP/1.1" status: 204 len: 168 time: 1.1255980 Feb 04 11:36:08.915986 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33260) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:08.929720 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08205984-2eb2-4b16-b1d7-c80c07254783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:08.949184 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-08205984-2eb2-4b16-b1d7-c80c07254783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:08.951214 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08205984-2eb2-4b16-b1d7-c80c07254783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Pushing event updated for resources: {'Port': ['ID=5c13bcbb-2207-4380-b9c5-601e584e2636,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:08.958358 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08205984-2eb2-4b16-b1d7-c80c07254783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:36:08.959403 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08205984-2eb2-4b16-b1d7-c80c07254783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:08.959403 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-08205984-2eb2-4b16-b1d7-c80c07254783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:08.961168 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-759a13bc-480c-4c52-a0f6-01d6afe3dbc2 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:09.065367 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a37cd8f9-0dfc-4722-abc6-3c9bf9ae0cd5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:09.077537 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-a37cd8f9-0dfc-4722-abc6-3c9bf9ae0cd5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Deleting port 9dad2392-5198-49da-84b0-b72c8c6c3d7d {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:09.078226 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a37cd8f9-0dfc-4722-abc6-3c9bf9ae0cd5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:09.135664 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-08205984-2eb2-4b16-b1d7-c80c07254783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1379511 Feb 04 11:36:09.139082 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33264) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:09.146391 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-69445bb5-55d2-4bfe-93c2-dbee93646d38 None None] For port 9182b678-72aa-44d5-aeb5-fc5194b090f4, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:36:09.148034 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8278'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:09.163737 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-69445bb5-55d2-4bfe-93c2-dbee93646d38 None None] For port 9182b678-72aa-44d5-aeb5-fc5194b090f4, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=9182b678-72aa-44d5-aeb5-fc5194b090f4,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:36:09.259379 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-69445bb5-55d2-4bfe-93c2-dbee93646d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:09.299083 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-759a13bc-480c-4c52-a0f6-01d6afe3dbc2 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Transition to ACTIVE for port object d1987039-565e-4605-ae3b-a7bcb92abf20 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:09.307928 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-08cbf2ba-74de-4edf-b814-60ff0af59203 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:09.340655 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b67b84d-5cf5-4e2c-b3c2-e0be9dba206e None None] DHCP port deletion for f868f1a6-34bb-4f97-aba1-2f7d41e0ad74 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:36:09.358867 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-5b67b84d-5cf5-4e2c-b3c2-e0be9dba206e None None] Deleting port 9dad2392-5198-49da-84b0-b72c8c6c3d7d {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:09.359256 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5b67b84d-5cf5-4e2c-b3c2-e0be9dba206e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:09.364676 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0aef17a1-0b68-4668-932a-3076e0021661 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:09.419597 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69445bb5-55d2-4bfe-93c2-dbee93646d38 None None] Pushing event updated for resources: {'Port': ['ID=9182b678-72aa-44d5-aeb5-fc5194b090f4,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:09.422433 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:09.448564 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-a37cd8f9-0dfc-4722-abc6-3c9bf9ae0cd5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] For port 9dad2392-5198-49da-84b0-b72c8c6c3d7d, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=9dad2392-5198-49da-84b0-b72c8c6c3d7d,segment=NetworkSegment(41ae1c19-5c6b-49b0-80bb-7a080f403e7d),segment_id=41ae1c19-5c6b-49b0-80bb-7a080f403e7d)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:36:09.448937 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a37cd8f9-0dfc-4722-abc6-3c9bf9ae0cd5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:09.628142 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-5b67b84d-5cf5-4e2c-b3c2-e0be9dba206e None None] For port 9dad2392-5198-49da-84b0-b72c8c6c3d7d, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=9dad2392-5198-49da-84b0-b72c8c6c3d7d,segment=NetworkSegment(41ae1c19-5c6b-49b0-80bb-7a080f403e7d),segment_id=41ae1c19-5c6b-49b0-80bb-7a080f403e7d)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:36:09.628733 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5b67b84d-5cf5-4e2c-b3c2-e0be9dba206e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:09.644320 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-a37cd8f9-0dfc-4722-abc6-3c9bf9ae0cd5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Calling delete_port for 9dad2392-5198-49da-84b0-b72c8c6c3d7d owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:36:09.677494 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-08cbf2ba-74de-4edf-b814-60ff0af59203 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:09.817664 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-08cbf2ba-74de-4edf-b814-60ff0af59203 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:09.822079 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc269d53-b9bd-487b-a9c5-1d4a665b5c16 None None] Network afe7b09f-5e3c-49fc-81b0-13cc4ff5bba9 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:36:09.822526 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0aef17a1-0b68-4668-932a-3076e0021661 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:09.825978 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cbf2ba-74de-4edf-b814-60ff0af59203 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Pushing event deleted for resources: {'Subnet': ['ID=175540c5-2d7d-498d-ab1b-3a64dac14487,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:09.845103 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-08cbf2ba-74de-4edf-b814-60ff0af59203 tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] 10.222.0.21 "DELETE /v2.0/subnets/175540c5-2d7d-498d-ab1b-3a64dac14487 HTTP/1.1" status: 204 len: 168 time: 2.1985400 Feb 04 11:36:09.845103 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0aef17a1-0b68-4668-932a-3076e0021661 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:09.848568 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33268) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:09.848829 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-5b67b84d-5cf5-4e2c-b3c2-e0be9dba206e None None] Calling delete_port for 9dad2392-5198-49da-84b0-b72c8c6c3d7d owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:36:09.969343 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a37cd8f9-0dfc-4722-abc6-3c9bf9ae0cd5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:10.013765 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-759a13bc-480c-4c52-a0f6-01d6afe3dbc2 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:10.040944 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37cd8f9-0dfc-4722-abc6-3c9bf9ae0cd5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'Port': ['ID=9dad2392-5198-49da-84b0-b72c8c6c3d7d,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:10.049075 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37cd8f9-0dfc-4722-abc6-3c9bf9ae0cd5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] No DVR routers for this DVR port 9dad2392-5198-49da-84b0-b72c8c6c3d7d on host dv-neutron-827825-2-hyperv {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:36:10.052247 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] device_id is not set on port 5c13bcbb-2207-4380-b9c5-601e584e2636 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:36:10.082584 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-5b67b84d-5cf5-4e2c-b3c2-e0be9dba206e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:36:10.083419 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-5b67b84d-5cf5-4e2c-b3c2-e0be9dba206e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:36:10.116548 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:10.210660 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Transition to ACTIVE for port object 5c13bcbb-2207-4380-b9c5-601e584e2636 will not be triggered until provisioned by entity L2. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:10.212649 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a37cd8f9-0dfc-4722-abc6-3c9bf9ae0cd5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:10.217720 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759a13bc-480c-4c52-a0f6-01d6afe3dbc2 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Network 36218616-309c-4ab7-9315-964536e949ec is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:10.225275 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-971dfd38-f946-46b9-8079-c858a840550e tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:10.235792 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a13bc-480c-4c52-a0f6-01d6afe3dbc2 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Port': ['ID=d1987039-565e-4605-ae3b-a7bcb92abf20,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:10.240362 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-759a13bc-480c-4c52-a0f6-01d6afe3dbc2 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:10.247266 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759a13bc-480c-4c52-a0f6-01d6afe3dbc2 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:36:10.255693 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759a13bc-480c-4c52-a0f6-01d6afe3dbc2 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:10.256834 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-759a13bc-480c-4c52-a0f6-01d6afe3dbc2 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:10.269348 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0aef17a1-0b68-4668-932a-3076e0021661 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:10.269579 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-a37cd8f9-0dfc-4722-abc6-3c9bf9ae0cd5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f868f1a6-34bb-4f97-aba1-2f7d41e0ad74']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:10.270828 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aef17a1-0b68-4668-932a-3076e0021661 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Fanout notify agent at l3_agent the message router_deleted on router d1675462-5737-442a-89a5-849c46ebac30 {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:36:10.283245 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a921599c-989c-4b70-9ad2-c74d5dec62f5 None None] DHCP port deletion for afe7b09f-5e3c-49fc-81b0-13cc4ff5bba9 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:36:10.288587 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-a37cd8f9-0dfc-4722-abc6-3c9bf9ae0cd5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41ae1c19-5c6b-49b0-80bb-7a080f403e7d') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:10.288880 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-a37cd8f9-0dfc-4722-abc6-3c9bf9ae0cd5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41ae1c19-5c6b-49b0-80bb-7a080f403e7d') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:10.290960 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-a921599c-989c-4b70-9ad2-c74d5dec62f5 None None] Deleting port 807e47d3-989c-4cb2-b19c-70e74e6cb149 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:10.291481 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a921599c-989c-4b70-9ad2-c74d5dec62f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:10.299742 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:10.335382 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a37cd8f9-0dfc-4722-abc6-3c9bf9ae0cd5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:10.346095 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0aef17a1-0b68-4668-932a-3076e0021661 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:10.348112 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-0aef17a1-0b68-4668-932a-3076e0021661 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] 10.222.0.21 "DELETE /v2.0/routers/d1675462-5737-442a-89a5-849c46ebac30 HTTP/1.1" status: 204 len: 168 time: 6.7345169 Feb 04 11:36:10.360030 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33274) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:10.389554 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-b8271acd-c332-49e3-b465-b8e2aabaf083 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1587355631', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:10.413461 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-971dfd38-f946-46b9-8079-c858a840550e tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Deleting port 807e47d3-989c-4cb2-b19c-70e74e6cb149 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:10.414113 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-971dfd38-f946-46b9-8079-c858a840550e tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:10.438087 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a37cd8f9-0dfc-4722-abc6-3c9bf9ae0cd5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:10.466742 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a37cd8f9-0dfc-4722-abc6-3c9bf9ae0cd5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:36:10.467328 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a37cd8f9-0dfc-4722-abc6-3c9bf9ae0cd5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:10.484449 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:36:10.484449 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:36:10.484449 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:36:10.484449 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:36:10.484449 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:36:10.484449 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:36:10.484449 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:36:10.484449 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:36:10.484449 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:36:10.484449 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:36:10.484449 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:36:10.484449 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:36:10.484449 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:36:10.484449 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:36:10.484449 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:36:10.484449 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:36:10.484449 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:36:10.484449 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:36:10.484449 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:36:10.484449 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:36:10.484449 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:36:10.484449 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:36:10.484449 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:36:10.484449 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:36:10.484449 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:36:10.484449 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:36:10.484449 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:36:10.484449 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:36:10.484449 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:36:10.484449 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:36:10.484449 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:36:10.484449 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:36:10.490483 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Pushing event updated for resources: {'Port': ['ID=5c13bcbb-2207-4380-b9c5-601e584e2636,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:10.538587 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-b8271acd-c332-49e3-b465-b8e2aabaf083 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:10.545272 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-b8271acd-c332-49e3-b465-b8e2aabaf083 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Usage tracker for resource:router and tenant:0a398f05f2bb4d8d9e15137239f4433d is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:10.550147 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-b8271acd-c332-49e3-b465-b8e2aabaf083 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:10.559567 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-b8271acd-c332-49e3-b465-b8e2aabaf083 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:10.586118 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-5b67b84d-5cf5-4e2c-b3c2-e0be9dba206e None None] Deleting port 9dad2392-5198-49da-84b0-b72c8c6c3d7d {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:10.586750 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5b67b84d-5cf5-4e2c-b3c2-e0be9dba206e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:10.637121 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-759a13bc-480c-4c52-a0f6-01d6afe3dbc2 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 6.4640539 Feb 04 11:36:10.638509 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33278) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:10.658494 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-a70c8406-e6c6-416f-8640-ab8e9286e017 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'af32edff-daa3-456c-aa74-d0ac93b01a77'}]}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:10.698302 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-5b67b84d-5cf5-4e2c-b3c2-e0be9dba206e None None] The port '9dad2392-5198-49da-84b0-b72c8c6c3d7d' was deleted {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:36:10.706555 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-a921599c-989c-4b70-9ad2-c74d5dec62f5 None None] For port 807e47d3-989c-4cb2-b19c-70e74e6cb149, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=807e47d3-989c-4cb2-b19c-70e74e6cb149,segment=NetworkSegment(1e28e8bc-f0ec-44f8-9de7-cc18d4194cc0),segment_id=1e28e8bc-f0ec-44f8-9de7-cc18d4194cc0)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:36:10.706961 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a921599c-989c-4b70-9ad2-c74d5dec62f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:10.729906 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b8271acd-c332-49e3-b465-b8e2aabaf083 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:10.732317 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b8271acd-c332-49e3-b465-b8e2aabaf083 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:10.818696 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:10.826170 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:10.826170 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:10.828890 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Port 5c13bcbb-2207-4380-b9c5-601e584e2636 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:10.829559 dv-neutron-827825-2-hyperv neutron-server[84205]: ERROR neutron.plugins.ml2.managers [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Failed to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] Feb 04 11:36:10.830251 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.plugins.ml2.plugin [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempt 2 to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 Feb 04 11:36:10.851511 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:10.852164 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:10.852694 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:10.861284 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Port 5c13bcbb-2207-4380-b9c5-601e584e2636 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:10.861978 dv-neutron-827825-2-hyperv neutron-server[84205]: ERROR neutron.plugins.ml2.managers [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Failed to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] Feb 04 11:36:10.862623 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.plugins.ml2.plugin [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempt 3 to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 Feb 04 11:36:10.869305 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-971dfd38-f946-46b9-8079-c858a840550e tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] For port 807e47d3-989c-4cb2-b19c-70e74e6cb149, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=807e47d3-989c-4cb2-b19c-70e74e6cb149,segment=NetworkSegment(1e28e8bc-f0ec-44f8-9de7-cc18d4194cc0),segment_id=1e28e8bc-f0ec-44f8-9de7-cc18d4194cc0)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:36:10.869762 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-971dfd38-f946-46b9-8079-c858a840550e tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:10.879273 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-a921599c-989c-4b70-9ad2-c74d5dec62f5 None None] Calling delete_port for 807e47d3-989c-4cb2-b19c-70e74e6cb149 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:36:10.884226 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:10.884838 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:10.885404 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:10.894020 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Port 5c13bcbb-2207-4380-b9c5-601e584e2636 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:10.895149 dv-neutron-827825-2-hyperv neutron-server[84205]: ERROR neutron.plugins.ml2.managers [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Failed to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] Feb 04 11:36:10.895741 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.plugins.ml2.plugin [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempt 4 to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 Feb 04 11:36:10.905709 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a37cd8f9-0dfc-4722-abc6-3c9bf9ae0cd5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:10.954723 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a37cd8f9-0dfc-4722-abc6-3c9bf9ae0cd5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:10.987578 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37cd8f9-0dfc-4722-abc6-3c9bf9ae0cd5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'Network': ['ID=f868f1a6-34bb-4f97-aba1-2f7d41e0ad74,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:11.001445 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:11.001643 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7632364d-71cd-48c2-97db-7eb75857f379 None None] Provisioning for port d1987039-565e-4605-ae3b-a7bcb92abf20 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:11.001753 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:11.002111 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:11.009467 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7632364d-71cd-48c2-97db-7eb75857f379 None None] Provisioning complete for port d1987039-565e-4605-ae3b-a7bcb92abf20 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:11.009837 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7632364d-71cd-48c2-97db-7eb75857f379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:11.009961 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Port 5c13bcbb-2207-4380-b9c5-601e584e2636 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:11.010232 dv-neutron-827825-2-hyperv neutron-server[84205]: ERROR neutron.plugins.ml2.managers [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Failed to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] Feb 04 11:36:11.010626 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.plugins.ml2.plugin [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempt 5 to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 Feb 04 11:36:11.053064 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-971dfd38-f946-46b9-8079-c858a840550e tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Calling delete_port for 807e47d3-989c-4cb2-b19c-70e74e6cb149 owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:36:11.053192 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:11.053513 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:11.053840 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:11.061625 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Port 5c13bcbb-2207-4380-b9c5-601e584e2636 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:11.062108 dv-neutron-827825-2-hyperv neutron-server[84205]: ERROR neutron.plugins.ml2.managers [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Failed to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] Feb 04 11:36:11.062496 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.plugins.ml2.plugin [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempt 6 to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 Feb 04 11:36:11.077422 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-7632364d-71cd-48c2-97db-7eb75857f379 None None] Port d1987039-565e-4605-ae3b-a7bcb92abf20 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:36:11.085189 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:11.085517 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:11.085844 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:11.092718 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Port 5c13bcbb-2207-4380-b9c5-601e584e2636 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:11.093051 dv-neutron-827825-2-hyperv neutron-server[84205]: ERROR neutron.plugins.ml2.managers [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Failed to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] Feb 04 11:36:11.093429 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.plugins.ml2.plugin [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempt 7 to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 Feb 04 11:36:11.102617 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a921599c-989c-4b70-9ad2-c74d5dec62f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:11.107403 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a37cd8f9-0dfc-4722-abc6-3c9bf9ae0cd5 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/networks/f868f1a6-34bb-4f97-aba1-2f7d41e0ad74 HTTP/1.1" status: 204 len: 168 time: 2.1866832 Feb 04 11:36:11.112041 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33284) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:11.114726 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:11.115249 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:11.115749 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:11.122644 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-3da34ade-0670-48cc-a539-259a6e36d3c0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1225972482'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:11.129694 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Port 5c13bcbb-2207-4380-b9c5-601e584e2636 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:11.131425 dv-neutron-827825-2-hyperv neutron-server[84205]: ERROR neutron.plugins.ml2.managers [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Failed to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] Feb 04 11:36:11.132189 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.plugins.ml2.plugin [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempt 8 to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 Feb 04 11:36:11.149860 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:11.150371 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:11.150772 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:11.157985 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Port 5c13bcbb-2207-4380-b9c5-601e584e2636 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:11.158400 dv-neutron-827825-2-hyperv neutron-server[84205]: ERROR neutron.plugins.ml2.managers [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Failed to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] Feb 04 11:36:11.158860 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.plugins.ml2.plugin [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempt 9 to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 Feb 04 11:36:11.173265 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-3da34ade-0670-48cc-a539-259a6e36d3c0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:11.178946 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:11.179393 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:11.179789 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:11.190024 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Port 5c13bcbb-2207-4380-b9c5-601e584e2636 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:11.190379 dv-neutron-827825-2-hyperv neutron-server[84205]: ERROR neutron.plugins.ml2.managers [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Failed to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] Feb 04 11:36:11.191105 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.plugins.ml2.plugin [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempt 10 to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 Feb 04 11:36:11.202085 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 9182b678-72aa-44d5-aeb5-fc5194b090f4 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:11.209195 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-3da34ade-0670-48cc-a539-259a6e36d3c0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:network and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:11.211864 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:11.212270 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:11.212608 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:11.221143 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Port 5c13bcbb-2207-4380-b9c5-601e584e2636 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:11.221493 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-3da34ade-0670-48cc-a539-259a6e36d3c0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:11.221608 dv-neutron-827825-2-hyperv neutron-server[84205]: ERROR neutron.plugins.ml2.managers [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Failed to bind port 5c13bcbb-2207-4380-b9c5-601e584e2636 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] Feb 04 11:36:11.222053 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:11.263744 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921599c-989c-4b70-9ad2-c74d5dec62f5 None None] Pushing event deleted for resources: {'Port': ['ID=807e47d3-989c-4cb2-b19c-70e74e6cb149,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:11.278198 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a921599c-989c-4b70-9ad2-c74d5dec62f5 None None] No DVR routers for this DVR port 807e47d3-989c-4cb2-b19c-70e74e6cb149 on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:36:11.305721 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-3da34ade-0670-48cc-a539-259a6e36d3c0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:11.345218 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] For port 5c13bcbb-2207-4380-b9c5-601e584e2636, host hv-neutron-8278, cleared binding levels {{(pid=84205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:36:11.345746 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempted to set empty binding levels {{(pid=84205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 11:36:11.397471 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-bb74cab9-6384-4298-8721-fe0ab01a5f53 None None] Provisioning for port 9182b678-72aa-44d5-aeb5-fc5194b090f4 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:11.433145 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:11.433655 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 9182b678-72aa-44d5-aeb5-fc5194b090f4 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:11.442191 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 9182b678-72aa-44d5-aeb5-fc5194b090f4 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:11.442763 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:11.446563 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b8271acd-c332-49e3-b465-b8e2aabaf083 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:11.479094 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.db.api [None req-971dfd38-f946-46b9-8079-c858a840550e tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:36:11.479396 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG oslo_db.api [None req-971dfd38-f946-46b9-8079-c858a840550e tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:36:11.529548 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] In _notify_port_updated(), no bound segment for port 5c13bcbb-2207-4380-b9c5-601e584e2636 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 {{(pid=84205) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 11:36:11.530653 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:11.532153 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] 10.222.0.21 "PUT /v2.0/ports/5c13bcbb-2207-4380-b9c5-601e584e2636 HTTP/1.1" status: 200 len: 981 time: 2.3921411 Feb 04 11:36:11.534888 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33288) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:11.556651 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da34ade-0670-48cc-a539-259a6e36d3c0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Made reservation on behalf of 2294c16a4d404317a20d2fdff5bb1a4c for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:11.560457 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3da34ade-0670-48cc-a539-259a6e36d3c0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:11.577377 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca3450-65fd-4bb8-bcd0-229d12445586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Pushing event updated for resources: {'Port': ['ID=5c13bcbb-2207-4380-b9c5-601e584e2636,revision_number=3']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:11.596480 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b8271acd-c332-49e3-b465-b8e2aabaf083 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:11.614639 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:11.633606 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-7652d218-3a0f-4d40-b632-a6000bb5bba7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Synchronizing usage tracker for tenant:854e8bb51958466d8bfe6bfdf52c3b21 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:11.650153 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 9182b678-72aa-44d5-aeb5-fc5194b090f4, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=9182b678-72aa-44d5-aeb5-fc5194b090f4,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:36:11.687124 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.objects.ports [None req-c044be39-10f3-44f5-8288-91d78b85f538 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84204) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 11:36:11.734804 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-7652d218-3a0f-4d40-b632-a6000bb5bba7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Unset dirty status for tenant:854e8bb51958466d8bfe6bfdf52c3b21 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:11.736173 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-7652d218-3a0f-4d40-b632-a6000bb5bba7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13597 time: 0.1999309 Feb 04 11:36:11.740514 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33292) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:11.753032 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da34ade-0670-48cc-a539-259a6e36d3c0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:36:11.755027 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a70c8406-e6c6-416f-8640-ab8e9286e017 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:11.757537 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:11.812771 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-3beb1dc4-7831-4185-ad77-00d8f47ea92c tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Deleting port 5c13bcbb-2207-4380-b9c5-601e584e2636 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:11.813080 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3beb1dc4-7831-4185-ad77-00d8f47ea92c tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:11.826059 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 807e47d3-989c-4cb2-b19c-70e74e6cb149 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:36:11.826316 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3da34ade-0670-48cc-a539-259a6e36d3c0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:11.826545 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-3da34ade-0670-48cc-a539-259a6e36d3c0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Added segment 161ce292-deef-403b-a4d8-f942ce8d8f45 of type vlan for network 63390b2c-d565-43f5-a4d4-8b650e1cb916 Feb 04 11:36:11.841681 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b8271acd-c332-49e3-b465-b8e2aabaf083 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:11.845801 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b8271acd-c332-49e3-b465-b8e2aabaf083 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.4809887 Feb 04 11:36:11.849664 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33296) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:11.860845 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-8649232d-0025-4ee4-81da-940317f96c67 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'enable_snat': True}}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:11.874336 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 807e47d3-989c-4cb2-b19c-70e74e6cb149 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:36:11.874808 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 807e47d3-989c-4cb2-b19c-70e74e6cb149 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:36:11.875126 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 9dad2392-5198-49da-84b0-b72c8c6c3d7d no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:36:11.909353 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3da34ade-0670-48cc-a539-259a6e36d3c0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:11.915603 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 9dad2392-5198-49da-84b0-b72c8c6c3d7d {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:36:11.916173 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 9dad2392-5198-49da-84b0-b72c8c6c3d7d not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:36:11.927650 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=9182b678-72aa-44d5-aeb5-fc5194b090f4,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:11.985172 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-971dfd38-f946-46b9-8079-c858a840550e tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Deleting port 807e47d3-989c-4cb2-b19c-70e74e6cb149 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:11.985520 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-971dfd38-f946-46b9-8079-c858a840550e tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:12.094850 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f36c568a-5e47-4ebd-b4e7-8c5b04ba93d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:12.101081 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-971dfd38-f946-46b9-8079-c858a840550e tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] The port '807e47d3-989c-4cb2-b19c-70e74e6cb149' was deleted {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:36:12.172862 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3da34ade-0670-48cc-a539-259a6e36d3c0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:12.176672 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da34ade-0670-48cc-a539-259a6e36d3c0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:12.177188 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3da34ade-0670-48cc-a539-259a6e36d3c0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:12.292279 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-3beb1dc4-7831-4185-ad77-00d8f47ea92c tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] For port 5c13bcbb-2207-4380-b9c5-601e584e2636, host hv-neutron-8278, got binding levels [] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:36:12.293672 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3beb1dc4-7831-4185-ad77-00d8f47ea92c tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:12.390420 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c044be39-10f3-44f5-8288-91d78b85f538 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:12.459900 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da34ade-0670-48cc-a539-259a6e36d3c0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Network': ['ID=63390b2c-d565-43f5-a4d4-8b650e1cb916,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:12.473735 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 63390b2c-d565-43f5-a4d4-8b650e1cb916 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:36:12.478035 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-3beb1dc4-7831-4185-ad77-00d8f47ea92c tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Calling delete_port for 5c13bcbb-2207-4380-b9c5-601e584e2636 owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:36:12.489567 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3da34ade-0670-48cc-a539-259a6e36d3c0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3730638 Feb 04 11:36:12.523025 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33302) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:12.523246 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-971dfd38-f946-46b9-8079-c858a840550e tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:12.532748 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-2dbf5549-b674-454b-a445-7a1bc71fbddb tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'subnet': {'network_id': '63390b2c-d565-43f5-a4d4-8b650e1cb916', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:12.586241 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-971dfd38-f946-46b9-8079-c858a840550e tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afe7b09f-5e3c-49fc-81b0-13cc4ff5bba9']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:12.649612 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-971dfd38-f946-46b9-8079-c858a840550e tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e28e8bc-f0ec-44f8-9de7-cc18d4194cc0') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:12.649931 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-971dfd38-f946-46b9-8079-c858a840550e tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e28e8bc-f0ec-44f8-9de7-cc18d4194cc0') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:12.675220 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-971dfd38-f946-46b9-8079-c858a840550e tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:12.781537 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-971dfd38-f946-46b9-8079-c858a840550e tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:12.791548 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-a70c8406-e6c6-416f-8640-ab8e9286e017 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Delete allocated IP 2001:db8:0:1::1d6 (36218616-309c-4ab7-9315-964536e949ec/b6e6ab1f-0619-4e49-acd0-51486b24b90d) {{(pid=84204) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 11:36:12.794834 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-971dfd38-f946-46b9-8079-c858a840550e tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:36:12.795234 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-971dfd38-f946-46b9-8079-c858a840550e tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:12.812961 dv-neutron-827825-2-hyperv neutron-server[84204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:36:12.812961 dv-neutron-827825-2-hyperv neutron-server[84204]: util.warn( Feb 04 11:36:12.812961 dv-neutron-827825-2-hyperv neutron-server[84204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:36:12.812961 dv-neutron-827825-2-hyperv neutron-server[84204]: util.warn( Feb 04 11:36:12.812961 dv-neutron-827825-2-hyperv neutron-server[84204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:36:12.812961 dv-neutron-827825-2-hyperv neutron-server[84204]: util.warn( Feb 04 11:36:12.812961 dv-neutron-827825-2-hyperv neutron-server[84204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:36:12.812961 dv-neutron-827825-2-hyperv neutron-server[84204]: util.warn( Feb 04 11:36:12.812961 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:36:12.812961 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:36:12.812961 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:36:12.812961 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:36:12.812961 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:36:12.812961 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:36:12.812961 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:36:12.812961 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:36:12.812961 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:36:12.812961 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:36:12.812961 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:36:12.812961 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:36:12.812961 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:36:12.812961 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:36:12.812961 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:36:12.812961 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:36:12.812961 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:36:12.812961 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:36:12.812961 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:36:12.812961 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:36:12.812961 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:36:12.812961 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:36:12.812961 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:36:12.812961 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:36:12.812961 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:36:12.812961 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:36:12.812961 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:36:12.812961 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:36:12.812961 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:36:12.812961 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:36:12.812961 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:36:12.812961 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:36:12.903533 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8649232d-0025-4ee4-81da-940317f96c67 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:12.907041 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-2dbf5549-b674-454b-a445-7a1bc71fbddb tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:12.914368 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-2dbf5549-b674-454b-a445-7a1bc71fbddb tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:subnet and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:12.917386 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-2dbf5549-b674-454b-a445-7a1bc71fbddb tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:12.924943 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-2dbf5549-b674-454b-a445-7a1bc71fbddb tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:13.013047 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3beb1dc4-7831-4185-ad77-00d8f47ea92c tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:13.035086 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 9182b678-72aa-44d5-aeb5-fc5194b090f4 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:13.063518 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbf5549-b674-454b-a445-7a1bc71fbddb tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Made reservation on behalf of 2294c16a4d404317a20d2fdff5bb1a4c for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:13.064273 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-c044be39-10f3-44f5-8288-91d78b85f538 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] For port 9182b678-72aa-44d5-aeb5-fc5194b090f4, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=9182b678-72aa-44d5-aeb5-fc5194b090f4,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:36:13.089455 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-971dfd38-f946-46b9-8079-c858a840550e tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:13.109066 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb1dc4-7831-4185-ad77-00d8f47ea92c tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c13bcbb-2207-4380-b9c5-601e584e2636,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:13.135610 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 9182b678-72aa-44d5-aeb5-fc5194b090f4 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:13.136106 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:13.137665 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a70c8406-e6c6-416f-8640-ab8e9286e017 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:13.157260 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-a70c8406-e6c6-416f-8640-ab8e9286e017 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Transition to ACTIVE for port object d1987039-565e-4605-ae3b-a7bcb92abf20 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:13.159973 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-971dfd38-f946-46b9-8079-c858a840550e tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:13.182721 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3beb1dc4-7831-4185-ad77-00d8f47ea92c tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:13.183085 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971dfd38-f946-46b9-8079-c858a840550e tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] Pushing event deleted for resources: {'Network': ['ID=afe7b09f-5e3c-49fc-81b0-13cc4ff5bba9,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:13.189411 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-971dfd38-f946-46b9-8079-c858a840550e tempest-DHCPAgentSchedulersTestJSON-2053449226 tempest-DHCPAgentSchedulersTestJSON-2053449226-project] 10.222.0.21 "DELETE /v2.0/networks/afe7b09f-5e3c-49fc-81b0-13cc4ff5bba9 HTTP/1.1" status: 204 len: 168 time: 3.3369441 Feb 04 11:36:13.192515 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c044be39-10f3-44f5-8288-91d78b85f538 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:13.226355 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a70c8406-e6c6-416f-8640-ab8e9286e017 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:13.277813 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2dbf5549-b674-454b-a445-7a1bc71fbddb tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:13.295275 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c044be39-10f3-44f5-8288-91d78b85f538 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:13.296076 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c044be39-10f3-44f5-8288-91d78b85f538 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:13.363330 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3beb1dc4-7831-4185-ad77-00d8f47ea92c tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] 10.222.0.21 "DELETE /v2.0/ports/5c13bcbb-2207-4380-b9c5-601e584e2636 HTTP/1.1" status: 204 len: 168 time: 1.6216125 Feb 04 11:36:13.368767 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33308) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:13.447451 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-28f22838-7714-4edf-9d39-533d665dee10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] GET failed (client error): The resource could not be found. Feb 04 11:36:13.447883 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-28f22838-7714-4edf-9d39-533d665dee10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Synchronizing usage tracker for tenant:854e8bb51958466d8bfe6bfdf52c3b21 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:13.563252 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c8406-e6c6-416f-8640-ab8e9286e017 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Port': ['ID=d1987039-565e-4605-ae3b-a7bcb92abf20,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:13.566166 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-a70c8406-e6c6-416f-8640-ab8e9286e017 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] In _notify_port_updated(), no bound segment for port d1987039-565e-4605-ae3b-a7bcb92abf20 on network 36218616-309c-4ab7-9315-964536e949ec {{(pid=84204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 11:36:13.570149 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70c8406-e6c6-416f-8640-ab8e9286e017 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:13.570997 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a70c8406-e6c6-416f-8640-ab8e9286e017 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:13.574715 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a70c8406-e6c6-416f-8640-ab8e9286e017 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "PUT /v2.0/ports/d1987039-565e-4605-ae3b-a7bcb92abf20 HTTP/1.1" status: 200 len: 926 time: 2.9300020 Feb 04 11:36:13.586242 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33312) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:13.604134 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-8d2d8e1b-a9e5-4dc5-8783-03573bee28b9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'af32edff-daa3-456c-aa74-d0ac93b01a77'}, {'subnet_id': 'b6e6ab1f-0619-4e49-acd0-51486b24b90d'}]}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:13.634284 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-28f22838-7714-4edf-9d39-533d665dee10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Unset dirty status for tenant:854e8bb51958466d8bfe6bfdf52c3b21 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:13.635747 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-28f22838-7714-4edf-9d39-533d665dee10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] 10.222.0.21 "GET /v2.0/ports/5c13bcbb-2207-4380-b9c5-601e584e2636 HTTP/1.1" status: 404 len: 333 time: 0.2660251 Feb 04 11:36:13.652860 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33318) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:13.654870 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c044be39-10f3-44f5-8288-91d78b85f538 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:13.664981 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-c044be39-10f3-44f5-8288-91d78b85f538 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:13.672980 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-a80d80e9-0bad-4e5e-a35e-4ac736b14e1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614717878', 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:13.676112 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044be39-10f3-44f5-8288-91d78b85f538 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Subnet': ['ID=75256376-823c-4213-8001-81dc88b9f0f1,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:13.682668 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c044be39-10f3-44f5-8288-91d78b85f538 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:13.683256 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c044be39-10f3-44f5-8288-91d78b85f538 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:13.691202 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0e296b-85be-4e28-b5e7-41536604f406 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:36:13.698207 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-a80d80e9-0bad-4e5e-a35e-4ac736b14e1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:13.716102 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-a80d80e9-0bad-4e5e-a35e-4ac736b14e1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:13.719514 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044be39-10f3-44f5-8288-91d78b85f538 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Port': ['ID=9182b678-72aa-44d5-aeb5-fc5194b090f4,revision_number=5']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:13.762296 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8649232d-0025-4ee4-81da-940317f96c67 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:13.797573 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c044be39-10f3-44f5-8288-91d78b85f538 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.2079785 Feb 04 11:36:13.801050 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33324) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:13.811137 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-aa292866-7004-44f7-819e-00543fc627db tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'port': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'mac_address': 'fa:16:3e:e4:49:4e', 'name': 'tempest-NetworksTestDHCPv6-595160203'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:13.860530 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8649232d-0025-4ee4-81da-940317f96c67 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:13.897263 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33328) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:13.935411 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2dbf5549-b674-454b-a445-7a1bc71fbddb tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:13.962762 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80d80e9-0bad-4e5e-a35e-4ac736b14e1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Made reservation on behalf of 854e8bb51958466d8bfe6bfdf52c3b21 for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:13.967327 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a80d80e9-0bad-4e5e-a35e-4ac736b14e1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:13.974196 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c88c50c9-1f0e-4071-9224-23b13a99e6f5 None None] Provisioning for port d1987039-565e-4605-ae3b-a7bcb92abf20 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:13.987318 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c88c50c9-1f0e-4071-9224-23b13a99e6f5 None None] Provisioning complete for port d1987039-565e-4605-ae3b-a7bcb92abf20 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:13.987805 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c88c50c9-1f0e-4071-9224-23b13a99e6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:14.041022 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-aa292866-7004-44f7-819e-00543fc627db tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:14.053295 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-aa292866-7004-44f7-819e-00543fc627db tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:port and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:14.056957 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-a80d80e9-0bad-4e5e-a35e-4ac736b14e1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] device_id is not set on port 19e3b4ac-1484-4ee0-a088-80535fb7d44d yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:36:14.062883 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c88c50c9-1f0e-4071-9224-23b13a99e6f5 None None] Port d1987039-565e-4605-ae3b-a7bcb92abf20 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:36:14.096810 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-aa292866-7004-44f7-819e-00543fc627db tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:14.109382 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-aa292866-7004-44f7-819e-00543fc627db tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:14.120261 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf5549-b674-454b-a445-7a1bc71fbddb tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Subnet': ['ID=7576f37f-2f86-4188-8a2e-72b77ad33068,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:14.243723 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-8649232d-0025-4ee4-81da-940317f96c67 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Allocated IP 172.26.3.132 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/577be602-7da4-490b-84e9-b56bfa5e85ff) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:14.249463 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa292866-7004-44f7-819e-00543fc627db tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:14.256459 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbf5549-b674-454b-a445-7a1bc71fbddb tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Checking segment: {'id': '161ce292-deef-403b-a4d8-f942ce8d8f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '63390b2c-d565-43f5-a4d4-8b650e1cb916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:36:14.256931 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbf5549-b674-454b-a445-7a1bc71fbddb tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Network hostable DHCP agents. Network: 63390b2c-d565-43f5-a4d4-8b650e1cb916, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:36:14.271083 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8d2d8e1b-a9e5-4dc5-8783-03573bee28b9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:14.409130 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-57d35e66-5a6f-4da3-87c7-ef8929ec965e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=90cbf2a1edea40ca8e03647b650f0d3d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5090249 Feb 04 11:36:14.414194 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33334) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:14.471836 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4903723e-a1c1-453a-9f14-35d381d6209d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:14.475984 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a80d80e9-0bad-4e5e-a35e-4ac736b14e1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:14.542819 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-aa292866-7004-44f7-819e-00543fc627db tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:14.562851 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbf5549-b674-454b-a445-7a1bc71fbddb tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Network 63390b2c-d565-43f5-a4d4-8b650e1cb916 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:36:14.594874 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-aa292866-7004-44f7-819e-00543fc627db tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] device_id is not set on port 8acaff56-4295-48ca-9782-b2cd4bf88097 yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:36:14.609292 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8649232d-0025-4ee4-81da-940317f96c67 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:14.649703 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c9e95e60-bdb5-479c-8b5c-aa1ba57b7197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:14.658280 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-2dbf5549-b674-454b-a445-7a1bc71fbddb tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 63390b2c-d565-43f5-a4d4-8b650e1cb916) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:14.663391 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbf5549-b674-454b-a445-7a1bc71fbddb tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:14.664206 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2dbf5549-b674-454b-a445-7a1bc71fbddb tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:14.682204 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d27654d-a2e7-4037-8ebb-79d15addc570 None None] Network 63390b2c-d565-43f5-a4d4-8b650e1cb916 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:36:14.718318 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c9e95e60-bdb5-479c-8b5c-aa1ba57b7197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:14.849147 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a80d80e9-0bad-4e5e-a35e-4ac736b14e1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:14.948192 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c9e95e60-bdb5-479c-8b5c-aa1ba57b7197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:14.956560 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9ed394ae-57cf-4807-aedc-1442cb9a18c4 None None] Provisioning complete for port 9182b678-72aa-44d5-aeb5-fc5194b090f4 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:14.957150 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9ed394ae-57cf-4807-aedc-1442cb9a18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:15.007916 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2dbf5549-b674-454b-a445-7a1bc71fbddb tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4805613 Feb 04 11:36:15.008115 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e95e60-bdb5-479c-8b5c-aa1ba57b7197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b0064e-4de1-4507-95af-39a1386959ee,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:15.009362 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33338) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:15.014579 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80d80e9-0bad-4e5e-a35e-4ac736b14e1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:15.025270 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-a80d80e9-0bad-4e5e-a35e-4ac736b14e1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:15.026463 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-8d2d8e1b-a9e5-4dc5-8783-03573bee28b9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Allocated IP 2001:db8:0:1::14c (36218616-309c-4ab7-9315-964536e949ec/b6e6ab1f-0619-4e49-acd0-51486b24b90d/d1987039-565e-4605-ae3b-a7bcb92abf20) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:15.032961 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-5f8079f3-4bfa-4df3-8af7-bf936d90d6ad tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1132942430', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:15.050031 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d80e9-0bad-4e5e-a35e-4ac736b14e1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Pushing event updated for resources: {'Port': ['ID=19e3b4ac-1484-4ee0-a088-80535fb7d44d,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:15.053495 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80d80e9-0bad-4e5e-a35e-4ac736b14e1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:36:15.054769 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80d80e9-0bad-4e5e-a35e-4ac736b14e1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:15.055661 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a80d80e9-0bad-4e5e-a35e-4ac736b14e1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:15.067420 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-5f8079f3-4bfa-4df3-8af7-bf936d90d6ad tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:15.075219 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8649232d-0025-4ee4-81da-940317f96c67 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:15.081577 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-aa292866-7004-44f7-819e-00543fc627db tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Allocated IP 172.20.0.8 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/887e346d-be94-409d-8064-279c77cf8f28/8acaff56-4295-48ca-9782-b2cd4bf88097) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:15.098581 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-5f8079f3-4bfa-4df3-8af7-bf936d90d6ad tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:router and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:15.103424 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-5f8079f3-4bfa-4df3-8af7-bf936d90d6ad tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:15.107119 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 9182b678-72aa-44d5-aeb5-fc5194b090f4 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:15.119101 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-aa292866-7004-44f7-819e-00543fc627db tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Allocated IP 2001:db8::f816:3eff:fee4:494e (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/75256376-823c-4213-8001-81dc88b9f0f1/8acaff56-4295-48ca-9782-b2cd4bf88097) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:15.129386 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-5f8079f3-4bfa-4df3-8af7-bf936d90d6ad tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:15.155852 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c9e95e60-bdb5-479c-8b5c-aa1ba57b7197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:15.156071 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c9e95e60-bdb5-479c-8b5c-aa1ba57b7197 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e6b0064e-4de1-4507-95af-39a1386959ee HTTP/1.1" status: 204 len: 168 time: 0.7320998 Feb 04 11:36:15.240718 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8649232d-0025-4ee4-81da-940317f96c67 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:15.244663 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649232d-0025-4ee4-81da-940317f96c67 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Pushing event updated for resources: {'Port': ['ID=577be602-7da4-490b-84e9-b56bfa5e85ff,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:15.248858 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a80d80e9-0bad-4e5e-a35e-4ac736b14e1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5870242 Feb 04 11:36:15.249035 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-8649232d-0025-4ee4-81da-940317f96c67 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:15.249583 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33344) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:15.254534 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8649232d-0025-4ee4-81da-940317f96c67 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:36:15.271094 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbaeee5-bb67-49a4-a1f4-c7d38746be64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-63390b2c-d565-43f5-a4d4-8b650e1cb916', 'network_id': '63390b2c-d565-43f5-a4d4-8b650e1cb916', 'tenant_id': '2294c16a4d404317a20d2fdff5bb1a4c', 'fixed_ips': [{'subnet_id': '7576f37f-2f86-4188-8a2e-72b77ad33068'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:36:15.272382 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4dbaeee5-bb67-49a4-a1f4-c7d38746be64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:15.336679 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5f8079f3-4bfa-4df3-8af7-bf936d90d6ad tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:15.338491 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5f8079f3-4bfa-4df3-8af7-bf936d90d6ad tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:15.411743 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 9182b678-72aa-44d5-aeb5-fc5194b090f4 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:15.412462 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8d2d8e1b-a9e5-4dc5-8783-03573bee28b9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:15.412926 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:15.441434 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-8d2d8e1b-a9e5-4dc5-8783-03573bee28b9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Transition to ACTIVE for port object d1987039-565e-4605-ae3b-a7bcb92abf20 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:15.489221 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-b8b4027a-fc8b-416d-9e2a-7e81a175d396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Synchronizing usage tracker for tenant:854e8bb51958466d8bfe6bfdf52c3b21 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:15.514528 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5f8079f3-4bfa-4df3-8af7-bf936d90d6ad tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:15.548221 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-aa292866-7004-44f7-819e-00543fc627db tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:15.552846 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8d2d8e1b-a9e5-4dc5-8783-03573bee28b9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:15.572345 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-aa292866-7004-44f7-819e-00543fc627db tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Transition to ACTIVE for port object 8acaff56-4295-48ca-9782-b2cd4bf88097 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:15.638681 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:15.644480 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-4dbaeee5-bb67-49a4-a1f4-c7d38746be64 None None] Allocated IP 172.20.0.2 (63390b2c-d565-43f5-a4d4-8b650e1cb916/7576f37f-2f86-4188-8a2e-72b77ad33068/127c0146-92f9-42bb-8a43-c8c7ea3818da) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:15.664886 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-b8b4027a-fc8b-416d-9e2a-7e81a175d396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Unset dirty status for tenant:854e8bb51958466d8bfe6bfdf52c3b21 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:15.670261 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b8b4027a-fc8b-416d-9e2a-7e81a175d396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] 10.222.0.21 "GET /v2.0/ports/19e3b4ac-1484-4ee0-a088-80535fb7d44d HTTP/1.1" status: 200 len: 959 time: 0.4174786 Feb 04 11:36:15.673376 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33350) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:15.674187 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5f8079f3-4bfa-4df3-8af7-bf936d90d6ad tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:15.682381 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-aa292866-7004-44f7-819e-00543fc627db tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:15.721123 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-8d2d8e1b-a9e5-4dc5-8783-03573bee28b9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] In _notify_port_updated(), no bound segment for port d1987039-565e-4605-ae3b-a7bcb92abf20 on network 36218616-309c-4ab7-9315-964536e949ec {{(pid=84205) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 11:36:15.725479 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2d8e1b-a9e5-4dc5-8783-03573bee28b9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:15.726373 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8d2d8e1b-a9e5-4dc5-8783-03573bee28b9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:15.732261 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8d2d8e1b-a9e5-4dc5-8783-03573bee28b9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "PUT /v2.0/ports/d1987039-565e-4605-ae3b-a7bcb92abf20 HTTP/1.1" status: 200 len: 1012 time: 2.1372147 Feb 04 11:36:15.732980 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33354) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:15.812376 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-ae52626a-0e7a-4010-a05f-b3728ade81d3 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Deleting port d1987039-565e-4605-ae3b-a7bcb92abf20 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:15.813076 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ae52626a-0e7a-4010-a05f-b3728ade81d3 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:15.867782 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d8e1b-a9e5-4dc5-8783-03573bee28b9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Port': ['ID=d1987039-565e-4605-ae3b-a7bcb92abf20,revision_number=3']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:15.876932 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa292866-7004-44f7-819e-00543fc627db tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Port': ['ID=8acaff56-4295-48ca-9782-b2cd4bf88097,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:15.886388 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5f8079f3-4bfa-4df3-8af7-bf936d90d6ad tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:15.886388 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5f8079f3-4bfa-4df3-8af7-bf936d90d6ad tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8649163 Feb 04 11:36:15.889248 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33358) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:15.895188 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-223e3a14-0aaa-4635-a90a-796f2f4079ce tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'port': {'network_id': '63390b2c-d565-43f5-a4d4-8b650e1cb916', 'name': 'tempest-PortsTestJSON-1159162837'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:15.903056 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa292866-7004-44f7-819e-00543fc627db tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:15.906602 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:15.910989 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-aa292866-7004-44f7-819e-00543fc627db tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:15.943610 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa292866-7004-44f7-819e-00543fc627db tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:36:16.036200 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-0b1cc5e2-79f6-4d76-8679-6103c0851e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Deleting port 19e3b4ac-1484-4ee0-a088-80535fb7d44d {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:16.037178 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0b1cc5e2-79f6-4d76-8679-6103c0851e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:16.071712 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4dbaeee5-bb67-49a4-a1f4-c7d38746be64 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:16.087561 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa292866-7004-44f7-819e-00543fc627db tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:16.088372 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-aa292866-7004-44f7-819e-00543fc627db tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:16.107448 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4dbaeee5-bb67-49a4-a1f4-c7d38746be64 None None] Transition to ACTIVE for port object 127c0146-92f9-42bb-8a43-c8c7ea3818da will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:16.149109 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-38a2fb98-6b89-448a-bb54-8d3f6fa8cedf None None] Provisioning for port d1987039-565e-4605-ae3b-a7bcb92abf20 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:16.161057 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33362) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:16.192219 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4dbaeee5-bb67-49a4-a1f4-c7d38746be64 None None] Transition to ACTIVE for port object 127c0146-92f9-42bb-8a43-c8c7ea3818da will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:16.201545 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-38a2fb98-6b89-448a-bb54-8d3f6fa8cedf None None] Provisioning complete for port d1987039-565e-4605-ae3b-a7bcb92abf20 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:16.202106 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-38a2fb98-6b89-448a-bb54-8d3f6fa8cedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:16.297455 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4dbaeee5-bb67-49a4-a1f4-c7d38746be64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:16.301717 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-aa292866-7004-44f7-819e-00543fc627db tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.4987416 Feb 04 11:36:16.302931 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33366) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:16.315304 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8632283d-e35a-42f1-a9e6-1a6af2c60f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:16.353526 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ae52626a-0e7a-4010-a05f-b3728ade81d3 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:16.413009 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbaeee5-bb67-49a4-a1f4-c7d38746be64 None None] Pushing event updated for resources: {'Port': ['ID=127c0146-92f9-42bb-8a43-c8c7ea3818da,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:16.415971 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-38a2fb98-6b89-448a-bb54-8d3f6fa8cedf None None] Port d1987039-565e-4605-ae3b-a7bcb92abf20 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:36:16.421953 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbaeee5-bb67-49a4-a1f4-c7d38746be64 None None] Network 63390b2c-d565-43f5-a4d4-8b650e1cb916 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:16.423130 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-4dbaeee5-bb67-49a4-a1f4-c7d38746be64 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:16.425424 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbaeee5-bb67-49a4-a1f4-c7d38746be64 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:36:16.505742 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-ae52626a-0e7a-4010-a05f-b3728ade81d3 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Calling delete_port for d1987039-565e-4605-ae3b-a7bcb92abf20 owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:36:16.528773 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-8632283d-e35a-42f1-a9e6-1a6af2c60f1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:16.532338 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-4dbaeee5-bb67-49a4-a1f4-c7d38746be64 None None] Attempting to bind port 127c0146-92f9-42bb-8a43-c8c7ea3818da on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:16.532783 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-4dbaeee5-bb67-49a4-a1f4-c7d38746be64 None None] Attempting to bind port 127c0146-92f9-42bb-8a43-c8c7ea3818da by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '161ce292-deef-403b-a4d8-f942ce8d8f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '63390b2c-d565-43f5-a4d4-8b650e1cb916'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:16.533327 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbaeee5-bb67-49a4-a1f4-c7d38746be64 None None] Attempting to bind port 127c0146-92f9-42bb-8a43-c8c7ea3818da on network 63390b2c-d565-43f5-a4d4-8b650e1cb916 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:16.547816 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8632283d-e35a-42f1-a9e6-1a6af2c60f1e admin admin] Usage tracker for resource:security_group_rule and tenant:cf8916f7daad4917ba54ee6273ab5b51 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:16.550911 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbaeee5-bb67-49a4-a1f4-c7d38746be64 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:36:16.550911 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbaeee5-bb67-49a4-a1f4-c7d38746be64 None None] Checking segment: {'id': '161ce292-deef-403b-a4d8-f942ce8d8f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '63390b2c-d565-43f5-a4d4-8b650e1cb916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:36:16.550911 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4dbaeee5-bb67-49a4-a1f4-c7d38746be64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:16.551328 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbaeee5-bb67-49a4-a1f4-c7d38746be64 None None] Bound using segment: {'id': '161ce292-deef-403b-a4d8-f942ce8d8f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '63390b2c-d565-43f5-a4d4-8b650e1cb916'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:36:16.551428 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0b1cc5e2-79f6-4d76-8679-6103c0851e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:16.551822 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-4dbaeee5-bb67-49a4-a1f4-c7d38746be64 None None] Bound port: 127c0146-92f9-42bb-8a43-c8c7ea3818da, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '161ce292-deef-403b-a4d8-f942ce8d8f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '63390b2c-d565-43f5-a4d4-8b650e1cb916'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:36:16.553095 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4dbaeee5-bb67-49a4-a1f4-c7d38746be64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:16.559848 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8632283d-e35a-42f1-a9e6-1a6af2c60f1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:16.575239 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-8632283d-e35a-42f1-a9e6-1a6af2c60f1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:16.592978 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8649232d-0025-4ee4-81da-940317f96c67 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:16.663349 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-8f6be9bf-6af5-4b45-b0a0-5cb7d0678121 None None] Provisioning for port 8acaff56-4295-48ca-9782-b2cd4bf88097 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:16.680907 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-8f6be9bf-6af5-4b45-b0a0-5cb7d0678121 None None] Provisioning complete for port 8acaff56-4295-48ca-9782-b2cd4bf88097 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:16.681055 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8f6be9bf-6af5-4b45-b0a0-5cb7d0678121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:16.700610 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-0b1cc5e2-79f6-4d76-8679-6103c0851e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Calling delete_port for 19e3b4ac-1484-4ee0-a088-80535fb7d44d owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:36:16.750860 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4dbaeee5-bb67-49a4-a1f4-c7d38746be64 None None] For port 127c0146-92f9-42bb-8a43-c8c7ea3818da, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:36:16.763761 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-8f6be9bf-6af5-4b45-b0a0-5cb7d0678121 None None] Port 8acaff56-4295-48ca-9782-b2cd4bf88097 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:36:16.768495 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4dbaeee5-bb67-49a4-a1f4-c7d38746be64 None None] For port 127c0146-92f9-42bb-8a43-c8c7ea3818da, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=127c0146-92f9-42bb-8a43-c8c7ea3818da,segment=NetworkSegment(161ce292-deef-403b-a4d8-f942ce8d8f45),segment_id=161ce292-deef-403b-a4d8-f942ce8d8f45)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:36:16.770325 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eb62a4-37ad-48b8-b07e-d3cbc261424b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:16.775134 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eb62a4-37ad-48b8-b07e-d3cbc261424b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:16.776023 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-83eb62a4-37ad-48b8-b07e-d3cbc261424b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:16.810013 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-223e3a14-0aaa-4635-a90a-796f2f4079ce tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:16.850261 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:16.869746 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8632283d-e35a-42f1-a9e6-1a6af2c60f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:16.878957 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4dbaeee5-bb67-49a4-a1f4-c7d38746be64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:16.950163 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0b1cc5e2-79f6-4d76-8679-6103c0851e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:16.951993 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-83eb62a4-37ad-48b8-b07e-d3cbc261424b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:16.954515 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-83eb62a4-37ad-48b8-b07e-d3cbc261424b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.6482048 Feb 04 11:36:16.967836 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-223e3a14-0aaa-4635-a90a-796f2f4079ce tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:port and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:16.970447 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33370) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:16.978322 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbaeee5-bb67-49a4-a1f4-c7d38746be64 None None] Pushing event updated for resources: {'Port': ['ID=127c0146-92f9-42bb-8a43-c8c7ea3818da,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:17.022035 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8632283d-e35a-42f1-a9e6-1a6af2c60f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:17.039388 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-223e3a14-0aaa-4635-a90a-796f2f4079ce tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:17.049589 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1cc5e2-79f6-4d76-8679-6103c0851e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Pushing event deleted for resources: {'Port': ['ID=19e3b4ac-1484-4ee0-a088-80535fb7d44d,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:17.058515 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-223e3a14-0aaa-4635-a90a-796f2f4079ce tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:17.069456 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0b1cc5e2-79f6-4d76-8679-6103c0851e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:17.109116 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632283d-e35a-42f1-a9e6-1a6af2c60f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5de3ac-1488-4c81-bd7b-2b863f646eb8,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:17.122770 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8632283d-e35a-42f1-a9e6-1a6af2c60f1e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cf8916f7daad4917ba54ee6273ab5b51&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9561539 Feb 04 11:36:17.130903 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33374) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:17.134374 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8649232d-0025-4ee4-81da-940317f96c67 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:17.143706 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-43127c74-ef42-45cf-8d72-8c3a5081918b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting port 8acaff56-4295-48ca-9782-b2cd4bf88097 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:17.143997 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-43127c74-ef42-45cf-8d72-8c3a5081918b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:17.208798 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8649232d-0025-4ee4-81da-940317f96c67 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16351460'] for router, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:17.211485 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223e3a14-0aaa-4635-a90a-796f2f4079ce tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Made reservation on behalf of 2294c16a4d404317a20d2fdff5bb1a4c for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:17.216192 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-223e3a14-0aaa-4635-a90a-796f2f4079ce tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:17.221345 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-0b1cc5e2-79f6-4d76-8679-6103c0851e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] 10.222.0.21 "DELETE /v2.0/ports/19e3b4ac-1484-4ee0-a088-80535fb7d44d HTTP/1.1" status: 204 len: 168 time: 1.5450025 Feb 04 11:36:17.221345 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33378) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:17.306579 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-51bb3c25-2f28-4d42-9585-da55ac3d921e tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] GET failed (client error): The resource could not be found. Feb 04 11:36:17.307201 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-51bb3c25-2f28-4d42-9585-da55ac3d921e tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Synchronizing usage tracker for tenant:854e8bb51958466d8bfe6bfdf52c3b21 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:17.341502 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3dbf3626-e91a-4865-b56d-743e5bb34846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:17.378672 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3dbf3626-e91a-4865-b56d-743e5bb34846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:17.410135 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-223e3a14-0aaa-4635-a90a-796f2f4079ce tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] device_id is not set on port f28ad642-c29a-4e95-8882-78fa43e59fdb yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:36:17.440871 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-51bb3c25-2f28-4d42-9585-da55ac3d921e tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Unset dirty status for tenant:854e8bb51958466d8bfe6bfdf52c3b21 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:17.442294 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-51bb3c25-2f28-4d42-9585-da55ac3d921e tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] 10.222.0.21 "GET /v2.0/ports/19e3b4ac-1484-4ee0-a088-80535fb7d44d HTTP/1.1" status: 404 len: 333 time: 0.2201145 Feb 04 11:36:17.446374 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33382) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:17.452415 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-483a98c4-f59d-4845-947c-8b77573894fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Request body: {'port': {'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588156747'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:17.461842 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-483a98c4-f59d-4845-947c-8b77573894fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:17.472839 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-483a98c4-f59d-4845-947c-8b77573894fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:17.515699 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3dbf3626-e91a-4865-b56d-743e5bb34846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:17.534331 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf3626-e91a-4865-b56d-743e5bb34846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5de3ac-1488-4c81-bd7b-2b863f646eb8,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:17.539499 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3dbf3626-e91a-4865-b56d-743e5bb34846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:17.544316 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3dbf3626-e91a-4865-b56d-743e5bb34846 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/af5de3ac-1488-4c81-bd7b-2b863f646eb8 HTTP/1.1" status: 204 len: 168 time: 0.4149327 Feb 04 11:36:17.545300 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483a98c4-f59d-4845-947c-8b77573894fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Made reservation on behalf of 854e8bb51958466d8bfe6bfdf52c3b21 for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:17.551704 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-483a98c4-f59d-4845-947c-8b77573894fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:17.573024 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-483a98c4-f59d-4845-947c-8b77573894fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] device_id is not set on port 9487f692-2f5e-49ee-9da3-68d345a863c0 yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:36:17.575169 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ae52626a-0e7a-4010-a05f-b3728ade81d3 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:17.654227 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52626a-0e7a-4010-a05f-b3728ade81d3 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'Port': ['ID=d1987039-565e-4605-ae3b-a7bcb92abf20,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:17.845153 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ae52626a-0e7a-4010-a05f-b3728ade81d3 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:17.857303 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-483a98c4-f59d-4845-947c-8b77573894fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:17.858515 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-43127c74-ef42-45cf-8d72-8c3a5081918b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:18.061363 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-43127c74-ef42-45cf-8d72-8c3a5081918b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Calling delete_port for 8acaff56-4295-48ca-9782-b2cd4bf88097 owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:36:18.084470 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-483a98c4-f59d-4845-947c-8b77573894fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:18.112931 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ae52626a-0e7a-4010-a05f-b3728ade81d3 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/ports/d1987039-565e-4605-ae3b-a7bcb92abf20 HTTP/1.1" status: 204 len: 168 time: 2.3748238 Feb 04 11:36:18.124397 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33392) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:18.172884 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-223e3a14-0aaa-4635-a90a-796f2f4079ce tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Allocated IP 172.20.0.13 (63390b2c-d565-43f5-a4d4-8b650e1cb916/7576f37f-2f86-4188-8a2e-72b77ad33068/f28ad642-c29a-4e95-8882-78fa43e59fdb) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:18.180621 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483a98c4-f59d-4845-947c-8b77573894fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:18.185475 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-483a98c4-f59d-4845-947c-8b77573894fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:18.191177 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483a98c4-f59d-4845-947c-8b77573894fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:36:18.191686 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483a98c4-f59d-4845-947c-8b77573894fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:18.192364 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-483a98c4-f59d-4845-947c-8b77573894fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:18.198466 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b942147-6bdf-4ae6-bc0f-4fd116c88da9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] GET failed (client error): The resource could not be found. Feb 04 11:36:18.198990 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-1b942147-6bdf-4ae6-bc0f-4fd116c88da9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Synchronizing usage tracker for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:18.224029 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a98c4-f59d-4845-947c-8b77573894fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Pushing event updated for resources: {'Port': ['ID=9487f692-2f5e-49ee-9da3-68d345a863c0,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:18.294581 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7abbb93-9c9c-429c-bf9d-625944a4c06a None None] Network 63390b2c-d565-43f5-a4d4-8b650e1cb916 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:36:18.296367 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-483a98c4-f59d-4845-947c-8b77573894fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8489673 Feb 04 11:36:18.307458 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33398) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:18.307458 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8278'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:18.424918 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:18.525842 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-1b942147-6bdf-4ae6-bc0f-4fd116c88da9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Unset dirty status for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:18.531271 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-1b942147-6bdf-4ae6-bc0f-4fd116c88da9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "GET /v2.0/ports/d1987039-565e-4605-ae3b-a7bcb92abf20 HTTP/1.1" status: 404 len: 333 time: 0.4057896 Feb 04 11:36:18.537444 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33408) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:18.544804 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-cfe13c2b-f7e0-4551-8313-54d3e206f4bd None None] Provisioning for port 127c0146-92f9-42bb-8a43-c8c7ea3818da completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:18.678359 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-223e3a14-0aaa-4635-a90a-796f2f4079ce tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:18.743556 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] device_id is not set on port 9487f692-2f5e-49ee-9da3-68d345a863c0 yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:36:18.753302 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:18.772550 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Transition to ACTIVE for port object 9487f692-2f5e-49ee-9da3-68d345a863c0 will not be triggered until provisioned by entity L2. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:18.823912 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:18.872036 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ea92a30-8011-4167-8944-6ebc8e7d49f9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Deleting subnet b6e6ab1f-0619-4e49-acd0-51486b24b90d {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:36:18.878445 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-223e3a14-0aaa-4635-a90a-796f2f4079ce tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Transition to ACTIVE for port object f28ad642-c29a-4e95-8882-78fa43e59fdb will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:18.884146 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7ea92a30-8011-4167-8944-6ebc8e7d49f9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:18.964218 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7ea92a30-8011-4167-8944-6ebc8e7d49f9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:18.966498 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Pushing event updated for resources: {'Port': ['ID=9487f692-2f5e-49ee-9da3-68d345a863c0,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:18.996164 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:18.996626 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:18.997205 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:19.005249 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Port 9487f692-2f5e-49ee-9da3-68d345a863c0 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:19.005779 dv-neutron-827825-2-hyperv neutron-server[84204]: ERROR neutron.plugins.ml2.managers [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Failed to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] Feb 04 11:36:19.006303 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.plugins.ml2.plugin [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempt 2 to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 Feb 04 11:36:19.013388 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-43127c74-ef42-45cf-8d72-8c3a5081918b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:19.029405 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:19.029875 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:19.030350 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:19.041493 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Port 9487f692-2f5e-49ee-9da3-68d345a863c0 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:19.042193 dv-neutron-827825-2-hyperv neutron-server[84204]: ERROR neutron.plugins.ml2.managers [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Failed to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] Feb 04 11:36:19.042738 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.plugins.ml2.plugin [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempt 3 to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 Feb 04 11:36:19.069297 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:19.069634 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:19.070064 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:19.076592 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Port 9487f692-2f5e-49ee-9da3-68d345a863c0 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:19.076918 dv-neutron-827825-2-hyperv neutron-server[84204]: ERROR neutron.plugins.ml2.managers [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Failed to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] Feb 04 11:36:19.077361 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.plugins.ml2.plugin [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempt 4 to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 Feb 04 11:36:19.084296 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43127c74-ef42-45cf-8d72-8c3a5081918b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Port': ['ID=8acaff56-4295-48ca-9782-b2cd4bf88097,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:19.113326 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8649232d-0025-4ee4-81da-940317f96c67 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Router d76783bf-1aa9-4a14-994d-812d8bb3985e is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:36:19.119505 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 127c0146-92f9-42bb-8a43-c8c7ea3818da up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:19.234269 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:19.234602 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:19.235114 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:19.244564 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Port 9487f692-2f5e-49ee-9da3-68d345a863c0 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:19.245098 dv-neutron-827825-2-hyperv neutron-server[84204]: ERROR neutron.plugins.ml2.managers [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Failed to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] Feb 04 11:36:19.245862 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.plugins.ml2.plugin [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempt 5 to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 Feb 04 11:36:19.280656 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:19.281422 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:19.282462 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:19.295837 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Port 9487f692-2f5e-49ee-9da3-68d345a863c0 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:19.296347 dv-neutron-827825-2-hyperv neutron-server[84204]: ERROR neutron.plugins.ml2.managers [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Failed to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] Feb 04 11:36:19.296949 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.plugins.ml2.plugin [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempt 6 to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 Feb 04 11:36:19.313190 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-43127c74-ef42-45cf-8d72-8c3a5081918b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:19.325071 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-223e3a14-0aaa-4635-a90a-796f2f4079ce tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:19.326967 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:19.327310 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:19.327701 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:19.335281 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Port 9487f692-2f5e-49ee-9da3-68d345a863c0 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:19.335634 dv-neutron-827825-2-hyperv neutron-server[84204]: ERROR neutron.plugins.ml2.managers [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Failed to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] Feb 04 11:36:19.336023 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.plugins.ml2.plugin [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempt 7 to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 Feb 04 11:36:19.363525 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:19.363980 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:19.366676 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:19.387867 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Port 9487f692-2f5e-49ee-9da3-68d345a863c0 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:19.388412 dv-neutron-827825-2-hyperv neutron-server[84204]: ERROR neutron.plugins.ml2.managers [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Failed to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] Feb 04 11:36:19.389191 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.plugins.ml2.plugin [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempt 8 to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 Feb 04 11:36:19.419336 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:19.419916 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:19.420398 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:19.428641 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Port 9487f692-2f5e-49ee-9da3-68d345a863c0 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:19.429272 dv-neutron-827825-2-hyperv neutron-server[84204]: ERROR neutron.plugins.ml2.managers [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Failed to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] Feb 04 11:36:19.430199 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.plugins.ml2.plugin [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempt 9 to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 Feb 04 11:36:19.435337 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7ea92a30-8011-4167-8944-6ebc8e7d49f9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:19.448509 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:19.448815 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:19.449621 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:19.472733 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 127c0146-92f9-42bb-8a43-c8c7ea3818da completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:19.475257 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Port 9487f692-2f5e-49ee-9da3-68d345a863c0 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:19.475729 dv-neutron-827825-2-hyperv neutron-server[84204]: ERROR neutron.plugins.ml2.managers [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Failed to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] Feb 04 11:36:19.476114 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.plugins.ml2.plugin [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempt 10 to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 Feb 04 11:36:19.479647 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 127c0146-92f9-42bb-8a43-c8c7ea3818da triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:19.480511 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:19.492967 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-43127c74-ef42-45cf-8d72-8c3a5081918b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/ports/8acaff56-4295-48ca-9782-b2cd4bf88097 HTTP/1.1" status: 204 len: 168 time: 2.5072732 Feb 04 11:36:19.498011 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33422) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:19.515723 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223e3a14-0aaa-4635-a90a-796f2f4079ce tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Network 63390b2c-d565-43f5-a4d4-8b650e1cb916 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:19.529999 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-223e3a14-0aaa-4635-a90a-796f2f4079ce tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:19.532564 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223e3a14-0aaa-4635-a90a-796f2f4079ce tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:36:19.594829 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:19.595234 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:19.595550 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempting to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:19.600660 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db50aa29-9fdb-42a9-9032-cdc1d8bb6d02 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:19.602418 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db50aa29-9fdb-42a9-9032-cdc1d8bb6d02 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:19.603427 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db50aa29-9fdb-42a9-9032-cdc1d8bb6d02 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:19.604166 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-db50aa29-9fdb-42a9-9032-cdc1d8bb6d02 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:19.631678 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Port 9487f692-2f5e-49ee-9da3-68d345a863c0 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:19.631975 dv-neutron-827825-2-hyperv neutron-server[84204]: ERROR neutron.plugins.ml2.managers [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Failed to bind port 9487f692-2f5e-49ee-9da3-68d345a863c0 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '14cd3a8c-f366-4459-b480-ea157852d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1'}] Feb 04 11:36:19.632333 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:19.675904 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e3a14-0aaa-4635-a90a-796f2f4079ce tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Port': ['ID=f28ad642-c29a-4e95-8882-78fa43e59fdb,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:19.719703 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223e3a14-0aaa-4635-a90a-796f2f4079ce tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:19.720350 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-223e3a14-0aaa-4635-a90a-796f2f4079ce tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:19.745744 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:19.766417 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-db50aa29-9fdb-42a9-9032-cdc1d8bb6d02 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:19.771649 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-db50aa29-9fdb-42a9-9032-cdc1d8bb6d02 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2762978 Feb 04 11:36:19.772381 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33428) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:19.822393 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 127c0146-92f9-42bb-8a43-c8c7ea3818da, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=127c0146-92f9-42bb-8a43-c8c7ea3818da,segment=NetworkSegment(161ce292-deef-403b-a4d8-f942ce8d8f45),segment_id=161ce292-deef-403b-a4d8-f942ce8d8f45)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:36:19.827020 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7ea92a30-8011-4167-8944-6ebc8e7d49f9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:19.858808 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] For port 9487f692-2f5e-49ee-9da3-68d345a863c0, host hv-neutron-8278, cleared binding levels {{(pid=84204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:36:19.859180 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Attempted to set empty binding levels {{(pid=84204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 11:36:19.874771 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-223e3a14-0aaa-4635-a90a-796f2f4079ce tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.9843879 Feb 04 11:36:19.879058 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea92a30-8011-4167-8944-6ebc8e7d49f9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'Subnet': ['ID=b6e6ab1f-0619-4e49-acd0-51486b24b90d,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:19.881497 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33432) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:19.947950 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7ea92a30-8011-4167-8944-6ebc8e7d49f9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:19.953839 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-7ea92a30-8011-4167-8944-6ebc8e7d49f9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/subnets/b6e6ab1f-0619-4e49-acd0-51486b24b90d HTTP/1.1" status: 204 len: 168 time: 1.4142554 Feb 04 11:36:19.956085 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efa15b2-2d3d-46e1-bc52-c2d32eb8b011 None None] Network 36218616-309c-4ab7-9315-964536e949ec requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:36:19.960657 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33438) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:19.969020 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:19.982490 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:20.086905 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ac7fa2e6-064e-4732-9690-cdfae6a96a40 None None] Provisioning for port f28ad642-c29a-4e95-8882-78fa43e59fdb completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:20.108525 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ac7fa2e6-064e-4732-9690-cdfae6a96a40 None None] Provisioning complete for port f28ad642-c29a-4e95-8882-78fa43e59fdb triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:20.109173 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ac7fa2e6-064e-4732-9690-cdfae6a96a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:20.214174 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] In _notify_port_updated(), no bound segment for port 9487f692-2f5e-49ee-9da3-68d345a863c0 on network 78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 {{(pid=84204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 11:36:20.215811 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:20.216341 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8649232d-0025-4ee4-81da-940317f96c67 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:36:20.220367 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] 10.222.0.21 "PUT /v2.0/ports/9487f692-2f5e-49ee-9da3-68d345a863c0 HTTP/1.1" status: 200 len: 981 time: 1.9203470 Feb 04 11:36:20.224364 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8649232d-0025-4ee4-81da-940317f96c67 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:20.227662 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8649232d-0025-4ee4-81da-940317f96c67 tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] 10.222.0.21 "PUT /v2.0/routers/d76783bf-1aa9-4a14-994d-812d8bb3985e HTTP/1.1" status: 200 len: 915 time: 8.3772500 Feb 04 11:36:20.231837 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33444) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:20.232491 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33446) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:20.233520 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1b63b6-bf3e-451e-b86e-c7257a0e3479 None None] Sync routers for ids ['d76783bf-1aa9-4a14-994d-812d8bb3985e'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:36:20.234099 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f6cc914-f2a5-4c69-9134-2c521a1bb7af tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Deleting subnet af32edff-daa3-456c-aa74-d0ac93b01a77 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:36:20.257285 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2f6cc914-f2a5-4c69-9134-2c521a1bb7af tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:20.274018 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1b63b6-bf3e-451e-b86e-c7257a0e3479 None None] Routers {'d76783bf-1aa9-4a14-994d-812d8bb3985e'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:36:20.275636 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-6b1b63b6-bf3e-451e-b86e-c7257a0e3479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:36:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['d76783bf-1aa9-4a14-994d-812d8bb3985e'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:20.331307 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28394c54-7aaf-48c6-89e4-142548db0b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Pushing event updated for resources: {'Port': ['ID=9487f692-2f5e-49ee-9da3-68d345a863c0,revision_number=3']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:20.338559 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-ac7fa2e6-064e-4732-9690-cdfae6a96a40 None None] Port f28ad642-c29a-4e95-8882-78fa43e59fdb cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:36:20.348065 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=127c0146-92f9-42bb-8a43-c8c7ea3818da,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:20.362889 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2f6cc914-f2a5-4c69-9134-2c521a1bb7af tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:20.388501 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-6b1b63b6-bf3e-451e-b86e-c7257a0e3479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:20.409843 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1b63b6-bf3e-451e-b86e-c7257a0e3479 None None] Routers {'d76783bf-1aa9-4a14-994d-812d8bb3985e'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:36:20.412464 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-6b1b63b6-bf3e-451e-b86e-c7257a0e3479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:36:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['d76783bf-1aa9-4a14-994d-812d8bb3985e'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:20.436969 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e5b5e2-09ab-41cf-ac04-f786e5817407 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting subnet 75256376-823c-4213-8001-81dc88b9f0f1 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:36:20.445929 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-39e5b5e2-09ab-41cf-ac04-f786e5817407 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:20.538497 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-6b1b63b6-bf3e-451e-b86e-c7257a0e3479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:20.539249 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1b63b6-bf3e-451e-b86e-c7257a0e3479 None None] The sync data for ids ['d76783bf-1aa9-4a14-994d-812d8bb3985e'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:36:20.544474 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-39e5b5e2-09ab-41cf-ac04-f786e5817407 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:20.604075 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2f6cc914-f2a5-4c69-9134-2c521a1bb7af tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:20.648215 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-4ffbb2bc-8d4d-4d56-9b75-d594bd7ab2d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Deleting port 9487f692-2f5e-49ee-9da3-68d345a863c0 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:20.648215 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb2bc-8d4d-4d56-9b75-d594bd7ab2d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:20.707442 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-39e5b5e2-09ab-41cf-ac04-f786e5817407 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:20.833468 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2f6cc914-f2a5-4c69-9134-2c521a1bb7af tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:20.887897 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6cc914-f2a5-4c69-9134-2c521a1bb7af tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'Subnet': ['ID=af32edff-daa3-456c-aa74-d0ac93b01a77,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:20.892632 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2f6cc914-f2a5-4c69-9134-2c521a1bb7af tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:20.908123 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2f6cc914-f2a5-4c69-9134-2c521a1bb7af tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/subnets/af32edff-daa3-456c-aa74-d0ac93b01a77 HTTP/1.1" status: 204 len: 168 time: 0.9467487 Feb 04 11:36:20.908832 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33458) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:20.912732 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-39e5b5e2-09ab-41cf-ac04-f786e5817407 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:21.072083 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-39e5b5e2-09ab-41cf-ac04-f786e5817407 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:21.074889 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-39e5b5e2-09ab-41cf-ac04-f786e5817407 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/75256376-823c-4213-8001-81dc88b9f0f1 HTTP/1.1" status: 204 len: 168 time: 1.2985654 Feb 04 11:36:21.081144 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee12ea3-f2f4-4804-bad1-e501bc1a1b28 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:36:21.082483 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33466) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:21.087552 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5b5e2-09ab-41cf-ac04-f786e5817407 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Subnet': ['ID=75256376-823c-4213-8001-81dc88b9f0f1,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:21.105814 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 127c0146-92f9-42bb-8a43-c8c7ea3818da up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:21.120204 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f40c2ab7-4388-4374-9b0c-0f5288c5a26f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:21.133363 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-f40c2ab7-4388-4374-9b0c-0f5288c5a26f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Deleting port 88d9b475-aa44-47b6-846a-f607ed110ae8 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:21.133751 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f40c2ab7-4388-4374-9b0c-0f5288c5a26f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:21.380587 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-f40c2ab7-4388-4374-9b0c-0f5288c5a26f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] For port 88d9b475-aa44-47b6-846a-f607ed110ae8, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=88d9b475-aa44-47b6-846a-f607ed110ae8,segment=NetworkSegment(20c42cad-4fdc-4cf7-8849-dc580619061f),segment_id=20c42cad-4fdc-4cf7-8849-dc580619061f)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:36:21.380954 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f40c2ab7-4388-4374-9b0c-0f5288c5a26f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:21.468191 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724401c1-e7a2-44ef-aaf3-f4fe2bc7a2bb None None] Network 36218616-309c-4ab7-9315-964536e949ec requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:36:21.645971 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-4ffbb2bc-8d4d-4d56-9b75-d594bd7ab2d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] For port 9487f692-2f5e-49ee-9da3-68d345a863c0, host hv-neutron-8278, got binding levels [] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:36:21.646672 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb2bc-8d4d-4d56-9b75-d594bd7ab2d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:21.664832 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf19d7da-d437-42f6-8604-39a92b43f03c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting subnet 887e346d-be94-409d-8064-279c77cf8f28 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:36:21.673617 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bf19d7da-d437-42f6-8604-39a92b43f03c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:21.674614 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 127c0146-92f9-42bb-8a43-c8c7ea3818da triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:21.674980 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:21.757840 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-f40c2ab7-4388-4374-9b0c-0f5288c5a26f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Calling delete_port for 88d9b475-aa44-47b6-846a-f607ed110ae8 owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:36:21.764548 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-48186744-4d72-483f-b6fc-99f01b57659c None None] Provisioning complete for port 88d9b475-aa44-47b6-846a-f607ed110ae8 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:21.764907 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48186744-4d72-483f-b6fc-99f01b57659c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:21.802636 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33474) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:21.975643 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-f54c3808-dc0a-4cb9-81b1-27989549aabe tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1357263613', 'router:external': True}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:21.985637 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-4ffbb2bc-8d4d-4d56-9b75-d594bd7ab2d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Calling delete_port for 9487f692-2f5e-49ee-9da3-68d345a863c0 owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:36:21.990068 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f54c3808-dc0a-4cb9-81b1-27989549aabe tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:21.997529 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f40c2ab7-4388-4374-9b0c-0f5288c5a26f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:22.006801 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f54c3808-dc0a-4cb9-81b1-27989549aabe tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Usage tracker for resource:network and tenant:e8de1929da7f4df9a6837194a0f2f4e4 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:22.010983 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-48186744-4d72-483f-b6fc-99f01b57659c None None] Port 88d9b475-aa44-47b6-846a-f607ed110ae8 update to ACTIVE by agent not found {{(pid=84206) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 04 11:36:22.044925 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f54c3808-dc0a-4cb9-81b1-27989549aabe tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:22.068731 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f54c3808-dc0a-4cb9-81b1-27989549aabe tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:22.072478 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c2ab7-4388-4374-9b0c-0f5288c5a26f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'Port': ['ID=88d9b475-aa44-47b6-846a-f607ed110ae8,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:22.082629 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40c2ab7-4388-4374-9b0c-0f5288c5a26f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] No DVR routers for this DVR port 88d9b475-aa44-47b6-846a-f607ed110ae8 on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:36:22.096258 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ccb6ee-6719-4e53-931e-617e3427ff0b None None] DHCP port deletion for 36218616-309c-4ab7-9315-964536e949ec request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:36:22.138875 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bf19d7da-d437-42f6-8604-39a92b43f03c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:22.209818 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-07d58d1d-e419-491b-8d7e-be1319e2ab7b tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] 10.222.0.21 "GET /v2.0/routers/d76783bf-1aa9-4a14-994d-812d8bb3985e HTTP/1.1" status: 200 len: 921 time: 1.9734983 Feb 04 11:36:22.221362 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33480) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:22.236529 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54c3808-dc0a-4cb9-81b1-27989549aabe tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Made reservation on behalf of e8de1929da7f4df9a6837194a0f2f4e4 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:22.248952 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f54c3808-dc0a-4cb9-81b1-27989549aabe tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:22.259931 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-076ea884-d2e8-4efd-b2bd-b4e641e30fca tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:22.331056 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb2bc-8d4d-4d56-9b75-d594bd7ab2d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:22.361066 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f54c3808-dc0a-4cb9-81b1-27989549aabe tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:22.381845 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f40c2ab7-4388-4374-9b0c-0f5288c5a26f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:22.408379 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffbb2bc-8d4d-4d56-9b75-d594bd7ab2d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Pushing event deleted for resources: {'Port': ['ID=9487f692-2f5e-49ee-9da3-68d345a863c0,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:22.445653 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-f40c2ab7-4388-4374-9b0c-0f5288c5a26f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36218616-309c-4ab7-9315-964536e949ec']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:22.471276 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-f40c2ab7-4388-4374-9b0c-0f5288c5a26f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20c42cad-4fdc-4cf7-8849-dc580619061f') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:22.471603 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-f40c2ab7-4388-4374-9b0c-0f5288c5a26f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20c42cad-4fdc-4cf7-8849-dc580619061f') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:22.485905 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb2bc-8d4d-4d56-9b75-d594bd7ab2d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:22.491340 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f40c2ab7-4388-4374-9b0c-0f5288c5a26f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:22.498487 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f54c3808-dc0a-4cb9-81b1-27989549aabe tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:22.505426 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f54c3808-dc0a-4cb9-81b1-27989549aabe tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Usage tracker for resource:security_group_rule and tenant:e8de1929da7f4df9a6837194a0f2f4e4 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:22.512599 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f54c3808-dc0a-4cb9-81b1-27989549aabe tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:22.523189 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f54c3808-dc0a-4cb9-81b1-27989549aabe tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:22.526153 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f40c2ab7-4388-4374-9b0c-0f5288c5a26f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:22.540051 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f40c2ab7-4388-4374-9b0c-0f5288c5a26f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:36:22.540441 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f40c2ab7-4388-4374-9b0c-0f5288c5a26f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:22.555671 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bf19d7da-d437-42f6-8604-39a92b43f03c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:22.556166 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:36:22.556166 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:36:22.556166 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:36:22.556166 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:36:22.556166 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:36:22.556166 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:36:22.556166 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:36:22.556166 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:36:22.556166 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:36:22.556166 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:36:22.556166 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:36:22.556166 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:36:22.556166 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:36:22.556166 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:36:22.556166 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:36:22.556166 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:36:22.556166 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:36:22.556166 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:36:22.556166 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:36:22.556166 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:36:22.556166 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:36:22.556166 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:36:22.556166 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:36:22.556166 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:36:22.556166 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:36:22.556166 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:36:22.556166 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:36:22.556166 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:36:22.556166 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:36:22.556166 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:36:22.556166 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:36:22.556166 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:36:22.603721 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4ffbb2bc-8d4d-4d56-9b75-d594bd7ab2d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] 10.222.0.21 "DELETE /v2.0/ports/9487f692-2f5e-49ee-9da3-68d345a863c0 HTTP/1.1" status: 204 len: 168 time: 2.3698785 Feb 04 11:36:22.623622 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33484) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:22.629862 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-4c44b160-dd85-450b-8772-3c5cee9f991e tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=63d4ab6b-931d-42a4-aa18-bedd81d582fa&device_id=d76783bf-1aa9-4a14-994d-812d8bb3985e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4063654 Feb 04 11:36:22.633741 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33486) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:22.710495 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5439890-080b-40d8-9fc5-884c9f1f6971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] GET failed (client error): The resource could not be found. Feb 04 11:36:22.710495 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-a5439890-080b-40d8-9fc5-884c9f1f6971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Synchronizing usage tracker for tenant:854e8bb51958466d8bfe6bfdf52c3b21 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:22.748810 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c68172d0-d05e-445e-a430-0b80c478f6db None None] Provisioning complete for port 9182b678-72aa-44d5-aeb5-fc5194b090f4 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:22.749608 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c68172d0-d05e-445e-a430-0b80c478f6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:22.785822 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f54c3808-dc0a-4cb9-81b1-27989549aabe tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:23.026639 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 88d9b475-aa44-47b6-846a-f607ed110ae8 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:36:23.052925 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b9e52e-1b5b-4953-9217-856fd9ae17ab tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:23.055260 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b5b9e52e-1b5b-4953-9217-856fd9ae17ab tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] 10.222.0.21 "GET /v2.0/networks/63d4ab6b-931d-42a4-aa18-bedd81d582fa HTTP/1.1" status: 200 len: 881 time: 0.4204729 Feb 04 11:36:23.057232 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33492) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:23.062947 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 88d9b475-aa44-47b6-846a-f607ed110ae8 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:36:23.063284 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 88d9b475-aa44-47b6-846a-f607ed110ae8 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:36:23.084844 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-076ea884-d2e8-4efd-b2bd-b4e641e30fca tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:23.090976 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f40c2ab7-4388-4374-9b0c-0f5288c5a26f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:23.095277 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bf19d7da-d437-42f6-8604-39a92b43f03c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:23.113754 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f40c2ab7-4388-4374-9b0c-0f5288c5a26f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:23.120780 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-a5439890-080b-40d8-9fc5-884c9f1f6971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] Unset dirty status for tenant:854e8bb51958466d8bfe6bfdf52c3b21 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:23.122114 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a5439890-080b-40d8-9fc5-884c9f1f6971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-105555733-project-admin] 10.222.0.21 "GET /v2.0/ports/9487f692-2f5e-49ee-9da3-68d345a863c0 HTTP/1.1" status: 404 len: 333 time: 0.4911253 Feb 04 11:36:23.122818 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f54c3808-dc0a-4cb9-81b1-27989549aabe tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:23.125679 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33496) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:23.137820 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf19d7da-d437-42f6-8604-39a92b43f03c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Subnet': ['ID=887e346d-be94-409d-8064-279c77cf8f28,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:23.143140 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-81753fc2-f33a-4218-8257-5dd379e46a44 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] 10.222.0.21 "GET /v2.0/ports?device_id=d76783bf-1aa9-4a14-994d-812d8bb3985e HTTP/1.1" status: 200 len: 205 time: 0.0821791 Feb 04 11:36:23.144410 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33500) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:23.152254 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bf19d7da-d437-42f6-8604-39a92b43f03c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:23.159630 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ff3a2f-61ad-47f7-8f63-fd4b38373280 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:36:23.173600 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c2ab7-4388-4374-9b0c-0f5288c5a26f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'Network': ['ID=36218616-309c-4ab7-9315-964536e949ec,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:23.220962 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-076ea884-d2e8-4efd-b2bd-b4e641e30fca tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:23.275449 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c3808-dc0a-4cb9-81b1-27989549aabe tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0140120b-2f1b-4bd8-9a1f-ff9c84e609b1,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:23.311128 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f40c2ab7-4388-4374-9b0c-0f5288c5a26f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/networks/36218616-309c-4ab7-9315-964536e949ec HTTP/1.1" status: 204 len: 168 time: 2.4007928 Feb 04 11:36:23.312386 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f54c3808-dc0a-4cb9-81b1-27989549aabe tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:36:23.312814 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf19d7da-d437-42f6-8604-39a92b43f03c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:23.313188 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf19d7da-d437-42f6-8604-39a92b43f03c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:23.313741 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf19d7da-d437-42f6-8604-39a92b43f03c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:23.314203 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf19d7da-d437-42f6-8604-39a92b43f03c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:23.314890 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf19d7da-d437-42f6-8604-39a92b43f03c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:23.315133 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf19d7da-d437-42f6-8604-39a92b43f03c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:23.315640 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf19d7da-d437-42f6-8604-39a92b43f03c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:23.316024 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf19d7da-d437-42f6-8604-39a92b43f03c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:23.316362 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf19d7da-d437-42f6-8604-39a92b43f03c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:23.316690 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf19d7da-d437-42f6-8604-39a92b43f03c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:23.317016 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf19d7da-d437-42f6-8604-39a92b43f03c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:23.321581 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33504) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:23.395440 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f54c3808-dc0a-4cb9-81b1-27989549aabe tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:23.395959 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-f54c3808-dc0a-4cb9-81b1-27989549aabe tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Added segment d2f79f0a-fc93-4f30-a59c-8113f0873fa8 of type vlan for network ddd4beaf-0097-4abc-8f1b-5ea2ef8a7726 Feb 04 11:36:23.414856 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-96881289-373c-4bf8-9aec-6d3dc0c193ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:23.416268 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ea884-d2e8-4efd-b2bd-b4e641e30fca tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Port': ['ID=f28ad642-c29a-4e95-8882-78fa43e59fdb,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:23.470811 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-bf19d7da-d437-42f6-8604-39a92b43f03c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/887e346d-be94-409d-8064-279c77cf8f28 HTTP/1.1" status: 204 len: 168 time: 2.3749886 Feb 04 11:36:23.474894 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f54c3808-dc0a-4cb9-81b1-27989549aabe tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:23.478507 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33508) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:23.583135 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19670da-2756-431a-a048-8f54046cb3ef None None] DHCP port deletion for a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:36:23.594773 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-e19670da-2756-431a-a048-8f54046cb3ef None None] Deleting port 9182b678-72aa-44d5-aeb5-fc5194b090f4 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:23.595246 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e19670da-2756-431a-a048-8f54046cb3ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:23.659537 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.db.resource_extend [None req-f54c3808-dc0a-4cb9-81b1-27989549aabe tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:36:23.676548 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1f257214-eecf-495e-89c7-34f4493e8f85 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1903358 Feb 04 11:36:23.685983 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33512) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:23.742197 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c3f5b8-3db0-4d3d-b0a7-4476e5322e6c tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:23.742943 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-90c3f5b8-3db0-4d3d-b0a7-4476e5322e6c tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Synchronizing usage tracker for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:23.821371 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-076ea884-d2e8-4efd-b2bd-b4e641e30fca tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:23.827468 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-b277de67-ca9f-4aa8-b48d-f9156d66695d None None] Provisioning complete for port f28ad642-c29a-4e95-8882-78fa43e59fdb triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:23.828344 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b277de67-ca9f-4aa8-b48d-f9156d66695d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:23.836773 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-96881289-373c-4bf8-9aec-6d3dc0c193ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:23.847374 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3c889d8b-4785-4b44-9751-34895a1339f0 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:23.890949 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-96881289-373c-4bf8-9aec-6d3dc0c193ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:23.907934 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-96881289-373c-4bf8-9aec-6d3dc0c193ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14cd3a8c-f366-4459-b480-ea157852d953') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:23.908296 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-96881289-373c-4bf8-9aec-6d3dc0c193ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14cd3a8c-f366-4459-b480-ea157852d953') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:23.920687 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f54c3808-dc0a-4cb9-81b1-27989549aabe tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:23.921466 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54c3808-dc0a-4cb9-81b1-27989549aabe tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:23.922076 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f54c3808-dc0a-4cb9-81b1-27989549aabe tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:23.939132 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-e19670da-2756-431a-a048-8f54046cb3ef None None] For port 9182b678-72aa-44d5-aeb5-fc5194b090f4, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=9182b678-72aa-44d5-aeb5-fc5194b090f4,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:36:23.939565 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e19670da-2756-431a-a048-8f54046cb3ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:23.946185 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-96881289-373c-4bf8-9aec-6d3dc0c193ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:23.947091 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-b277de67-ca9f-4aa8-b48d-f9156d66695d None None] Port f28ad642-c29a-4e95-8882-78fa43e59fdb cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:36:23.967588 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-90c3f5b8-3db0-4d3d-b0a7-4476e5322e6c tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Unset dirty status for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:23.971947 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-90c3f5b8-3db0-4d3d-b0a7-4476e5322e6c tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6460199 Feb 04 11:36:23.974372 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33516) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:24.048235 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-96881289-373c-4bf8-9aec-6d3dc0c193ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:24.068871 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96881289-373c-4bf8-9aec-6d3dc0c193ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:36:24.068871 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-96881289-373c-4bf8-9aec-6d3dc0c193ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:24.081580 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-e19670da-2756-431a-a048-8f54046cb3ef None None] Calling delete_port for 9182b678-72aa-44d5-aeb5-fc5194b090f4 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:36:24.085132 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:36:24.085132 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:36:24.085132 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:36:24.085132 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:36:24.085132 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:36:24.085132 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:36:24.085132 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:36:24.085132 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:36:24.085132 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:36:24.085132 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:36:24.085132 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:36:24.085132 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:36:24.085132 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:36:24.085132 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:36:24.085132 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:36:24.085132 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:36:24.085132 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:36:24.085132 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:36:24.085132 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:36:24.085132 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:36:24.085132 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:36:24.085132 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:36:24.085132 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:36:24.085132 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:36:24.085132 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:36:24.085132 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:36:24.085132 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:36:24.085132 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:36:24.085132 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:36:24.085132 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:36:24.085132 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:36:24.085132 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:36:24.087644 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c3808-dc0a-4cb9-81b1-27989549aabe tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Pushing event updated for resources: {'Network': ['ID=ddd4beaf-0097-4abc-8f1b-5ea2ef8a7726,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:24.112298 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network ddd4beaf-0097-4abc-8f1b-5ea2ef8a7726 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:36:24.182068 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-076ea884-d2e8-4efd-b2bd-b4e641e30fca tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:24.252982 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f54c3808-dc0a-4cb9-81b1-27989549aabe tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.4491158 Feb 04 11:36:24.261451 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33520) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:24.265192 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f22c2cd-4336-4e3a-9781-67f6bb2daf0b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:24.266714 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6f22c2cd-4336-4e3a-9781-67f6bb2daf0b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5797834 Feb 04 11:36:24.273396 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-70961673-08b4-4dfe-9ea5-9bfb649b4f87 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Request body: {'subnet': {'network_id': 'ddd4beaf-0097-4abc-8f1b-5ea2ef8a7726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:24.279796 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33524) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:24.297452 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5af84d6e-3376-4711-b75e-0315d62d964d tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3218076 Feb 04 11:36:24.299754 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-70961673-08b4-4dfe-9ea5-9bfb649b4f87 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:24.304920 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33528) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:24.309188 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-70961673-08b4-4dfe-9ea5-9bfb649b4f87 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Usage tracker for resource:subnet and tenant:e8de1929da7f4df9a6837194a0f2f4e4 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:24.317876 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-e54b1e9a-5193-4cff-bb1b-3cca706b3877 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1455274460'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:24.322001 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-70961673-08b4-4dfe-9ea5-9bfb649b4f87 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:24.358197 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbec987-43f0-40ba-a5a3-965e2f5bdabf tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:24.358882 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-2dbec987-43f0-40ba-a5a3-965e2f5bdabf tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:24.360664 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e19670da-2756-431a-a048-8f54046cb3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:24.388459 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e54b1e9a-5193-4cff-bb1b-3cca706b3877 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:24.406442 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-70961673-08b4-4dfe-9ea5-9bfb649b4f87 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:24.407558 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19670da-2756-431a-a048-8f54046cb3ef None None] Pushing event deleted for resources: {'Port': ['ID=9182b678-72aa-44d5-aeb5-fc5194b090f4,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:24.420403 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19670da-2756-431a-a048-8f54046cb3ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:24.420711 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-96881289-373c-4bf8-9aec-6d3dc0c193ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:24.420964 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19670da-2756-431a-a048-8f54046cb3ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:24.421137 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19670da-2756-431a-a048-8f54046cb3ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:24.421388 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19670da-2756-431a-a048-8f54046cb3ef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:24.421719 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19670da-2756-431a-a048-8f54046cb3ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:24.422074 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19670da-2756-431a-a048-8f54046cb3ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:24.428651 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19670da-2756-431a-a048-8f54046cb3ef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:24.428651 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19670da-2756-431a-a048-8f54046cb3ef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:24.428651 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19670da-2756-431a-a048-8f54046cb3ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:24.428651 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19670da-2756-431a-a048-8f54046cb3ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:24.428651 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19670da-2756-431a-a048-8f54046cb3ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:24.428651 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19670da-2756-431a-a048-8f54046cb3ef None None] No DVR routers for this DVR port 9182b678-72aa-44d5-aeb5-fc5194b090f4 on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:36:24.454966 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-96881289-373c-4bf8-9aec-6d3dc0c193ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:24.472001 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-2dbec987-43f0-40ba-a5a3-965e2f5bdabf tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:24.473156 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2dbec987-43f0-40ba-a5a3-965e2f5bdabf tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1865659 Feb 04 11:36:24.476972 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33532) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:24.481109 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-96881289-373c-4bf8-9aec-6d3dc0c193ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976-project] 10.222.0.21 "DELETE /v2.0/networks/78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1 HTTP/1.1" status: 204 len: 168 time: 1.3443320 Feb 04 11:36:24.482121 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96881289-373c-4bf8-9aec-6d3dc0c193ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739291976-project] Pushing event deleted for resources: {'Network': ['ID=78e54b39-9c0b-4f5b-bbcf-3cabfa2220e1,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:24.504002 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e54b1e9a-5193-4cff-bb1b-3cca706b3877 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:network and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:24.510520 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3c889d8b-4785-4b44-9751-34895a1339f0 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:24.516881 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e54b1e9a-5193-4cff-bb1b-3cca706b3877 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:24.549599 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1db7bcb5-a510-4614-a599-dd370af502c0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0712264 Feb 04 11:36:24.551977 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e54b1e9a-5193-4cff-bb1b-3cca706b3877 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:24.555614 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33538) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:24.566561 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-42dbaca8-0d84-44b8-a7b3-113f2a57f524 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:24.727261 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70961673-08b4-4dfe-9ea5-9bfb649b4f87 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Made reservation on behalf of e8de1929da7f4df9a6837194a0f2f4e4 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:24.729441 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-70961673-08b4-4dfe-9ea5-9bfb649b4f87 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:24.742656 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-3c889d8b-4785-4b44-9751-34895a1339f0 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Deleting port 577be602-7da4-490b-84e9-b56bfa5e85ff {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:24.747822 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3c889d8b-4785-4b44-9751-34895a1339f0 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:24.836897 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54b1e9a-5193-4cff-bb1b-3cca706b3877 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Made reservation on behalf of 923893a854aa49c78e412c9bf04cfc96 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:24.839889 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e54b1e9a-5193-4cff-bb1b-3cca706b3877 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:25.040327 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 9182b678-72aa-44d5-aeb5-fc5194b090f4 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:36:25.081606 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 9182b678-72aa-44d5-aeb5-fc5194b090f4 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:36:25.082013 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 9182b678-72aa-44d5-aeb5-fc5194b090f4 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:36:25.101239 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-42dbaca8-0d84-44b8-a7b3-113f2a57f524 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:25.101792 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33544) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:25.165055 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e54b1e9a-5193-4cff-bb1b-3cca706b3877 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:36:25.197115 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-42dbaca8-0d84-44b8-a7b3-113f2a57f524 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:25.222581 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e54b1e9a-5193-4cff-bb1b-3cca706b3877 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:25.222926 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-e54b1e9a-5193-4cff-bb1b-3cca706b3877 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Added segment 1fe5c026-4ff6-470d-b639-1abde679e761 of type vlan for network a6c899f4-cc44-4cb1-81e5-7c8894672afc Feb 04 11:36:25.312493 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3c889d8b-4785-4b44-9751-34895a1339f0 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:25.322343 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6a0bca55-f691-4b46-bff7-cd12cf325fb5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c7d8d261fdc47cebe77365e38da31d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2190797 Feb 04 11:36:25.322960 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33550) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:25.334682 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e54b1e9a-5193-4cff-bb1b-3cca706b3877 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:25.387101 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42dbaca8-0d84-44b8-a7b3-113f2a57f524 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:25.390625 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-42dbaca8-0d84-44b8-a7b3-113f2a57f524 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:25.392083 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-42dbaca8-0d84-44b8-a7b3-113f2a57f524 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:36:25.392502 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42dbaca8-0d84-44b8-a7b3-113f2a57f524 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:36:25.400938 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-96434c0a-f327-4fe2-a8d8-b046e9ba3fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:25.438997 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-96434c0a-f327-4fe2-a8d8-b046e9ba3fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:25.577926 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-96434c0a-f327-4fe2-a8d8-b046e9ba3fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:25.580113 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-3c889d8b-4785-4b44-9751-34895a1339f0 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Calling delete_port for 577be602-7da4-490b-84e9-b56bfa5e85ff owned by network:router_gateway {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:36:25.593130 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96434c0a-f327-4fe2-a8d8-b046e9ba3fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c51e59b-511a-4bc1-99b5-fb23d0f642cb,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:25.599882 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-96434c0a-f327-4fe2-a8d8-b046e9ba3fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:25.603754 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-96434c0a-f327-4fe2-a8d8-b046e9ba3fb6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c51e59b-511a-4bc1-99b5-fb23d0f642cb HTTP/1.1" status: 204 len: 168 time: 0.2770872 Feb 04 11:36:25.640046 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.resource_extend [None req-e54b1e9a-5193-4cff-bb1b-3cca706b3877 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:36:25.730279 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-076ea884-d2e8-4efd-b2bd-b4e641e30fca tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:25.772948 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-42dbaca8-0d84-44b8-a7b3-113f2a57f524 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.2143776 Feb 04 11:36:25.776226 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33556) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:25.783020 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-9ca58ece-2f1b-4d39-9738-6ef7ab5f7140 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:25.841165 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e54b1e9a-5193-4cff-bb1b-3cca706b3877 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:25.844956 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54b1e9a-5193-4cff-bb1b-3cca706b3877 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:25.845604 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e54b1e9a-5193-4cff-bb1b-3cca706b3877 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:25.849622 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-076ea884-d2e8-4efd-b2bd-b4e641e30fca tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:25.905767 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-9ca58ece-2f1b-4d39-9738-6ef7ab5f7140 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:25.925299 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-9ca58ece-2f1b-4d39-9738-6ef7ab5f7140 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:26.032769 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca58ece-2f1b-4d39-9738-6ef7ab5f7140 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:26.162744 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e54b1e9a-5193-4cff-bb1b-3cca706b3877 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8527503 Feb 04 11:36:26.166005 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ea884-d2e8-4efd-b2bd-b4e641e30fca tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Port': ['ID=f28ad642-c29a-4e95-8882-78fa43e59fdb,revision_number=3']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:26.166209 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33562) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:26.168049 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3c889d8b-4785-4b44-9751-34895a1339f0 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:26.180328 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-08b7d48e-156f-4e53-97c6-2fcb88d1a429 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'subnet': {'network_id': 'a6c899f4-cc44-4cb1-81e5-7c8894672afc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:26.208149 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b1e9a-5193-4cff-bb1b-3cca706b3877 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Network': ['ID=a6c899f4-cc44-4cb1-81e5-7c8894672afc,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:26.209153 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9ca58ece-2f1b-4d39-9738-6ef7ab5f7140 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:26.210506 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-076ea884-d2e8-4efd-b2bd-b4e641e30fca tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:26.211037 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ca58ece-2f1b-4d39-9738-6ef7ab5f7140 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:36:26.211481 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ca58ece-2f1b-4d39-9738-6ef7ab5f7140 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:36:26.235897 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network a6c899f4-cc44-4cb1-81e5-7c8894672afc details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:36:26.237509 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c889d8b-4785-4b44-9751-34895a1339f0 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Pushing event deleted for resources: {'Port': ['ID=577be602-7da4-490b-84e9-b56bfa5e85ff,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:26.335293 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-08b7d48e-156f-4e53-97c6-2fcb88d1a429 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:26.341758 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-08b7d48e-156f-4e53-97c6-2fcb88d1a429 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:subnet and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:26.347245 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-08b7d48e-156f-4e53-97c6-2fcb88d1a429 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:26.356390 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-08b7d48e-156f-4e53-97c6-2fcb88d1a429 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:26.370278 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9ca58ece-2f1b-4d39-9738-6ef7ab5f7140 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5928500 Feb 04 11:36:26.374674 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33566) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:26.383799 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-331a1450-1f6b-4776-a50e-c578aab618a7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:26.468003 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b7d48e-156f-4e53-97c6-2fcb88d1a429 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Made reservation on behalf of 923893a854aa49c78e412c9bf04cfc96 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:26.524749 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33570) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:26.612635 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-331a1450-1f6b-4776-a50e-c578aab618a7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:26.626060 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-08b7d48e-156f-4e53-97c6-2fcb88d1a429 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:26.650150 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-331a1450-1f6b-4776-a50e-c578aab618a7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:26.795642 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331a1450-1f6b-4776-a50e-c578aab618a7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:26.799047 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-331a1450-1f6b-4776-a50e-c578aab618a7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:26.800920 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-331a1450-1f6b-4776-a50e-c578aab618a7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:36:26.801336 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-331a1450-1f6b-4776-a50e-c578aab618a7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:36:26.818767 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3c889d8b-4785-4b44-9751-34895a1339f0 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:26.885395 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-05c40b92-9e3a-4fdf-9951-12a11b503652 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=854e8bb51958466d8bfe6bfdf52c3b21&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3518574 Feb 04 11:36:26.888507 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33574) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:26.899813 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076ea884-d2e8-4efd-b2bd-b4e641e30fca tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Network 63390b2c-d565-43f5-a4d4-8b650e1cb916 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:26.909295 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-331a1450-1f6b-4776-a50e-c578aab618a7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5327778 Feb 04 11:36:26.916152 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33578) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:26.925194 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-e3eb5d29-33e1-4649-ae1f-f5cf1da38410 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:26.954835 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-08b7d48e-156f-4e53-97c6-2fcb88d1a429 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:26.957213 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-076ea884-d2e8-4efd-b2bd-b4e641e30fca tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:27.149192 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-494efbec-7b74-4f33-9d66-c993918507fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:27.150721 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7d48e-156f-4e53-97c6-2fcb88d1a429 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Subnet': ['ID=4c90cbc0-bd60-40eb-856a-88ee0ed8afa8,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:27.167327 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-e3eb5d29-33e1-4649-ae1f-f5cf1da38410 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:27.200421 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-e3eb5d29-33e1-4649-ae1f-f5cf1da38410 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:27.229815 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b7d48e-156f-4e53-97c6-2fcb88d1a429 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Checking segment: {'id': '1fe5c026-4ff6-470d-b639-1abde679e761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a6c899f4-cc44-4cb1-81e5-7c8894672afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:36:27.230380 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b7d48e-156f-4e53-97c6-2fcb88d1a429 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Network hostable DHCP agents. Network: a6c899f4-cc44-4cb1-81e5-7c8894672afc, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:36:27.256676 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-494efbec-7b74-4f33-9d66-c993918507fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:27.303297 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3c889d8b-4785-4b44-9751-34895a1339f0 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:27.305150 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-baa6af44-ab61-4f62-8606-287a4cb632e1 None None] Provisioning complete for port f28ad642-c29a-4e95-8882-78fa43e59fdb triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:27.306055 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-baa6af44-ab61-4f62-8606-287a4cb632e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:27.309074 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.objects.ports [None req-70961673-08b4-4dfe-9ea5-9bfb649b4f87 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84205) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 11:36:27.309553 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-70961673-08b4-4dfe-9ea5-9bfb649b4f87 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:27.335621 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3eb5d29-33e1-4649-ae1f-f5cf1da38410 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:27.344173 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e3eb5d29-33e1-4649-ae1f-f5cf1da38410 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:27.346648 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3eb5d29-33e1-4649-ae1f-f5cf1da38410 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:36:27.347859 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3eb5d29-33e1-4649-ae1f-f5cf1da38410 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:36:27.370137 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-baa6af44-ab61-4f62-8606-287a4cb632e1 None None] Port f28ad642-c29a-4e95-8882-78fa43e59fdb cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:36:27.374481 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b7d48e-156f-4e53-97c6-2fcb88d1a429 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Network a6c899f4-cc44-4cb1-81e5-7c8894672afc is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:36:27.381222 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3c889d8b-4785-4b44-9751-34895a1339f0 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:27.409213 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-494efbec-7b74-4f33-9d66-c993918507fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:27.412519 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-494efbec-7b74-4f33-9d66-c993918507fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:27.420170 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-494efbec-7b74-4f33-9d66-c993918507fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d93c7de-8a7c-41d7-b534-9b8e8fa41923 HTTP/1.1" status: 204 len: 168 time: 0.5240343 Feb 04 11:36:27.426953 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494efbec-7b74-4f33-9d66-c993918507fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d93c7de-8a7c-41d7-b534-9b8e8fa41923,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:27.427236 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70961673-08b4-4dfe-9ea5-9bfb649b4f87 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Pushing event updated for resources: {'Subnet': ['ID=dce2785b-7ff1-407f-890e-3dc4295f69c5,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:27.455731 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-08b7d48e-156f-4e53-97c6-2fcb88d1a429 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, a6c899f4-cc44-4cb1-81e5-7c8894672afc) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:27.470561 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b7d48e-156f-4e53-97c6-2fcb88d1a429 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:27.471555 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-08b7d48e-156f-4e53-97c6-2fcb88d1a429 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:27.476807 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c297957b-c99f-4315-9e1e-563d9033cecd None None] Network a6c899f4-cc44-4cb1-81e5-7c8894672afc requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:36:27.508184 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e3eb5d29-33e1-4649-ae1f-f5cf1da38410 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5868080 Feb 04 11:36:27.509426 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33584) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:27.517634 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-2957cc31-a027-42d7-b55c-df12b1fdf0e0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:27.549722 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70961673-08b4-4dfe-9ea5-9bfb649b4f87 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Checking segment: {'id': 'd2f79f0a-fc93-4f30-a59c-8113f0873fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ddd4beaf-0097-4abc-8f1b-5ea2ef8a7726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:36:27.550105 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70961673-08b4-4dfe-9ea5-9bfb649b4f87 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Network hostable DHCP agents. Network: ddd4beaf-0097-4abc-8f1b-5ea2ef8a7726, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:36:27.638191 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:36:27.664767 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3c889d8b-4785-4b44-9751-34895a1339f0 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:27.664767 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c889d8b-4785-4b44-9751-34895a1339f0 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Fanout notify agent at l3_agent the message router_deleted on router d76783bf-1aa9-4a14-994d-812d8bb3985e {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:36:27.691391 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3c889d8b-4785-4b44-9751-34895a1339f0 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:27.697631 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3c889d8b-4785-4b44-9751-34895a1339f0 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] 10.222.0.21 "DELETE /v2.0/routers/d76783bf-1aa9-4a14-994d-812d8bb3985e HTTP/1.1" status: 204 len: 168 time: 4.5476789 Feb 04 11:36:27.724294 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33588) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:27.732763 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-a7fe34c8-bc1a-4e38-877f-4759edab86ca tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-551070494', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:27.740383 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a7fe34c8-bc1a-4e38-877f-4759edab86ca tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:27.747524 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a7fe34c8-bc1a-4e38-877f-4759edab86ca tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Usage tracker for resource:router and tenant:0a398f05f2bb4d8d9e15137239f4433d is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:27.752688 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a7fe34c8-bc1a-4e38-877f-4759edab86ca tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:27.764218 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a7fe34c8-bc1a-4e38-877f-4759edab86ca tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:27.789060 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33592) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:27.789300 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-08b7d48e-156f-4e53-97c6-2fcb88d1a429 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6217551 Feb 04 11:36:27.796060 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-165e2c43-046b-49fa-8e3c-3af331fe6609 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'port': {'network_id': 'a6c899f4-cc44-4cb1-81e5-7c8894672afc', 'name': 'tempest-PortsIpV6TestJSON-979927555'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:27.820537 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6acb7b9-e295-4878-8883-ee3365df0d3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-a6c899f4-cc44-4cb1-81e5-7c8894672afc', 'network_id': 'a6c899f4-cc44-4cb1-81e5-7c8894672afc', 'tenant_id': '923893a854aa49c78e412c9bf04cfc96', 'fixed_ips': [{'subnet_id': '4c90cbc0-bd60-40eb-856a-88ee0ed8afa8'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:36:27.822309 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f6acb7b9-e295-4878-8883-ee3365df0d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:27.826576 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-2957cc31-a027-42d7-b55c-df12b1fdf0e0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:27.839383 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-2957cc31-a027-42d7-b55c-df12b1fdf0e0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:27.898068 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70961673-08b4-4dfe-9ea5-9bfb649b4f87 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Network ddd4beaf-0097-4abc-8f1b-5ea2ef8a7726 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:36:27.921991 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a7fe34c8-bc1a-4e38-877f-4759edab86ca tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:27.923356 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a7fe34c8-bc1a-4e38-877f-4759edab86ca tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:27.929422 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2957cc31-a027-42d7-b55c-df12b1fdf0e0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:27.935825 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2957cc31-a027-42d7-b55c-df12b1fdf0e0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:27.937994 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-2957cc31-a027-42d7-b55c-df12b1fdf0e0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:36:27.938916 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2957cc31-a027-42d7-b55c-df12b1fdf0e0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:36:27.941928 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-70961673-08b4-4dfe-9ea5-9bfb649b4f87 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, ddd4beaf-0097-4abc-8f1b-5ea2ef8a7726) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:27.958004 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8610b2-b51d-4dfa-ba5e-c15022a8194f None None] Network ddd4beaf-0097-4abc-8f1b-5ea2ef8a7726 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:36:28.092102 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2957cc31-a027-42d7-b55c-df12b1fdf0e0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5768437 Feb 04 11:36:28.093201 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33596) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:28.102234 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-3a5fe20b-8ca6-4897-84ee-7ccc1fb604ea tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:28.113324 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70961673-08b4-4dfe-9ea5-9bfb649b4f87 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:28.113925 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-70961673-08b4-4dfe-9ea5-9bfb649b4f87 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:28.173515 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-f6acb7b9-e295-4878-8883-ee3365df0d3b None None] Allocated IP 2001:db8::2 (a6c899f4-cc44-4cb1-81e5-7c8894672afc/4c90cbc0-bd60-40eb-856a-88ee0ed8afa8/3501c274-9eed-4909-985d-1d533444ae15) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:28.187462 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a7fe34c8-bc1a-4e38-877f-4759edab86ca tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:28.212884 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-165e2c43-046b-49fa-8e3c-3af331fe6609 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:28.226465 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-165e2c43-046b-49fa-8e3c-3af331fe6609 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:28.235975 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-70961673-08b4-4dfe-9ea5-9bfb649b4f87 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.9722540 Feb 04 11:36:28.240977 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33602) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:28.281042 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-949fb954-3556-49ce-9c80-d0d10581f10f tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-516047532', 'network_id': 'ddd4beaf-0097-4abc-8f1b-5ea2ef8a7726'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:28.286722 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-3a5fe20b-8ca6-4897-84ee-7ccc1fb604ea tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:28.294664 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-949fb954-3556-49ce-9c80-d0d10581f10f tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:28.304773 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a7fe34c8-bc1a-4e38-877f-4759edab86ca tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:28.332087 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-949fb954-3556-49ce-9c80-d0d10581f10f tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Usage tracker for resource:port and tenant:e8de1929da7f4df9a6837194a0f2f4e4 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:28.337156 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-3a5fe20b-8ca6-4897-84ee-7ccc1fb604ea tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:28.340200 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165e2c43-046b-49fa-8e3c-3af331fe6609 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Made reservation on behalf of 923893a854aa49c78e412c9bf04cfc96 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:28.341417 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-949fb954-3556-49ce-9c80-d0d10581f10f tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:28.343841 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-165e2c43-046b-49fa-8e3c-3af331fe6609 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:28.358521 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-949fb954-3556-49ce-9c80-d0d10581f10f tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:28.363198 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076ea884-d2e8-4efd-b2bd-b4e641e30fca tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Router 65227352-5122-441b-8b11-ccdaae0b761d is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:36:28.401495 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-165e2c43-046b-49fa-8e3c-3af331fe6609 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] device_id is not set on port 0354f8d8-a368-467e-99c6-5d371c7e8b58 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:36:28.460378 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a7fe34c8-bc1a-4e38-877f-4759edab86ca tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:28.467564 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a7fe34c8-bc1a-4e38-877f-4759edab86ca tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7368119 Feb 04 11:36:28.472816 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33610) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:28.482367 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-b748cda8-dddf-4c63-905d-dc7e11bb1ecd tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'enable_snat': False}}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:28.505902 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf98dc4-bfba-4aee-9886-d433abd10f36 None None] Network ddd4beaf-0097-4abc-8f1b-5ea2ef8a7726 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:36:28.598288 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949fb954-3556-49ce-9c80-d0d10581f10f tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Made reservation on behalf of e8de1929da7f4df9a6837194a0f2f4e4 for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:28.601342 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-949fb954-3556-49ce-9c80-d0d10581f10f tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:28.614246 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5fe20b-8ca6-4897-84ee-7ccc1fb604ea tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:28.619145 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3a5fe20b-8ca6-4897-84ee-7ccc1fb604ea tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:28.619145 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a5fe20b-8ca6-4897-84ee-7ccc1fb604ea tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:36:28.628718 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a5fe20b-8ca6-4897-84ee-7ccc1fb604ea tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:36:28.696552 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f6acb7b9-e295-4878-8883-ee3365df0d3b None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:28.715688 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-949fb954-3556-49ce-9c80-d0d10581f10f tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] device_id is not set on port df549729-7e8e-4bbf-bb39-0950691d9984 yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:36:28.764211 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f6acb7b9-e295-4878-8883-ee3365df0d3b None None] Transition to ACTIVE for port object 3501c274-9eed-4909-985d-1d533444ae15 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:28.775634 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076ea884-d2e8-4efd-b2bd-b4e641e30fca tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:36:28.791457 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-076ea884-d2e8-4efd-b2bd-b4e641e30fca tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "PUT /v2.0/routers/65227352-5122-441b-8b11-ccdaae0b761d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9047921 Feb 04 11:36:28.791457 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33618) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:28.799801 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd94142-8ff9-468f-b09c-c3945bce4b83 None None] Sync routers for ids ['65227352-5122-441b-8b11-ccdaae0b761d'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:36:28.829900 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f6acb7b9-e295-4878-8883-ee3365df0d3b None None] Transition to ACTIVE for port object 3501c274-9eed-4909-985d-1d533444ae15 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:28.832705 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd94142-8ff9-468f-b09c-c3945bce4b83 None None] Routers {'65227352-5122-441b-8b11-ccdaae0b761d'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:36:28.833337 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-cbd94142-8ff9-468f-b09c-c3945bce4b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:36:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['65227352-5122-441b-8b11-ccdaae0b761d'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:28.844335 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3a5fe20b-8ca6-4897-84ee-7ccc1fb604ea tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7471266 Feb 04 11:36:28.845668 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33622) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:28.898708 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f6acb7b9-e295-4878-8883-ee3365df0d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:28.931210 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-cbd94142-8ff9-468f-b09c-c3945bce4b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:28.953919 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e21bed-0d67-4f6f-94f5-d34e1bbd1898 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:28.954565 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a9e21bed-0d67-4f6f-94f5-d34e1bbd1898 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Synchronizing usage tracker for tenant:2294c16a4d404317a20d2fdff5bb1a4c on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:28.968629 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-0f4128a4-9d01-4f06-bb9f-cc3f892c0ed3 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1206548 Feb 04 11:36:28.976124 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33626) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:28.989608 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd94142-8ff9-468f-b09c-c3945bce4b83 None None] Routers {'65227352-5122-441b-8b11-ccdaae0b761d'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:36:28.994463 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-cbd94142-8ff9-468f-b09c-c3945bce4b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:36:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['65227352-5122-441b-8b11-ccdaae0b761d'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:29.008768 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-165e2c43-046b-49fa-8e3c-3af331fe6609 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Allocated IP 2001:db8::324 (a6c899f4-cc44-4cb1-81e5-7c8894672afc/4c90cbc0-bd60-40eb-856a-88ee0ed8afa8/0354f8d8-a368-467e-99c6-5d371c7e8b58) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:29.047386 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6acb7b9-e295-4878-8883-ee3365df0d3b None None] Network a6c899f4-cc44-4cb1-81e5-7c8894672afc is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:29.056644 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-f6acb7b9-e295-4878-8883-ee3365df0d3b None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:29.062694 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6acb7b9-e295-4878-8883-ee3365df0d3b None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:36:29.065083 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-cbd94142-8ff9-468f-b09c-c3945bce4b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:29.065646 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd94142-8ff9-468f-b09c-c3945bce4b83 None None] The sync data for ids ['65227352-5122-441b-8b11-ccdaae0b761d'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:36:29.067494 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6acb7b9-e295-4878-8883-ee3365df0d3b None None] Pushing event updated for resources: {'Port': ['ID=3501c274-9eed-4909-985d-1d533444ae15,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:29.080569 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a9e21bed-0d67-4f6f-94f5-d34e1bbd1898 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Unset dirty status for tenant:2294c16a4d404317a20d2fdff5bb1a4c on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:29.081946 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a9e21bed-0d67-4f6f-94f5-d34e1bbd1898 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "GET /v2.0/ports?device_id=65227352-5122-441b-8b11-ccdaae0b761d HTTP/1.1" status: 200 len: 983 time: 0.2894571 Feb 04 11:36:29.085138 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33632) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:29.223380 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-f6acb7b9-e295-4878-8883-ee3365df0d3b None None] Attempting to bind port 3501c274-9eed-4909-985d-1d533444ae15 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:29.223380 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-f6acb7b9-e295-4878-8883-ee3365df0d3b None None] Attempting to bind port 3501c274-9eed-4909-985d-1d533444ae15 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '1fe5c026-4ff6-470d-b639-1abde679e761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a6c899f4-cc44-4cb1-81e5-7c8894672afc'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:29.223380 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6acb7b9-e295-4878-8883-ee3365df0d3b None None] Attempting to bind port 3501c274-9eed-4909-985d-1d533444ae15 on network a6c899f4-cc44-4cb1-81e5-7c8894672afc {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:29.231385 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6acb7b9-e295-4878-8883-ee3365df0d3b None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:36:29.231799 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6acb7b9-e295-4878-8883-ee3365df0d3b None None] Checking segment: {'id': '1fe5c026-4ff6-470d-b639-1abde679e761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a6c899f4-cc44-4cb1-81e5-7c8894672afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:36:29.232766 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f6acb7b9-e295-4878-8883-ee3365df0d3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:29.232766 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6acb7b9-e295-4878-8883-ee3365df0d3b None None] Bound using segment: {'id': '1fe5c026-4ff6-470d-b639-1abde679e761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a6c899f4-cc44-4cb1-81e5-7c8894672afc'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:36:29.232972 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-f6acb7b9-e295-4878-8883-ee3365df0d3b None None] Bound port: 3501c274-9eed-4909-985d-1d533444ae15, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fe5c026-4ff6-470d-b639-1abde679e761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a6c899f4-cc44-4cb1-81e5-7c8894672afc'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:36:29.233587 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f6acb7b9-e295-4878-8883-ee3365df0d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:29.361080 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534c5c6d-1a05-47f8-98e9-4eb8451accd6 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:29.365420 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-534c5c6d-1a05-47f8-98e9-4eb8451accd6 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3802884 Feb 04 11:36:29.365994 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33640) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:29.379534 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-f6acb7b9-e295-4878-8883-ee3365df0d3b None None] For port 3501c274-9eed-4909-985d-1d533444ae15, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:36:29.383123 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-949fb954-3556-49ce-9c80-d0d10581f10f tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Allocated IP 2001:db8::2a0 (ddd4beaf-0097-4abc-8f1b-5ea2ef8a7726/dce2785b-7ff1-407f-890e-3dc4295f69c5/df549729-7e8e-4bbf-bb39-0950691d9984) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:29.385012 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-f6acb7b9-e295-4878-8883-ee3365df0d3b None None] For port 3501c274-9eed-4909-985d-1d533444ae15, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=3501c274-9eed-4909-985d-1d533444ae15,segment=NetworkSegment(1fe5c026-4ff6-470d-b639-1abde679e761),segment_id=1fe5c026-4ff6-470d-b639-1abde679e761)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:36:29.404168 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b748cda8-dddf-4c63-905d-dc7e11bb1ecd tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:29.454581 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4fefad09-3c10-40fd-869b-fb73b7dd26f2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0870788 Feb 04 11:36:29.468394 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33644) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:29.478052 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-d2df43f1-aef1-4cd8-b2b8-8343ea8b4bbc tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:29.479855 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f6acb7b9-e295-4878-8883-ee3365df0d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:29.505751 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-165e2c43-046b-49fa-8e3c-3af331fe6609 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:29.595941 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-165e2c43-046b-49fa-8e3c-3af331fe6609 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Transition to ACTIVE for port object 0354f8d8-a368-467e-99c6-5d371c7e8b58 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:29.618558 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6acb7b9-e295-4878-8883-ee3365df0d3b None None] Pushing event updated for resources: {'Port': ['ID=3501c274-9eed-4909-985d-1d533444ae15,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:29.705064 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-d2df43f1-aef1-4cd8-b2b8-8343ea8b4bbc tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:29.726626 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-d2df43f1-aef1-4cd8-b2b8-8343ea8b4bbc tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:29.810730 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-165e2c43-046b-49fa-8e3c-3af331fe6609 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:29.894267 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-949fb954-3556-49ce-9c80-d0d10581f10f tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:29.900488 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e2c43-046b-49fa-8e3c-3af331fe6609 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Port': ['ID=0354f8d8-a368-467e-99c6-5d371c7e8b58,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:29.905974 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2df43f1-aef1-4cd8-b2b8-8343ea8b4bbc tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:30.051288 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165e2c43-046b-49fa-8e3c-3af331fe6609 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Network a6c899f4-cc44-4cb1-81e5-7c8894672afc is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:30.056223 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-165e2c43-046b-49fa-8e3c-3af331fe6609 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:30.072789 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165e2c43-046b-49fa-8e3c-3af331fe6609 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:36:30.080002 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-949fb954-3556-49ce-9c80-d0d10581f10f tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:30.081684 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165e2c43-046b-49fa-8e3c-3af331fe6609 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:30.083021 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-165e2c43-046b-49fa-8e3c-3af331fe6609 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:30.127734 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b748cda8-dddf-4c63-905d-dc7e11bb1ecd tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:30.270044 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d2df43f1-aef1-4cd8-b2b8-8343ea8b4bbc tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:30.314801 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b748cda8-dddf-4c63-905d-dc7e11bb1ecd tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:30.359051 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-165e2c43-046b-49fa-8e3c-3af331fe6609 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5683126 Feb 04 11:36:30.362388 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33658) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:30.379929 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-4e2ab184-44f8-404a-89ac-665b1fc89107 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'port': {'network_id': 'a6c899f4-cc44-4cb1-81e5-7c8894672afc', 'name': 'tempest-PortsIpV6TestJSON-1137312828'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:30.475314 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949fb954-3556-49ce-9c80-d0d10581f10f tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Network ddd4beaf-0097-4abc-8f1b-5ea2ef8a7726 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:30.487117 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-949fb954-3556-49ce-9c80-d0d10581f10f tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:30.499564 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949fb954-3556-49ce-9c80-d0d10581f10f tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:36:30.499783 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949fb954-3556-49ce-9c80-d0d10581f10f tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:30.500390 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-949fb954-3556-49ce-9c80-d0d10581f10f tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:30.538787 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949fb954-3556-49ce-9c80-d0d10581f10f tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Pushing event updated for resources: {'Port': ['ID=df549729-7e8e-4bbf-bb39-0950691d9984,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:30.680202 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-949fb954-3556-49ce-9c80-d0d10581f10f tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.4369180 Feb 04 11:36:30.680885 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33666) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:30.707017 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-b748cda8-dddf-4c63-905d-dc7e11bb1ecd tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Allocated IP 172.26.3.120 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/8d24c8ca-7195-4ace-a8ac-b176e9e8cbc5) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:30.784334 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-4e2ab184-44f8-404a-89ac-665b1fc89107 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:30.871312 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-4e2ab184-44f8-404a-89ac-665b1fc89107 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:port and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:30.880148 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-ebcb92c6-76ca-48dd-8537-3ff822d0f42c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Deleting port df549729-7e8e-4bbf-bb39-0950691d9984 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:30.880560 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ebcb92c6-76ca-48dd-8537-3ff822d0f42c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:30.906742 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-4e2ab184-44f8-404a-89ac-665b1fc89107 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:30.921183 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-4e2ab184-44f8-404a-89ac-665b1fc89107 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:30.986121 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.objects.ports [None req-d2df43f1-aef1-4cd8-b2b8-8343ea8b4bbc tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84205) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 11:36:30.989788 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d2df43f1-aef1-4cd8-b2b8-8343ea8b4bbc tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:31.032246 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9001404c-e88d-4cf0-9898-96349cc27f89 None None] Network a6c899f4-cc44-4cb1-81e5-7c8894672afc requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:36:31.049297 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2ab184-44f8-404a-89ac-665b1fc89107 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Made reservation on behalf of 923893a854aa49c78e412c9bf04cfc96 for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:31.052481 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4e2ab184-44f8-404a-89ac-665b1fc89107 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:31.061316 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c74024f8-82df-4009-b1f6-c111d911df5a tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:31.100298 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-4e2ab184-44f8-404a-89ac-665b1fc89107 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] device_id is not set on port 2846dbb0-4b71-47ea-956c-18107179966d yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:36:31.141450 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b748cda8-dddf-4c63-905d-dc7e11bb1ecd tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:31.176138 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 3501c274-9eed-4909-985d-1d533444ae15 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:31.303180 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33674) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:31.331050 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2df43f1-aef1-4cd8-b2b8-8343ea8b4bbc tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:31.337354 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-d2df43f1-aef1-4cd8-b2b8-8343ea8b4bbc tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:31.339034 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df43f1-aef1-4cd8-b2b8-8343ea8b4bbc tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Subnet': ['ID=9499b18b-46d2-47fb-915c-c3bc2e47507e,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:31.342474 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2df43f1-aef1-4cd8-b2b8-8343ea8b4bbc tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:31.343091 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d2df43f1-aef1-4cd8-b2b8-8343ea8b4bbc tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:31.409742 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ad68fc-2b41-46e5-b8dc-36ca924403d3 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:36:31.515997 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-4e2ab184-44f8-404a-89ac-665b1fc89107 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Allocated IP 2001:db8::333 (a6c899f4-cc44-4cb1-81e5-7c8894672afc/4c90cbc0-bd60-40eb-856a-88ee0ed8afa8/2846dbb0-4b71-47ea-956c-18107179966d) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:31.533646 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ebcb92c6-76ca-48dd-8537-3ff822d0f42c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:31.568950 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d2df43f1-aef1-4cd8-b2b8-8343ea8b4bbc tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0992682 Feb 04 11:36:31.578607 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33680) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:31.578927 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d2d26474-7370-4d17-b47a-1d9fe7c697e8 None None] Provisioning for port 3501c274-9eed-4909-985d-1d533444ae15 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:31.583286 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 3501c274-9eed-4909-985d-1d533444ae15 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:31.585935 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-2939e864-c089-4d32-9e2b-3f49a3a75216 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'port': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'mac_address': 'fa:16:3e:06:29:35', 'name': 'tempest-NetworksTestDHCPv6-1861607320'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:31.594614 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 3501c274-9eed-4909-985d-1d533444ae15 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:31.595069 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:31.630045 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d2d26474-7370-4d17-b47a-1d9fe7c697e8 None None] Provisioning complete for port 3501c274-9eed-4909-985d-1d533444ae15 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:31.630045 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d2d26474-7370-4d17-b47a-1d9fe7c697e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:31.690377 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-ebcb92c6-76ca-48dd-8537-3ff822d0f42c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Calling delete_port for df549729-7e8e-4bbf-bb39-0950691d9984 owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:36:31.715902 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-f2f047c2-7142-4c06-a59c-f7a4c0d6eb31 tempest-PortsAdminExtendedAttrsTestJSON-751307580 tempest-PortsAdminExtendedAttrsTestJSON-751307580-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-906575257'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:31.734543 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-f2f047c2-7142-4c06-a59c-f7a4c0d6eb31 tempest-PortsAdminExtendedAttrsTestJSON-751307580 tempest-PortsAdminExtendedAttrsTestJSON-751307580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:31.740085 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b748cda8-dddf-4c63-905d-dc7e11bb1ecd tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:31.742875 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f2f047c2-7142-4c06-a59c-f7a4c0d6eb31 tempest-PortsAdminExtendedAttrsTestJSON-751307580 tempest-PortsAdminExtendedAttrsTestJSON-751307580-project] Usage tracker for resource:network and tenant:9012e667223d46148613480bdbcb8210 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:31.755861 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f2f047c2-7142-4c06-a59c-f7a4c0d6eb31 tempest-PortsAdminExtendedAttrsTestJSON-751307580 tempest-PortsAdminExtendedAttrsTestJSON-751307580-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:31.769670 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-f2f047c2-7142-4c06-a59c-f7a4c0d6eb31 tempest-PortsAdminExtendedAttrsTestJSON-751307580 tempest-PortsAdminExtendedAttrsTestJSON-751307580-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:31.821252 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-c74024f8-82df-4009-b1f6-c111d911df5a tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Deleting port f28ad642-c29a-4e95-8882-78fa43e59fdb {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:31.821535 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c74024f8-82df-4009-b1f6-c111d911df5a tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:31.863172 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b748cda8-dddf-4c63-905d-dc7e11bb1ecd tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:31.886383 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f047c2-7142-4c06-a59c-f7a4c0d6eb31 tempest-PortsAdminExtendedAttrsTestJSON-751307580 tempest-PortsAdminExtendedAttrsTestJSON-751307580-project] Made reservation on behalf of 9012e667223d46148613480bdbcb8210 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:31.890178 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f2f047c2-7142-4c06-a59c-f7a4c0d6eb31 tempest-PortsAdminExtendedAttrsTestJSON-751307580 tempest-PortsAdminExtendedAttrsTestJSON-751307580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:31.893750 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-b748cda8-dddf-4c63-905d-dc7e11bb1ecd tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:31.900839 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748cda8-dddf-4c63-905d-dc7e11bb1ecd tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Pushing event updated for resources: {'Port': ['ID=8d24c8ca-7195-4ace-a8ac-b176e9e8cbc5,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:31.924160 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b748cda8-dddf-4c63-905d-dc7e11bb1ecd tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:36:31.926007 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f2f047c2-7142-4c06-a59c-f7a4c0d6eb31 tempest-PortsAdminExtendedAttrsTestJSON-751307580 tempest-PortsAdminExtendedAttrsTestJSON-751307580-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:31.954071 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-2939e864-c089-4d32-9e2b-3f49a3a75216 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:31.954821 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bbe234-e8da-49f6-b409-a0ad8800094a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'tenant_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'fixed_ips': [{'subnet_id': '9499b18b-46d2-47fb-915c-c3bc2e47507e'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:36:31.955622 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-77bbe234-e8da-49f6-b409-a0ad8800094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:31.966797 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-2939e864-c089-4d32-9e2b-3f49a3a75216 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:port and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:32.017251 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-2939e864-c089-4d32-9e2b-3f49a3a75216 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:32.024030 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:32.036274 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-2939e864-c089-4d32-9e2b-3f49a3a75216 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:32.086848 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b748cda8-dddf-4c63-905d-dc7e11bb1ecd tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:32.087095 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b748cda8-dddf-4c63-905d-dc7e11bb1ecd tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:32.087407 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b748cda8-dddf-4c63-905d-dc7e11bb1ecd tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:32.088074 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b748cda8-dddf-4c63-905d-dc7e11bb1ecd tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:32.088233 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b748cda8-dddf-4c63-905d-dc7e11bb1ecd tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:32.088684 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b748cda8-dddf-4c63-905d-dc7e11bb1ecd tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:32.089054 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b748cda8-dddf-4c63-905d-dc7e11bb1ecd tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:32.089507 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b748cda8-dddf-4c63-905d-dc7e11bb1ecd tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:32.090048 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b748cda8-dddf-4c63-905d-dc7e11bb1ecd tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:32.091181 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b748cda8-dddf-4c63-905d-dc7e11bb1ecd tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:32.091892 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b748cda8-dddf-4c63-905d-dc7e11bb1ecd tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:32.094488 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d2d26474-7370-4d17-b47a-1d9fe7c697e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:32.127740 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2939e864-c089-4d32-9e2b-3f49a3a75216 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:32.133241 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2939e864-c089-4d32-9e2b-3f49a3a75216 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:32.169801 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-2939e864-c089-4d32-9e2b-3f49a3a75216 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] device_id is not set on port 61a2f6c9-be8e-4b23-8d86-7541c1547695 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:36:32.200183 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 3501c274-9eed-4909-985d-1d533444ae15, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=3501c274-9eed-4909-985d-1d533444ae15,segment=NetworkSegment(1fe5c026-4ff6-470d-b639-1abde679e761),segment_id=1fe5c026-4ff6-470d-b639-1abde679e761)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:36:32.210338 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c74024f8-82df-4009-b1f6-c111d911df5a tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:32.291961 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:32.424882 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4e2ab184-44f8-404a-89ac-665b1fc89107 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:32.445083 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ebcb92c6-76ca-48dd-8537-3ff822d0f42c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:32.459334 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-77bbe234-e8da-49f6-b409-a0ad8800094a None None] Allocated IP 2001:db8::f816:3eff:feb1:3647 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/9499b18b-46d2-47fb-915c-c3bc2e47507e/59a2cb42-c11f-4218-9b8e-7f594056c0fe) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:32.490060 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-d2d26474-7370-4d17-b47a-1d9fe7c697e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:36:32.490410 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-d2d26474-7370-4d17-b47a-1d9fe7c697e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:36:32.500713 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-4e2ab184-44f8-404a-89ac-665b1fc89107 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Transition to ACTIVE for port object 2846dbb0-4b71-47ea-956c-18107179966d will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:32.518269 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb92c6-76ca-48dd-8537-3ff822d0f42c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Pushing event deleted for resources: {'Port': ['ID=df549729-7e8e-4bbf-bb39-0950691d9984,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:32.537096 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-c74024f8-82df-4009-b1f6-c111d911df5a tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Calling delete_port for f28ad642-c29a-4e95-8882-78fa43e59fdb owned by network:router_interface {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:36:32.562188 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=3501c274-9eed-4909-985d-1d533444ae15,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:32.583177 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ebcb92c6-76ca-48dd-8537-3ff822d0f42c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:32.600409 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ebcb92c6-76ca-48dd-8537-3ff822d0f42c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] 10.222.0.21 "DELETE /v2.0/ports/df549729-7e8e-4bbf-bb39-0950691d9984 HTTP/1.1" status: 204 len: 168 time: 1.9126303 Feb 04 11:36:32.604004 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33684) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:32.617079 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-d2776bba-075c-4592-ae99-f7bad2f9a2e9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ddd4beaf-0097-4abc-8f1b-5ea2ef8a7726', 'external_fixed_ips': [{'subnet_id': 'dce2785b-7ff1-407f-890e-3dc4295f69c5', 'ip_address': '2001:db8::2a0'}]}}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:32.623221 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d2776bba-075c-4592-ae99-f7bad2f9a2e9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:32.628654 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-f2f047c2-7142-4c06-a59c-f7a4c0d6eb31 tempest-PortsAdminExtendedAttrsTestJSON-751307580 tempest-PortsAdminExtendedAttrsTestJSON-751307580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:32.630093 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d2776bba-075c-4592-ae99-f7bad2f9a2e9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Usage tracker for resource:router and tenant:e8de1929da7f4df9a6837194a0f2f4e4 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:32.634280 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d2776bba-075c-4592-ae99-f7bad2f9a2e9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:32.638670 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f2f047c2-7142-4c06-a59c-f7a4c0d6eb31 tempest-PortsAdminExtendedAttrsTestJSON-751307580 tempest-PortsAdminExtendedAttrsTestJSON-751307580-project] Usage tracker for resource:security_group_rule and tenant:9012e667223d46148613480bdbcb8210 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:32.643809 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f2f047c2-7142-4c06-a59c-f7a4c0d6eb31 tempest-PortsAdminExtendedAttrsTestJSON-751307580 tempest-PortsAdminExtendedAttrsTestJSON-751307580-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:32.644809 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d2776bba-075c-4592-ae99-f7bad2f9a2e9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:32.656222 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-f2f047c2-7142-4c06-a59c-f7a4c0d6eb31 tempest-PortsAdminExtendedAttrsTestJSON-751307580 tempest-PortsAdminExtendedAttrsTestJSON-751307580-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:32.705855 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b748cda8-dddf-4c63-905d-dc7e11bb1ecd tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:32.745541 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-77bbe234-e8da-49f6-b409-a0ad8800094a None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:32.757917 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-77bbe234-e8da-49f6-b409-a0ad8800094a None None] Transition to ACTIVE for port object 59a2cb42-c11f-4218-9b8e-7f594056c0fe will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:32.771569 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4e2ab184-44f8-404a-89ac-665b1fc89107 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:32.780749 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-77bbe234-e8da-49f6-b409-a0ad8800094a None None] Transition to ACTIVE for port object 59a2cb42-c11f-4218-9b8e-7f594056c0fe will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:32.817615 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f2f047c2-7142-4c06-a59c-f7a4c0d6eb31 tempest-PortsAdminExtendedAttrsTestJSON-751307580 tempest-PortsAdminExtendedAttrsTestJSON-751307580-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:32.826289 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d2776bba-075c-4592-ae99-f7bad2f9a2e9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:32.827214 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d2776bba-075c-4592-ae99-f7bad2f9a2e9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:32.843609 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-77bbe234-e8da-49f6-b409-a0ad8800094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:32.919922 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2ab184-44f8-404a-89ac-665b1fc89107 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Network a6c899f4-cc44-4cb1-81e5-7c8894672afc is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:32.921329 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ab184-44f8-404a-89ac-665b1fc89107 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Port': ['ID=2846dbb0-4b71-47ea-956c-18107179966d,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:32.922920 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f2f047c2-7142-4c06-a59c-f7a4c0d6eb31 tempest-PortsAdminExtendedAttrsTestJSON-751307580 tempest-PortsAdminExtendedAttrsTestJSON-751307580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:32.946894 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bbe234-e8da-49f6-b409-a0ad8800094a None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:32.952932 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bbe234-e8da-49f6-b409-a0ad8800094a None None] Pushing event updated for resources: {'Port': ['ID=59a2cb42-c11f-4218-9b8e-7f594056c0fe,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:32.957180 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-77bbe234-e8da-49f6-b409-a0ad8800094a None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:32.960776 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bbe234-e8da-49f6-b409-a0ad8800094a None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:36:32.991469 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f047c2-7142-4c06-a59c-f7a4c0d6eb31 tempest-PortsAdminExtendedAttrsTestJSON-751307580 tempest-PortsAdminExtendedAttrsTestJSON-751307580-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:36:33.001693 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-4e2ab184-44f8-404a-89ac-665b1fc89107 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:33.004112 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2ab184-44f8-404a-89ac-665b1fc89107 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:36:33.011721 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2ab184-44f8-404a-89ac-665b1fc89107 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:33.012358 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4e2ab184-44f8-404a-89ac-665b1fc89107 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:33.045780 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-2939e864-c089-4d32-9e2b-3f49a3a75216 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Allocated IP 2001:db8::f816:3eff:fe06:2935 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/9499b18b-46d2-47fb-915c-c3bc2e47507e/61a2f6c9-be8e-4b23-8d86-7541c1547695) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:33.050106 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f2f047c2-7142-4c06-a59c-f7a4c0d6eb31 tempest-PortsAdminExtendedAttrsTestJSON-751307580 tempest-PortsAdminExtendedAttrsTestJSON-751307580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:33.050661 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-f2f047c2-7142-4c06-a59c-f7a4c0d6eb31 tempest-PortsAdminExtendedAttrsTestJSON-751307580 tempest-PortsAdminExtendedAttrsTestJSON-751307580-project] Added segment 0300ce97-cb41-47f5-99e3-39d5fbe55133 of type vlan for network 84a1ea7b-c327-4f57-af0c-c07f451814aa Feb 04 11:36:33.053754 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c74024f8-82df-4009-b1f6-c111d911df5a tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:33.066020 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f047c2-7142-4c06-a59c-f7a4c0d6eb31 tempest-PortsAdminExtendedAttrsTestJSON-751307580 tempest-PortsAdminExtendedAttrsTestJSON-751307580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13f3f266-5ce7-4345-ae20-6449b55f7f48,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:33.078563 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d2776bba-075c-4592-ae99-f7bad2f9a2e9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:33.122667 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-4e2ab184-44f8-404a-89ac-665b1fc89107 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7559602 Feb 04 11:36:33.127698 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33688) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:33.134861 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-77bbe234-e8da-49f6-b409-a0ad8800094a None None] Attempting to bind port 59a2cb42-c11f-4218-9b8e-7f594056c0fe on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:33.135699 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-77bbe234-e8da-49f6-b409-a0ad8800094a None None] Attempting to bind port 59a2cb42-c11f-4218-9b8e-7f594056c0fe by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:33.137648 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bbe234-e8da-49f6-b409-a0ad8800094a None None] Attempting to bind port 59a2cb42-c11f-4218-9b8e-7f594056c0fe on network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:33.174520 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bbe234-e8da-49f6-b409-a0ad8800094a None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:36:33.175085 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bbe234-e8da-49f6-b409-a0ad8800094a None None] Checking segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:36:33.175719 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-77bbe234-e8da-49f6-b409-a0ad8800094a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:33.176333 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bbe234-e8da-49f6-b409-a0ad8800094a None None] Bound using segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:36:33.177100 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-77bbe234-e8da-49f6-b409-a0ad8800094a None None] Bound port: 59a2cb42-c11f-4218-9b8e-7f594056c0fe, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:36:33.177692 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-77bbe234-e8da-49f6-b409-a0ad8800094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:33.204715 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b748cda8-dddf-4c63-905d-dc7e11bb1ecd tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:33.205481 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 3501c274-9eed-4909-985d-1d533444ae15 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:33.220117 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b748cda8-dddf-4c63-905d-dc7e11bb1ecd tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16351460'] for router, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:33.298098 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74024f8-82df-4009-b1f6-c111d911df5a tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'Port': ['ID=f28ad642-c29a-4e95-8882-78fa43e59fdb,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:33.330094 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f2f047c2-7142-4c06-a59c-f7a4c0d6eb31 tempest-PortsAdminExtendedAttrsTestJSON-751307580 tempest-PortsAdminExtendedAttrsTestJSON-751307580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:33.435412 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-77bbe234-e8da-49f6-b409-a0ad8800094a None None] For port 59a2cb42-c11f-4218-9b8e-7f594056c0fe, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:36:33.441370 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-77bbe234-e8da-49f6-b409-a0ad8800094a None None] For port 59a2cb42-c11f-4218-9b8e-7f594056c0fe, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=59a2cb42-c11f-4218-9b8e-7f594056c0fe,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:36:33.445178 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 3501c274-9eed-4909-985d-1d533444ae15 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:33.446139 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:33.517186 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b944bc64-f236-40d4-9702-89411025acc7 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:33.522384 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-b944bc64-f236-40d4-9702-89411025acc7 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Synchronizing usage tracker for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:33.523812 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-33d6e478-5549-4332-8fd5-18aed34d4798 None None] Provisioning for port 0354f8d8-a368-467e-99c6-5d371c7e8b58 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:33.531417 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-77bbe234-e8da-49f6-b409-a0ad8800094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:33.562362 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-33d6e478-5549-4332-8fd5-18aed34d4798 None None] Provisioning complete for port 0354f8d8-a368-467e-99c6-5d371c7e8b58 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:33.562634 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-33d6e478-5549-4332-8fd5-18aed34d4798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:33.568406 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d2776bba-075c-4592-ae99-f7bad2f9a2e9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:33.582648 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.resource_extend [None req-f2f047c2-7142-4c06-a59c-f7a4c0d6eb31 tempest-PortsAdminExtendedAttrsTestJSON-751307580 tempest-PortsAdminExtendedAttrsTestJSON-751307580-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:36:33.673722 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-b944bc64-f236-40d4-9702-89411025acc7 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Unset dirty status for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:33.678618 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b944bc64-f236-40d4-9702-89411025acc7 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A324 HTTP/1.1" status: 200 len: 928 time: 0.5481389 Feb 04 11:36:33.679642 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33692) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:33.690509 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f2f047c2-7142-4c06-a59c-f7a4c0d6eb31 tempest-PortsAdminExtendedAttrsTestJSON-751307580 tempest-PortsAdminExtendedAttrsTestJSON-751307580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:33.694309 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f047c2-7142-4c06-a59c-f7a4c0d6eb31 tempest-PortsAdminExtendedAttrsTestJSON-751307580 tempest-PortsAdminExtendedAttrsTestJSON-751307580-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:33.694904 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f2f047c2-7142-4c06-a59c-f7a4c0d6eb31 tempest-PortsAdminExtendedAttrsTestJSON-751307580 tempest-PortsAdminExtendedAttrsTestJSON-751307580-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:33.733279 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-33d6e478-5549-4332-8fd5-18aed34d4798 None None] Port 0354f8d8-a368-467e-99c6-5d371c7e8b58 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:36:33.735527 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bbe234-e8da-49f6-b409-a0ad8800094a None None] Pushing event updated for resources: {'Port': ['ID=59a2cb42-c11f-4218-9b8e-7f594056c0fe,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:33.755473 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-33d6e478-5549-4332-8fd5-18aed34d4798 None None] Provisioning complete for port 3501c274-9eed-4909-985d-1d533444ae15 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:33.756025 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-33d6e478-5549-4332-8fd5-18aed34d4798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:33.909716 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-6655bf7b-57c4-4459-984f-a01f9de85db8 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Deleting port 2846dbb0-4b71-47ea-956c-18107179966d {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:33.910821 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6655bf7b-57c4-4459-984f-a01f9de85db8 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:34.024535 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f047c2-7142-4c06-a59c-f7a4c0d6eb31 tempest-PortsAdminExtendedAttrsTestJSON-751307580 tempest-PortsAdminExtendedAttrsTestJSON-751307580-project] Pushing event updated for resources: {'Network': ['ID=84a1ea7b-c327-4f57-af0c-c07f451814aa,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:34.048134 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 84a1ea7b-c327-4f57-af0c-c07f451814aa details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:36:34.109211 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2939e864-c089-4d32-9e2b-3f49a3a75216 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:34.131517 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-2939e864-c089-4d32-9e2b-3f49a3a75216 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Transition to ACTIVE for port object 61a2f6c9-be8e-4b23-8d86-7541c1547695 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:34.184028 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f2f047c2-7142-4c06-a59c-f7a4c0d6eb31 tempest-PortsAdminExtendedAttrsTestJSON-751307580 tempest-PortsAdminExtendedAttrsTestJSON-751307580-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.8629291 Feb 04 11:36:34.196843 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c74024f8-82df-4009-b1f6-c111d911df5a tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:34.244000 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2939e864-c089-4d32-9e2b-3f49a3a75216 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:34.328729 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-534dcdc5-1255-4dfc-b079-56ba8cfc2c63 None None] Provisioning for port 2846dbb0-4b71-47ea-956c-18107179966d completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:34.337440 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-534dcdc5-1255-4dfc-b079-56ba8cfc2c63 None None] Provisioning complete for port 2846dbb0-4b71-47ea-956c-18107179966d triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:34.338231 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-534dcdc5-1255-4dfc-b079-56ba8cfc2c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:34.345699 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6655bf7b-57c4-4459-984f-a01f9de85db8 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:34.411123 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-534dcdc5-1255-4dfc-b079-56ba8cfc2c63 None None] Port 2846dbb0-4b71-47ea-956c-18107179966d cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:36:34.427378 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2939e864-c089-4d32-9e2b-3f49a3a75216 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:34.437565 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-2939e864-c089-4d32-9e2b-3f49a3a75216 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:34.441092 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2939e864-c089-4d32-9e2b-3f49a3a75216 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:36:34.445777 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2939e864-c089-4d32-9e2b-3f49a3a75216 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:34.446532 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2939e864-c089-4d32-9e2b-3f49a3a75216 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:34.491135 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33700) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:34.502459 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Request body: {'port': {'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa', 'binding:host_id': 'hv-neutron-8278', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2095177142'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:34.516588 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:34.571160 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Usage tracker for resource:port and tenant:8bd3f458f0e7467b8ca8aa7c68fb6941 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:34.580881 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:34.584048 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939e864-c089-4d32-9e2b-3f49a3a75216 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Port': ['ID=61a2f6c9-be8e-4b23-8d86-7541c1547695,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:34.597576 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2939e864-c089-4d32-9e2b-3f49a3a75216 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0179129 Feb 04 11:36:34.598759 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:34.603172 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33704) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:34.636473 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b748cda8-dddf-4c63-905d-dc7e11bb1ecd tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Router 23374746-9f94-4980-a2fd-bb29e14422ee is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:36:34.647121 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-6655bf7b-57c4-4459-984f-a01f9de85db8 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Calling delete_port for 2846dbb0-4b71-47ea-956c-18107179966d owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:36:34.726773 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d2776bba-075c-4592-ae99-f7bad2f9a2e9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:34.744270 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Made reservation on behalf of 8bd3f458f0e7467b8ca8aa7c68fb6941 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:34.746886 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:34.816383 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d2776bba-075c-4592-ae99-f7bad2f9a2e9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:34.843557 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:35.083003 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:35.090262 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf7b77e-58c8-4c6d-b00e-315cf4b63545 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:35.094064 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf7b77e-58c8-4c6d-b00e-315cf4b63545 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:35.094859 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-4cf7b77e-58c8-4c6d-b00e-315cf4b63545 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:35.102167 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Usage tracker for resource:security_group_rule and tenant:8bd3f458f0e7467b8ca8aa7c68fb6941 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:35.106729 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:35.118391 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:35.178999 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 59a2cb42-c11f-4218-9b8e-7f594056c0fe up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:35.227073 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74024f8-82df-4009-b1f6-c111d911df5a tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Router 65227352-5122-441b-8b11-ccdaae0b761d has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:36:35.260918 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6655bf7b-57c4-4459-984f-a01f9de85db8 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:35.318320 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-4cf7b77e-58c8-4c6d-b00e-315cf4b63545 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:35.321756 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4cf7b77e-58c8-4c6d-b00e-315cf4b63545 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.7152338 Feb 04 11:36:35.328883 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33708) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:35.338532 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-d2776bba-075c-4592-ae99-f7bad2f9a2e9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Allocated IP 2001:db8::2a0 (ddd4beaf-0097-4abc-8f1b-5ea2ef8a7726/dce2785b-7ff1-407f-890e-3dc4295f69c5/6c084488-5044-46fc-878d-ea535eb57b8e) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:35.350897 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:35.369196 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f32f1e04-9cfe-4ca6-93e4-95ea3f115960 None None] Provisioning for port 59a2cb42-c11f-4218-9b8e-7f594056c0fe completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:35.398176 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6655bf7b-57c4-4459-984f-a01f9de85db8 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'Port': ['ID=2846dbb0-4b71-47ea-956c-18107179966d,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:35.432088 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:35.455487 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] device_id is not set on port 065a1cf7-d595-4e35-91d7-77bd22b71015 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:36:35.475076 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 59a2cb42-c11f-4218-9b8e-7f594056c0fe completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:35.480995 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 59a2cb42-c11f-4218-9b8e-7f594056c0fe triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:35.481485 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:35.560053 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74024f8-82df-4009-b1f6-c111d911df5a tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:36:35.573103 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf0d48b-88c8-4564-bd4b-226f693bc870 None None] Sync routers for ids ['65227352-5122-441b-8b11-ccdaae0b761d'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:36:35.592881 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf0d48b-88c8-4564-bd4b-226f693bc870 None None] Routers {'65227352-5122-441b-8b11-ccdaae0b761d'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:36:35.593494 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-cdf0d48b-88c8-4564-bd4b-226f693bc870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:36:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['65227352-5122-441b-8b11-ccdaae0b761d'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:35.607934 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c74024f8-82df-4009-b1f6-c111d911df5a tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "PUT /v2.0/routers/65227352-5122-441b-8b11-ccdaae0b761d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5214338 Feb 04 11:36:35.628448 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33712) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:35.644239 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a94f7b-bef5-4336-84d0-48cfedb711d6,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:35.681519 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d2776bba-075c-4592-ae99-f7bad2f9a2e9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:35.682703 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:35.691094 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-cdf0d48b-88c8-4564-bd4b-226f693bc870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:35.705983 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-cc1e13bd-404e-46ff-90d0-c153f1704a71 None None] Provisioning for port 61a2f6c9-be8e-4b23-8d86-7541c1547695 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:35.708905 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf0d48b-88c8-4564-bd4b-226f693bc870 None None] Routers {'65227352-5122-441b-8b11-ccdaae0b761d'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:36:35.710018 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-cdf0d48b-88c8-4564-bd4b-226f693bc870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:36:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['65227352-5122-441b-8b11-ccdaae0b761d'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:35.716988 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-cc1e13bd-404e-46ff-90d0-c153f1704a71 None None] Provisioning complete for port 61a2f6c9-be8e-4b23-8d86-7541c1547695 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:35.717354 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cc1e13bd-404e-46ff-90d0-c153f1704a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:35.719202 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-cf3d2dbb-86da-41d8-b704-554688d5e9c5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting port 61a2f6c9-be8e-4b23-8d86-7541c1547695 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:35.719554 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cf3d2dbb-86da-41d8-b704-554688d5e9c5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:35.735432 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-869eeda8-a3a3-4bc7-861e-5504dc926d99 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] GET failed (client error): The resource could not be found. Feb 04 11:36:35.735432 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-869eeda8-a3a3-4bc7-861e-5504dc926d99 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Synchronizing usage tracker for tenant:2294c16a4d404317a20d2fdff5bb1a4c on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:35.754070 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6655bf7b-57c4-4459-984f-a01f9de85db8 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:35.813806 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 59a2cb42-c11f-4218-9b8e-7f594056c0fe, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=59a2cb42-c11f-4218-9b8e-7f594056c0fe,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:36:35.814382 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-cdf0d48b-88c8-4564-bd4b-226f693bc870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:35.815029 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf0d48b-88c8-4564-bd4b-226f693bc870 None None] The sync data for ids ['65227352-5122-441b-8b11-ccdaae0b761d'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:36:35.816729 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-cc1e13bd-404e-46ff-90d0-c153f1704a71 None None] Port 61a2f6c9-be8e-4b23-8d86-7541c1547695 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:36:35.875123 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-869eeda8-a3a3-4bc7-861e-5504dc926d99 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Unset dirty status for tenant:2294c16a4d404317a20d2fdff5bb1a4c on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:35.879019 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-869eeda8-a3a3-4bc7-861e-5504dc926d99 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "GET /v2.0/ports/f28ad642-c29a-4e95-8882-78fa43e59fdb HTTP/1.1" status: 404 len: 333 time: 0.2459841 Feb 04 11:36:35.879838 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33716) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:35.885431 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b748cda8-dddf-4c63-905d-dc7e11bb1ecd tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:36:35.892573 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b748cda8-dddf-4c63-905d-dc7e11bb1ecd tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:35.893998 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b748cda8-dddf-4c63-905d-dc7e11bb1ecd tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] 10.222.0.21 "PUT /v2.0/routers/23374746-9f94-4980-a2fd-bb29e14422ee HTTP/1.1" status: 200 len: 915 time: 7.4198594 Feb 04 11:36:35.900189 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33720) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:35.901667 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2542c3db-0d6a-4771-8348-782b212d3140 None None] Sync routers for ids ['23374746-9f94-4980-a2fd-bb29e14422ee'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:36:35.910961 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:35.984152 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d2776bba-075c-4592-ae99-f7bad2f9a2e9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:36.037618 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2542c3db-0d6a-4771-8348-782b212d3140 None None] Routers {'23374746-9f94-4980-a2fd-bb29e14422ee'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:36:36.038485 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-2542c3db-0d6a-4771-8348-782b212d3140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:36:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['23374746-9f94-4980-a2fd-bb29e14422ee'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:36.098117 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6655bf7b-57c4-4459-984f-a01f9de85db8 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/ports/2846dbb0-4b71-47ea-956c-18107179966d HTTP/1.1" status: 204 len: 168 time: 2.3861101 Feb 04 11:36:36.098361 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33724) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:36.117206 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:36.122699 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-2542c3db-0d6a-4771-8348-782b212d3140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:36.129672 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=59a2cb42-c11f-4218-9b8e-7f594056c0fe,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:36.141609 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2542c3db-0d6a-4771-8348-782b212d3140 None None] Routers {'23374746-9f94-4980-a2fd-bb29e14422ee'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:36:36.142259 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-2542c3db-0d6a-4771-8348-782b212d3140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:36:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['23374746-9f94-4980-a2fd-bb29e14422ee'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:36.181357 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] device_id is not set on port 065a1cf7-d595-4e35-91d7-77bd22b71015 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:36:36.186226 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2776bba-075c-4592-ae99-f7bad2f9a2e9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Network ddd4beaf-0097-4abc-8f1b-5ea2ef8a7726 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:36.201842 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-d2776bba-075c-4592-ae99-f7bad2f9a2e9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:36.207811 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-2542c3db-0d6a-4771-8348-782b212d3140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:36.208315 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2542c3db-0d6a-4771-8348-782b212d3140 None None] The sync data for ids ['23374746-9f94-4980-a2fd-bb29e14422ee'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:36:36.211114 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:36.216421 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2776bba-075c-4592-ae99-f7bad2f9a2e9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Pushing event updated for resources: {'Port': ['ID=6c084488-5044-46fc-878d-ea535eb57b8e,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:36.219231 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c9ef5790-b12f-428a-a767-5554844f6655 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:36.238225 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2776bba-075c-4592-ae99-f7bad2f9a2e9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:36:36.272648 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-9042c729-6e19-4a2a-a28b-bd5a821fd1d8 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] GET failed (client error): The resource could not be found. Feb 04 11:36:36.273143 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-9042c729-6e19-4a2a-a28b-bd5a821fd1d8 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Synchronizing usage tracker for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:36.302867 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Transition to ACTIVE for port object 065a1cf7-d595-4e35-91d7-77bd22b71015 will not be triggered until provisioned by entity L2. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:36.322300 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cf3d2dbb-86da-41d8-b704-554688d5e9c5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:36.389133 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:36.438471 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-9042c729-6e19-4a2a-a28b-bd5a821fd1d8 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Unset dirty status for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:36.439616 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-9042c729-6e19-4a2a-a28b-bd5a821fd1d8 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "GET /v2.0/ports/2846dbb0-4b71-47ea-956c-18107179966d HTTP/1.1" status: 404 len: 333 time: 0.3391752 Feb 04 11:36:36.498212 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33728) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:36.570763 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-cf3d2dbb-86da-41d8-b704-554688d5e9c5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Calling delete_port for 61a2f6c9-be8e-4b23-8d86-7541c1547695 owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:36:36.675988 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Pushing event updated for resources: {'Port': ['ID=065a1cf7-d595-4e35-91d7-77bd22b71015,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:36.685604 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-6acc07ad-3d74-4455-b24e-063bbcfea039 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Deleting port 0354f8d8-a368-467e-99c6-5d371c7e8b58 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:36.685974 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6acc07ad-3d74-4455-b24e-063bbcfea039 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:36.828706 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-199d903f-4ed9-4af7-9b07-5bdafc94aa1f tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] 10.222.0.21 "GET /v2.0/routers/23374746-9f94-4980-a2fd-bb29e14422ee HTTP/1.1" status: 200 len: 921 time: 0.9269705 Feb 04 11:36:36.831413 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33732) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:36.894761 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cf3d2dbb-86da-41d8-b704-554688d5e9c5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:36.956723 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d2dbb-86da-41d8-b704-554688d5e9c5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Port': ['ID=61a2f6c9-be8e-4b23-8d86-7541c1547695,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:37.016179 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-61cbedcd-e376-423c-8ecb-4cd5ce4fb30a tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=63d4ab6b-931d-42a4-aa18-bedd81d582fa&device_id=23374746-9f94-4980-a2fd-bb29e14422ee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1836648 Feb 04 11:36:37.017308 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cf3d2dbb-86da-41d8-b704-554688d5e9c5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:37.020636 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33736) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:37.046979 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d2776bba-075c-4592-ae99-f7bad2f9a2e9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:37.047862 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d2776bba-075c-4592-ae99-f7bad2f9a2e9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:37.086685 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c9ef5790-b12f-428a-a767-5554844f6655 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:37.089522 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 59a2cb42-c11f-4218-9b8e-7f594056c0fe up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:37.133430 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Checking segment: {'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:36:37.133984 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Network hostable DHCP agents. Network: 84a1ea7b-c327-4f57-af0c-c07f451814aa, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:36:37.189617 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 59a2cb42-c11f-4218-9b8e-7f594056c0fe triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:37.190268 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:37.213277 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c9ef5790-b12f-428a-a767-5554844f6655 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:37.224063 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-cf3d2dbb-86da-41d8-b704-554688d5e9c5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/ports/61a2f6c9-be8e-4b23-8d86-7541c1547695 HTTP/1.1" status: 204 len: 168 time: 1.8937187 Feb 04 11:36:37.230884 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33740) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:37.343051 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Network 84a1ea7b-c327-4f57-af0c-c07f451814aa is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:36:37.389625 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a2e96c-7ebc-4872-875b-68de6153a0ac tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:37.391758 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a2e96c-7ebc-4872-875b-68de6153a0ac tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:37.393433 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a1a2e96c-7ebc-4872-875b-68de6153a0ac tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1549702 Feb 04 11:36:37.398501 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33744) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:37.402341 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b9fc3f-f3d0-43ec-95de-c1395be7b1bf tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:37.403696 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d6b9fc3f-f3d0-43ec-95de-c1395be7b1bf tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] 10.222.0.21 "GET /v2.0/networks/63d4ab6b-931d-42a4-aa18-bedd81d582fa HTTP/1.1" status: 200 len: 881 time: 0.3811386 Feb 04 11:36:37.424375 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33748) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:37.434920 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c9ef5790-b12f-428a-a767-5554844f6655 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:37.435695 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ef5790-b12f-428a-a767-5554844f6655 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Fanout notify agent at l3_agent the message router_deleted on router 65227352-5122-441b-8b11-ccdaae0b761d {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:36:37.501179 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 84a1ea7b-c327-4f57-af0c-c07f451814aa) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:37.508147 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-bfac0d5c-560a-4a47-809e-bdf90ef6a831 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] 10.222.0.21 "GET /v2.0/ports?device_id=23374746-9f94-4980-a2fd-bb29e14422ee HTTP/1.1" status: 200 len: 205 time: 0.0818923 Feb 04 11:36:37.512973 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33752) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:37.516745 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7779ba8e-fd24-408a-8f2b-18e85334a644 None None] Network 84a1ea7b-c327-4f57-af0c-c07f451814aa requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:36:37.524447 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c9ef5790-b12f-428a-a767-5554844f6655 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:37.524447 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c9ef5790-b12f-428a-a767-5554844f6655 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/routers/65227352-5122-441b-8b11-ccdaae0b761d HTTP/1.1" status: 204 len: 168 time: 1.6434186 Feb 04 11:36:37.525161 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:36:37.534670 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6acc07ad-3d74-4455-b24e-063bbcfea039 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:37.537513 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33756) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:37.733683 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:37.734194 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:37.734653 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:37.745338 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-6acc07ad-3d74-4455-b24e-063bbcfea039 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Calling delete_port for 0354f8d8-a368-467e-99c6-5d371c7e8b58 owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:36:37.801341 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Port 065a1cf7-d595-4e35-91d7-77bd22b71015 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:37.801705 dv-neutron-827825-2-hyperv neutron-server[84205]: ERROR neutron.plugins.ml2.managers [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Failed to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] Feb 04 11:36:37.805136 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.plugins.ml2.plugin [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempt 2 to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 Feb 04 11:36:37.850089 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:37.850420 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:37.850753 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:37.863677 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Port 065a1cf7-d595-4e35-91d7-77bd22b71015 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:37.864003 dv-neutron-827825-2-hyperv neutron-server[84205]: ERROR neutron.plugins.ml2.managers [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Failed to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] Feb 04 11:36:37.865723 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.plugins.ml2.plugin [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempt 3 to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 Feb 04 11:36:37.882935 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc0b8f54-eb08-4583-a340-4c77564eea57 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting subnet 9499b18b-46d2-47fb-915c-c3bc2e47507e {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:36:37.899911 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dc0b8f54-eb08-4583-a340-4c77564eea57 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:37.924280 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:37.924596 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:37.924932 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:37.969759 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bcaba00-7ad9-4a07-8807-a9504ef5aad9 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Deleting subnet 7576f37f-2f86-4188-8a2e-72b77ad33068 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:36:37.987602 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9bcaba00-7ad9-4a07-8807-a9504ef5aad9 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:38.004462 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Port 065a1cf7-d595-4e35-91d7-77bd22b71015 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:38.004791 dv-neutron-827825-2-hyperv neutron-server[84205]: ERROR neutron.plugins.ml2.managers [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Failed to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] Feb 04 11:36:38.006482 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.plugins.ml2.plugin [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempt 4 to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 Feb 04 11:36:38.031726 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:38.032062 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:38.032395 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:38.050086 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Port 065a1cf7-d595-4e35-91d7-77bd22b71015 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:38.050862 dv-neutron-827825-2-hyperv neutron-server[84205]: ERROR neutron.plugins.ml2.managers [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Failed to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] Feb 04 11:36:38.052468 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.plugins.ml2.plugin [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempt 5 to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 Feb 04 11:36:38.072576 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:38.072908 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:38.073292 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:38.085262 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Port 065a1cf7-d595-4e35-91d7-77bd22b71015 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:38.085588 dv-neutron-827825-2-hyperv neutron-server[84205]: ERROR neutron.plugins.ml2.managers [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Failed to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] Feb 04 11:36:38.087437 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.plugins.ml2.plugin [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempt 6 to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 Feb 04 11:36:38.108636 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6acc07ad-3d74-4455-b24e-063bbcfea039 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:38.139096 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dc0b8f54-eb08-4583-a340-4c77564eea57 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:38.145061 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:38.145422 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:38.145750 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:38.163269 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-896bd0d8-78b3-435b-b00c-795a388897a0 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:38.215543 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9bcaba00-7ad9-4a07-8807-a9504ef5aad9 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:38.230961 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc07ad-3d74-4455-b24e-063bbcfea039 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'Port': ['ID=0354f8d8-a368-467e-99c6-5d371c7e8b58,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:38.236631 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Port 065a1cf7-d595-4e35-91d7-77bd22b71015 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:38.236631 dv-neutron-827825-2-hyperv neutron-server[84205]: ERROR neutron.plugins.ml2.managers [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Failed to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] Feb 04 11:36:38.238164 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.plugins.ml2.plugin [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempt 7 to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 Feb 04 11:36:38.299547 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:38.299873 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:38.300198 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:38.302740 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6acc07ad-3d74-4455-b24e-063bbcfea039 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:38.313495 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dc0b8f54-eb08-4583-a340-4c77564eea57 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:38.325970 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Port 065a1cf7-d595-4e35-91d7-77bd22b71015 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:38.326295 dv-neutron-827825-2-hyperv neutron-server[84205]: ERROR neutron.plugins.ml2.managers [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Failed to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] Feb 04 11:36:38.328751 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.plugins.ml2.plugin [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempt 8 to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 Feb 04 11:36:38.347768 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:38.348096 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:38.348425 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:38.352103 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2776bba-075c-4592-ae99-f7bad2f9a2e9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Router f8e4e3ef-60ad-4dab-98f2-ccaeb394fabb is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:36:38.359502 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Port 065a1cf7-d595-4e35-91d7-77bd22b71015 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:38.359837 dv-neutron-827825-2-hyperv neutron-server[84205]: ERROR neutron.plugins.ml2.managers [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Failed to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] Feb 04 11:36:38.363287 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.plugins.ml2.plugin [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempt 9 to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 Feb 04 11:36:38.396207 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9bcaba00-7ad9-4a07-8807-a9504ef5aad9 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:38.432068 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:38.432334 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:38.432666 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:38.446132 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6acc07ad-3d74-4455-b24e-063bbcfea039 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/ports/0354f8d8-a368-467e-99c6-5d371c7e8b58 HTTP/1.1" status: 204 len: 168 time: 1.9363680 Feb 04 11:36:38.447722 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33760) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:38.507470 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Port 065a1cf7-d595-4e35-91d7-77bd22b71015 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:38.507790 dv-neutron-827825-2-hyperv neutron-server[84205]: ERROR neutron.plugins.ml2.managers [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Failed to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] Feb 04 11:36:38.508647 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae71fff-7999-4312-8630-8ae9b9bfc479 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] GET failed (client error): The resource could not be found. Feb 04 11:36:38.509127 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8ae71fff-7999-4312-8630-8ae9b9bfc479 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Synchronizing usage tracker for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:38.514733 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.plugins.ml2.plugin [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempt 10 to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 Feb 04 11:36:38.542313 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:38.543159 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:38.543542 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:38.555519 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Port 065a1cf7-d595-4e35-91d7-77bd22b71015 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:38.555842 dv-neutron-827825-2-hyperv neutron-server[84205]: ERROR neutron.plugins.ml2.managers [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Failed to bind port 065a1cf7-d595-4e35-91d7-77bd22b71015 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] Feb 04 11:36:38.556169 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:38.603072 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dc0b8f54-eb08-4583-a340-4c77564eea57 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:38.626128 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8ae71fff-7999-4312-8630-8ae9b9bfc479 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Unset dirty status for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:38.627297 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8ae71fff-7999-4312-8630-8ae9b9bfc479 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "GET /v2.0/ports/0354f8d8-a368-467e-99c6-5d371c7e8b58 HTTP/1.1" status: 404 len: 333 time: 0.1788025 Feb 04 11:36:38.637133 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33764) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:38.665382 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9bcaba00-7ad9-4a07-8807-a9504ef5aad9 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:38.672254 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b8f54-eb08-4583-a340-4c77564eea57 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Subnet': ['ID=9499b18b-46d2-47fb-915c-c3bc2e47507e,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:38.780239 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850d6078-0390-4da5-93bb-e5f508abdd1e None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:36:38.785731 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dc0b8f54-eb08-4583-a340-4c77564eea57 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:38.793710 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcaba00-7ad9-4a07-8807-a9504ef5aad9 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'Subnet': ['ID=7576f37f-2f86-4188-8a2e-72b77ad33068,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:38.799155 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-896bd0d8-78b3-435b-b00c-795a388897a0 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:38.814318 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9bcaba00-7ad9-4a07-8807-a9504ef5aad9 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:38.818495 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9bcaba00-7ad9-4a07-8807-a9504ef5aad9 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/subnets/7576f37f-2f86-4188-8a2e-72b77ad33068 HTTP/1.1" status: 204 len: 168 time: 1.2800250 Feb 04 11:36:38.820687 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33768) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:38.830356 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-dc0b8f54-eb08-4583-a340-4c77564eea57 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/9499b18b-46d2-47fb-915c-c3bc2e47507e HTTP/1.1" status: 204 len: 168 time: 1.4250062 Feb 04 11:36:38.832790 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] For port 065a1cf7-d595-4e35-91d7-77bd22b71015, host hv-neutron-8278, cleared binding levels {{(pid=84205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:36:38.833151 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempted to set empty binding levels {{(pid=84205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 11:36:38.836221 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33772) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:38.881305 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4c7dde-254a-48b4-9484-550e260c7445 None None] Network 63390b2c-d565-43f5-a4d4-8b650e1cb916 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:36:38.921072 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c9908544-30a0-48d4-8559-1170ff6d603d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0838480 Feb 04 11:36:38.938556 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33776) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:38.943694 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-896bd0d8-78b3-435b-b00c-795a388897a0 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Deleting port 8d24c8ca-7195-4ace-a8ac-b176e9e8cbc5 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:38.944036 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-896bd0d8-78b3-435b-b00c-795a388897a0 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:38.970442 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-1e651105-6659-4d46-af4b-741b99c24277 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:39.013142 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2776bba-075c-4592-ae99-f7bad2f9a2e9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:36:39.026078 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa77363-d95f-4e32-96af-d3d98785d06e None None] Sync routers for ids ['f8e4e3ef-60ad-4dab-98f2-ccaeb394fabb'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:36:39.031795 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-504ef8a7-0d29-441b-bbae-062976832d08 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:39.046364 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa77363-d95f-4e32-96af-d3d98785d06e None None] Routers {'f8e4e3ef-60ad-4dab-98f2-ccaeb394fabb'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:36:39.047339 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-3fa77363-d95f-4e32-96af-d3d98785d06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:36:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['f8e4e3ef-60ad-4dab-98f2-ccaeb394fabb'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:39.049000 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-504ef8a7-0d29-441b-bbae-062976832d08 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Deleting port 127c0146-92f9-42bb-8a43-c8c7ea3818da {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:39.049610 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-504ef8a7-0d29-441b-bbae-062976832d08 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:39.090764 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:39.187916 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:39.287604 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 4.7951579 Feb 04 11:36:39.300617 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33780) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:39.338712 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-3fa77363-d95f-4e32-96af-d3d98785d06e None None] Set router f8e4e3ef-60ad-4dab-98f2-ccaeb394fabb gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:36:39.352857 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32aa3103-69e1-4e97-b095-96290df22129 None None] DHCP port deletion for 63390b2c-d565-43f5-a4d4-8b650e1cb916 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:36:39.358570 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-32aa3103-69e1-4e97-b095-96290df22129 None None] Deleting port 127c0146-92f9-42bb-8a43-c8c7ea3818da {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:39.359166 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-32aa3103-69e1-4e97-b095-96290df22129 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:39.412586 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ca3747-3f3d-4659-b346-4889dfdf1357 None None] DHCP port deletion for a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:36:39.425016 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-504ef8a7-0d29-441b-bbae-062976832d08 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] For port 127c0146-92f9-42bb-8a43-c8c7ea3818da, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=127c0146-92f9-42bb-8a43-c8c7ea3818da,segment=NetworkSegment(161ce292-deef-403b-a4d8-f942ce8d8f45),segment_id=161ce292-deef-403b-a4d8-f942ce8d8f45)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:36:39.425556 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-504ef8a7-0d29-441b-bbae-062976832d08 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:39.430286 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-78ca3747-3f3d-4659-b346-4889dfdf1357 None None] Deleting port 59a2cb42-c11f-4218-9b8e-7f594056c0fe {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:39.430900 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-78ca3747-3f3d-4659-b346-4889dfdf1357 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:39.475175 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e3391-c214-4711-b2cf-be76f2ec97c4 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Pushing event updated for resources: {'Port': ['ID=065a1cf7-d595-4e35-91d7-77bd22b71015,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:39.510960 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-1e651105-6659-4d46-af4b-741b99c24277 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:39.519101 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-8748ec03-7756-4335-a13c-d32c97ff1bbf tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Deleting subnet 4c90cbc0-bd60-40eb-856a-88ee0ed8afa8 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:36:39.522228 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8748ec03-7756-4335-a13c-d32c97ff1bbf tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:39.585834 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8748ec03-7756-4335-a13c-d32c97ff1bbf tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:39.655702 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-504ef8a7-0d29-441b-bbae-062976832d08 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Calling delete_port for 127c0146-92f9-42bb-8a43-c8c7ea3818da owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:36:39.677177 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8748ec03-7756-4335-a13c-d32c97ff1bbf tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:39.702433 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-3fa77363-d95f-4e32-96af-d3d98785d06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e4e3ef-60ad-4dab-98f2-ccaeb394fabb', 'name': '', 'tenant_id': 'e8de1929da7f4df9a6837194a0f2f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd4beaf-0097-4abc-8f1b-5ea2ef8a7726', 'external_fixed_ips': [{'subnet_id': 'dce2785b-7ff1-407f-890e-3dc4295f69c5', 'ip_address': '2001:db8::2a0'}], 'enable_snat': True}, 'gw_port_id': '6c084488-5044-46fc-878d-ea535eb57b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:36:32Z', 'updated_at': '2022-02-04T11:36:36Z', 'revision_number': 3, 'project_id': 'e8de1929da7f4df9a6837194a0f2f4e4', 'gw_port': {'id': '6c084488-5044-46fc-878d-ea535eb57b8e', 'name': '', 'network_id': 'ddd4beaf-0097-4abc-8f1b-5ea2ef8a7726', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:13:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e4e3ef-60ad-4dab-98f2-ccaeb394fabb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dce2785b-7ff1-407f-890e-3dc4295f69c5', 'ip_address': '2001:db8::2a0', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:36:34Z', 'updated_at': '2022-02-04T11:36:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dce2785b-7ff1-407f-890e-3dc4295f69c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:39.707170 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa77363-d95f-4e32-96af-d3d98785d06e None None] Checking router: f8e4e3ef-60ad-4dab-98f2-ccaeb394fabb for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:36:39.707746 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa77363-d95f-4e32-96af-d3d98785d06e None None] Updating router f8e4e3ef-60ad-4dab-98f2-ccaeb394fabb port 6c084488-5044-46fc-878d-ea535eb57b8e binding host dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:36:39.726705 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-78ca3747-3f3d-4659-b346-4889dfdf1357 None None] For port 59a2cb42-c11f-4218-9b8e-7f594056c0fe, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=59a2cb42-c11f-4218-9b8e-7f594056c0fe,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:36:39.727090 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-78ca3747-3f3d-4659-b346-4889dfdf1357 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:39.765723 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-3fa77363-d95f-4e32-96af-d3d98785d06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:39.766009 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-1e651105-6659-4d46-af4b-741b99c24277 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:subnet and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:39.771783 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-1e651105-6659-4d46-af4b-741b99c24277 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:39.783927 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-1e651105-6659-4d46-af4b-741b99c24277 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:39.789559 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d2776bba-075c-4592-ae99-f7bad2f9a2e9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:39.790932 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d2776bba-075c-4592-ae99-f7bad2f9a2e9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.1859565 Feb 04 11:36:39.794465 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33784) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:39.796614 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-dc13ce8f-56ad-4810-8236-506322ed590b tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Deleting port 065a1cf7-d595-4e35-91d7-77bd22b71015 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:39.796614 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dc13ce8f-56ad-4810-8236-506322ed590b tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:39.894026 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8748ec03-7756-4335-a13c-d32c97ff1bbf tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:39.926593 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-504ef8a7-0d29-441b-bbae-062976832d08 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:39.992442 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504ef8a7-0d29-441b-bbae-062976832d08 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] No DVR routers for this DVR port 127c0146-92f9-42bb-8a43-c8c7ea3818da on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:36:39.997422 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748ec03-7756-4335-a13c-d32c97ff1bbf tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'Subnet': ['ID=4c90cbc0-bd60-40eb-856a-88ee0ed8afa8,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:40.010700 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-78ca3747-3f3d-4659-b346-4889dfdf1357 None None] Calling delete_port for 59a2cb42-c11f-4218-9b8e-7f594056c0fe owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:36:40.022053 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8748ec03-7756-4335-a13c-d32c97ff1bbf tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:40.028743 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-896bd0d8-78b3-435b-b00c-795a388897a0 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:40.047261 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e651105-6659-4d46-af4b-741b99c24277 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:40.050821 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ef8a7-0d29-441b-bbae-062976832d08 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'Port': ['ID=127c0146-92f9-42bb-8a43-c8c7ea3818da,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:40.100627 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9dc23a-7327-4302-9082-83d9e34fa150 None None] Network a6c899f4-cc44-4cb1-81e5-7c8894672afc requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:36:40.189628 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1e651105-6659-4d46-af4b-741b99c24277 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:40.196972 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-3fa77363-d95f-4e32-96af-d3d98785d06e None None] Notify callbacks [] for port, precommit_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:40.212581 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.provisioning_blocks [None req-3fa77363-d95f-4e32-96af-d3d98785d06e None None] Transition to ACTIVE for port object 6c084488-5044-46fc-878d-ea535eb57b8e will not be triggered until provisioned by entity L2. {{(pid=84207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:40.254409 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-78ca3747-3f3d-4659-b346-4889dfdf1357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:40.293095 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-3fa77363-d95f-4e32-96af-d3d98785d06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:40.346160 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ca3747-3f3d-4659-b346-4889dfdf1357 None None] No DVR routers for this DVR port 59a2cb42-c11f-4218-9b8e-7f594056c0fe on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:36:40.363694 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca3747-3f3d-4659-b346-4889dfdf1357 None None] Pushing event deleted for resources: {'Port': ['ID=59a2cb42-c11f-4218-9b8e-7f594056c0fe,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:40.378966 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-32aa3103-69e1-4e97-b095-96290df22129 None None] The port '127c0146-92f9-42bb-8a43-c8c7ea3818da' was deleted {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:36:40.389468 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8748ec03-7756-4335-a13c-d32c97ff1bbf tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/subnets/4c90cbc0-bd60-40eb-856a-88ee0ed8afa8 HTTP/1.1" status: 204 len: 168 time: 1.7458644 Feb 04 11:36:40.409906 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451cdc25-0be5-4938-8442-1832e7b3af7f None None] Pushing event updated for resources: {'Port': ['ID=6c084488-5044-46fc-878d-ea535eb57b8e,revision_number=2']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:40.430492 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-3fa77363-d95f-4e32-96af-d3d98785d06e None None] Attempting to bind port 6c084488-5044-46fc-878d-ea535eb57b8e on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:40.430948 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-3fa77363-d95f-4e32-96af-d3d98785d06e None None] Attempting to bind port 6c084488-5044-46fc-878d-ea535eb57b8e by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'd2f79f0a-fc93-4f30-a59c-8113f0873fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ddd4beaf-0097-4abc-8f1b-5ea2ef8a7726'}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:40.431208 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa77363-d95f-4e32-96af-d3d98785d06e None None] Attempting to bind port 6c084488-5044-46fc-878d-ea535eb57b8e on network ddd4beaf-0097-4abc-8f1b-5ea2ef8a7726 {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:40.436786 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33788) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:40.440765 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa77363-d95f-4e32-96af-d3d98785d06e None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:36:40.441094 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa77363-d95f-4e32-96af-d3d98785d06e None None] Checking segment: {'id': 'd2f79f0a-fc93-4f30-a59c-8113f0873fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ddd4beaf-0097-4abc-8f1b-5ea2ef8a7726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:36:40.441472 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-3fa77363-d95f-4e32-96af-d3d98785d06e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:40.441777 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa77363-d95f-4e32-96af-d3d98785d06e None None] Bound using segment: {'id': 'd2f79f0a-fc93-4f30-a59c-8113f0873fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ddd4beaf-0097-4abc-8f1b-5ea2ef8a7726'} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:36:40.442284 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-3fa77363-d95f-4e32-96af-d3d98785d06e None None] Bound port: 6c084488-5044-46fc-878d-ea535eb57b8e, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f79f0a-fc93-4f30-a59c-8113f0873fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ddd4beaf-0097-4abc-8f1b-5ea2ef8a7726'}}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:36:40.442666 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-3fa77363-d95f-4e32-96af-d3d98785d06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:40.526605 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-3fa77363-d95f-4e32-96af-d3d98785d06e None None] For port 6c084488-5044-46fc-878d-ea535eb57b8e, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:36:40.530819 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-3fa77363-d95f-4e32-96af-d3d98785d06e None None] For port 6c084488-5044-46fc-878d-ea535eb57b8e, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=6c084488-5044-46fc-878d-ea535eb57b8e,segment=NetworkSegment(d2f79f0a-fc93-4f30-a59c-8113f0873fa8),segment_id=d2f79f0a-fc93-4f30-a59c-8113f0873fa8)] {{(pid=84207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:36:40.540475 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451cdc25-0be5-4938-8442-1832e7b3af7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:40.545529 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451cdc25-0be5-4938-8442-1832e7b3af7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:40.545529 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451cdc25-0be5-4938-8442-1832e7b3af7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:40.545529 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451cdc25-0be5-4938-8442-1832e7b3af7f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:40.545529 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451cdc25-0be5-4938-8442-1832e7b3af7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:40.545529 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451cdc25-0be5-4938-8442-1832e7b3af7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:40.545529 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451cdc25-0be5-4938-8442-1832e7b3af7f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:40.545529 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451cdc25-0be5-4938-8442-1832e7b3af7f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:40.545529 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451cdc25-0be5-4938-8442-1832e7b3af7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:40.545529 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451cdc25-0be5-4938-8442-1832e7b3af7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:40.545529 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451cdc25-0be5-4938-8442-1832e7b3af7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:40.597293 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-3fa77363-d95f-4e32-96af-d3d98785d06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:40.600943 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-504ef8a7-0d29-441b-bbae-062976832d08 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:40.608230 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c422e41a-6113-4b5a-9e2b-c678476ea0ce None None] DHCP port deletion for a6c899f4-cc44-4cb1-81e5-7c8894672afc request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:36:40.612586 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c422e41a-6113-4b5a-9e2b-c678476ea0ce None None] Deleting port 3501c274-9eed-4909-985d-1d533444ae15 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:40.612991 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c422e41a-6113-4b5a-9e2b-c678476ea0ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:40.649229 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-896bd0d8-78b3-435b-b00c-795a388897a0 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Calling delete_port for 8d24c8ca-7195-4ace-a8ac-b176e9e8cbc5 owned by network:router_gateway {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:36:40.685461 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-504ef8a7-0d29-441b-bbae-062976832d08 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63390b2c-d565-43f5-a4d4-8b650e1cb916']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:40.708726 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a24640ef-7e67-4a0c-a275-50b680a45dd8 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:40.713970 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-504ef8a7-0d29-441b-bbae-062976832d08 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '161ce292-deef-403b-a4d8-f942ce8d8f45') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:40.714340 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-504ef8a7-0d29-441b-bbae-062976832d08 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '161ce292-deef-403b-a4d8-f942ce8d8f45') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:40.722345 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451cdc25-0be5-4938-8442-1832e7b3af7f None None] Pushing event updated for resources: {'Port': ['ID=6c084488-5044-46fc-878d-ea535eb57b8e,revision_number=3']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:40.734229 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-504ef8a7-0d29-441b-bbae-062976832d08 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:40.762258 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b44ad6d9-19f0-417c-a0a4-90a0f3414ae0 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:40.767806 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-dc13ce8f-56ad-4810-8236-506322ed590b tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] For port 065a1cf7-d595-4e35-91d7-77bd22b71015, host hv-neutron-8278, got binding levels [] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:36:40.768173 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dc13ce8f-56ad-4810-8236-506322ed590b tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:40.770546 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa77363-d95f-4e32-96af-d3d98785d06e None None] Routers {'f8e4e3ef-60ad-4dab-98f2-ccaeb394fabb'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:36:40.772001 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-3fa77363-d95f-4e32-96af-d3d98785d06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:36:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['f8e4e3ef-60ad-4dab-98f2-ccaeb394fabb'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:40.853544 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-504ef8a7-0d29-441b-bbae-062976832d08 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:40.878783 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-a24640ef-7e67-4a0c-a275-50b680a45dd8 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Deleting port 3501c274-9eed-4909-985d-1d533444ae15 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:40.879348 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a24640ef-7e67-4a0c-a275-50b680a45dd8 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:40.910056 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c422e41a-6113-4b5a-9e2b-c678476ea0ce None None] For port 3501c274-9eed-4909-985d-1d533444ae15, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=3501c274-9eed-4909-985d-1d533444ae15,segment=NetworkSegment(1fe5c026-4ff6-470d-b639-1abde679e761),segment_id=1fe5c026-4ff6-470d-b639-1abde679e761)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:36:40.910443 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c422e41a-6113-4b5a-9e2b-c678476ea0ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:40.920731 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-dc13ce8f-56ad-4810-8236-506322ed590b tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Calling delete_port for 065a1cf7-d595-4e35-91d7-77bd22b71015 owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:36:40.943558 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-504ef8a7-0d29-441b-bbae-062976832d08 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:36:40.944232 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-504ef8a7-0d29-441b-bbae-062976832d08 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:40.976456 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:36:40.976456 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:36:40.976456 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:36:40.976456 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:36:40.976456 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:36:40.976456 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:36:40.976456 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:36:40.976456 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:36:40.976456 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:36:40.976456 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:36:40.976456 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:36:40.976456 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:36:40.976456 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:36:40.976456 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:36:40.976456 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:36:40.976456 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:36:40.976456 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:36:40.976456 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:36:40.976456 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:36:40.976456 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:36:40.976456 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:36:40.976456 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:36:40.976456 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:36:40.976456 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:36:40.976456 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:36:40.976456 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:36:40.976456 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:36:40.976456 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:36:40.976456 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:36:40.976456 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:36:40.976456 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:36:40.976456 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:36:41.045451 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c422e41a-6113-4b5a-9e2b-c678476ea0ce None None] Calling delete_port for 3501c274-9eed-4909-985d-1d533444ae15 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:36:41.152874 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 3501c274-9eed-4909-985d-1d533444ae15 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:36:41.174561 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-3fa77363-d95f-4e32-96af-d3d98785d06e None None] Set router f8e4e3ef-60ad-4dab-98f2-ccaeb394fabb gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:36:41.194081 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dc13ce8f-56ad-4810-8236-506322ed590b tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:41.228654 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-504ef8a7-0d29-441b-bbae-062976832d08 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:41.230658 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c422e41a-6113-4b5a-9e2b-c678476ea0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:41.253822 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-504ef8a7-0d29-441b-bbae-062976832d08 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:41.275215 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13ce8f-56ad-4810-8236-506322ed590b tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Pushing event deleted for resources: {'Port': ['ID=065a1cf7-d595-4e35-91d7-77bd22b71015,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:41.278243 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dc13ce8f-56ad-4810-8236-506322ed590b tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:41.294531 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422e41a-6113-4b5a-9e2b-c678476ea0ce None None] Pushing event deleted for resources: {'Port': ['ID=3501c274-9eed-4909-985d-1d533444ae15,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:41.303071 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c422e41a-6113-4b5a-9e2b-c678476ea0ce None None] No DVR routers for this DVR port 3501c274-9eed-4909-985d-1d533444ae15 on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:36:41.305325 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No active binding found for port 3501c274-9eed-4909-985d-1d533444ae15 {{(pid=84206) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 04 11:36:41.305994 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 3501c274-9eed-4909-985d-1d533444ae15 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:36:41.306602 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 59a2cb42-c11f-4218-9b8e-7f594056c0fe no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:36:41.328082 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-dc13ce8f-56ad-4810-8236-506322ed590b tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] 10.222.0.21 "DELETE /v2.0/ports/065a1cf7-d595-4e35-91d7-77bd22b71015 HTTP/1.1" status: 204 len: 168 time: 1.9959793 Feb 04 11:36:41.328718 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33792) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:41.361692 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 59a2cb42-c11f-4218-9b8e-7f594056c0fe {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:36:41.362151 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 59a2cb42-c11f-4218-9b8e-7f594056c0fe not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:36:41.362586 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 127c0146-92f9-42bb-8a43-c8c7ea3818da no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:36:41.377700 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-896bd0d8-78b3-435b-b00c-795a388897a0 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:41.415608 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 127c0146-92f9-42bb-8a43-c8c7ea3818da {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:36:41.416142 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 127c0146-92f9-42bb-8a43-c8c7ea3818da not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:36:41.430192 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ef8a7-0d29-441b-bbae-062976832d08 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'Network': ['ID=63390b2c-d565-43f5-a4d4-8b650e1cb916,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:41.435735 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-504ef8a7-0d29-441b-bbae-062976832d08 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/networks/63390b2c-d565-43f5-a4d4-8b650e1cb916 HTTP/1.1" status: 204 len: 168 time: 2.6137712 Feb 04 11:36:41.456348 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33796) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:41.550031 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896bd0d8-78b3-435b-b00c-795a388897a0 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Pushing event deleted for resources: {'Port': ['ID=8d24c8ca-7195-4ace-a8ac-b176e9e8cbc5,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:41.554870 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-5df2e306-1812-47c0-9f62-5399e8153ab8 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] GET failed (client error): The resource could not be found. Feb 04 11:36:41.556553 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-5df2e306-1812-47c0-9f62-5399e8153ab8 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Synchronizing usage tracker for tenant:8bd3f458f0e7467b8ca8aa7c68fb6941 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:41.563233 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-a24640ef-7e67-4a0c-a275-50b680a45dd8 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] For port 3501c274-9eed-4909-985d-1d533444ae15, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=3501c274-9eed-4909-985d-1d533444ae15,segment=NetworkSegment(1fe5c026-4ff6-470d-b639-1abde679e761),segment_id=1fe5c026-4ff6-470d-b639-1abde679e761)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:36:41.563813 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a24640ef-7e67-4a0c-a275-50b680a45dd8 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:41.609707 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-3fa77363-d95f-4e32-96af-d3d98785d06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e4e3ef-60ad-4dab-98f2-ccaeb394fabb', 'name': '', 'tenant_id': 'e8de1929da7f4df9a6837194a0f2f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd4beaf-0097-4abc-8f1b-5ea2ef8a7726', 'external_fixed_ips': [{'subnet_id': 'dce2785b-7ff1-407f-890e-3dc4295f69c5', 'ip_address': '2001:db8::2a0'}], 'enable_snat': True}, 'gw_port_id': '6c084488-5044-46fc-878d-ea535eb57b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:36:32Z', 'updated_at': '2022-02-04T11:36:36Z', 'revision_number': 3, 'project_id': 'e8de1929da7f4df9a6837194a0f2f4e4', 'gw_port': {'id': '6c084488-5044-46fc-878d-ea535eb57b8e', 'name': '', 'network_id': 'ddd4beaf-0097-4abc-8f1b-5ea2ef8a7726', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:13:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e4e3ef-60ad-4dab-98f2-ccaeb394fabb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dce2785b-7ff1-407f-890e-3dc4295f69c5', 'ip_address': '2001:db8::2a0', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:36:34Z', 'updated_at': '2022-02-04T11:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dce2785b-7ff1-407f-890e-3dc4295f69c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:41.618228 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa77363-d95f-4e32-96af-d3d98785d06e None None] The sync data for ids ['f8e4e3ef-60ad-4dab-98f2-ccaeb394fabb'] in dv-neutron-827825-2-hyperv is: [{'id': 'f8e4e3ef-60ad-4dab-98f2-ccaeb394fabb', 'name': '', 'tenant_id': 'e8de1929da7f4df9a6837194a0f2f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddd4beaf-0097-4abc-8f1b-5ea2ef8a7726', 'external_fixed_ips': [{'subnet_id': 'dce2785b-7ff1-407f-890e-3dc4295f69c5', 'ip_address': '2001:db8::2a0'}], 'enable_snat': True}, 'gw_port_id': '6c084488-5044-46fc-878d-ea535eb57b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:36:32Z', 'updated_at': '2022-02-04T11:36:36Z', 'revision_number': 3, 'project_id': 'e8de1929da7f4df9a6837194a0f2f4e4', 'gw_port': {'id': '6c084488-5044-46fc-878d-ea535eb57b8e', 'name': '', 'network_id': 'ddd4beaf-0097-4abc-8f1b-5ea2ef8a7726', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:13:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e4e3ef-60ad-4dab-98f2-ccaeb394fabb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dce2785b-7ff1-407f-890e-3dc4295f69c5', 'ip_address': '2001:db8::2a0', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:36:34Z', 'updated_at': '2022-02-04T11:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dce2785b-7ff1-407f-890e-3dc4295f69c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:36:41.675434 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.objects.ports [None req-1e651105-6659-4d46-af4b-741b99c24277 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84205) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 11:36:41.716142 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-a24640ef-7e67-4a0c-a275-50b680a45dd8 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Calling delete_port for 3501c274-9eed-4909-985d-1d533444ae15 owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:36:41.717529 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1e651105-6659-4d46-af4b-741b99c24277 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:41.766304 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f6ae39-cc4c-43bc-ad6e-20bebebc99ce tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:41.767835 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d8f6ae39-cc4c-43bc-ad6e-20bebebc99ce tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "GET /v2.0/ports/07525606-0f71-4e62-b70f-233a4a8d2a98 HTTP/1.1" status: 200 len: 840 time: 0.2814038 Feb 04 11:36:41.772942 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33800) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:41.776204 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-5df2e306-1812-47c0-9f62-5399e8153ab8 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Unset dirty status for tenant:8bd3f458f0e7467b8ca8aa7c68fb6941 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:41.785337 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5df2e306-1812-47c0-9f62-5399e8153ab8 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] 10.222.0.21 "GET /v2.0/ports/065a1cf7-d595-4e35-91d7-77bd22b71015 HTTP/1.1" status: 404 len: 333 time: 0.4430597 Feb 04 11:36:41.787538 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33804) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:41.799804 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-50d2f0e5-b9f3-4f8c-b8e9-0d796739fefc tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Request body: {'port': {'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1284489364'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:41.816072 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-50d2f0e5-b9f3-4f8c-b8e9-0d796739fefc tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:41.851290 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-50d2f0e5-b9f3-4f8c-b8e9-0d796739fefc tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:41.860952 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e651105-6659-4d46-af4b-741b99c24277 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:41.869180 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-1e651105-6659-4d46-af4b-741b99c24277 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:41.872385 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e651105-6659-4d46-af4b-741b99c24277 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:41.875311 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b44ad6d9-19f0-417c-a0a4-90a0f3414ae0 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:41.875444 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1e651105-6659-4d46-af4b-741b99c24277 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:41.881399 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ac4df4-88e0-49b5-be9e-1c5e77d2d667 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:36:41.913526 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-9a8bdfa8-77ab-405e-a3be-f6e0403f27a7 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Synchronizing usage tracker for tenant:2294c16a4d404317a20d2fdff5bb1a4c on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:41.929020 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.db.api [None req-a24640ef-7e67-4a0c-a275-50b680a45dd8 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:36:41.929401 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG oslo_db.api [None req-a24640ef-7e67-4a0c-a275-50b680a45dd8 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:36:41.961200 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e651105-6659-4d46-af4b-741b99c24277 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Subnet': ['ID=c2dfdfa1-5b5d-40e8-a887-eb171593fb2f,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:41.989237 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-b44ad6d9-19f0-417c-a0a4-90a0f3414ae0 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Deleting port 6c084488-5044-46fc-878d-ea535eb57b8e {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:41.989586 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b44ad6d9-19f0-417c-a0a4-90a0f3414ae0 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:42.050812 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d2f0e5-b9f3-4f8c-b8e9-0d796739fefc tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Made reservation on behalf of 8bd3f458f0e7467b8ca8aa7c68fb6941 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:42.054925 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-50d2f0e5-b9f3-4f8c-b8e9-0d796739fefc tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:42.055241 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-9a8bdfa8-77ab-405e-a3be-f6e0403f27a7 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Unset dirty status for tenant:2294c16a4d404317a20d2fdff5bb1a4c on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:42.056542 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9a8bdfa8-77ab-405e-a3be-f6e0403f27a7 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "GET /v2.0/ports/07525606-0f71-4e62-b70f-233a4a8d2a98?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2830677 Feb 04 11:36:42.064693 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33808) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:42.087522 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d15e68af-fceb-46d2-ad9a-b69e98779f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:42.088088 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-896bd0d8-78b3-435b-b00c-795a388897a0 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:42.097443 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-60d7e276-9a06-4718-88de-771cc7335c3b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'subnet': {'network_id': '6bf13621-12da-4d4e-8931-fb46b2d65817', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:42.156194 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-1e651105-6659-4d46-af4b-741b99c24277 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2134988 Feb 04 11:36:42.163779 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33812) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:42.168710 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-50d2f0e5-b9f3-4f8c-b8e9-0d796739fefc tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] device_id is not set on port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:36:42.215564 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-63a55051-74c2-488b-9788-eb194a89c40b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'port': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'mac_address': 'fa:16:3e:e0:2a:0b', 'name': 'tempest-NetworksTestDHCPv6-682300168'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:42.280436 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8caa416-0b53-405f-b2e8-e2a471fecad0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'tenant_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'fixed_ips': [{'subnet_id': 'c2dfdfa1-5b5d-40e8-a887-eb171593fb2f'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:36:42.281685 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a8caa416-0b53-405f-b2e8-e2a471fecad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:42.391264 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-60d7e276-9a06-4718-88de-771cc7335c3b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:42.396544 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-60d7e276-9a06-4718-88de-771cc7335c3b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:subnet and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:42.400179 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-60d7e276-9a06-4718-88de-771cc7335c3b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:42.409048 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-60d7e276-9a06-4718-88de-771cc7335c3b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:42.433425 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-a24640ef-7e67-4a0c-a275-50b680a45dd8 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Deleting port 3501c274-9eed-4909-985d-1d533444ae15 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:42.434332 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a24640ef-7e67-4a0c-a275-50b680a45dd8 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:42.500079 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-a8caa416-0b53-405f-b2e8-e2a471fecad0 None None] Allocated IP 2001:db8::f816:3eff:fe7b:62ce (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/c2dfdfa1-5b5d-40e8-a887-eb171593fb2f/fcea3dc6-c217-4a69-962b-d79019cd1db1) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:42.524307 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-a24640ef-7e67-4a0c-a275-50b680a45dd8 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] The port '3501c274-9eed-4909-985d-1d533444ae15' was deleted {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:36:42.702829 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-896bd0d8-78b3-435b-b00c-795a388897a0 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:42.716864 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d7e276-9a06-4718-88de-771cc7335c3b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Made reservation on behalf of 2294c16a4d404317a20d2fdff5bb1a4c for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:42.753133 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-896bd0d8-78b3-435b-b00c-795a388897a0 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:42.771267 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-b44ad6d9-19f0-417c-a0a4-90a0f3414ae0 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] For port 6c084488-5044-46fc-878d-ea535eb57b8e, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=6c084488-5044-46fc-878d-ea535eb57b8e,segment=NetworkSegment(d2f79f0a-fc93-4f30-a59c-8113f0873fa8),segment_id=d2f79f0a-fc93-4f30-a59c-8113f0873fa8)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:36:42.771534 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b44ad6d9-19f0-417c-a0a4-90a0f3414ae0 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:42.813587 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a8caa416-0b53-405f-b2e8-e2a471fecad0 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:42.826607 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a8caa416-0b53-405f-b2e8-e2a471fecad0 None None] Transition to ACTIVE for port object fcea3dc6-c217-4a69-962b-d79019cd1db1 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:42.849057 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a8caa416-0b53-405f-b2e8-e2a471fecad0 None None] Transition to ACTIVE for port object fcea3dc6-c217-4a69-962b-d79019cd1db1 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:42.892347 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-63a55051-74c2-488b-9788-eb194a89c40b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:42.908562 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-63a55051-74c2-488b-9788-eb194a89c40b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:port and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:42.915056 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-63a55051-74c2-488b-9788-eb194a89c40b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:42.915306 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a8caa416-0b53-405f-b2e8-e2a471fecad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:42.941479 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-63a55051-74c2-488b-9788-eb194a89c40b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:42.953419 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-50d2f0e5-b9f3-4f8c-b8e9-0d796739fefc tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:42.973359 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-896bd0d8-78b3-435b-b00c-795a388897a0 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:42.974503 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896bd0d8-78b3-435b-b00c-795a388897a0 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Fanout notify agent at l3_agent the message router_deleted on router 23374746-9f94-4980-a2fd-bb29e14422ee {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:36:42.991484 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8caa416-0b53-405f-b2e8-e2a471fecad0 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:42.994967 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-a8caa416-0b53-405f-b2e8-e2a471fecad0 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:43.000046 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8caa416-0b53-405f-b2e8-e2a471fecad0 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:36:43.002001 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-896bd0d8-78b3-435b-b00c-795a388897a0 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:43.007206 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-896bd0d8-78b3-435b-b00c-795a388897a0 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] 10.222.0.21 "DELETE /v2.0/routers/23374746-9f94-4980-a2fd-bb29e14422ee HTTP/1.1" status: 204 len: 168 time: 5.4931271 Feb 04 11:36:43.016745 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33816) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:43.017347 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8caa416-0b53-405f-b2e8-e2a471fecad0 None None] Pushing event updated for resources: {'Port': ['ID=fcea3dc6-c217-4a69-962b-d79019cd1db1,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:43.017604 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-d1a47f18-996b-46be-a027-858e1d66da76 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1520554723', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}, 'admin_state_up': False}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:43.024008 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-d1a47f18-996b-46be-a027-858e1d66da76 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:43.029648 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-d1a47f18-996b-46be-a027-858e1d66da76 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Usage tracker for resource:router and tenant:0a398f05f2bb4d8d9e15137239f4433d is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:43.033898 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a55051-74c2-488b-9788-eb194a89c40b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:43.038838 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-63a55051-74c2-488b-9788-eb194a89c40b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:43.050484 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-d1a47f18-996b-46be-a027-858e1d66da76 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:43.068561 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-b44ad6d9-19f0-417c-a0a4-90a0f3414ae0 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Calling delete_port for 6c084488-5044-46fc-878d-ea535eb57b8e owned by network:router_gateway {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:36:43.068779 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-d1a47f18-996b-46be-a027-858e1d66da76 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:43.093997 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-63a55051-74c2-488b-9788-eb194a89c40b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] device_id is not set on port c2e2d79c-0b79-4d73-9d58-b90171ced986 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:36:43.116970 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a24640ef-7e67-4a0c-a275-50b680a45dd8 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:43.132625 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-a8caa416-0b53-405f-b2e8-e2a471fecad0 None None] Attempting to bind port fcea3dc6-c217-4a69-962b-d79019cd1db1 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:43.133249 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-a8caa416-0b53-405f-b2e8-e2a471fecad0 None None] Attempting to bind port fcea3dc6-c217-4a69-962b-d79019cd1db1 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:43.133365 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8caa416-0b53-405f-b2e8-e2a471fecad0 None None] Attempting to bind port fcea3dc6-c217-4a69-962b-d79019cd1db1 on network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:43.143024 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8caa416-0b53-405f-b2e8-e2a471fecad0 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:36:43.143425 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8caa416-0b53-405f-b2e8-e2a471fecad0 None None] Checking segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:36:43.143554 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-50d2f0e5-b9f3-4f8c-b8e9-0d796739fefc tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:43.143823 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a8caa416-0b53-405f-b2e8-e2a471fecad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:43.144288 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8caa416-0b53-405f-b2e8-e2a471fecad0 None None] Bound using segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:36:43.144902 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-a8caa416-0b53-405f-b2e8-e2a471fecad0 None None] Bound port: fcea3dc6-c217-4a69-962b-d79019cd1db1, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:36:43.145351 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a8caa416-0b53-405f-b2e8-e2a471fecad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:43.152454 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-60d7e276-9a06-4718-88de-771cc7335c3b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:43.194237 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d1a47f18-996b-46be-a027-858e1d66da76 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:43.195208 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d1a47f18-996b-46be-a027-858e1d66da76 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:43.238971 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 6c084488-5044-46fc-878d-ea535eb57b8e up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:43.290911 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d2f0e5-b9f3-4f8c-b8e9-0d796739fefc tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Network 84a1ea7b-c327-4f57-af0c-c07f451814aa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:43.305369 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-50d2f0e5-b9f3-4f8c-b8e9-0d796739fefc tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:43.309447 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d2f0e5-b9f3-4f8c-b8e9-0d796739fefc tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:36:43.310113 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d2f0e5-b9f3-4f8c-b8e9-0d796739fefc tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:43.311922 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-50d2f0e5-b9f3-4f8c-b8e9-0d796739fefc tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:43.322314 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d2f0e5-b9f3-4f8c-b8e9-0d796739fefc tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Pushing event updated for resources: {'Port': ['ID=9b6faae7-9cda-4d3b-a0fd-cd1f6206e997,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:43.380466 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d1a47f18-996b-46be-a027-858e1d66da76 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:43.399438 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-a8caa416-0b53-405f-b2e8-e2a471fecad0 None None] For port fcea3dc6-c217-4a69-962b-d79019cd1db1, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:36:43.411032 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-a24640ef-7e67-4a0c-a275-50b680a45dd8 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c899f4-cc44-4cb1-81e5-7c8894672afc']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:43.412655 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-a8caa416-0b53-405f-b2e8-e2a471fecad0 None None] For port fcea3dc6-c217-4a69-962b-d79019cd1db1, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=fcea3dc6-c217-4a69-962b-d79019cd1db1,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:36:43.436961 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-63a55051-74c2-488b-9788-eb194a89c40b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Allocated IP 2001:db8::f816:3eff:fee0:2a0b (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/c2dfdfa1-5b5d-40e8-a887-eb171593fb2f/c2e2d79c-0b79-4d73-9d58-b90171ced986) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:43.457365 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-a24640ef-7e67-4a0c-a275-50b680a45dd8 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fe5c026-4ff6-470d-b639-1abde679e761') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:43.457644 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-a24640ef-7e67-4a0c-a275-50b680a45dd8 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fe5c026-4ff6-470d-b639-1abde679e761') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:43.473235 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-50d2f0e5-b9f3-4f8c-b8e9-0d796739fefc tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6845984 Feb 04 11:36:43.476126 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33820) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:43.490215 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8278'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:43.521369 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a24640ef-7e67-4a0c-a275-50b680a45dd8 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:43.531977 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a8caa416-0b53-405f-b2e8-e2a471fecad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:43.536913 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 6c084488-5044-46fc-878d-ea535eb57b8e completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:43.564367 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-60d7e276-9a06-4718-88de-771cc7335c3b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:43.571793 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a24640ef-7e67-4a0c-a275-50b680a45dd8 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:43.586509 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 6c084488-5044-46fc-878d-ea535eb57b8e triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:43.587053 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:43.619779 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a24640ef-7e67-4a0c-a275-50b680a45dd8 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:36:43.621102 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a24640ef-7e67-4a0c-a275-50b680a45dd8 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:43.640979 dv-neutron-827825-2-hyperv neutron-server[84204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:36:43.640979 dv-neutron-827825-2-hyperv neutron-server[84204]: util.warn( Feb 04 11:36:43.640979 dv-neutron-827825-2-hyperv neutron-server[84204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:36:43.640979 dv-neutron-827825-2-hyperv neutron-server[84204]: util.warn( Feb 04 11:36:43.640979 dv-neutron-827825-2-hyperv neutron-server[84204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:36:43.640979 dv-neutron-827825-2-hyperv neutron-server[84204]: util.warn( Feb 04 11:36:43.640979 dv-neutron-827825-2-hyperv neutron-server[84204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:36:43.640979 dv-neutron-827825-2-hyperv neutron-server[84204]: util.warn( Feb 04 11:36:43.640979 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:36:43.640979 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:36:43.640979 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:36:43.640979 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:36:43.640979 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:36:43.640979 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:36:43.640979 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:36:43.640979 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:36:43.640979 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:36:43.640979 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:36:43.640979 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:36:43.640979 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:36:43.640979 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:36:43.640979 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:36:43.640979 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:36:43.640979 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:36:43.640979 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:36:43.640979 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:36:43.640979 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:36:43.640979 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:36:43.640979 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:36:43.640979 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:36:43.640979 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:36:43.640979 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:36:43.640979 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:36:43.640979 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:36:43.640979 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:36:43.640979 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:36:43.640979 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:36:43.640979 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:36:43.640979 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:36:43.640979 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:36:43.711889 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8caa416-0b53-405f-b2e8-e2a471fecad0 None None] Pushing event updated for resources: {'Port': ['ID=fcea3dc6-c217-4a69-962b-d79019cd1db1,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:43.764362 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d1a47f18-996b-46be-a027-858e1d66da76 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:43.798793 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d7e276-9a06-4718-88de-771cc7335c3b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Network 6bf13621-12da-4d4e-8931-fb46b2d65817 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:43.816564 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-60d7e276-9a06-4718-88de-771cc7335c3b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:43.827274 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-63a55051-74c2-488b-9788-eb194a89c40b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:43.829560 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14def30e-983b-4b91-bd30-ee57455ec50d None None] Network 6bf13621-12da-4d4e-8931-fb46b2d65817 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:36:43.832104 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d7e276-9a06-4718-88de-771cc7335c3b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:43.832698 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-60d7e276-9a06-4718-88de-771cc7335c3b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:43.861388 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-63a55051-74c2-488b-9788-eb194a89c40b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Transition to ACTIVE for port object c2e2d79c-0b79-4d73-9d58-b90171ced986 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:43.865440 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:43.879002 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7e276-9a06-4718-88de-771cc7335c3b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Subnet': ['ID=fc092591-b63d-4453-89b0-db2e73f2abe7,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:43.899305 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:43.984606 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a24640ef-7e67-4a0c-a275-50b680a45dd8 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:44.014213 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a24640ef-7e67-4a0c-a275-50b680a45dd8 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:44.014971 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-63a55051-74c2-488b-9788-eb194a89c40b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:44.016079 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a24640ef-7e67-4a0c-a275-50b680a45dd8 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/networks/a6c899f4-cc44-4cb1-81e5-7c8894672afc HTTP/1.1" status: 204 len: 168 time: 3.5689232 Feb 04 11:36:44.036085 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33824) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:44.049345 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-60d7e276-9a06-4718-88de-771cc7335c3b tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9817166 Feb 04 11:36:44.050650 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-8e76e87d-3a72-4f51-90ae-0a8da403b100 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-770300173'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:44.056302 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24640ef-7e67-4a0c-a275-50b680a45dd8 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'Network': ['ID=a6c899f4-cc44-4cb1-81e5-7c8894672afc,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:44.069169 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33828) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:44.085129 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-84181c96-bdcf-426e-9b81-29fca5910563 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'security_group': {'name': 'tempest-secgroup-1405844914'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:44.091069 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-8e76e87d-3a72-4f51-90ae-0a8da403b100 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:44.118812 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b44ad6d9-19f0-417c-a0a4-90a0f3414ae0 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:44.247633 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a55051-74c2-488b-9788-eb194a89c40b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Port': ['ID=c2e2d79c-0b79-4d73-9d58-b90171ced986,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:44.247991 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-84181c96-bdcf-426e-9b81-29fca5910563 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:44.265719 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a55051-74c2-488b-9788-eb194a89c40b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:44.272547 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-63a55051-74c2-488b-9788-eb194a89c40b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:44.275731 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a55051-74c2-488b-9788-eb194a89c40b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:36:44.275964 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8e76e87d-3a72-4f51-90ae-0a8da403b100 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:network and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:44.279448 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ad6d9-19f0-417c-a0a4-90a0f3414ae0 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c084488-5044-46fc-878d-ea535eb57b8e,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:44.281443 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a55051-74c2-488b-9788-eb194a89c40b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:44.285098 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-63a55051-74c2-488b-9788-eb194a89c40b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:44.286971 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8e76e87d-3a72-4f51-90ae-0a8da403b100 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:44.298273 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-84181c96-bdcf-426e-9b81-29fca5910563 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:security_group and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:44.303269 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e6074c-4170-4b76-a967-001457b03ede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-6bf13621-12da-4d4e-8931-fb46b2d65817', 'network_id': '6bf13621-12da-4d4e-8931-fb46b2d65817', 'tenant_id': '2294c16a4d404317a20d2fdff5bb1a4c', 'fixed_ips': [{'subnet_id': 'fc092591-b63d-4453-89b0-db2e73f2abe7'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:36:44.307032 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c2e6074c-4170-4b76-a967-001457b03ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:44.317566 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-84181c96-bdcf-426e-9b81-29fca5910563 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:44.322884 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-8e76e87d-3a72-4f51-90ae-0a8da403b100 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:44.329567 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-84181c96-bdcf-426e-9b81-29fca5910563 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:44.393177 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-63a55051-74c2-488b-9788-eb194a89c40b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2232666 Feb 04 11:36:44.394320 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6869f73d-bc4c-4596-b7ca-41e0ceacd8f1 req-3162b05b-3e54-48e3-b2a7-ad5d46e5169a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2692895 Feb 04 11:36:44.394783 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33832) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:44.500366 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-c2e6074c-4170-4b76-a967-001457b03ede None None] Allocated IP 172.20.0.2 (6bf13621-12da-4d4e-8931-fb46b2d65817/fc092591-b63d-4453-89b0-db2e73f2abe7/7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:44.507921 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d1a47f18-996b-46be-a027-858e1d66da76 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router_gateway, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:44.535378 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-84181c96-bdcf-426e-9b81-29fca5910563 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:44.550900 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e76e87d-3a72-4f51-90ae-0a8da403b100 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Made reservation on behalf of 923893a854aa49c78e412c9bf04cfc96 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:44.555182 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8e76e87d-3a72-4f51-90ae-0a8da403b100 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:44.562014 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d1a47f18-996b-46be-a027-858e1d66da76 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:44.766882 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.db.resource_extend [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:36:44.783556 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b44ad6d9-19f0-417c-a0a4-90a0f3414ae0 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:44.795895 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c2e6074c-4170-4b76-a967-001457b03ede None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:44.811807 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c2e6074c-4170-4b76-a967-001457b03ede None None] Transition to ACTIVE for port object 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:44.836993 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c2e6074c-4170-4b76-a967-001457b03ede None None] Transition to ACTIVE for port object 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:44.837332 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203a55a2-4cd7-4062-8c44-0f2dcc0fa365 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:44.842447 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-369dddaf-2a84-432b-a293-4fc557b94ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:44.842702 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203a55a2-4cd7-4062-8c44-0f2dcc0fa365 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:44.843502 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-203a55a2-4cd7-4062-8c44-0f2dcc0fa365 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:44.896054 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e76e87d-3a72-4f51-90ae-0a8da403b100 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:36:44.938222 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6869f73d-bc4c-4596-b7ca-41e0ceacd8f1 req-d6458f60-9d9f-4121-a7ad-b3d0ec47efa6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5b82a940b56a43dcab21460c9541779e&device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 1099 time: 0.1956120 Feb 04 11:36:44.947207 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c2e6074c-4170-4b76-a967-001457b03ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:44.952192 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-d1a47f18-996b-46be-a027-858e1d66da76 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Allocated IP 172.26.3.116 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/aaa93d3b-b519-4255-93b6-be53b77c3cf5) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:44.981434 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-84181c96-bdcf-426e-9b81-29fca5910563 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:45.027234 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-203a55a2-4cd7-4062-8c44-0f2dcc0fa365 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:45.031589 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-203a55a2-4cd7-4062-8c44-0f2dcc0fa365 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.6354575 Feb 04 11:36:45.039990 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33838) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:45.057244 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e6074c-4170-4b76-a967-001457b03ede None None] Network 6bf13621-12da-4d4e-8931-fb46b2d65817 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:45.065718 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-c2e6074c-4170-4b76-a967-001457b03ede None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:45.074396 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-84181c96-bdcf-426e-9b81-29fca5910563 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:security_group_rule and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:45.082518 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-84181c96-bdcf-426e-9b81-29fca5910563 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:45.084231 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e6074c-4170-4b76-a967-001457b03ede None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:36:45.092188 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6074c-4170-4b76-a967-001457b03ede None None] Pushing event updated for resources: {'Port': ['ID=7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:45.096225 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] device_id is not set on port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:36:45.101188 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8e76e87d-3a72-4f51-90ae-0a8da403b100 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:45.101698 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-8e76e87d-3a72-4f51-90ae-0a8da403b100 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Added segment 090054eb-f2c8-41d5-85b3-5317cd756841 of type vlan for network 6cf177e3-9696-47c1-b50a-afbfdf0b0f7d Feb 04 11:36:45.117870 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-84181c96-bdcf-426e-9b81-29fca5910563 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:45.209391 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:45.234135 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b44ad6d9-19f0-417c-a0a4-90a0f3414ae0 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:45.250070 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-3acee907-3dc4-4715-9ccb-1815ad8fdc86 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting port c2e2d79c-0b79-4d73-9d58-b90171ced986 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:45.250481 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3acee907-3dc4-4715-9ccb-1815ad8fdc86 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:45.271323 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b44ad6d9-19f0-417c-a0a4-90a0f3414ae0 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:45.277962 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8e76e87d-3a72-4f51-90ae-0a8da403b100 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:45.282612 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Transition to ACTIVE for port object 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 will not be triggered until provisioned by entity L2. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:45.305556 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device fcea3dc6-c217-4a69-962b-d79019cd1db1 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:45.370345 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-c2e6074c-4170-4b76-a967-001457b03ede None None] Attempting to bind port 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:45.371474 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-c2e6074c-4170-4b76-a967-001457b03ede None None] Attempting to bind port 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '70662168-66ed-48f0-b516-ea5ca6bcbfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6bf13621-12da-4d4e-8931-fb46b2d65817'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:45.372584 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e6074c-4170-4b76-a967-001457b03ede None None] Attempting to bind port 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4 on network 6bf13621-12da-4d4e-8931-fb46b2d65817 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:45.392269 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e6074c-4170-4b76-a967-001457b03ede None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:36:45.393014 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e6074c-4170-4b76-a967-001457b03ede None None] Checking segment: {'id': '70662168-66ed-48f0-b516-ea5ca6bcbfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6bf13621-12da-4d4e-8931-fb46b2d65817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:36:45.394192 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c2e6074c-4170-4b76-a967-001457b03ede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:45.394934 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e6074c-4170-4b76-a967-001457b03ede None None] Bound using segment: {'id': '70662168-66ed-48f0-b516-ea5ca6bcbfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6bf13621-12da-4d4e-8931-fb46b2d65817'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:36:45.395958 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-c2e6074c-4170-4b76-a967-001457b03ede None None] Bound port: 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70662168-66ed-48f0-b516-ea5ca6bcbfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6bf13621-12da-4d4e-8931-fb46b2d65817'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:36:45.396695 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c2e6074c-4170-4b76-a967-001457b03ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:45.415918 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:45.486967 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-84181c96-bdcf-426e-9b81-29fca5910563 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:45.501177 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b44ad6d9-19f0-417c-a0a4-90a0f3414ae0 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:45.501705 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44ad6d9-19f0-417c-a0a4-90a0f3414ae0 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f8e4e3ef-60ad-4dab-98f2-ccaeb394fabb {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:36:45.520030 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8e76e87d-3a72-4f51-90ae-0a8da403b100 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:45.530276 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-b066948b-65dc-4815-b86d-1a887cd7bbcc None None] Provisioning for port fcea3dc6-c217-4a69-962b-d79019cd1db1 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:45.536225 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e76e87d-3a72-4f51-90ae-0a8da403b100 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:45.539129 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8e76e87d-3a72-4f51-90ae-0a8da403b100 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:45.595163 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b44ad6d9-19f0-417c-a0a4-90a0f3414ae0 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:45.597235 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b44ad6d9-19f0-417c-a0a4-90a0f3414ae0 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] 10.222.0.21 "DELETE /v2.0/routers/f8e4e3ef-60ad-4dab-98f2-ccaeb394fabb HTTP/1.1" status: 204 len: 168 time: 5.8009546 Feb 04 11:36:45.613757 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33844) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:45.616991 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c2e6074c-4170-4b76-a967-001457b03ede None None] For port 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:36:45.622940 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c2e6074c-4170-4b76-a967-001457b03ede None None] For port 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4,segment=NetworkSegment(70662168-66ed-48f0-b516-ea5ca6bcbfe3),segment_id=70662168-66ed-48f0-b516-ea5ca6bcbfe3)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:36:45.670272 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:45.670545 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-84181c96-bdcf-426e-9b81-29fca5910563 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:45.706566 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:45.712113 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce203658-938d-43fa-acc7-2a180b8fdb5f tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Deleting subnet dce2785b-7ff1-407f-890e-3dc4295f69c5 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:36:45.713386 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c2e6074c-4170-4b76-a967-001457b03ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:45.717461 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port fcea3dc6-c217-4a69-962b-d79019cd1db1 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:45.733141 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869f73d-bc4c-4596-b7ca-41e0ceacd8f1 req-1251273f-3e7a-4125-a88c-738cde0e4d13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:45.735705 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6869f73d-bc4c-4596-b7ca-41e0ceacd8f1 req-1251273f-3e7a-4125-a88c-738cde0e4d13 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa801161-0b6c-45f6-97b7-dc303a939bfb HTTP/1.1" status: 200 len: 912 time: 0.7545264 Feb 04 11:36:45.767029 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8e76e87d-3a72-4f51-90ae-0a8da403b100 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7248724 Feb 04 11:36:45.768978 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ce203658-938d-43fa-acc7-2a180b8fdb5f tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:45.800899 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33848) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:45.808870 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f9fbbf3d-3c1e-46ec-b7b8-a840c27a71c4 None None] Provisioning for port c2e2d79c-0b79-4d73-9d58-b90171ced986 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:45.819489 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port fcea3dc6-c217-4a69-962b-d79019cd1db1 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:45.819860 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:45.825800 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Pushing event updated for resources: {'Port': ['ID=9b6faae7-9cda-4d3b-a0fd-cd1f6206e997,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:45.868226 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f9fbbf3d-3c1e-46ec-b7b8-a840c27a71c4 None None] Provisioning complete for port c2e2d79c-0b79-4d73-9d58-b90171ced986 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:45.868736 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f9fbbf3d-3c1e-46ec-b7b8-a840c27a71c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:45.891301 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d1a47f18-996b-46be-a027-858e1d66da76 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:45.901240 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76e87d-3a72-4f51-90ae-0a8da403b100 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Network': ['ID=6cf177e3-9696-47c1-b50a-afbfdf0b0f7d,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:45.904040 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84181c96-bdcf-426e-9b81-29fca5910563 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6fc579-9692-4cf8-898b-19cfc1c4807d,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:45.916724 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-84181c96-bdcf-426e-9b81-29fca5910563 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:45.918583 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-84181c96-bdcf-426e-9b81-29fca5910563 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.8480511 Feb 04 11:36:45.921967 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33852) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:45.925968 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:45.926302 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:45.926921 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:45.931568 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-fb5df3f2-5023-45ec-b06f-0713bf96117d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'security_group': {'name': 'tempest-secgroup-1119021352'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:45.939519 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 6cf177e3-9696-47c1-b50a-afbfdf0b0f7d details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:36:45.943943 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-fb5df3f2-5023-45ec-b06f-0713bf96117d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:45.951296 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:45.951616 dv-neutron-827825-2-hyperv neutron-server[84204]: ERROR neutron.plugins.ml2.managers [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Failed to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] Feb 04 11:36:45.952513 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-fb5df3f2-5023-45ec-b06f-0713bf96117d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:security_group and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:45.956321 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.plugins.ml2.plugin [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempt 2 to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 Feb 04 11:36:45.963341 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-fb5df3f2-5023-45ec-b06f-0713bf96117d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:45.971820 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def22192-591f-49c1-8c68-008f65ffe875 req-2ed24c9a-09a6-4ebb-90ad-c8c84abd9789 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:45.973288 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-def22192-591f-49c1-8c68-008f65ffe875 req-2ed24c9a-09a6-4ebb-90ad-c8c84abd9789 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.3626440 Feb 04 11:36:45.978511 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-fb5df3f2-5023-45ec-b06f-0713bf96117d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:46.009866 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:46.010221 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:46.010544 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:46.030450 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:46.031079 dv-neutron-827825-2-hyperv neutron-server[84204]: ERROR neutron.plugins.ml2.managers [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Failed to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] Feb 04 11:36:46.033931 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.plugins.ml2.plugin [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempt 3 to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 Feb 04 11:36:46.046799 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6074c-4170-4b76-a967-001457b03ede None None] Pushing event updated for resources: {'Port': ['ID=7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:46.054488 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-def22192-591f-49c1-8c68-008f65ffe875 req-096c5f1d-0f7d-41e5-be43-150ebf7a92b1 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708985 Feb 04 11:36:46.055728 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-f9fbbf3d-3c1e-46ec-b7b8-a840c27a71c4 None None] Port c2e2d79c-0b79-4d73-9d58-b90171ced986 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:36:46.056760 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:46.057088 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:46.057413 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:46.064358 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:46.064686 dv-neutron-827825-2-hyperv neutron-server[84204]: ERROR neutron.plugins.ml2.managers [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Failed to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] Feb 04 11:36:46.065051 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.plugins.ml2.plugin [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempt 4 to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 Feb 04 11:36:46.090820 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:46.091161 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:46.091471 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:46.099767 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:46.100089 dv-neutron-827825-2-hyperv neutron-server[84204]: ERROR neutron.plugins.ml2.managers [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Failed to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] Feb 04 11:36:46.100471 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.plugins.ml2.plugin [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempt 5 to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 Feb 04 11:36:46.118513 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3acee907-3dc4-4715-9ccb-1815ad8fdc86 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:46.122395 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fb5df3f2-5023-45ec-b06f-0713bf96117d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:46.170148 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:46.174060 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:46.174936 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:46.186375 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:46.187699 dv-neutron-827825-2-hyperv neutron-server[84204]: ERROR neutron.plugins.ml2.managers [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Failed to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] Feb 04 11:36:46.199286 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:46.222559 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-fb5df3f2-5023-45ec-b06f-0713bf96117d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:46.237092 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-fb5df3f2-5023-45ec-b06f-0713bf96117d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:security_group_rule and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:46.242367 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port fcea3dc6-c217-4a69-962b-d79019cd1db1, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=fcea3dc6-c217-4a69-962b-d79019cd1db1,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:36:46.243967 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.plugins.ml2.plugin [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempt 6 to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 Feb 04 11:36:46.268420 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-fb5df3f2-5023-45ec-b06f-0713bf96117d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:46.297671 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-fb5df3f2-5023-45ec-b06f-0713bf96117d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:46.297920 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-3acee907-3dc4-4715-9ccb-1815ad8fdc86 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Calling delete_port for c2e2d79c-0b79-4d73-9d58-b90171ced986 owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:36:46.299596 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:46.300049 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:46.300486 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:46.317858 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:46.318314 dv-neutron-827825-2-hyperv neutron-server[84204]: ERROR neutron.plugins.ml2.managers [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Failed to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] Feb 04 11:36:46.320430 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:46.321777 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.plugins.ml2.plugin [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempt 7 to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 Feb 04 11:36:46.351048 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:46.351540 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:46.351882 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:46.377168 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:46.377556 dv-neutron-827825-2-hyperv neutron-server[84204]: ERROR neutron.plugins.ml2.managers [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Failed to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] Feb 04 11:36:46.379064 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.plugins.ml2.plugin [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempt 8 to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 Feb 04 11:36:46.424584 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:46.424946 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:46.425249 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:46.457599 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:46.457956 dv-neutron-827825-2-hyperv neutron-server[84204]: ERROR neutron.plugins.ml2.managers [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Failed to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] Feb 04 11:36:46.466906 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.plugins.ml2.plugin [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempt 9 to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 Feb 04 11:36:46.467925 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6869f73d-bc4c-4596-b7ca-41e0ceacd8f1 req-9575463a-bef3-4fb4-a934-9f23c9911ac3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19635aaa-a8d9-4012-9591-03c4d8f877eb HTTP/1.1" status: 200 len: 1002 time: 0.6623056 Feb 04 11:36:46.477790 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fb5df3f2-5023-45ec-b06f-0713bf96117d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:46.493144 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=fcea3dc6-c217-4a69-962b-d79019cd1db1,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:46.493414 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:46.493756 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:46.494158 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:46.502015 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:46.502411 dv-neutron-827825-2-hyperv neutron-server[84204]: ERROR neutron.plugins.ml2.managers [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Failed to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] Feb 04 11:36:46.502806 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.plugins.ml2.plugin [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempt 10 to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 Feb 04 11:36:46.517502 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-b1b73288-3cc3-427e-a8de-af7effb0f2f0 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'subnet': {'network_id': '6cf177e3-9696-47c1-b50a-afbfdf0b0f7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:46.521235 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:46.521624 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:46.522067 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:46.530270 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:46.530735 dv-neutron-827825-2-hyperv neutron-server[84204]: ERROR neutron.plugins.ml2.managers [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Failed to bind port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] Feb 04 11:36:46.531180 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:46.580121 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fb5df3f2-5023-45ec-b06f-0713bf96117d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:46.662143 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5df3f2-5023-45ec-b06f-0713bf96117d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e072c7a0-98a7-4be9-bf2e-6c814d85be03,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:46.681203 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] For port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997, host hv-neutron-8278, cleared binding levels {{(pid=84204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:36:46.681596 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempted to set empty binding levels {{(pid=84204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 11:36:46.722935 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fb5df3f2-5023-45ec-b06f-0713bf96117d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:46.724205 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-fb5df3f2-5023-45ec-b06f-0713bf96117d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8011968 Feb 04 11:36:46.727117 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33858) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:46.733472 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-c371790b-ac8d-484b-85ba-be26d348452e tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-917869518', 'security_groups': ['e072c7a0-98a7-4be9-bf2e-6c814d85be03'], 'network_id': '6bf13621-12da-4d4e-8931-fb46b2d65817', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fc092591-b63d-4453-89b0-db2e73f2abe7'}]}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:46.741943 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d1a47f18-996b-46be-a027-858e1d66da76 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:46.799713 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:46.811702 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:46.896540 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] In _notify_port_updated(), no bound segment for port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa {{(pid=84204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 11:36:46.897573 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:46.901612 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] 10.222.0.21 "PUT /v2.0/ports/9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 HTTP/1.1" status: 200 len: 977 time: 3.4218583 Feb 04 11:36:46.910039 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33862) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:46.959399 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ce203658-938d-43fa-acc7-2a180b8fdb5f tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:46.989359 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04651f28-8839-409d-8fb3-9bf7d5e03254 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Pushing event updated for resources: {'Port': ['ID=9b6faae7-9cda-4d3b-a0fd-cd1f6206e997,revision_number=3']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:47.048629 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869f73d-bc4c-4596-b7ca-41e0ceacd8f1 req-ceef10c8-bad0-43ff-adc5-77f79f075ae0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:47.050370 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6869f73d-bc4c-4596-b7ca-41e0ceacd8f1 req-ceef10c8-bad0-43ff-adc5-77f79f075ae0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f42d419-3d0f-4747-985d-af15d416a955 HTTP/1.1" status: 200 len: 850 time: 0.4946885 Feb 04 11:36:47.103056 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a47f18-996b-46be-a027-858e1d66da76 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:47.111261 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-d1a47f18-996b-46be-a027-858e1d66da76 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:47.118927 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-b1b73288-3cc3-427e-a8de-af7effb0f2f0 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:47.122816 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a47f18-996b-46be-a027-858e1d66da76 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Pushing event updated for resources: {'Port': ['ID=aaa93d3b-b519-4255-93b6-be53b77c3cf5,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:47.135729 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c371790b-ac8d-484b-85ba-be26d348452e tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:47.145415 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c371790b-ac8d-484b-85ba-be26d348452e tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:port and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:47.148704 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c371790b-ac8d-484b-85ba-be26d348452e tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:47.148873 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a47f18-996b-46be-a027-858e1d66da76 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:36:47.156636 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c371790b-ac8d-484b-85ba-be26d348452e tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:47.202394 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d5e71b5c-6642-4727-8bad-8e5d8d03a47b tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14197 time: 0.2906790 Feb 04 11:36:47.206073 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33866) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:47.244561 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:47.262205 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c371790b-ac8d-484b-85ba-be26d348452e tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Made reservation on behalf of 2294c16a4d404317a20d2fdff5bb1a4c for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:47.264951 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-b1b73288-3cc3-427e-a8de-af7effb0f2f0 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:subnet and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:47.269379 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c371790b-ac8d-484b-85ba-be26d348452e tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:47.273363 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-b1b73288-3cc3-427e-a8de-af7effb0f2f0 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:47.299711 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-b1b73288-3cc3-427e-a8de-af7effb0f2f0 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:47.304421 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ce203658-938d-43fa-acc7-2a180b8fdb5f tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:47.322957 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-c371790b-ac8d-484b-85ba-be26d348452e tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] device_id is not set on port 4a81efb5-d5f9-487b-9ac3-e70c50079c06 yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:36:47.373791 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-5db0d167-daaa-497f-a82d-ce875f8a186b tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Deleting port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:47.374506 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5db0d167-daaa-497f-a82d-ce875f8a186b tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:47.375166 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3acee907-3dc4-4715-9ccb-1815ad8fdc86 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:47.477823 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acee907-3dc4-4715-9ccb-1815ad8fdc86 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Port': ['ID=c2e2d79c-0b79-4d73-9d58-b90171ced986,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:47.488645 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:47.494673 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device fcea3dc6-c217-4a69-962b-d79019cd1db1 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:47.509766 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b73288-3cc3-427e-a8de-af7effb0f2f0 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Made reservation on behalf of 923893a854aa49c78e412c9bf04cfc96 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:47.568138 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-41d98071-b6e9-46e9-a09f-16fb4e83eb83 None None] Provisioning complete for port 07525606-0f71-4e62-b70f-233a4a8d2a98 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:47.568501 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-41d98071-b6e9-46e9-a09f-16fb4e83eb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:47.652945 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316d80a-0b70-4932-8dcb-e8c0191ad839 req-7d942d52-d32a-415b-84e8-a24383fa1110 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:47.654723 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f316d80a-0b70-4932-8dcb-e8c0191ad839 req-7d942d52-d32a-415b-84e8-a24383fa1110 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 1.1081028 Feb 04 11:36:47.658668 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-41d98071-b6e9-46e9-a09f-16fb4e83eb83 None None] Port 07525606-0f71-4e62-b70f-233a4a8d2a98 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:36:47.680048 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port fcea3dc6-c217-4a69-962b-d79019cd1db1 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:47.680717 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:47.708857 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3acee907-3dc4-4715-9ccb-1815ad8fdc86 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:47.795423 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6869f73d-bc4c-4596-b7ca-41e0ceacd8f1 req-ad2b76ba-aea6-4b72-92c8-21b876497a5e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa801161-0b6c-45f6-97b7-dc303a939bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6852632 Feb 04 11:36:47.811353 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-5db0d167-daaa-497f-a82d-ce875f8a186b tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] For port 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997, host hv-neutron-8278, got binding levels [] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:36:47.812045 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5db0d167-daaa-497f-a82d-ce875f8a186b tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:47.833325 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 6c084488-5044-46fc-878d-ea535eb57b8e no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:36:47.845252 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b1b73288-3cc3-427e-a8de-af7effb0f2f0 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:47.875918 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 6c084488-5044-46fc-878d-ea535eb57b8e {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:36:47.880253 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 6c084488-5044-46fc-878d-ea535eb57b8e not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:36:47.896340 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3acee907-3dc4-4715-9ccb-1815ad8fdc86 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/ports/c2e2d79c-0b79-4d73-9d58-b90171ced986 HTTP/1.1" status: 204 len: 168 time: 2.8550768 Feb 04 11:36:47.897982 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ce203658-938d-43fa-acc7-2a180b8fdb5f tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:47.925771 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-41d98071-b6e9-46e9-a09f-16fb4e83eb83 None None] Provisioning for port 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:47.931663 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-41d98071-b6e9-46e9-a09f-16fb4e83eb83 None None] Provisioning complete for port 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:47.932030 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-41d98071-b6e9-46e9-a09f-16fb4e83eb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:47.942933 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-5db0d167-daaa-497f-a82d-ce875f8a186b tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Calling delete_port for 9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:36:47.954184 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33870) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:47.980840 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f316d80a-0b70-4932-8dcb-e8c0191ad839 req-3d31a679-5223-4d29-b80f-ed5ad9074821 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3072078 Feb 04 11:36:48.035386 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-c371790b-ac8d-484b-85ba-be26d348452e tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Allocated IP 172.20.0.8 (6bf13621-12da-4d4e-8931-fb46b2d65817/fc092591-b63d-4453-89b0-db2e73f2abe7/4a81efb5-d5f9-487b-9ac3-e70c50079c06) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:48.071297 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-41d98071-b6e9-46e9-a09f-16fb4e83eb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:48.100377 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce203658-938d-43fa-acc7-2a180b8fdb5f tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=dce2785b-7ff1-407f-890e-3dc4295f69c5,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:48.115741 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-41d98071-b6e9-46e9-a09f-16fb4e83eb83 None None] For port 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4,segment=NetworkSegment(70662168-66ed-48f0-b516-ea5ca6bcbfe3),segment_id=70662168-66ed-48f0-b516-ea5ca6bcbfe3)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:36:48.150277 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ce203658-938d-43fa-acc7-2a180b8fdb5f tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:48.154353 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ce203658-938d-43fa-acc7-2a180b8fdb5f tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/dce2785b-7ff1-407f-890e-3dc4295f69c5 HTTP/1.1" status: 204 len: 168 time: 2.5272453 Feb 04 11:36:48.159860 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33876) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:48.161827 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5db0d167-daaa-497f-a82d-ce875f8a186b tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:48.202980 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-41d98071-b6e9-46e9-a09f-16fb4e83eb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:48.270735 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0d167-daaa-497f-a82d-ce875f8a186b tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b6faae7-9cda-4d3b-a0fd-cd1f6206e997,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:48.281695 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d98071-b6e9-46e9-a09f-16fb4e83eb83 None None] Pushing event updated for resources: {'Port': ['ID=7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:48.290111 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5db0d167-daaa-497f-a82d-ce875f8a186b tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:48.306912 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba445713-86ad-445c-b7b7-624c04f3a6c3 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:48.309432 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba445713-86ad-445c-b7b7-624c04f3a6c3 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:48.309432 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ba445713-86ad-445c-b7b7-624c04f3a6c3 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:48.368810 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c371790b-ac8d-484b-85ba-be26d348452e tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:48.391595 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-c371790b-ac8d-484b-85ba-be26d348452e tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Transition to ACTIVE for port object 4a81efb5-d5f9-487b-9ac3-e70c50079c06 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:48.405670 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6869f73d-bc4c-4596-b7ca-41e0ceacd8f1 req-bb72413c-0d9a-4ada-a388-4977d33ab0be service neutron] 10.222.0.47 "GET /v2.0/networks/aa801161-0b6c-45f6-97b7-dc303a939bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5921450 Feb 04 11:36:48.408650 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9a34a318-0ea1-42d3-8b33-37443ce49d8c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:48.424813 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5db0d167-daaa-497f-a82d-ce875f8a186b tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] 10.222.0.21 "DELETE /v2.0/ports/9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 HTTP/1.1" status: 204 len: 168 time: 1.2165995 Feb 04 11:36:48.427598 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33882) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:48.476813 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-4305db6b-ddf6-4354-a13f-586f29133480 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] GET failed (client error): The resource could not be found. Feb 04 11:36:48.477320 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-4305db6b-ddf6-4354-a13f-586f29133480 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Synchronizing usage tracker for tenant:8bd3f458f0e7467b8ca8aa7c68fb6941 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:48.489022 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ba445713-86ad-445c-b7b7-624c04f3a6c3 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:48.490198 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ba445713-86ad-445c-b7b7-624c04f3a6c3 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5084498 Feb 04 11:36:48.493267 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33886) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:48.529699 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c371790b-ac8d-484b-85ba-be26d348452e tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:48.596812 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-4305db6b-ddf6-4354-a13f-586f29133480 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Unset dirty status for tenant:8bd3f458f0e7467b8ca8aa7c68fb6941 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:48.598243 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-4305db6b-ddf6-4354-a13f-586f29133480 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] 10.222.0.21 "GET /v2.0/ports/9b6faae7-9cda-4d3b-a0fd-cd1f6206e997 HTTP/1.1" status: 404 len: 333 time: 0.1685855 Feb 04 11:36:48.610205 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33890) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:48.629013 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-3177a129-be4f-43cf-a4dc-9afc6a62dfa1 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-935872344', 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:48.644140 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-3177a129-be4f-43cf-a4dc-9afc6a62dfa1 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:48.651551 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c371790b-ac8d-484b-85ba-be26d348452e tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Network 6bf13621-12da-4d4e-8931-fb46b2d65817 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:48.676815 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-c371790b-ac8d-484b-85ba-be26d348452e tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:48.688395 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c371790b-ac8d-484b-85ba-be26d348452e tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:36:48.716538 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-3177a129-be4f-43cf-a4dc-9afc6a62dfa1 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:48.718616 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c371790b-ac8d-484b-85ba-be26d348452e tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Port': ['ID=4a81efb5-d5f9-487b-9ac3-e70c50079c06,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:48.796714 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d1a47f18-996b-46be-a027-858e1d66da76 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router_gateway, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:48.797441 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d1a47f18-996b-46be-a027-858e1d66da76 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:48.834657 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c371790b-ac8d-484b-85ba-be26d348452e tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:48.835323 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c371790b-ac8d-484b-85ba-be26d348452e tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:48.877625 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3177a129-be4f-43cf-a4dc-9afc6a62dfa1 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Made reservation on behalf of 8bd3f458f0e7467b8ca8aa7c68fb6941 for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:48.880105 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3177a129-be4f-43cf-a4dc-9afc6a62dfa1 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:48.906741 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-b520f67b-939c-493a-a095-888eeee3951f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting subnet c2dfdfa1-5b5d-40e8-a887-eb171593fb2f {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:36:48.911528 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b520f67b-939c-493a-a095-888eeee3951f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:48.956597 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-3177a129-be4f-43cf-a4dc-9afc6a62dfa1 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] device_id is not set on port 4f22c573-7add-43a1-b6ba-f05851b5ac86 yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:36:48.968556 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9a34a318-0ea1-42d3-8b33-37443ce49d8c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:48.984201 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6869f73d-bc4c-4596-b7ca-41e0ceacd8f1 req-ef8ef21e-38d3-4b1b-b890-c6929bdd26fa service neutron] 10.222.0.47 "GET /v2.0/networks/aa801161-0b6c-45f6-97b7-dc303a939bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5707884 Feb 04 11:36:48.994325 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c371790b-ac8d-484b-85ba-be26d348452e tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2659423 Feb 04 11:36:48.999748 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33896) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:49.003728 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7b0aaa83-b6e1-4065-96d2-8c5f3d95478f None None] Provisioning for port 4a81efb5-d5f9-487b-9ac3-e70c50079c06 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:49.008391 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-928a0b76-839e-48ae-afa7-447773a4fcf8 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'subnet': {'network_id': '6bf13621-12da-4d4e-8931-fb46b2d65817', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:49.018813 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7b0aaa83-b6e1-4065-96d2-8c5f3d95478f None None] Provisioning complete for port 4a81efb5-d5f9-487b-9ac3-e70c50079c06 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:49.019645 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7b0aaa83-b6e1-4065-96d2-8c5f3d95478f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:49.069713 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b1b73288-3cc3-427e-a8de-af7effb0f2f0 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:49.108846 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-9a34a318-0ea1-42d3-8b33-37443ce49d8c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddd4beaf-0097-4abc-8f1b-5ea2ef8a7726']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:49.128191 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:49.144254 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-9a34a318-0ea1-42d3-8b33-37443ce49d8c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f79f0a-fc93-4f30-a59c-8113f0873fa8') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:49.144979 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-9a34a318-0ea1-42d3-8b33-37443ce49d8c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f79f0a-fc93-4f30-a59c-8113f0873fa8') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:49.190537 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9a34a318-0ea1-42d3-8b33-37443ce49d8c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:49.192554 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-7b0aaa83-b6e1-4065-96d2-8c5f3d95478f None None] Port 4a81efb5-d5f9-487b-9ac3-e70c50079c06 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:36:49.208187 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a8b38-7a0e-4b47-802d-e610ab90491a req-fc2d69bf-c0a6-45f3-a358-5d91ef69a2f6 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:49.214605 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5f7a8b38-7a0e-4b47-802d-e610ab90491a req-fc2d69bf-c0a6-45f3-a358-5d91ef69a2f6 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.6681552 Feb 04 11:36:49.216370 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b520f67b-939c-493a-a095-888eeee3951f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:49.257703 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b73288-3cc3-427e-a8de-af7effb0f2f0 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Subnet': ['ID=0a33f4a6-20c2-4e2f-a41f-6c9535430828,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:49.260445 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9a34a318-0ea1-42d3-8b33-37443ce49d8c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:49.264934 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:49.266285 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:49.297104 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a34a318-0ea1-42d3-8b33-37443ce49d8c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:36:49.297512 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9a34a318-0ea1-42d3-8b33-37443ce49d8c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:49.316232 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:36:49.316232 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:36:49.316232 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:36:49.316232 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:36:49.316232 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:36:49.316232 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:36:49.316232 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:36:49.316232 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:36:49.316232 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:36:49.316232 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:36:49.316232 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:36:49.316232 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:36:49.316232 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:36:49.316232 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:36:49.316232 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:36:49.316232 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:36:49.316232 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:36:49.316232 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:36:49.316232 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:36:49.316232 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:36:49.316232 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:36:49.316232 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:36:49.316232 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:36:49.316232 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:36:49.316232 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:36:49.316232 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:36:49.316232 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:36:49.316232 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:36:49.316232 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:36:49.316232 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:36:49.316232 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:36:49.316232 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:36:49.416037 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5f7a8b38-7a0e-4b47-802d-e610ab90491a req-b8c52361-3dc6-4d3a-b1ff-05e3e2ce62f9 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918280 Feb 04 11:36:49.432529 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b73288-3cc3-427e-a8de-af7effb0f2f0 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Checking segment: {'id': '090054eb-f2c8-41d5-85b3-5317cd756841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6cf177e3-9696-47c1-b50a-afbfdf0b0f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:36:49.433353 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b73288-3cc3-427e-a8de-af7effb0f2f0 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Network hostable DHCP agents. Network: 6cf177e3-9696-47c1-b50a-afbfdf0b0f7d, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:36:49.514302 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b520f67b-939c-493a-a095-888eeee3951f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:49.542123 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-928a0b76-839e-48ae-afa7-447773a4fcf8 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:49.560133 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-928a0b76-839e-48ae-afa7-447773a4fcf8 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:subnet and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:49.560425 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9a34a318-0ea1-42d3-8b33-37443ce49d8c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:49.577236 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-928a0b76-839e-48ae-afa7-447773a4fcf8 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:49.580157 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a34a318-0ea1-42d3-8b33-37443ce49d8c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ddd4beaf-0097-4abc-8f1b-5ea2ef8a7726 {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 11:36:49.585578 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9a34a318-0ea1-42d3-8b33-37443ce49d8c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:49.593534 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-928a0b76-839e-48ae-afa7-447773a4fcf8 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:49.597593 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34a318-0ea1-42d3-8b33-37443ce49d8c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Pushing event deleted for resources: {'Network': ['ID=ddd4beaf-0097-4abc-8f1b-5ea2ef8a7726,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:49.608241 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3177a129-be4f-43cf-a4dc-9afc6a62dfa1 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:49.608547 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-9a34a318-0ea1-42d3-8b33-37443ce49d8c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] 10.222.0.21 "DELETE /v2.0/networks/ddd4beaf-0097-4abc-8f1b-5ea2ef8a7726 HTTP/1.1" status: 204 len: 168 time: 1.4398186 Feb 04 11:36:49.664656 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b73288-3cc3-427e-a8de-af7effb0f2f0 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Network 6cf177e3-9696-47c1-b50a-afbfdf0b0f7d is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:36:49.716882 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928a0b76-839e-48ae-afa7-447773a4fcf8 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Made reservation on behalf of 2294c16a4d404317a20d2fdff5bb1a4c for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:49.743191 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-b1b73288-3cc3-427e-a8de-af7effb0f2f0 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 6cf177e3-9696-47c1-b50a-afbfdf0b0f7d) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:49.748802 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b520f67b-939c-493a-a095-888eeee3951f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:49.755413 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e26ba9-7f9b-4186-9dce-8f4b041a8446 None None] Network 6cf177e3-9696-47c1-b50a-afbfdf0b0f7d requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:36:49.762371 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b73288-3cc3-427e-a8de-af7effb0f2f0 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:49.763188 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b1b73288-3cc3-427e-a8de-af7effb0f2f0 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:49.817161 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a47f18-996b-46be-a027-858e1d66da76 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Router 6d74b581-bcb1-4ee3-9c4c-12f52c8a3ee3 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:36:49.875407 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3177a129-be4f-43cf-a4dc-9afc6a62dfa1 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:49.923951 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b1b73288-3cc3-427e-a8de-af7effb0f2f0 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0067403 Feb 04 11:36:49.932012 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33904) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:49.940503 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-2ff3be14-bf2c-4f48-803e-56d8cf198ec5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'port': {'network_id': '6cf177e3-9696-47c1-b50a-afbfdf0b0f7d', 'name': 'tempest-PortsIpV6TestJSON-625169406', 'fixed_ips': [{'subnet_id': '0a33f4a6-20c2-4e2f-a41f-6c9535430828', 'ip_address': '2001:db8::10'}]}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:49.967132 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520f67b-939c-493a-a095-888eeee3951f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Subnet': ['ID=c2dfdfa1-5b5d-40e8-a887-eb171593fb2f,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:49.988999 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3177a129-be4f-43cf-a4dc-9afc6a62dfa1 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Network 84a1ea7b-c327-4f57-af0c-c07f451814aa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:49.998670 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-3177a129-be4f-43cf-a4dc-9afc6a62dfa1 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:50.015860 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b520f67b-939c-493a-a095-888eeee3951f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:50.017381 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f648bd-c588-4a95-86f1-9735b2111ce0 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:36:50.019118 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3177a129-be4f-43cf-a4dc-9afc6a62dfa1 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:36:50.019889 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3177a129-be4f-43cf-a4dc-9afc6a62dfa1 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:50.020464 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3177a129-be4f-43cf-a4dc-9afc6a62dfa1 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:50.132012 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-2ff3be14-bf2c-4f48-803e-56d8cf198ec5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:50.137071 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177a129-be4f-43cf-a4dc-9afc6a62dfa1 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Pushing event updated for resources: {'Port': ['ID=4f22c573-7add-43a1-b6ba-f05851b5ac86,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:50.174608 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-928a0b76-839e-48ae-afa7-447773a4fcf8 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:50.222789 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3177a129-be4f-43cf-a4dc-9afc6a62dfa1 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6043990 Feb 04 11:36:50.238472 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b520f67b-939c-493a-a095-888eeee3951f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/c2dfdfa1-5b5d-40e8-a887-eb171593fb2f HTTP/1.1" status: 204 len: 168 time: 1.7442062 Feb 04 11:36:50.239158 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33910) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:50.239489 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33912) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:50.259765 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33914) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:50.266745 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-4014fb75-f460-4247-b500-b0a137b9233b tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Request body: {'router': {'name': 'tempest-router--738480060', 'project_id': '5318e1deaf28466d93ba13ef86548947'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:50.271592 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-2ff3be14-bf2c-4f48-803e-56d8cf198ec5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:port and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:50.277723 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-2ff3be14-bf2c-4f48-803e-56d8cf198ec5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:50.287334 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-4014fb75-f460-4247-b500-b0a137b9233b tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:50.289752 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-2ff3be14-bf2c-4f48-803e-56d8cf198ec5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:50.298712 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-4014fb75-f460-4247-b500-b0a137b9233b tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Usage tracker for resource:router and tenant:5318e1deaf28466d93ba13ef86548947 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:50.304338 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-4014fb75-f460-4247-b500-b0a137b9233b tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:50.319560 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-4014fb75-f460-4247-b500-b0a137b9233b tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:50.353690 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a47f18-996b-46be-a027-858e1d66da76 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:36:50.403749 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff3be14-bf2c-4f48-803e-56d8cf198ec5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Made reservation on behalf of 923893a854aa49c78e412c9bf04cfc96 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:50.410535 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2ff3be14-bf2c-4f48-803e-56d8cf198ec5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:50.428102 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-09e768a7-8707-481c-a7a9-48e2a9669f3f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1266537 Feb 04 11:36:50.429514 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33922) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:50.431152 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4014fb75-f460-4247-b500-b0a137b9233b tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:50.435798 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4014fb75-f460-4247-b500-b0a137b9233b tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:50.445642 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7e8ba1-f4cd-4f7e-8837-9b7c6122f8b8 None None] Sync routers for ids ['6d74b581-bcb1-4ee3-9c4c-12f52c8a3ee3'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:36:50.447157 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-2ff3be14-bf2c-4f48-803e-56d8cf198ec5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] device_id is not set on port 6a7c2f65-7f4a-4959-a494-4f13cc1eafcf yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:36:50.486537 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36150184-cf80-4ea7-a4e9-ddb816c09d94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-6cf177e3-9696-47c1-b50a-afbfdf0b0f7d', 'network_id': '6cf177e3-9696-47c1-b50a-afbfdf0b0f7d', 'tenant_id': '923893a854aa49c78e412c9bf04cfc96', 'fixed_ips': [{'subnet_id': '0a33f4a6-20c2-4e2f-a41f-6c9535430828'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:36:50.486762 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d1a47f18-996b-46be-a027-858e1d66da76 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:50.487990 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d1a47f18-996b-46be-a027-858e1d66da76 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.4780903 Feb 04 11:36:50.491217 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33932) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:50.496293 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-36150184-cf80-4ea7-a4e9-ddb816c09d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:50.502685 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-2dc52d34-c00b-4c3f-a5a5-82bf203437bb tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:50.557250 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-e60d232e-deb4-49d0-b3e9-4a6f3837d3b0 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Synchronizing usage tracker for tenant:8bd3f458f0e7467b8ca8aa7c68fb6941 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:50.594665 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.ipam_backend_mixin [None req-928a0b76-839e-48ae-afa7-447773a4fcf8 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fc092591-b63d-4453-89b0-db2e73f2abe7 (CIDR: 172.20.0.0/28) Feb 04 11:36:50.597307 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4014fb75-f460-4247-b500-b0a137b9233b tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:50.615037 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bc0a95-16e7-4972-adde-6ab1e83c0550 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:50.616661 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-62bc0a95-16e7-4972-adde-6ab1e83c0550 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:50.618150 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7e8ba1-f4cd-4f7e-8837-9b7c6122f8b8 None None] Routers {'6d74b581-bcb1-4ee3-9c4c-12f52c8a3ee3'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:36:50.619114 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-fe7e8ba1-f4cd-4f7e-8837-9b7c6122f8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:36:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['6d74b581-bcb1-4ee3-9c4c-12f52c8a3ee3'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:50.639139 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-928a0b76-839e-48ae-afa7-447773a4fcf8 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:36:50.639635 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-928a0b76-839e-48ae-afa7-447773a4fcf8 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:36:50.697947 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-e60d232e-deb4-49d0-b3e9-4a6f3837d3b0 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Unset dirty status for tenant:8bd3f458f0e7467b8ca8aa7c68fb6941 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:50.700891 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-fe7e8ba1-f4cd-4f7e-8837-9b7c6122f8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:50.703418 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e60d232e-deb4-49d0-b3e9-4a6f3837d3b0 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] 10.222.0.21 "GET /v2.0/ports/4f22c573-7add-43a1-b6ba-f05851b5ac86 HTTP/1.1" status: 200 len: 954 time: 0.4111257 Feb 04 11:36:50.705339 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33936) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:50.712356 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-62bc0a95-16e7-4972-adde-6ab1e83c0550 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:50.716524 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-62bc0a95-16e7-4972-adde-6ab1e83c0550 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2870443 Feb 04 11:36:50.717256 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33940) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:50.739329 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7e8ba1-f4cd-4f7e-8837-9b7c6122f8b8 None None] Routers {'6d74b581-bcb1-4ee3-9c4c-12f52c8a3ee3'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:36:50.739909 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-fe7e8ba1-f4cd-4f7e-8837-9b7c6122f8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:36:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['6d74b581-bcb1-4ee3-9c4c-12f52c8a3ee3'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:50.803590 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-fe7e8ba1-f4cd-4f7e-8837-9b7c6122f8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:50.803995 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7e8ba1-f4cd-4f7e-8837-9b7c6122f8b8 None None] The sync data for ids ['6d74b581-bcb1-4ee3-9c4c-12f52c8a3ee3'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:36:50.813992 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4014fb75-f460-4247-b500-b0a137b9233b tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:50.825034 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-928a0b76-839e-48ae-afa7-447773a4fcf8 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8220673 Feb 04 11:36:50.834619 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33944) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:50.850204 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-8849f09b-3454-43a0-8aac-6010dff04115 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'subnet': {'network_id': '6bf13621-12da-4d4e-8931-fb46b2d65817', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:50.858727 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-9b31b117-7ef5-473d-92f5-0932d779f249 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Deleting port 4f22c573-7add-43a1-b6ba-f05851b5ac86 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:50.859142 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9b31b117-7ef5-473d-92f5-0932d779f249 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:50.880641 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d750b9a-d7fd-48b2-ba04-7dd9159e38ff None None] DHCP port deletion for a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:36:50.885651 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4d750b9a-d7fd-48b2-ba04-7dd9159e38ff None None] Deleting port fcea3dc6-c217-4a69-962b-d79019cd1db1 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:50.885843 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4d750b9a-d7fd-48b2-ba04-7dd9159e38ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:50.901082 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c02ffed-414e-4f4e-aae5-5f8465b309ae tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:50.902623 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-1c02ffed-414e-4f4e-aae5-5f8465b309ae tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:50.965970 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4014fb75-f460-4247-b500-b0a137b9233b tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:50.967140 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4014fb75-f460-4247-b500-b0a137b9233b tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7049270 Feb 04 11:36:50.972075 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-2ff3be14-bf2c-4f48-803e-56d8cf198ec5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Allocated IP 2001:db8::10 (6cf177e3-9696-47c1-b50a-afbfdf0b0f7d/0a33f4a6-20c2-4e2f-a41f-6c9535430828/6a7c2f65-7f4a-4959-a494-4f13cc1eafcf) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:50.973982 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33948) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:51.008780 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f8781-b65e-4670-a5e5-3032907c9310 req-0c2ad883-c06d-4cde-af54-3708f5e14daa tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:51.010313 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d48f8781-b65e-4670-a5e5-3032907c9310 req-0c2ad883-c06d-4cde-af54-3708f5e14daa tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.3655198 Feb 04 11:36:51.108792 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device fcea3dc6-c217-4a69-962b-d79019cd1db1 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:36:51.113371 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-1c02ffed-414e-4f4e-aae5-5f8465b309ae tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:51.114694 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1c02ffed-414e-4f4e-aae5-5f8465b309ae tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3692639 Feb 04 11:36:51.119491 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33952) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:51.190802 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4d750b9a-d7fd-48b2-ba04-7dd9159e38ff None None] For port fcea3dc6-c217-4a69-962b-d79019cd1db1, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=fcea3dc6-c217-4a69-962b-d79019cd1db1,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:36:51.191264 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4d750b9a-d7fd-48b2-ba04-7dd9159e38ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:51.237365 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f34f2cf1-ca8c-4084-ad25-e11996bb3089 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1162503 Feb 04 11:36:51.242352 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33956) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:51.244856 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9b31b117-7ef5-473d-92f5-0932d779f249 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:51.259094 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-81f4c205-cc80-45ed-bfd6-e7c7d1ba9602 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:51.287393 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d48f8781-b65e-4670-a5e5-3032907c9310 req-328e1d0a-0c0a-4dc8-827a-65b8e1e25ff0 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2595785 Feb 04 11:36:51.347997 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4d750b9a-d7fd-48b2-ba04-7dd9159e38ff None None] Calling delete_port for fcea3dc6-c217-4a69-962b-d79019cd1db1 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:36:51.403409 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8849f09b-3454-43a0-8aac-6010dff04115 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:51.469965 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:51.470336 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8849f09b-3454-43a0-8aac-6010dff04115 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:subnet and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:51.497337 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8849f09b-3454-43a0-8aac-6010dff04115 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:51.504897 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port fcea3dc6-c217-4a69-962b-d79019cd1db1, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=fcea3dc6-c217-4a69-962b-d79019cd1db1,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:36:51.553351 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8849f09b-3454-43a0-8aac-6010dff04115 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:51.566153 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:51.566725 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-47e2f087-a56e-419f-925e-37765b22d9e4 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:51.577690 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-9b31b117-7ef5-473d-92f5-0932d779f249 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Calling delete_port for 4f22c573-7add-43a1-b6ba-f05851b5ac86 owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:36:51.657965 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=fcea3dc6-c217-4a69-962b-d79019cd1db1,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:51.668591 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-81f4c205-cc80-45ed-bfd6-e7c7d1ba9602 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:51.671226 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-4d750b9a-d7fd-48b2-ba04-7dd9159e38ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:36:51.671700 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-4d750b9a-d7fd-48b2-ba04-7dd9159e38ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:36:51.689550 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-81f4c205-cc80-45ed-bfd6-e7c7d1ba9602 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:51.743327 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8849f09b-3454-43a0-8aac-6010dff04115 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Made reservation on behalf of 2294c16a4d404317a20d2fdff5bb1a4c for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:51.748992 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9b31b117-7ef5-473d-92f5-0932d779f249 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:51.798273 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f4c205-cc80-45ed-bfd6-e7c7d1ba9602 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:51.801707 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-81f4c205-cc80-45ed-bfd6-e7c7d1ba9602 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:51.818696 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31b117-7ef5-473d-92f5-0932d779f249 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f22c573-7add-43a1-b6ba-f05851b5ac86,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:51.883768 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9b31b117-7ef5-473d-92f5-0932d779f249 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:51.948086 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2ff3be14-bf2c-4f48-803e-56d8cf198ec5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:51.998825 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9b31b117-7ef5-473d-92f5-0932d779f249 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] 10.222.0.21 "DELETE /v2.0/ports/4f22c573-7add-43a1-b6ba-f05851b5ac86 HTTP/1.1" status: 204 len: 168 time: 1.2911897 Feb 04 11:36:52.001665 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33960) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:52.052987 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-2ff3be14-bf2c-4f48-803e-56d8cf198ec5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Transition to ACTIVE for port object 6a7c2f65-7f4a-4959-a494-4f13cc1eafcf will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:52.053342 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-19bf63c8-35fa-4cb2-8fc5-8d032efb8fb0 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] GET failed (client error): The resource could not be found. Feb 04 11:36:52.053853 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-19bf63c8-35fa-4cb2-8fc5-8d032efb8fb0 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Synchronizing usage tracker for tenant:8bd3f458f0e7467b8ca8aa7c68fb6941 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:52.172559 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4d750b9a-d7fd-48b2-ba04-7dd9159e38ff None None] Deleting port fcea3dc6-c217-4a69-962b-d79019cd1db1 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:52.173115 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4d750b9a-d7fd-48b2-ba04-7dd9159e38ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:52.197387 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-19bf63c8-35fa-4cb2-8fc5-8d032efb8fb0 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Unset dirty status for tenant:8bd3f458f0e7467b8ca8aa7c68fb6941 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:52.198864 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-19bf63c8-35fa-4cb2-8fc5-8d032efb8fb0 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] 10.222.0.21 "GET /v2.0/ports/4f22c573-7add-43a1-b6ba-f05851b5ac86 HTTP/1.1" status: 404 len: 333 time: 0.1962354 Feb 04 11:36:52.202741 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33964) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:52.208346 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-51fb7672-3290-431f-ad78-449c5056f521 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Request body: {'port': {'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-432401607'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:52.213418 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-51fb7672-3290-431f-ad78-449c5056f521 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:52.224179 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-51fb7672-3290-431f-ad78-449c5056f521 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:52.262686 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-47e2f087-a56e-419f-925e-37765b22d9e4 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:52.268536 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8849f09b-3454-43a0-8aac-6010dff04115 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:52.342897 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-47e2f087-a56e-419f-925e-37765b22d9e4 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:52.366405 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fb7672-3290-431f-ad78-449c5056f521 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Made reservation on behalf of 8bd3f458f0e7467b8ca8aa7c68fb6941 for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:52.368711 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-51fb7672-3290-431f-ad78-449c5056f521 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:52.421418 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4d750b9a-d7fd-48b2-ba04-7dd9159e38ff None None] For port fcea3dc6-c217-4a69-962b-d79019cd1db1, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=fcea3dc6-c217-4a69-962b-d79019cd1db1,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:36:52.421815 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4d750b9a-d7fd-48b2-ba04-7dd9159e38ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:52.427290 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-51fb7672-3290-431f-ad78-449c5056f521 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] device_id is not set on port 42a3a748-9909-423a-b66f-dfba80a3a6a9 yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:36:52.500942 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2ff3be14-bf2c-4f48-803e-56d8cf198ec5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:52.540842 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-47e2f087-a56e-419f-925e-37765b22d9e4 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:52.541400 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e2f087-a56e-419f-925e-37765b22d9e4 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c7e04814-358a-40bd-99fe-692e1990cbb3 {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:36:52.564183 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4d750b9a-d7fd-48b2-ba04-7dd9159e38ff None None] Calling delete_port for fcea3dc6-c217-4a69-962b-d79019cd1db1 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:36:52.566535 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.objects.ports [None req-81f4c205-cc80-45ed-bfd6-e7c7d1ba9602 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84204) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 11:36:52.689550 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-36150184-cf80-4ea7-a4e9-ddb816c09d94 None None] Allocated IP 2001:db8::2 (6cf177e3-9696-47c1-b50a-afbfdf0b0f7d/0a33f4a6-20c2-4e2f-a41f-6c9535430828/db4ddf1f-8754-42aa-8b5d-99b24fe4dea4) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:52.784218 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-51fb7672-3290-431f-ad78-449c5056f521 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:52.795813 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.ipam_pluggable_backend [None req-81f4c205-cc80-45ed-bfd6-e7c7d1ba9602 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Port fcea3dc6-c217-4a69-962b-d79019cd1db1 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=84204) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 04 11:36:52.796112 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.ipam_pluggable_backend [None req-81f4c205-cc80-45ed-bfd6-e7c7d1ba9602 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Reverting IP allocation for 2001:db8::f816:3eff:fe7b:62ce {{(pid=84204) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 04 11:36:52.802360 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-47e2f087-a56e-419f-925e-37765b22d9e4 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:52.806080 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-47e2f087-a56e-419f-925e-37765b22d9e4 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] 10.222.0.21 "DELETE /v2.0/routers/c7e04814-358a-40bd-99fe-692e1990cbb3 HTTP/1.1" status: 204 len: 168 time: 1.8253422 Feb 04 11:36:52.815753 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4d750b9a-d7fd-48b2-ba04-7dd9159e38ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:52.843654 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff3be14-bf2c-4f48-803e-56d8cf198ec5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Network 6cf177e3-9696-47c1-b50a-afbfdf0b0f7d is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:52.845066 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3be14-bf2c-4f48-803e-56d8cf198ec5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Port': ['ID=6a7c2f65-7f4a-4959-a494-4f13cc1eafcf,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:52.852205 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-2ff3be14-bf2c-4f48-803e-56d8cf198ec5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:52.893181 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff3be14-bf2c-4f48-803e-56d8cf198ec5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:36:52.896997 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff3be14-bf2c-4f48-803e-56d8cf198ec5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:52.897622 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2ff3be14-bf2c-4f48-803e-56d8cf198ec5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:52.941020 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-81f4c205-cc80-45ed-bfd6-e7c7d1ba9602 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:52.959562 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d750b9a-d7fd-48b2-ba04-7dd9159e38ff None None] Pushing event deleted for resources: {'Port': ['ID=fcea3dc6-c217-4a69-962b-d79019cd1db1,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:52.966075 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dba99f-0471-405d-b8e9-6db55b7d6e2c req-a05b757e-efb4-4904-9b0d-521a2ea6f4a2 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:52.968070 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-80dba99f-0471-405d-b8e9-6db55b7d6e2c req-a05b757e-efb4-4904-9b0d-521a2ea6f4a2 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.5225611 Feb 04 11:36:52.968220 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d750b9a-d7fd-48b2-ba04-7dd9159e38ff None None] No DVR routers for this DVR port fcea3dc6-c217-4a69-962b-d79019cd1db1 on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:36:53.005985 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-51fb7672-3290-431f-ad78-449c5056f521 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:53.107338 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f4c205-cc80-45ed-bfd6-e7c7d1ba9602 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:53.111468 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2ff3be14-bf2c-4f48-803e-56d8cf198ec5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1780460 Feb 04 11:36:53.117331 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-81f4c205-cc80-45ed-bfd6-e7c7d1ba9602 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:53.128891 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33972) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:53.133251 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f4c205-cc80-45ed-bfd6-e7c7d1ba9602 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:53.133835 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-81f4c205-cc80-45ed-bfd6-e7c7d1ba9602 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:53.140855 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4072dd0f-289d-49a8-9b0a-87250b801f77 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:36:53.148145 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-ddb56e9c-630e-48d4-90dd-12f410a49539 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'port': {'network_id': '6cf177e3-9696-47c1-b50a-afbfdf0b0f7d', 'name': 'tempest-PortsIpV6TestJSON-2037328203', 'fixed_ips': [{'subnet_id': '0a33f4a6-20c2-4e2f-a41f-6c9535430828', 'ip_address': '2001:db8::f'}]}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:53.166799 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-36150184-cf80-4ea7-a4e9-ddb816c09d94 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:53.170657 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-80dba99f-0471-405d-b8e9-6db55b7d6e2c req-e3a3941e-b991-4086-9be6-25e2d1016846 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947310 Feb 04 11:36:53.203608 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2dc52d34-c00b-4c3f-a5a5-82bf203437bb tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:53.218993 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33976) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:53.221061 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4c205-cc80-45ed-bfd6-e7c7d1ba9602 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Subnet': ['ID=45cab250-3aa9-4628-9fad-c4bcfd5bd326,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:53.256477 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-36150184-cf80-4ea7-a4e9-ddb816c09d94 None None] Transition to ACTIVE for port object db4ddf1f-8754-42aa-8b5d-99b24fe4dea4 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:53.271565 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8849f09b-3454-43a0-8aac-6010dff04115 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:53.275153 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fb7672-3290-431f-ad78-449c5056f521 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Network 84a1ea7b-c327-4f57-af0c-c07f451814aa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:53.282682 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-51fb7672-3290-431f-ad78-449c5056f521 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:53.284930 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fb7672-3290-431f-ad78-449c5056f521 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:36:53.286081 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fb7672-3290-431f-ad78-449c5056f521 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:53.286722 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-51fb7672-3290-431f-ad78-449c5056f521 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:53.290843 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb7672-3290-431f-ad78-449c5056f521 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Pushing event updated for resources: {'Port': ['ID=42a3a748-9909-423a-b66f-dfba80a3a6a9,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:53.295777 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-36150184-cf80-4ea7-a4e9-ddb816c09d94 None None] Transition to ACTIVE for port object db4ddf1f-8754-42aa-8b5d-99b24fe4dea4 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:53.373827 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8849f09b-3454-43a0-8aac-6010dff04115 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Network 6bf13621-12da-4d4e-8931-fb46b2d65817 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:53.375630 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2dc52d34-c00b-4c3f-a5a5-82bf203437bb tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:53.386591 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-8849f09b-3454-43a0-8aac-6010dff04115 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:53.391736 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8849f09b-3454-43a0-8aac-6010dff04115 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:53.392579 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8849f09b-3454-43a0-8aac-6010dff04115 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:53.419587 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-ddb56e9c-630e-48d4-90dd-12f410a49539 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:53.422967 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac521fb1-f0b6-41ce-be95-292e60086847 None None] Network 6bf13621-12da-4d4e-8931-fb46b2d65817 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:36:53.427415 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-ddb56e9c-630e-48d4-90dd-12f410a49539 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:port and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:53.435710 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-ddb56e9c-630e-48d4-90dd-12f410a49539 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:53.439436 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8849f09b-3454-43a0-8aac-6010dff04115 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Subnet': ['ID=fc931114-5350-46e7-a543-1349b03aa7a5,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:53.443112 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-ddb56e9c-630e-48d4-90dd-12f410a49539 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:53.631116 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-11c85e96-9798-4e5c-b44e-afdb6dbf3047 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-578513255', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}, 'admin_state_up': False}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:53.631116 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-11c85e96-9798-4e5c-b44e-afdb6dbf3047 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:53.631116 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-11c85e96-9798-4e5c-b44e-afdb6dbf3047 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Usage tracker for resource:router and tenant:740bf14d103b4ed79f913bb123a585f8 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:53.631116 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-11c85e96-9798-4e5c-b44e-afdb6dbf3047 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:53.631116 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-11c85e96-9798-4e5c-b44e-afdb6dbf3047 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:53.679850 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0694d76-1bd8-49ec-bbe0-785fa1bd800c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'tenant_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'fixed_ips': [{'subnet_id': '45cab250-3aa9-4628-9fad-c4bcfd5bd326'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:36:53.680802 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b0694d76-1bd8-49ec-bbe0-785fa1bd800c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:53.777555 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-36150184-cf80-4ea7-a4e9-ddb816c09d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:53.798109 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-81f4c205-cc80-45ed-bfd6-e7c7d1ba9602 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.5446477 Feb 04 11:36:53.802295 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11c85e96-9798-4e5c-b44e-afdb6dbf3047 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:53.802295 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11c85e96-9798-4e5c-b44e-afdb6dbf3047 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:53.808451 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8849f09b-3454-43a0-8aac-6010dff04115 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.9717159 Feb 04 11:36:53.808968 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33982) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:53.809395 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-2dc52d34-c00b-4c3f-a5a5-82bf203437bb tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Deleting port aaa93d3b-b519-4255-93b6-be53b77c3cf5 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:53.809589 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33984) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:53.809923 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2dc52d34-c00b-4c3f-a5a5-82bf203437bb tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:53.821293 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-51fb7672-3290-431f-ad78-449c5056f521 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6146438 Feb 04 11:36:53.822257 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 33990) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:53.832530 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8278'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:53.887325 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-bf088aaf-2904-44cb-99f7-690599e7470d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1255747543', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fc931114-5350-46e7-a543-1349b03aa7a5'}], 'security_groups': ['3d6fc579-9692-4cf8-898b-19cfc1c4807d']}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:53.916402 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-8af41457-71b6-48d0-b9ef-e775d5eef8a5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'port': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'mac_address': 'fa:16:3e:b1:d4:5b', 'name': 'tempest-NetworksTestDHCPv6-1654866679'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:36:53.924882 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36150184-cf80-4ea7-a4e9-ddb816c09d94 None None] Network 6cf177e3-9696-47c1-b50a-afbfdf0b0f7d is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:53.951638 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11c85e96-9798-4e5c-b44e-afdb6dbf3047 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:53.959514 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb56e9c-630e-48d4-90dd-12f410a49539 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Made reservation on behalf of 923893a854aa49c78e412c9bf04cfc96 for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:53.959758 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-36150184-cf80-4ea7-a4e9-ddb816c09d94 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:53.966868 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36150184-cf80-4ea7-a4e9-ddb816c09d94 None None] Pushing event updated for resources: {'Port': ['ID=db4ddf1f-8754-42aa-8b5d-99b24fe4dea4,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:53.971124 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36150184-cf80-4ea7-a4e9-ddb816c09d94 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:36:53.981668 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d6ad49-22fa-463c-8e27-449c90c4f4e2 None None] Update dhcp port {'port': {'network_id': '6bf13621-12da-4d4e-8931-fb46b2d65817', 'fixed_ips': [{'subnet_id': 'fc092591-b63d-4453-89b0-db2e73f2abe7', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fc931114-5350-46e7-a543-1349b03aa7a5'}], 'binding:host_id': 'dv-neutron-827825-2-hyperv'}, 'id': '7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4'} from dv-neutron-827825-2-hyperv. {{(pid=84206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 11:36:54.024331 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2dc52d34-c00b-4c3f-a5a5-82bf203437bb tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:54.111426 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-b0694d76-1bd8-49ec-bbe0-785fa1bd800c None None] Allocated IP 2001:db8::f816:3eff:fe45:f9e (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/45cab250-3aa9-4628-9fad-c4bcfd5bd326/5d6ffb4f-482b-45bb-ab3f-373d9f83ec2f) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:54.139592 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b3d6ad49-22fa-463c-8e27-449c90c4f4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:54.181791 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-36150184-cf80-4ea7-a4e9-ddb816c09d94 None None] Attempting to bind port db4ddf1f-8754-42aa-8b5d-99b24fe4dea4 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:54.182176 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-36150184-cf80-4ea7-a4e9-ddb816c09d94 None None] Attempting to bind port db4ddf1f-8754-42aa-8b5d-99b24fe4dea4 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '090054eb-f2c8-41d5-85b3-5317cd756841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6cf177e3-9696-47c1-b50a-afbfdf0b0f7d'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:54.182532 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36150184-cf80-4ea7-a4e9-ddb816c09d94 None None] Attempting to bind port db4ddf1f-8754-42aa-8b5d-99b24fe4dea4 on network 6cf177e3-9696-47c1-b50a-afbfdf0b0f7d {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:54.228696 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-2dc52d34-c00b-4c3f-a5a5-82bf203437bb tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Calling delete_port for aaa93d3b-b519-4255-93b6-be53b77c3cf5 owned by network:router_gateway {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:36:54.280393 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36150184-cf80-4ea7-a4e9-ddb816c09d94 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:36:54.281445 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36150184-cf80-4ea7-a4e9-ddb816c09d94 None None] Checking segment: {'id': '090054eb-f2c8-41d5-85b3-5317cd756841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6cf177e3-9696-47c1-b50a-afbfdf0b0f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:36:54.282037 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-36150184-cf80-4ea7-a4e9-ddb816c09d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:54.282595 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36150184-cf80-4ea7-a4e9-ddb816c09d94 None None] Bound using segment: {'id': '090054eb-f2c8-41d5-85b3-5317cd756841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6cf177e3-9696-47c1-b50a-afbfdf0b0f7d'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:36:54.283409 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-36150184-cf80-4ea7-a4e9-ddb816c09d94 None None] Bound port: db4ddf1f-8754-42aa-8b5d-99b24fe4dea4, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '090054eb-f2c8-41d5-85b3-5317cd756841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6cf177e3-9696-47c1-b50a-afbfdf0b0f7d'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:36:54.283955 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-36150184-cf80-4ea7-a4e9-ddb816c09d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:54.461876 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11c85e96-9798-4e5c-b44e-afdb6dbf3047 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:54.465617 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:54.496691 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bf088aaf-2904-44cb-99f7-690599e7470d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:54.534224 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-8af41457-71b6-48d0-b9ef-e775d5eef8a5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:54.592181 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b0694d76-1bd8-49ec-bbe0-785fa1bd800c None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:54.614972 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2dc52d34-c00b-4c3f-a5a5-82bf203437bb tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:54.623908 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-b0694d76-1bd8-49ec-bbe0-785fa1bd800c None None] Transition to ACTIVE for port object 5d6ffb4f-482b-45bb-ab3f-373d9f83ec2f will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:54.625655 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-8af41457-71b6-48d0-b9ef-e775d5eef8a5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:54.670795 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-36150184-cf80-4ea7-a4e9-ddb816c09d94 None None] For port db4ddf1f-8754-42aa-8b5d-99b24fe4dea4, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:36:54.682158 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ddb56e9c-630e-48d4-90dd-12f410a49539 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:54.685333 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-36150184-cf80-4ea7-a4e9-ddb816c09d94 None None] For port db4ddf1f-8754-42aa-8b5d-99b24fe4dea4, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=db4ddf1f-8754-42aa-8b5d-99b24fe4dea4,segment=NetworkSegment(090054eb-f2c8-41d5-85b3-5317cd756841),segment_id=090054eb-f2c8-41d5-85b3-5317cd756841)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:36:54.694466 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-b0694d76-1bd8-49ec-bbe0-785fa1bd800c None None] Transition to ACTIVE for port object 5d6ffb4f-482b-45bb-ab3f-373d9f83ec2f will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:54.715155 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc52d34-c00b-4c3f-a5a5-82bf203437bb tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Pushing event deleted for resources: {'Port': ['ID=aaa93d3b-b519-4255-93b6-be53b77c3cf5,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:54.723296 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-b3d6ad49-22fa-463c-8e27-449c90c4f4e2 None None] Allocated IP 172.20.0.18 (6bf13621-12da-4d4e-8931-fb46b2d65817/fc931114-5350-46e7-a543-1349b03aa7a5/7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:54.831539 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-36150184-cf80-4ea7-a4e9-ddb816c09d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:54.846558 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-ddb56e9c-630e-48d4-90dd-12f410a49539 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] device_id is not set on port bfb761dc-ce1b-4c38-be4c-faa380b7e7fe yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:36:54.874033 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b0694d76-1bd8-49ec-bbe0-785fa1bd800c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:54.887599 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af41457-71b6-48d0-b9ef-e775d5eef8a5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:54.994152 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0694d76-1bd8-49ec-bbe0-785fa1bd800c None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:55.000394 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-b0694d76-1bd8-49ec-bbe0-785fa1bd800c None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:55.010357 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153fcc97-e67b-46dd-8d34-d020d7eca4c1 req-6cb41b1a-57b1-4604-98f0-b42594fd1151 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:55.011879 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0694d76-1bd8-49ec-bbe0-785fa1bd800c None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:36:55.014107 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-153fcc97-e67b-46dd-8d34-d020d7eca4c1 req-6cb41b1a-57b1-4604-98f0-b42594fd1151 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.6477981 Feb 04 11:36:55.018127 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36150184-cf80-4ea7-a4e9-ddb816c09d94 None None] Pushing event updated for resources: {'Port': ['ID=db4ddf1f-8754-42aa-8b5d-99b24fe4dea4,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:55.124575 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-b3d6ad49-22fa-463c-8e27-449c90c4f4e2 None None] For port 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4,segment=NetworkSegment(70662168-66ed-48f0-b516-ea5ca6bcbfe3),segment_id=70662168-66ed-48f0-b516-ea5ca6bcbfe3)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:36:55.191979 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0694d76-1bd8-49ec-bbe0-785fa1bd800c None None] Pushing event updated for resources: {'Port': ['ID=5d6ffb4f-482b-45bb-ab3f-373d9f83ec2f,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:55.192770 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2dc52d34-c00b-4c3f-a5a5-82bf203437bb tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:55.214287 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-b0694d76-1bd8-49ec-bbe0-785fa1bd800c None None] Attempting to bind port 5d6ffb4f-482b-45bb-ab3f-373d9f83ec2f on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:55.214662 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-b0694d76-1bd8-49ec-bbe0-785fa1bd800c None None] Attempting to bind port 5d6ffb4f-482b-45bb-ab3f-373d9f83ec2f by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:55.214933 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-153fcc97-e67b-46dd-8d34-d020d7eca4c1 req-ca50367c-7fc3-489d-9b00-82c82c158b56 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423285 Feb 04 11:36:55.215052 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0694d76-1bd8-49ec-bbe0-785fa1bd800c None None] Attempting to bind port 5d6ffb4f-482b-45bb-ab3f-373d9f83ec2f on network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:55.251681 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0694d76-1bd8-49ec-bbe0-785fa1bd800c None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:36:55.251963 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0694d76-1bd8-49ec-bbe0-785fa1bd800c None None] Checking segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:36:55.252370 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b0694d76-1bd8-49ec-bbe0-785fa1bd800c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:55.252761 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0694d76-1bd8-49ec-bbe0-785fa1bd800c None None] Bound using segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:36:55.253243 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-b0694d76-1bd8-49ec-bbe0-785fa1bd800c None None] Bound port: 5d6ffb4f-482b-45bb-ab3f-373d9f83ec2f, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:36:55.253600 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b0694d76-1bd8-49ec-bbe0-785fa1bd800c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:55.266027 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b3d6ad49-22fa-463c-8e27-449c90c4f4e2 None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:55.340620 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-b3d6ad49-22fa-463c-8e27-449c90c4f4e2 None None] Transition to ACTIVE for port object 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:55.406203 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.db.resource_extend [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:36:55.409695 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-b0694d76-1bd8-49ec-bbe0-785fa1bd800c None None] For port 5d6ffb4f-482b-45bb-ab3f-373d9f83ec2f, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:36:55.413902 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-b0694d76-1bd8-49ec-bbe0-785fa1bd800c None None] For port 5d6ffb4f-482b-45bb-ab3f-373d9f83ec2f, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=5d6ffb4f-482b-45bb-ab3f-373d9f83ec2f,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:36:55.423121 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b3d6ad49-22fa-463c-8e27-449c90c4f4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:55.463297 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11c85e96-9798-4e5c-b44e-afdb6dbf3047 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router_gateway, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:55.488133 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8af41457-71b6-48d0-b9ef-e775d5eef8a5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:55.502717 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2dc52d34-c00b-4c3f-a5a5-82bf203437bb tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:55.513233 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11c85e96-9798-4e5c-b44e-afdb6dbf3047 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:55.523450 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2dc52d34-c00b-4c3f-a5a5-82bf203437bb tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16351460'] for router, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:55.531691 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b0694d76-1bd8-49ec-bbe0-785fa1bd800c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:55.606442 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6ad49-22fa-463c-8e27-449c90c4f4e2 None None] Pushing event updated for resources: {'Port': ['ID=7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:55.685091 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-8af41457-71b6-48d0-b9ef-e775d5eef8a5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] device_id is not set on port 3087f9c4-f99b-4ed3-bd89-1ace4378fc41 yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:36:55.689344 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0694d76-1bd8-49ec-bbe0-785fa1bd800c None None] Pushing event updated for resources: {'Port': ['ID=5d6ffb4f-482b-45bb-ab3f-373d9f83ec2f,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:55.727762 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] device_id is not set on port 42a3a748-9909-423a-b66f-dfba80a3a6a9 yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:36:55.747667 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:55.784953 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-ddb56e9c-630e-48d4-90dd-12f410a49539 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Allocated IP 2001:db8::f (6cf177e3-9696-47c1-b50a-afbfdf0b0f7d/0a33f4a6-20c2-4e2f-a41f-6c9535430828/bfb761dc-ce1b-4c38-be4c-faa380b7e7fe) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:55.814611 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc52d34-c00b-4c3f-a5a5-82bf203437bb tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Router 6d74b581-bcb1-4ee3-9c4c-12f52c8a3ee3 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:36:55.815443 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Transition to ACTIVE for port object 42a3a748-9909-423a-b66f-dfba80a3a6a9 will not be triggered until provisioned by entity L2. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:55.852315 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-11c85e96-9798-4e5c-b44e-afdb6dbf3047 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Allocated IP 172.26.3.9 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/5ab83e02-70d3-485b-9033-8d0c4362ee65) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:55.927535 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:56.161509 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc52d34-c00b-4c3f-a5a5-82bf203437bb tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:36:56.219493 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d546d26-3364-4d09-a986-72f2c4bd1421 None None] Sync routers for ids ['6d74b581-bcb1-4ee3-9c4c-12f52c8a3ee3'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:36:56.229222 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11c85e96-9798-4e5c-b44e-afdb6dbf3047 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:56.258873 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d546d26-3364-4d09-a986-72f2c4bd1421 None None] Routers {'6d74b581-bcb1-4ee3-9c4c-12f52c8a3ee3'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:36:56.265027 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-9d546d26-3364-4d09-a986-72f2c4bd1421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:36:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['6d74b581-bcb1-4ee3-9c4c-12f52c8a3ee3'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:56.282180 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2dc52d34-c00b-4c3f-a5a5-82bf203437bb tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:56.284245 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2dc52d34-c00b-4c3f-a5a5-82bf203437bb tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] 10.222.0.21 "PUT /v2.0/routers/6d74b581-bcb1-4ee3-9c4c-12f52c8a3ee3 HTTP/1.1" status: 200 len: 706 time: 5.7920358 Feb 04 11:36:56.287085 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 33998) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:56.389057 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11c85e96-9798-4e5c-b44e-afdb6dbf3047 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:56.415375 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-9d546d26-3364-4d09-a986-72f2c4bd1421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:56.456052 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d546d26-3364-4d09-a986-72f2c4bd1421 None None] Routers {'6d74b581-bcb1-4ee3-9c4c-12f52c8a3ee3'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:36:56.456851 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-9d546d26-3364-4d09-a986-72f2c4bd1421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:36:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['6d74b581-bcb1-4ee3-9c4c-12f52c8a3ee3'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:56.566269 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-9d546d26-3364-4d09-a986-72f2c4bd1421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:56.566471 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d546d26-3364-4d09-a986-72f2c4bd1421 None None] The sync data for ids ['6d74b581-bcb1-4ee3-9c4c-12f52c8a3ee3'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:36:56.571403 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-bf088aaf-2904-44cb-99f7-690599e7470d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Delete allocated IP 172.20.0.8 (6bf13621-12da-4d4e-8931-fb46b2d65817/fc092591-b63d-4453-89b0-db2e73f2abe7) {{(pid=84204) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 11:36:56.584778 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c85e96-9798-4e5c-b44e-afdb6dbf3047 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:56.627161 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Pushing event updated for resources: {'Port': ['ID=42a3a748-9909-423a-b66f-dfba80a3a6a9,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:56.629675 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-bf088aaf-2904-44cb-99f7-690599e7470d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Allocated IP 172.20.0.21 (6bf13621-12da-4d4e-8931-fb46b2d65817/fc931114-5350-46e7-a543-1349b03aa7a5/4a81efb5-d5f9-487b-9ac3-e70c50079c06) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:56.631080 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c85e96-9798-4e5c-b44e-afdb6dbf3047 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Pushing event updated for resources: {'Port': ['ID=5ab83e02-70d3-485b-9033-8d0c4362ee65,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:56.632316 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-8af41457-71b6-48d0-b9ef-e775d5eef8a5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Allocated IP 2001:db8::f816:3eff:feb1:d45b (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/45cab250-3aa9-4628-9fad-c4bcfd5bd326/3087f9c4-f99b-4ed3-bd89-1ace4378fc41) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:56.648750 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-11c85e96-9798-4e5c-b44e-afdb6dbf3047 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:56.666717 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c85e96-9798-4e5c-b44e-afdb6dbf3047 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:36:56.728203 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a4c1b34b-f4e7-47ab-87c8-fffb4ba258ec tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] 10.222.0.21 "GET /v2.0/routers/6d74b581-bcb1-4ee3-9c4c-12f52c8a3ee3 HTTP/1.1" status: 200 len: 741 time: 0.4392030 Feb 04 11:36:56.734962 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34002) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:56.790626 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:56.790958 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:56.791295 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:56.804529 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c0961845-c65a-4084-a2e3-577d00a3cf6f tempest-RoutersAdminTest-742845374 tempest-RoutersAdminTest-742845374-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=63d4ab6b-931d-42a4-aa18-bedd81d582fa&device_id=6d74b581-bcb1-4ee3-9c4c-12f52c8a3ee3 HTTP/1.1" status: 200 len: 205 time: 0.0674741 Feb 04 11:36:56.810441 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34006) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:56.874369 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ddb56e9c-630e-48d4-90dd-12f410a49539 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:56.919517 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0d4feeb1-2af6-4f1e-bc08-8c120f558e82 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d74b581-bcb1-4ee3-9c4c-12f52c8a3ee3 HTTP/1.1" status: 200 len: 205 time: 0.1059916 Feb 04 11:36:56.925515 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34010) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:56.943678 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:56.944024 dv-neutron-827825-2-hyperv neutron-server[84204]: ERROR neutron.plugins.ml2.managers [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Failed to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] Feb 04 11:36:56.977202 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c5e17ac5-ffdb-4675-b6e7-b663ee7c69f0 None None] Provisioning complete for port 07525606-0f71-4e62-b70f-233a4a8d2a98 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:56.978161 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c5e17ac5-ffdb-4675-b6e7-b663ee7c69f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:56.997878 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.plugins.ml2.plugin [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempt 2 to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 Feb 04 11:36:57.081218 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c5e17ac5-ffdb-4675-b6e7-b663ee7c69f0 None None] Port 07525606-0f71-4e62-b70f-233a4a8d2a98 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:36:57.100355 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-ddb56e9c-630e-48d4-90dd-12f410a49539 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Transition to ACTIVE for port object bfb761dc-ce1b-4c38-be4c-faa380b7e7fe will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:57.124330 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:57.124663 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:57.124999 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:57.129441 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c5e17ac5-ffdb-4675-b6e7-b663ee7c69f0 None None] Provisioning complete for port 4a81efb5-d5f9-487b-9ac3-e70c50079c06 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:57.130102 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c5e17ac5-ffdb-4675-b6e7-b663ee7c69f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:57.194189 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8caecb5c-beb0-4cdf-9fcc-c0327499949c None None] Network 6cf177e3-9696-47c1-b50a-afbfdf0b0f7d requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:36:57.200489 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571b66a-27bd-40fa-8430-ede068575d49 req-a7a89c08-4fdc-482b-bfde-42efa261da7b tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:57.202094 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a571b66a-27bd-40fa-8430-ede068575d49 req-a7a89c08-4fdc-482b-bfde-42efa261da7b tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.6798344 Feb 04 11:36:57.337820 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device db4ddf1f-8754-42aa-8b5d-99b24fe4dea4 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:57.357977 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8af41457-71b6-48d0-b9ef-e775d5eef8a5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:57.383947 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-8af41457-71b6-48d0-b9ef-e775d5eef8a5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Transition to ACTIVE for port object 3087f9c4-f99b-4ed3-bd89-1ace4378fc41 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:57.390903 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0339282f-17f4-44d8-9e92-6cd57e1659df tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:57.394994 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c5e17ac5-ffdb-4675-b6e7-b663ee7c69f0 None None] Port 4a81efb5-d5f9-487b-9ac3-e70c50079c06 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:36:57.454411 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a571b66a-27bd-40fa-8430-ede068575d49 req-07c56803-97bb-4ef6-a908-d13e05bd572c tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2355731 Feb 04 11:36:57.499952 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bf088aaf-2904-44cb-99f7-690599e7470d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:57.523055 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-bf088aaf-2904-44cb-99f7-690599e7470d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Transition to ACTIVE for port object 4a81efb5-d5f9-487b-9ac3-e70c50079c06 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:57.530940 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:57.531272 dv-neutron-827825-2-hyperv neutron-server[84204]: ERROR neutron.plugins.ml2.managers [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Failed to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] Feb 04 11:36:57.532487 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8af41457-71b6-48d0-b9ef-e775d5eef8a5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:57.535383 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.plugins.ml2.plugin [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempt 3 to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 Feb 04 11:36:57.575008 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:57.575661 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:57.575747 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:57.577412 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c5e17ac5-ffdb-4675-b6e7-b663ee7c69f0 None None] Provisioning for port 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:57.585810 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c5e17ac5-ffdb-4675-b6e7-b663ee7c69f0 None None] Provisioning complete for port 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:57.591575 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c5e17ac5-ffdb-4675-b6e7-b663ee7c69f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:57.619873 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port db4ddf1f-8754-42aa-8b5d-99b24fe4dea4 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:57.631689 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bf088aaf-2904-44cb-99f7-690599e7470d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:57.640748 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11c85e96-9798-4e5c-b44e-afdb6dbf3047 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router_gateway, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:57.641456 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11c85e96-9798-4e5c-b44e-afdb6dbf3047 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:57.646469 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:57.657379 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:57.657708 dv-neutron-827825-2-hyperv neutron-server[84204]: ERROR neutron.plugins.ml2.managers [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Failed to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] Feb 04 11:36:57.663651 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.plugins.ml2.plugin [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempt 4 to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 Feb 04 11:36:57.672331 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af41457-71b6-48d0-b9ef-e775d5eef8a5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:57.684607 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-8af41457-71b6-48d0-b9ef-e775d5eef8a5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:57.692355 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af41457-71b6-48d0-b9ef-e775d5eef8a5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:36:57.699486 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af41457-71b6-48d0-b9ef-e775d5eef8a5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:57.699486 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8af41457-71b6-48d0-b9ef-e775d5eef8a5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:57.703511 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af41457-71b6-48d0-b9ef-e775d5eef8a5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Port': ['ID=3087f9c4-f99b-4ed3-bd89-1ace4378fc41,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:57.746938 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:57.747341 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:57.747682 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:57.814501 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:57.814945 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:57.835839 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ddb56e9c-630e-48d4-90dd-12f410a49539 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:57.975435 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0339282f-17f4-44d8-9e92-6cd57e1659df tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:57.984401 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0339282f-17f4-44d8-9e92-6cd57e1659df tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:58.009252 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 5d6ffb4f-482b-45bb-ab3f-373d9f83ec2f up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:58.031687 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:58.032671 dv-neutron-827825-2-hyperv neutron-server[84204]: ERROR neutron.plugins.ml2.managers [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Failed to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] Feb 04 11:36:58.034033 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-bf088aaf-2904-44cb-99f7-690599e7470d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] In _notify_port_updated(), no bound segment for port 4a81efb5-d5f9-487b-9ac3-e70c50079c06 on network 6bf13621-12da-4d4e-8931-fb46b2d65817 {{(pid=84204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 11:36:58.040552 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf088aaf-2904-44cb-99f7-690599e7470d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:58.041492 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bf088aaf-2904-44cb-99f7-690599e7470d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:58.046306 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-bf088aaf-2904-44cb-99f7-690599e7470d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "PUT /v2.0/ports/4a81efb5-d5f9-487b-9ac3-e70c50079c06 HTTP/1.1" status: 200 len: 921 time: 4.2310946 Feb 04 11:36:58.047257 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34014) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:58.059697 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.plugins.ml2.plugin [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempt 5 to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 Feb 04 11:36:58.144649 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-da442159-6fa2-492c-b234-ec72b16476c1 None None] Provisioning for port 5d6ffb4f-482b-45bb-ab3f-373d9f83ec2f completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:58.158885 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0339282f-17f4-44d8-9e92-6cd57e1659df tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:58.159679 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0339282f-17f4-44d8-9e92-6cd57e1659df tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Fanout notify agent at l3_agent the message router_deleted on router 6d74b581-bcb1-4ee3-9c4c-12f52c8a3ee3 {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:36:58.196859 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0339282f-17f4-44d8-9e92-6cd57e1659df tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:58.197372 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:58.197718 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:58.198139 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:58.204499 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0339282f-17f4-44d8-9e92-6cd57e1659df tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] 10.222.0.21 "DELETE /v2.0/routers/6d74b581-bcb1-4ee3-9c4c-12f52c8a3ee3 HTTP/1.1" status: 204 len: 168 time: 1.2735815 Feb 04 11:36:58.205860 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34018) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:58.207617 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 5d6ffb4f-482b-45bb-ab3f-373d9f83ec2f completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:58.212908 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 5d6ffb4f-482b-45bb-ab3f-373d9f83ec2f triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:58.216725 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:58.231979 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb56e9c-630e-48d4-90dd-12f410a49539 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Network 6cf177e3-9696-47c1-b50a-afbfdf0b0f7d is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:58.257447 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:58.258071 dv-neutron-827825-2-hyperv neutron-server[84204]: ERROR neutron.plugins.ml2.managers [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Failed to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] Feb 04 11:36:58.265953 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-ddb56e9c-630e-48d4-90dd-12f410a49539 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:58.272437 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb56e9c-630e-48d4-90dd-12f410a49539 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:36:58.280235 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb56e9c-630e-48d4-90dd-12f410a49539 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:58.281658 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ddb56e9c-630e-48d4-90dd-12f410a49539 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:58.294606 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-789fc9fa-a2e4-43d4-b4e9-91ae9238da84 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Deleting port 4a81efb5-d5f9-487b-9ac3-e70c50079c06 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:58.294951 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-789fc9fa-a2e4-43d4-b4e9-91ae9238da84 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:58.318092 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-da442159-6fa2-492c-b234-ec72b16476c1 None None] Provisioning for port db4ddf1f-8754-42aa-8b5d-99b24fe4dea4 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:58.324622 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf088aaf-2904-44cb-99f7-690599e7470d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Port': ['ID=4a81efb5-d5f9-487b-9ac3-e70c50079c06,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:58.332506 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-da442159-6fa2-492c-b234-ec72b16476c1 None None] Provisioning complete for port db4ddf1f-8754-42aa-8b5d-99b24fe4dea4 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:58.334024 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-da442159-6fa2-492c-b234-ec72b16476c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:58.341730 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.plugins.ml2.plugin [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempt 6 to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 Feb 04 11:36:58.351596 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8af41457-71b6-48d0-b9ef-e775d5eef8a5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.5400832 Feb 04 11:36:58.355445 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34022) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:58.364218 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c547592a-2dfe-488b-a16e-4dbde38fb2f4 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d74b581-bcb1-4ee3-9c4c-12f52c8a3ee3 HTTP/1.1" status: 200 len: 205 time: 0.1449223 Feb 04 11:36:58.367781 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34024) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:58.467930 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:58.468263 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:58.468601 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:58.539178 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ddb56e9c-630e-48d4-90dd-12f410a49539 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.4099667 Feb 04 11:36:58.559857 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34032) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:58.560455 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:58.560783 dv-neutron-827825-2-hyperv neutron-server[84204]: ERROR neutron.plugins.ml2.managers [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Failed to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] Feb 04 11:36:58.582906 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:58.605478 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-da442159-6fa2-492c-b234-ec72b16476c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:58.624097 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.plugins.ml2.plugin [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempt 7 to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 Feb 04 11:36:58.631396 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb56e9c-630e-48d4-90dd-12f410a49539 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Port': ['ID=bfb761dc-ce1b-4c38-be4c-faa380b7e7fe,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:58.649972 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-4a71017c-ac03-43f4-8061-8d083bbd9048 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] delete failed (client error): The resource could not be found. Feb 04 11:36:58.649972 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4a71017c-ac03-43f4-8061-8d083bbd9048 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] 10.222.0.21 "DELETE /v2.0/routers/6d74b581-bcb1-4ee3-9c4c-12f52c8a3ee3 HTTP/1.1" status: 404 len: 336 time: 0.2083189 Feb 04 11:36:58.657483 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34036) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:58.672164 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:58.672502 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:58.677119 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:58.687316 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 5d6ffb4f-482b-45bb-ab3f-373d9f83ec2f, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=5d6ffb4f-482b-45bb-ab3f-373d9f83ec2f,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:36:58.690297 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-da442159-6fa2-492c-b234-ec72b16476c1 None None] For port db4ddf1f-8754-42aa-8b5d-99b24fe4dea4, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=db4ddf1f-8754-42aa-8b5d-99b24fe4dea4,segment=NetworkSegment(090054eb-f2c8-41d5-85b3-5317cd756841),segment_id=090054eb-f2c8-41d5-85b3-5317cd756841)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:36:58.736212 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-fedcf6c9-0fd5-4396-bd9f-a9da55d642aa tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] 10.222.0.21 "GET /v2.0/ports?device_id=23374746-9f94-4980-a2fd-bb29e14422ee HTTP/1.1" status: 200 len: 205 time: 0.0703712 Feb 04 11:36:58.736741 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34040) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:58.751603 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:58.794180 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-da442159-6fa2-492c-b234-ec72b16476c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:58.814920 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-74d80c9d-2b93-49bb-85e6-97b0f7fc69cc tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] delete failed (client error): The resource could not be found. Feb 04 11:36:58.819445 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-74d80c9d-2b93-49bb-85e6-97b0f7fc69cc tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] 10.222.0.21 "DELETE /v2.0/routers/23374746-9f94-4980-a2fd-bb29e14422ee HTTP/1.1" status: 404 len: 336 time: 0.0784726 Feb 04 11:36:58.820676 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34044) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:58.830378 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:58.830760 dv-neutron-827825-2-hyperv neutron-server[84204]: ERROR neutron.plugins.ml2.managers [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Failed to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] Feb 04 11:36:58.834090 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=5d6ffb4f-482b-45bb-ab3f-373d9f83ec2f,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:58.835262 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.plugins.ml2.plugin [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempt 8 to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 Feb 04 11:36:58.884425 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3e62a1f5-107a-40f3-9e02-e44c27729d40 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] 10.222.0.21 "GET /v2.0/ports?device_id=d76783bf-1aa9-4a14-994d-812d8bb3985e HTTP/1.1" status: 200 len: 205 time: 0.0548842 Feb 04 11:36:58.887567 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:58.887567 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:58.887567 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:58.892423 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe638e3-f787-423f-983c-8403ca535eb6 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:58.894051 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34048) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:58.897341 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe638e3-f787-423f-983c-8403ca535eb6 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:58.898248 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-cfe638e3-f787-423f-983c-8403ca535eb6 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:58.908279 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c85e96-9798-4e5c-b44e-afdb6dbf3047 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Router 373440d5-e927-4594-9030-ee1f71031d04 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:36:58.932292 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da442159-6fa2-492c-b234-ec72b16476c1 None None] Pushing event updated for resources: {'Port': ['ID=db4ddf1f-8754-42aa-8b5d-99b24fe4dea4,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:58.989320 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-cfe638e3-f787-423f-983c-8403ca535eb6 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:58.990492 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-cfe638e3-f787-423f-983c-8403ca535eb6 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.6249571 Feb 04 11:36:58.997702 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34052) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:59.003705 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-82fbac68-949d-4c03-939a-07a4d62f0bc4 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] delete failed (client error): The resource could not be found. Feb 04 11:36:59.004727 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-82fbac68-949d-4c03-939a-07a4d62f0bc4 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] 10.222.0.21 "DELETE /v2.0/routers/d76783bf-1aa9-4a14-994d-812d8bb3985e HTTP/1.1" status: 404 len: 336 time: 0.1097224 Feb 04 11:36:59.009029 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e0acf059-7df2-4329-911b-2f1996b08b4e None None] Provisioning for port 3087f9c4-f99b-4ed3-bd89-1ace4378fc41 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:59.010307 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:59.010639 dv-neutron-827825-2-hyperv neutron-server[84204]: ERROR neutron.plugins.ml2.managers [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Failed to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] Feb 04 11:36:59.016017 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34056) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:59.016017 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.plugins.ml2.plugin [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempt 9 to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 Feb 04 11:36:59.020824 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e0acf059-7df2-4329-911b-2f1996b08b4e None None] Provisioning complete for port 3087f9c4-f99b-4ed3-bd89-1ace4378fc41 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:59.020824 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e0acf059-7df2-4329-911b-2f1996b08b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:59.028505 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-789fc9fa-a2e4-43d4-b4e9-91ae9238da84 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:59.111000 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 5d6ffb4f-482b-45bb-ab3f-373d9f83ec2f up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:59.143807 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-e0acf059-7df2-4329-911b-2f1996b08b4e None None] Port 3087f9c4-f99b-4ed3-bd89-1ace4378fc41 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:36:59.197718 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 5d6ffb4f-482b-45bb-ab3f-373d9f83ec2f triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:59.198148 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:59.226258 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458fb709-ae83-46d0-88fd-16d7cfcbbdd7 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:59.227732 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-458fb709-ae83-46d0-88fd-16d7cfcbbdd7 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Synchronizing usage tracker for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:59.247410 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e0acf059-7df2-4329-911b-2f1996b08b4e None None] Provisioning for port 4a81efb5-d5f9-487b-9ac3-e70c50079c06 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:59.249293 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-acfa1abf-a005-4b29-9405-5b605ac09b32 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting port 3087f9c4-f99b-4ed3-bd89-1ace4378fc41 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:36:59.250363 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-acfa1abf-a005-4b29-9405-5b605ac09b32 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:59.263405 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e0acf059-7df2-4329-911b-2f1996b08b4e None None] Provisioning complete for port 4a81efb5-d5f9-487b-9ac3-e70c50079c06 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:59.263405 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e0acf059-7df2-4329-911b-2f1996b08b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:59.330287 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-e0acf059-7df2-4329-911b-2f1996b08b4e None None] Port 4a81efb5-d5f9-487b-9ac3-e70c50079c06 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:36:59.333410 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-adcae72f-3851-45fa-a445-714bd9606344 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1675462-5737-442a-89a5-849c46ebac30 HTTP/1.1" status: 200 len: 205 time: 0.3082609 Feb 04 11:36:59.355469 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34060) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:59.394869 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:59.395202 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:59.395538 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:59.400155 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device db4ddf1f-8754-42aa-8b5d-99b24fe4dea4 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:59.407594 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-789fc9fa-a2e4-43d4-b4e9-91ae9238da84 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Calling delete_port for 4a81efb5-d5f9-487b-9ac3-e70c50079c06 owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:36:59.451303 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:59.451633 dv-neutron-827825-2-hyperv neutron-server[84204]: ERROR neutron.plugins.ml2.managers [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Failed to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] Feb 04 11:36:59.460574 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.plugins.ml2.plugin [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempt 10 to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 Feb 04 11:36:59.461069 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e0acf059-7df2-4329-911b-2f1996b08b4e None None] Provisioning for port 6a7c2f65-7f4a-4959-a494-4f13cc1eafcf completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:59.469567 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e0acf059-7df2-4329-911b-2f1996b08b4e None None] Provisioning complete for port 6a7c2f65-7f4a-4959-a494-4f13cc1eafcf triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:59.470198 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e0acf059-7df2-4329-911b-2f1996b08b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:59.478514 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ed246-91af-4707-a8af-584ae694cfac req-dcfaff61-4767-4c35-9250-985ecb6c81e6 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:59.480412 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d90ed246-91af-4707-a8af-584ae694cfac req-dcfaff61-4767-4c35-9250-985ecb6c81e6 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.7724075 Feb 04 11:36:59.499387 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-1b84422d-2468-4733-ad13-1e241c67c6a5 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] delete failed (client error): The resource could not be found. Feb 04 11:36:59.500413 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-1b84422d-2468-4733-ad13-1e241c67c6a5 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] 10.222.0.21 "DELETE /v2.0/routers/d1675462-5737-442a-89a5-849c46ebac30 HTTP/1.1" status: 404 len: 336 time: 0.1436684 Feb 04 11:36:59.504010 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34064) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:59.515563 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:59.515947 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:59.516309 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempting to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:36:59.545261 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-e0acf059-7df2-4329-911b-2f1996b08b4e None None] Port 6a7c2f65-7f4a-4959-a494-4f13cc1eafcf cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:36:59.548929 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port db4ddf1f-8754-42aa-8b5d-99b24fe4dea4 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:59.549304 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:59.561424 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-458fb709-ae83-46d0-88fd-16d7cfcbbdd7 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Unset dirty status for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:59.565549 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-458fb709-ae83-46d0-88fd-16d7cfcbbdd7 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 1.0009103 Feb 04 11:36:59.565719 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:36:59.566014 dv-neutron-827825-2-hyperv neutron-server[84204]: ERROR neutron.plugins.ml2.managers [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Failed to bind port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '0300ce97-cb41-47f5-99e3-39d5fbe55133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '84a1ea7b-c327-4f57-af0c-c07f451814aa'}] Feb 04 11:36:59.566372 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:59.579058 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34068) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:59.614447 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e0acf059-7df2-4329-911b-2f1996b08b4e None None] Provisioning complete for port db4ddf1f-8754-42aa-8b5d-99b24fe4dea4 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:59.614852 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e0acf059-7df2-4329-911b-2f1996b08b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:59.618364 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d90ed246-91af-4707-a8af-584ae694cfac req-aaefe406-990a-4210-b996-072e60a35a66 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316133 Feb 04 11:36:59.632717 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6604ef52-4878-45f8-a238-858e30624a07 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2bff37a-457e-4899-bb5e-314afcb677b6 HTTP/1.1" status: 200 len: 205 time: 0.1230664 Feb 04 11:36:59.674774 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34072) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:59.791928 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-1570544b-7695-4b67-a32f-1ef3e6ebc5f9 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] delete failed (client error): The resource could not be found. Feb 04 11:36:59.793700 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1570544b-7695-4b67-a32f-1ef3e6ebc5f9 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] 10.222.0.21 "DELETE /v2.0/routers/f2bff37a-457e-4899-bb5e-314afcb677b6 HTTP/1.1" status: 404 len: 336 time: 0.1133027 Feb 04 11:36:59.804206 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34076) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:59.839154 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-acfa1abf-a005-4b29-9405-5b605ac09b32 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:59.896321 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f64efd19-d909-41fe-bc33-7949845749b9 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f1675a4-005c-4d47-a220-01334b8b9624 HTTP/1.1" status: 200 len: 205 time: 0.0862334 Feb 04 11:36:59.896720 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34080) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:59.921475 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c85e96-9798-4e5c-b44e-afdb6dbf3047 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:36:59.936144 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15e195b-92e0-4b47-89ad-ef2d436e9640 None None] Sync routers for ids ['373440d5-e927-4594-9030-ee1f71031d04'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:36:59.953606 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15e195b-92e0-4b47-89ad-ef2d436e9640 None None] Routers {'373440d5-e927-4594-9030-ee1f71031d04'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:36:59.954699 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-d15e195b-92e0-4b47-89ad-ef2d436e9640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:36:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['373440d5-e927-4594-9030-ee1f71031d04'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:59.964786 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] For port 42a3a748-9909-423a-b66f-dfba80a3a6a9, host hv-neutron-8278, cleared binding levels {{(pid=84204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:36:59.964786 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Attempted to set empty binding levels {{(pid=84204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 11:36:59.973003 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-789fc9fa-a2e4-43d4-b4e9-91ae9238da84 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:59.976313 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-a7b27eff-a7af-4c7f-9ff7-4150a30caa34 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] delete failed (client error): The resource could not be found. Feb 04 11:36:59.981765 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a7b27eff-a7af-4c7f-9ff7-4150a30caa34 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] 10.222.0.21 "DELETE /v2.0/routers/3f1675a4-005c-4d47-a220-01334b8b9624 HTTP/1.1" status: 404 len: 336 time: 0.0836582 Feb 04 11:36:59.988409 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34084) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:00.001953 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-acfa1abf-a005-4b29-9405-5b605ac09b32 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Calling delete_port for 3087f9c4-f99b-4ed3-bd89-1ace4378fc41 owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:37:00.017068 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-692a2efe-cd48-48b7-88cf-21792d406995 None None] Provisioning for port bfb761dc-ce1b-4c38-be4c-faa380b7e7fe completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:00.028816 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-692a2efe-cd48-48b7-88cf-21792d406995 None None] Provisioning complete for port bfb761dc-ce1b-4c38-be4c-faa380b7e7fe triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:00.031670 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-692a2efe-cd48-48b7-88cf-21792d406995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:00.054555 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-d15e195b-92e0-4b47-89ad-ef2d436e9640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:00.061832 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e3727f-0483-4d7d-bedb-e035ee5d6fd3 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:00.065568 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e3727f-0483-4d7d-bedb-e035ee5d6fd3 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:00.069635 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e3727f-0483-4d7d-bedb-e035ee5d6fd3 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:00.070606 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c4e3727f-0483-4d7d-bedb-e035ee5d6fd3 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Synchronizing usage tracker for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:00.086610 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789fc9fa-a2e4-43d4-b4e9-91ae9238da84 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'Port': ['ID=4a81efb5-d5f9-487b-9ac3-e70c50079c06,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:00.093927 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-692a2efe-cd48-48b7-88cf-21792d406995 None None] Port bfb761dc-ce1b-4c38-be4c-faa380b7e7fe cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:37:00.094260 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:00.096721 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15e195b-92e0-4b47-89ad-ef2d436e9640 None None] Routers {'373440d5-e927-4594-9030-ee1f71031d04'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:37:00.097584 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-d15e195b-92e0-4b47-89ad-ef2d436e9640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:36:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['373440d5-e927-4594-9030-ee1f71031d04'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:00.103990 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c4e3727f-0483-4d7d-bedb-e035ee5d6fd3 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Unset dirty status for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:00.105759 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c4e3727f-0483-4d7d-bedb-e035ee5d6fd3 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.5244026 Feb 04 11:37:00.108466 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34088) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:00.142818 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2d34ba4-ec34-4421-82c2-5ac96a656075 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] DELETE failed (client error): The resource could not be found. Feb 04 11:37:00.142818 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2d34ba4-ec34-4421-82c2-5ac96a656075 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:37:00.146866 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] In _notify_port_updated(), no bound segment for port 42a3a748-9909-423a-b66f-dfba80a3a6a9 on network 84a1ea7b-c327-4f57-af0c-c07f451814aa {{(pid=84204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 11:37:00.147781 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:00.149094 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] 10.222.0.21 "PUT /v2.0/ports/42a3a748-9909-423a-b66f-dfba80a3a6a9 HTTP/1.1" status: 200 len: 976 time: 6.3248055 Feb 04 11:37:00.160111 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34092) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:00.169649 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-d15e195b-92e0-4b47-89ad-ef2d436e9640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:00.170230 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15e195b-92e0-4b47-89ad-ef2d436e9640 None None] The sync data for ids ['373440d5-e927-4594-9030-ee1f71031d04'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:37:00.178506 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11c85e96-9798-4e5c-b44e-afdb6dbf3047 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:00.179638 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-11c85e96-9798-4e5c-b44e-afdb6dbf3047 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.9591665 Feb 04 11:37:00.189518 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34094) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:00.210039 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b2d34ba4-ec34-4421-82c2-5ac96a656075 tempest-RoutersAdminTest-2062732669 tempest-RoutersAdminTest-2062732669-project] 10.222.0.21 "DELETE /v2.0/subnets/cdded429-836b-4127-a97c-7631181017fe HTTP/1.1" status: 404 len: 337 time: 0.1826708 Feb 04 11:37:00.316580 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be37b6-3426-416c-92d3-1c056d61862a tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Pushing event updated for resources: {'Port': ['ID=42a3a748-9909-423a-b66f-dfba80a3a6a9,revision_number=3']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:00.394554 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-2dd10a8f-de6a-40f9-abf9-0cedbfcd39de tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Deleting port bfb761dc-ce1b-4c38-be4c-faa380b7e7fe {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:37:00.395178 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2dd10a8f-de6a-40f9-abf9-0cedbfcd39de tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:00.400325 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-7840b582-25e7-43bb-811f-51d9ebd6d05c tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Deleting port 42a3a748-9909-423a-b66f-dfba80a3a6a9 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:37:00.400601 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7840b582-25e7-43bb-811f-51d9ebd6d05c tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:00.465774 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-789fc9fa-a2e4-43d4-b4e9-91ae9238da84 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:00.467723 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-789fc9fa-a2e4-43d4-b4e9-91ae9238da84 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/ports/4a81efb5-d5f9-487b-9ac3-e70c50079c06 HTTP/1.1" status: 204 len: 168 time: 2.3758373 Feb 04 11:37:00.473684 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34102) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:00.577027 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-2329711d-18e9-45eb-8a36-6910b8ed5a48 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] GET failed (client error): The resource could not be found. Feb 04 11:37:00.577522 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-2329711d-18e9-45eb-8a36-6910b8ed5a48 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Synchronizing usage tracker for tenant:2294c16a4d404317a20d2fdff5bb1a4c on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:00.636360 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-acfa1abf-a005-4b29-9405-5b605ac09b32 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:00.701307 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-2329711d-18e9-45eb-8a36-6910b8ed5a48 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Unset dirty status for tenant:2294c16a4d404317a20d2fdff5bb1a4c on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:00.705455 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2329711d-18e9-45eb-8a36-6910b8ed5a48 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "GET /v2.0/ports/4a81efb5-d5f9-487b-9ac3-e70c50079c06 HTTP/1.1" status: 404 len: 333 time: 0.2304978 Feb 04 11:37:00.708969 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34108) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:00.759939 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa1abf-a005-4b29-9405-5b605ac09b32 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Port': ['ID=3087f9c4-f99b-4ed3-bd89-1ace4378fc41,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:00.781478 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-7840b582-25e7-43bb-811f-51d9ebd6d05c tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] For port 42a3a748-9909-423a-b66f-dfba80a3a6a9, host hv-neutron-8278, got binding levels [] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:37:00.781727 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7840b582-25e7-43bb-811f-51d9ebd6d05c tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:00.975713 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34114) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:00.988533 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-7840b582-25e7-43bb-811f-51d9ebd6d05c tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Calling delete_port for 42a3a748-9909-423a-b66f-dfba80a3a6a9 owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:37:01.027804 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-acfa1abf-a005-4b29-9405-5b605ac09b32 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:01.043884 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2dd10a8f-de6a-40f9-abf9-0cedbfcd39de tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:01.076799 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c90b5bc3-11c4-46da-96a7-c6d6e3ad9faf tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:01.126738 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c90b5bc3-11c4-46da-96a7-c6d6e3ad9faf tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:01.195812 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-2dd10a8f-de6a-40f9-abf9-0cedbfcd39de tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Calling delete_port for bfb761dc-ce1b-4c38-be4c-faa380b7e7fe owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:37:01.203016 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8844c525-7237-44e6-a879-3dd65c5c079c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:01.233216 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-acfa1abf-a005-4b29-9405-5b605ac09b32 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/ports/3087f9c4-f99b-4ed3-bd89-1ace4378fc41 HTTP/1.1" status: 204 len: 168 time: 2.2335916 Feb 04 11:37:01.236631 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34120) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:01.283094 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ded3bcfd-ee1f-4bc3-969b-22898737d38b tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] 10.222.0.21 "GET /v2.0/routers/373440d5-e927-4594-9030-ee1f71031d04 HTTP/1.1" status: 200 len: 922 time: 1.0899236 Feb 04 11:37:01.295244 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34124) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:01.342249 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18c049-3bee-4cd9-aa50-4e1555369e23 req-c510fa34-bafb-4925-912f-30628ec18abc tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:01.343800 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7a18c049-3bee-4cd9-aa50-4e1555369e23 req-c510fa34-bafb-4925-912f-30628ec18abc tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.5694551 Feb 04 11:37:01.353475 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3113ef05-bc37-4dee-860d-266eadc0f7e4 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] 10.222.0.21 "GET /v2.0/ports?device_id=373440d5-e927-4594-9030-ee1f71031d04 HTTP/1.1" status: 200 len: 205 time: 0.0546904 Feb 04 11:37:01.353741 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34128) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:01.388198 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c90b5bc3-11c4-46da-96a7-c6d6e3ad9faf tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:01.391728 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7840b582-25e7-43bb-811f-51d9ebd6d05c tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:01.469824 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-8844c525-7237-44e6-a879-3dd65c5c079c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:01.481271 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7840b582-25e7-43bb-811f-51d9ebd6d05c tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Pushing event deleted for resources: {'Port': ['ID=42a3a748-9909-423a-b66f-dfba80a3a6a9,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:01.483515 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8844c525-7237-44e6-a879-3dd65c5c079c admin admin] Usage tracker for resource:security_group_rule and tenant:0a398f05f2bb4d8d9e15137239f4433d is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:01.496180 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b5bc3-11c4-46da-96a7-c6d6e3ad9faf tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e072c7a0-98a7-4be9-bf2e-6c814d85be03,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:01.498148 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8844c525-7237-44e6-a879-3dd65c5c079c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:01.515768 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-8844c525-7237-44e6-a879-3dd65c5c079c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:01.536570 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22645b7-80b0-4193-8873-26d1e6309441 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:01.537940 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22645b7-80b0-4193-8873-26d1e6309441 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:01.538394 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7a18c049-3bee-4cd9-aa50-4e1555369e23 req-375bcd19-f9fd-43fa-bbb7-ac8a08d68b9b tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501942 Feb 04 11:37:01.538756 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-b22645b7-80b0-4193-8873-26d1e6309441 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:01.548397 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7840b582-25e7-43bb-811f-51d9ebd6d05c tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:01.559408 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c90b5bc3-11c4-46da-96a7-c6d6e3ad9faf tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:01.563428 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c90b5bc3-11c4-46da-96a7-c6d6e3ad9faf tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/security-groups/e072c7a0-98a7-4be9-bf2e-6c814d85be03 HTTP/1.1" status: 204 len: 168 time: 0.8506215 Feb 04 11:37:01.563960 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-7840b582-25e7-43bb-811f-51d9ebd6d05c tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] 10.222.0.21 "DELETE /v2.0/ports/42a3a748-9909-423a-b66f-dfba80a3a6a9 HTTP/1.1" status: 204 len: 168 time: 1.3771398 Feb 04 11:37:01.564711 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34132) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:01.569635 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34134) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:01.618327 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2dd10a8f-de6a-40f9-abf9-0cedbfcd39de tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:01.634841 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-f59fa5d0-7b48-43ae-a9a5-1b0611bc6837 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] GET failed (client error): The resource could not be found. Feb 04 11:37:01.635388 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f59fa5d0-7b48-43ae-a9a5-1b0611bc6837 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Synchronizing usage tracker for tenant:8bd3f458f0e7467b8ca8aa7c68fb6941 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:01.651079 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-b22645b7-80b0-4193-8873-26d1e6309441 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:01.652357 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b22645b7-80b0-4193-8873-26d1e6309441 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4154379 Feb 04 11:37:01.658735 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34140) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:01.676806 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd10a8f-de6a-40f9-abf9-0cedbfcd39de tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'Port': ['ID=bfb761dc-ce1b-4c38-be4c-faa380b7e7fe,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:01.739230 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2dd10a8f-de6a-40f9-abf9-0cedbfcd39de tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:01.771342 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4bebbb53-2514-4a34-bc2a-87431082c273 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:01.796189 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f59fa5d0-7b48-43ae-a9a5-1b0611bc6837 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] Unset dirty status for tenant:8bd3f458f0e7467b8ca8aa7c68fb6941 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:01.800534 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f59fa5d0-7b48-43ae-a9a5-1b0611bc6837 tempest-PortsAdminExtendedAttrsTestJSON-299099830 tempest-PortsAdminExtendedAttrsTestJSON-299099830-project-admin] 10.222.0.21 "GET /v2.0/ports/42a3a748-9909-423a-b66f-dfba80a3a6a9 HTTP/1.1" status: 404 len: 333 time: 0.2251940 Feb 04 11:37:01.807164 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8844c525-7237-44e6-a879-3dd65c5c079c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:01.808607 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34144) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:01.809264 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3a2d8dd6-0e8d-4d6e-b789-976352142477 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:01.829275 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2dd10a8f-de6a-40f9-abf9-0cedbfcd39de tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/ports/bfb761dc-ce1b-4c38-be4c-faa380b7e7fe HTTP/1.1" status: 204 len: 168 time: 1.7196457 Feb 04 11:37:01.839160 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34148) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:01.892968 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-042b9d52-f207-4e71-b3dd-f76a306101d0 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] GET failed (client error): The resource could not be found. Feb 04 11:37:01.892968 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-042b9d52-f207-4e71-b3dd-f76a306101d0 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Synchronizing usage tracker for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:01.979001 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8844c525-7237-44e6-a879-3dd65c5c079c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:01.996056 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-042b9d52-f207-4e71-b3dd-f76a306101d0 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Unset dirty status for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:01.998383 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-042b9d52-f207-4e71-b3dd-f76a306101d0 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "GET /v2.0/ports/bfb761dc-ce1b-4c38-be4c-faa380b7e7fe HTTP/1.1" status: 404 len: 333 time: 0.1575236 Feb 04 11:37:02.001747 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34152) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:02.019381 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3a2d8dd6-0e8d-4d6e-b789-976352142477 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:02.081903 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-f9886323-2f20-4916-96e2-34851205abb5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Deleting port 6a7c2f65-7f4a-4959-a494-4f13cc1eafcf {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:37:02.082728 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f9886323-2f20-4916-96e2-34851205abb5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:02.099935 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cfb92d6b-798c-4774-ab5d-887d1991e200 tempest-PortsAdminExtendedAttrsTestJSON-751307580 tempest-PortsAdminExtendedAttrsTestJSON-751307580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:02.131633 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8844c525-7237-44e6-a879-3dd65c5c079c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7869c7-ac59-4610-83e3-8a0d7b7b5056,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:02.143258 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8844c525-7237-44e6-a879-3dd65c5c079c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0a398f05f2bb4d8d9e15137239f4433d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1630063 Feb 04 11:37:02.143966 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34156) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:02.179617 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-d479a63f-f6b8-4f36-bada-04f8171d3b72 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting subnet 45cab250-3aa9-4628-9fad-c4bcfd5bd326 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:37:02.217192 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d479a63f-f6b8-4f36-bada-04f8171d3b72 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:02.218472 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4bebbb53-2514-4a34-bc2a-87431082c273 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:02.326670 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-4bebbb53-2514-4a34-bc2a-87431082c273 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Deleting port 5ab83e02-70d3-485b-9033-8d0c4362ee65 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:37:02.327002 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4bebbb53-2514-4a34-bc2a-87431082c273 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:02.336541 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3a2d8dd6-0e8d-4d6e-b789-976352142477 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:02.371281 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d479a63f-f6b8-4f36-bada-04f8171d3b72 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:02.408164 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d8dd6-0e8d-4d6e-b789-976352142477 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6fc579-9692-4cf8-898b-19cfc1c4807d,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:02.431131 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cfb92d6b-798c-4774-ab5d-887d1991e200 tempest-PortsAdminExtendedAttrsTestJSON-751307580 tempest-PortsAdminExtendedAttrsTestJSON-751307580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:02.445859 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-87772a78-555f-4329-a36d-a7c5b0b4b940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:02.492733 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3a2d8dd6-0e8d-4d6e-b789-976352142477 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:02.494598 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3a2d8dd6-0e8d-4d6e-b789-976352142477 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/security-groups/3d6fc579-9692-4cf8-898b-19cfc1c4807d HTTP/1.1" status: 204 len: 168 time: 0.9258626 Feb 04 11:37:02.503423 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34160) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:02.572940 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-cfb92d6b-798c-4774-ab5d-887d1991e200 tempest-PortsAdminExtendedAttrsTestJSON-751307580 tempest-PortsAdminExtendedAttrsTestJSON-751307580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a1ea7b-c327-4f57-af0c-c07f451814aa']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:02.625299 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-cfb92d6b-798c-4774-ab5d-887d1991e200 tempest-PortsAdminExtendedAttrsTestJSON-751307580 tempest-PortsAdminExtendedAttrsTestJSON-751307580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0300ce97-cb41-47f5-99e3-39d5fbe55133') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:02.625756 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-cfb92d6b-798c-4774-ab5d-887d1991e200 tempest-PortsAdminExtendedAttrsTestJSON-751307580 tempest-PortsAdminExtendedAttrsTestJSON-751307580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0300ce97-cb41-47f5-99e3-39d5fbe55133') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:02.655049 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cfb92d6b-798c-4774-ab5d-887d1991e200 tempest-PortsAdminExtendedAttrsTestJSON-751307580 tempest-PortsAdminExtendedAttrsTestJSON-751307580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:02.804206 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-87772a78-555f-4329-a36d-a7c5b0b4b940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:02.811119 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d479a63f-f6b8-4f36-bada-04f8171d3b72 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:02.860659 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f9886323-2f20-4916-96e2-34851205abb5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:02.860928 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cfb92d6b-798c-4774-ab5d-887d1991e200 tempest-PortsAdminExtendedAttrsTestJSON-751307580 tempest-PortsAdminExtendedAttrsTestJSON-751307580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:02.968326 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb92d6b-798c-4774-ab5d-887d1991e200 tempest-PortsAdminExtendedAttrsTestJSON-751307580 tempest-PortsAdminExtendedAttrsTestJSON-751307580-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:37:02.968970 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cfb92d6b-798c-4774-ab5d-887d1991e200 tempest-PortsAdminExtendedAttrsTestJSON-751307580 tempest-PortsAdminExtendedAttrsTestJSON-751307580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:03.005008 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:37:03.005008 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:37:03.005008 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:37:03.005008 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:37:03.005008 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:37:03.005008 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:37:03.005008 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:37:03.005008 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:37:03.005008 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:37:03.005008 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:37:03.005008 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:37:03.005008 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:37:03.005008 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:37:03.005008 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:37:03.005008 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:37:03.005008 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:37:03.005008 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:37:03.005008 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:37:03.005008 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:37:03.005008 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:37:03.005008 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:37:03.005008 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:37:03.005008 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:37:03.005008 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:37:03.005008 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:37:03.005008 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:37:03.005008 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:37:03.005008 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:37:03.005008 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:37:03.005008 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:37:03.005008 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:37:03.005008 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:37:03.092780 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-f9886323-2f20-4916-96e2-34851205abb5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Calling delete_port for 6a7c2f65-7f4a-4959-a494-4f13cc1eafcf owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:37:03.251029 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4bebbb53-2514-4a34-bc2a-87431082c273 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:03.256800 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d479a63f-f6b8-4f36-bada-04f8171d3b72 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:03.308886 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18a9d4-3027-468f-8ead-e056eb617c09 req-6c8d8154-f1ba-4193-a93e-bcad2ec44356 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:03.310359 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ed18a9d4-3027-468f-8ead-e056eb617c09 req-6c8d8154-f1ba-4193-a93e-bcad2ec44356 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.6218903 Feb 04 11:37:03.317666 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-a978c341-d1be-4bf5-a51c-a85b86afe34f tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Deleting subnet fc092591-b63d-4453-89b0-db2e73f2abe7 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:37:03.322708 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479a63f-f6b8-4f36-bada-04f8171d3b72 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Subnet': ['ID=45cab250-3aa9-4628-9fad-c4bcfd5bd326,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:03.324529 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cfb92d6b-798c-4774-ab5d-887d1991e200 tempest-PortsAdminExtendedAttrsTestJSON-751307580 tempest-PortsAdminExtendedAttrsTestJSON-751307580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:03.327046 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a978c341-d1be-4bf5-a51c-a85b86afe34f tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:03.410415 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-4bebbb53-2514-4a34-bc2a-87431082c273 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Calling delete_port for 5ab83e02-70d3-485b-9033-8d0c4362ee65 owned by network:router_gateway {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:37:03.489086 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cfb92d6b-798c-4774-ab5d-887d1991e200 tempest-PortsAdminExtendedAttrsTestJSON-751307580 tempest-PortsAdminExtendedAttrsTestJSON-751307580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:03.499898 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2141389-35b5-4400-9a71-da504cd6ae2c None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:37:03.506639 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d479a63f-f6b8-4f36-bada-04f8171d3b72 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:03.516530 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb92d6b-798c-4774-ab5d-887d1991e200 tempest-PortsAdminExtendedAttrsTestJSON-751307580 tempest-PortsAdminExtendedAttrsTestJSON-751307580-project] Pushing event deleted for resources: {'Network': ['ID=84a1ea7b-c327-4f57-af0c-c07f451814aa,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:03.535055 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-cfb92d6b-798c-4774-ab5d-887d1991e200 tempest-PortsAdminExtendedAttrsTestJSON-751307580 tempest-PortsAdminExtendedAttrsTestJSON-751307580-project] 10.222.0.21 "DELETE /v2.0/networks/84a1ea7b-c327-4f57-af0c-c07f451814aa HTTP/1.1" status: 204 len: 168 time: 1.7096646 Feb 04 11:37:03.539789 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d479a63f-f6b8-4f36-bada-04f8171d3b72 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/45cab250-3aa9-4628-9fad-c4bcfd5bd326 HTTP/1.1" status: 204 len: 168 time: 1.8771074 Feb 04 11:37:03.543422 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34168) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:03.561157 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a978c341-d1be-4bf5-a51c-a85b86afe34f tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:03.603052 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ed18a9d4-3027-468f-8ead-e056eb617c09 req-70bc3a35-6e75-41aa-8cd7-7359ba85951c tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2815614 Feb 04 11:37:03.622993 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-1bb1df63-ea37-4421-bf94-d90e7125608e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0784621 Feb 04 11:37:03.628339 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34172) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:03.642265 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-6283c646-2b09-4190-bf47-0860084b3b85 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:03.690688 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a978c341-d1be-4bf5-a51c-a85b86afe34f tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:03.717067 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-87772a78-555f-4329-a36d-a7c5b0b4b940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:03.733070 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f9886323-2f20-4916-96e2-34851205abb5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:03.798642 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87772a78-555f-4329-a36d-a7c5b0b4b940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7869c7-ac59-4610-83e3-8a0d7b7b5056,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:03.826918 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9886323-2f20-4916-96e2-34851205abb5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'Port': ['ID=6a7c2f65-7f4a-4959-a494-4f13cc1eafcf,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:03.856751 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2005acd8-a2f6-4ab5-9c97-d7bdc106266b None None] DHCP port deletion for a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:37:03.863541 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-2005acd8-a2f6-4ab5-9c97-d7bdc106266b None None] Deleting port 5d6ffb4f-482b-45bb-ab3f-373d9f83ec2f {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:37:03.864024 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2005acd8-a2f6-4ab5-9c97-d7bdc106266b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:03.891291 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6283c646-2b09-4190-bf47-0860084b3b85 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:03.942718 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a978c341-d1be-4bf5-a51c-a85b86afe34f tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:03.954962 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f9886323-2f20-4916-96e2-34851205abb5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:03.963014 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6283c646-2b09-4190-bf47-0860084b3b85 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:03.992687 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-87772a78-555f-4329-a36d-a7c5b0b4b940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:03.994366 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-87772a78-555f-4329-a36d-a7c5b0b4b940 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6a7869c7-ac59-4610-83e3-8a0d7b7b5056 HTTP/1.1" status: 204 len: 168 time: 1.8493359 Feb 04 11:37:04.004751 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f9886323-2f20-4916-96e2-34851205abb5 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/ports/6a7c2f65-7f4a-4959-a494-4f13cc1eafcf HTTP/1.1" status: 204 len: 168 time: 2.0018208 Feb 04 11:37:04.012004 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34178) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:04.045532 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a978c341-d1be-4bf5-a51c-a85b86afe34f tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'Subnet': ['ID=fc092591-b63d-4453-89b0-db2e73f2abe7,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:04.076261 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6283c646-2b09-4190-bf47-0860084b3b85 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:37:04.077250 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a978c341-d1be-4bf5-a51c-a85b86afe34f tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:04.096847 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a978c341-d1be-4bf5-a51c-a85b86afe34f tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/subnets/fc092591-b63d-4453-89b0-db2e73f2abe7 HTTP/1.1" status: 204 len: 168 time: 1.5857532 Feb 04 11:37:04.098596 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34184) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:04.130082 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-d965d60e-f68c-4086-abb4-1052eaef645d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'subnet': {'network_id': '6bf13621-12da-4d4e-8931-fb46b2d65817', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:04.184281 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-d11c7ad0-6875-47f6-bf10-3a10dc0e8510 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] GET failed (client error): The resource could not be found. Feb 04 11:37:04.185489 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-d11c7ad0-6875-47f6-bf10-3a10dc0e8510 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Synchronizing usage tracker for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:04.271409 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6283c646-2b09-4190-bf47-0860084b3b85 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:04.285593 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34188) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:04.343009 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765512af-b2b2-47ca-b94c-a9ba89a1beb2 None None] Network 6bf13621-12da-4d4e-8931-fb46b2d65817 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:37:04.393072 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d965d60e-f68c-4086-abb4-1052eaef645d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:04.398032 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d965d60e-f68c-4086-abb4-1052eaef645d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:subnet and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:04.399329 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4bebbb53-2514-4a34-bc2a-87431082c273 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:04.403139 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d965d60e-f68c-4086-abb4-1052eaef645d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:04.410815 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d965d60e-f68c-4086-abb4-1052eaef645d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:04.428094 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-2005acd8-a2f6-4ab5-9c97-d7bdc106266b None None] For port 5d6ffb4f-482b-45bb-ab3f-373d9f83ec2f, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=5d6ffb4f-482b-45bb-ab3f-373d9f83ec2f,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:37:04.428876 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2005acd8-a2f6-4ab5-9c97-d7bdc106266b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:04.451200 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-d11c7ad0-6875-47f6-bf10-3a10dc0e8510 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Unset dirty status for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:04.452917 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d11c7ad0-6875-47f6-bf10-3a10dc0e8510 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "GET /v2.0/ports/6a7c2f65-7f4a-4959-a494-4f13cc1eafcf HTTP/1.1" status: 404 len: 333 time: 0.4390407 Feb 04 11:37:04.455871 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34194) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:04.490020 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bebbb53-2514-4a34-bc2a-87431082c273 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Pushing event deleted for resources: {'Port': ['ID=5ab83e02-70d3-485b-9033-8d0c4362ee65,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:04.551660 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d965d60e-f68c-4086-abb4-1052eaef645d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Made reservation on behalf of 2294c16a4d404317a20d2fdff5bb1a4c for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:37:04.555131 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d965d60e-f68c-4086-abb4-1052eaef645d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:04.588159 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-2005acd8-a2f6-4ab5-9c97-d7bdc106266b None None] Calling delete_port for 5d6ffb4f-482b-45bb-ab3f-373d9f83ec2f owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:37:04.613336 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:37:04.941906 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2005acd8-a2f6-4ab5-9c97-d7bdc106266b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:04.953067 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbcd3bb5-b987-482f-b3d7-d591226ef283 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Deleting subnet 0a33f4a6-20c2-4e2f-a41f-6c9535430828 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:37:04.959672 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cbcd3bb5-b987-482f-b3d7-d591226ef283 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:04.995261 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2005acd8-a2f6-4ab5-9c97-d7bdc106266b None None] No DVR routers for this DVR port 5d6ffb4f-482b-45bb-ab3f-373d9f83ec2f on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:37:05.006069 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005acd8-a2f6-4ab5-9c97-d7bdc106266b None None] Pushing event deleted for resources: {'Port': ['ID=5d6ffb4f-482b-45bb-ab3f-373d9f83ec2f,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:05.047797 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-0a035a12-4027-40bb-8e2d-de00060796fe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9012e667223d46148613480bdbcb8210&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7576978 Feb 04 11:37:05.085201 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34202) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:05.121262 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cbcd3bb5-b987-482f-b3d7-d591226ef283 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:05.131577 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 5d6ffb4f-482b-45bb-ab3f-373d9f83ec2f no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:37:05.179557 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34206) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:05.186910 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 5d6ffb4f-482b-45bb-ab3f-373d9f83ec2f {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:37:05.187606 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 5d6ffb4f-482b-45bb-ab3f-373d9f83ec2f not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:37:05.323287 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4bebbb53-2514-4a34-bc2a-87431082c273 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:05.370870 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-05248a9c-da88-4ddf-8328-9a863db8a21b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=92f2e9a31a274e35b8f3ab8834e747d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1429536 Feb 04 11:37:05.374243 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34210) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:05.403538 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cbcd3bb5-b987-482f-b3d7-d591226ef283 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:05.478027 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d965d60e-f68c-4086-abb4-1052eaef645d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:05.583183 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d965d60e-f68c-4086-abb4-1052eaef645d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Subnet': ['ID=40428c12-7bd8-4c2e-bfbc-99c3c60e0981,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:05.599709 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d965d60e-f68c-4086-abb4-1052eaef645d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Network 6bf13621-12da-4d4e-8931-fb46b2d65817 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:05.604022 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-d965d60e-f68c-4086-abb4-1052eaef645d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:05.608301 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5843a39a-67c4-4d3a-b51e-3b211c7c4a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:05.611547 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d965d60e-f68c-4086-abb4-1052eaef645d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:05.612199 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d965d60e-f68c-4086-abb4-1052eaef645d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:05.624428 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c66f815a-1a46-4fee-a325-5e1b363a76f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:05.657707 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5843a39a-67c4-4d3a-b51e-3b211c7c4a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:05.697767 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cbcd3bb5-b987-482f-b3d7-d591226ef283 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:05.711634 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f49865-6769-4a4f-99b0-1fec0d159901 None None] Network 6bf13621-12da-4d4e-8931-fb46b2d65817 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:37:05.716254 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05ff1d-4660-4487-bb82-7d47129af45d req-682bf19c-99c3-4eb1-bc3d-9280eaa761f9 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:05.722332 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-bd05ff1d-4660-4487-bb82-7d47129af45d req-682bf19c-99c3-4eb1-bc3d-9280eaa761f9 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.7013154 Feb 04 11:37:05.729776 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4bebbb53-2514-4a34-bc2a-87431082c273 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:05.746821 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d965d60e-f68c-4086-abb4-1052eaef645d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6436393 Feb 04 11:37:05.747424 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd3bb5-b987-482f-b3d7-d591226ef283 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'Subnet': ['ID=0a33f4a6-20c2-4e2f-a41f-6c9535430828,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:05.750690 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34214) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:05.757765 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-ae8496ef-51c7-4033-a8b3-6eff5a893602 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'security_group': {'name': 'tempest-secgroup-83350755'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:05.767324 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-ae8496ef-51c7-4033-a8b3-6eff5a893602 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:05.769916 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cbcd3bb5-b987-482f-b3d7-d591226ef283 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:05.775949 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-ae8496ef-51c7-4033-a8b3-6eff5a893602 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:security_group and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:05.782235 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-ae8496ef-51c7-4033-a8b3-6eff5a893602 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:05.791362 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-ae8496ef-51c7-4033-a8b3-6eff5a893602 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:05.795081 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-cbcd3bb5-b987-482f-b3d7-d591226ef283 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/subnets/0a33f4a6-20c2-4e2f-a41f-6c9535430828 HTTP/1.1" status: 204 len: 168 time: 1.3372362 Feb 04 11:37:05.798151 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34218) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:05.798585 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a721703-b441-4cf1-88a5-8094c0752713 None None] Network 6cf177e3-9696-47c1-b50a-afbfdf0b0f7d requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:37:05.807768 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c66f815a-1a46-4fee-a325-5e1b363a76f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:05.854699 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4bebbb53-2514-4a34-bc2a-87431082c273 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:05.907479 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.objects.ports [None req-6283c646-2b09-4190-bf47-0860084b3b85 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84205) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 11:37:05.920773 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6283c646-2b09-4190-bf47-0860084b3b85 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:05.924028 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5843a39a-67c4-4d3a-b51e-3b211c7c4a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:05.928117 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5843a39a-67c4-4d3a-b51e-3b211c7c4a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:05.934448 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5843a39a-67c4-4d3a-b51e-3b211c7c4a83 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2eda82e3-234c-4340-8597-b835a3bcd336 HTTP/1.1" status: 204 len: 168 time: 0.5572698 Feb 04 11:37:05.952718 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ae8496ef-51c7-4033-a8b3-6eff5a893602 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:05.953255 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-dfa93666-ef9a-4ddd-9acf-459a5683325e None None] Provisioning complete for port 07525606-0f71-4e62-b70f-233a4a8d2a98 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:05.953859 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dfa93666-ef9a-4ddd-9acf-459a5683325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:06.003535 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843a39a-67c4-4d3a-b51e-3b211c7c4a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eda82e3-234c-4340-8597-b835a3bcd336,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:06.055846 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-999e56a1-f03c-4933-8a30-ae9b0d1d4609 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:06.062100 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6283c646-2b09-4190-bf47-0860084b3b85 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Subnet': ['ID=9b8da6f0-6c8d-43f7-acfc-0cef9aaf4da1,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:06.087332 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-ae8496ef-51c7-4033-a8b3-6eff5a893602 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:06.099682 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-ae8496ef-51c7-4033-a8b3-6eff5a893602 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:security_group_rule and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:06.107036 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-ae8496ef-51c7-4033-a8b3-6eff5a893602 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:06.112181 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-999e56a1-f03c-4933-8a30-ae9b0d1d4609 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Deleting port db4ddf1f-8754-42aa-8b5d-99b24fe4dea4 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:37:06.112721 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-999e56a1-f03c-4933-8a30-ae9b0d1d4609 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:06.115017 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-bd05ff1d-4660-4487-bb82-7d47129af45d req-ddb651b9-37bb-4963-95e1-9faa710c88ee tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3914280 Feb 04 11:37:06.158679 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6283c646-2b09-4190-bf47-0860084b3b85 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:06.176110 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-6283c646-2b09-4190-bf47-0860084b3b85 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:06.189914 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-ae8496ef-51c7-4033-a8b3-6eff5a893602 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:06.190801 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6283c646-2b09-4190-bf47-0860084b3b85 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:06.191974 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6283c646-2b09-4190-bf47-0860084b3b85 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:06.196343 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-dfa93666-ef9a-4ddd-9acf-459a5683325e None None] Port 07525606-0f71-4e62-b70f-233a4a8d2a98 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:37:06.234685 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcd5cb8-b6b4-422b-9f7b-50245918fb4c None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:37:06.247953 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4bebbb53-2514-4a34-bc2a-87431082c273 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:06.250085 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bebbb53-2514-4a34-bc2a-87431082c273 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Fanout notify agent at l3_agent the message router_deleted on router 373440d5-e927-4594-9030-ee1f71031d04 {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:37:06.268550 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:06.324777 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c66f815a-1a46-4fee-a325-5e1b363a76f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:06.358437 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4bebbb53-2514-4a34-bc2a-87431082c273 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:06.360502 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4bebbb53-2514-4a34-bc2a-87431082c273 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] 10.222.0.21 "DELETE /v2.0/routers/373440d5-e927-4594-9030-ee1f71031d04 HTTP/1.1" status: 204 len: 168 time: 5.0056078 Feb 04 11:37:06.365050 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34226) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:06.367083 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c66f815a-1a46-4fee-a325-5e1b363a76f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:06.369073 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c66f815a-1a46-4fee-a325-5e1b363a76f9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/13f3f266-5ce7-4345-ae20-6449b55f7f48 HTTP/1.1" status: 204 len: 168 time: 1.2823758 Feb 04 11:37:06.398607 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-c82bb1ff-b8c7-448e-a76e-6a2b4830b81c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Request body: {'router': {'name': 'tempest-snat-router-327043221', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'enable_snat': False}}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:06.422059 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f815a-1a46-4fee-a325-5e1b363a76f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f3f266-5ce7-4345-ae20-6449b55f7f48,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:06.433836 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c82bb1ff-b8c7-448e-a76e-6a2b4830b81c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:06.451043 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6283c646-2b09-4190-bf47-0860084b3b85 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.8199921 Feb 04 11:37:06.453492 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c82bb1ff-b8c7-448e-a76e-6a2b4830b81c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Usage tracker for resource:router and tenant:e8de1929da7f4df9a6837194a0f2f4e4 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:06.457984 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34232) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:06.463809 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c82bb1ff-b8c7-448e-a76e-6a2b4830b81c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:06.465191 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-dfa93666-ef9a-4ddd-9acf-459a5683325e None None] Provisioning complete for port 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:06.465636 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dfa93666-ef9a-4ddd-9acf-459a5683325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:06.475475 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-a63a679d-dfaf-4eed-8e82-22df4bb238cb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'port': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'mac_address': 'fa:16:3e:f6:e2:40', 'name': 'tempest-NetworksTestDHCPv6-772874403'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:06.520593 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c82bb1ff-b8c7-448e-a76e-6a2b4830b81c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:06.521266 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ae8496ef-51c7-4033-a8b3-6eff5a893602 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:06.714896 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845f037b-9fe5-4c07-9853-9518df426bb6 None None] DHCP port deletion for 6cf177e3-9696-47c1-b50a-afbfdf0b0f7d request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:37:06.775273 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a63a679d-dfaf-4eed-8e82-22df4bb238cb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:06.781734 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a63a679d-dfaf-4eed-8e82-22df4bb238cb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:port and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:06.785837 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c82bb1ff-b8c7-448e-a76e-6a2b4830b81c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:06.787504 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c82bb1ff-b8c7-448e-a76e-6a2b4830b81c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:06.792736 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a63a679d-dfaf-4eed-8e82-22df4bb238cb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:06.803498 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a63a679d-dfaf-4eed-8e82-22df4bb238cb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:06.826188 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c82bb1ff-b8c7-448e-a76e-6a2b4830b81c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:06.892287 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63a679d-dfaf-4eed-8e82-22df4bb238cb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:37:06.897529 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a63a679d-dfaf-4eed-8e82-22df4bb238cb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:06.906232 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ae8496ef-51c7-4033-a8b3-6eff5a893602 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:06.978526 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-845f037b-9fe5-4c07-9853-9518df426bb6 None None] Deleting port db4ddf1f-8754-42aa-8b5d-99b24fe4dea4 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:37:06.981205 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-845f037b-9fe5-4c07-9853-9518df426bb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:06.993243 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8496ef-51c7-4033-a8b3-6eff5a893602 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b47c6247-a6e4-4e4a-b52d-018b43dc1327,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:07.003163 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-999e56a1-f03c-4933-8a30-ae9b0d1d4609 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] For port db4ddf1f-8754-42aa-8b5d-99b24fe4dea4, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=db4ddf1f-8754-42aa-8b5d-99b24fe4dea4,segment=NetworkSegment(090054eb-f2c8-41d5-85b3-5317cd756841),segment_id=090054eb-f2c8-41d5-85b3-5317cd756841)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:37:07.006114 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-999e56a1-f03c-4933-8a30-ae9b0d1d4609 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:07.157290 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ae8496ef-51c7-4033-a8b3-6eff5a893602 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:07.158422 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ae8496ef-51c7-4033-a8b3-6eff5a893602 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 1.4065301 Feb 04 11:37:07.194460 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device db4ddf1f-8754-42aa-8b5d-99b24fe4dea4 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:37:07.225511 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34248) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:07.235739 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-999e56a1-f03c-4933-8a30-ae9b0d1d4609 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Calling delete_port for db4ddf1f-8754-42aa-8b5d-99b24fe4dea4 owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:37:07.275700 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-2e818238-6a4b-4fdc-ae22-6dbfd3a971bf tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'security_group': {'name': 'tempest-secgroup-371344429'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:07.285824 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-2e818238-6a4b-4fdc-ae22-6dbfd3a971bf tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:07.290782 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-2e818238-6a4b-4fdc-ae22-6dbfd3a971bf tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:security_group and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:07.296668 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-2e818238-6a4b-4fdc-ae22-6dbfd3a971bf tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:07.300914 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d717160b-8bba-4032-a013-0568f16f6f4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'tenant_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'fixed_ips': [{'subnet_id': '9b8da6f0-6c8d-43f7-acfc-0cef9aaf4da1'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:37:07.306636 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d717160b-8bba-4032-a013-0568f16f6f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:07.306765 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-2e818238-6a4b-4fdc-ae22-6dbfd3a971bf tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:07.316292 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-a63a679d-dfaf-4eed-8e82-22df4bb238cb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] device_id is not set on port 24d210fa-2f62-45cd-a8b2-82bdc2b432c3 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:37:07.413159 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2e818238-6a4b-4fdc-ae22-6dbfd3a971bf tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:07.432948 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f54314f-1d3c-4a61-8a5c-5fa500f61d8f None None] Update dhcp port {'port': {'network_id': '6bf13621-12da-4d4e-8931-fb46b2d65817', 'fixed_ips': [{'subnet_id': 'fc931114-5350-46e7-a543-1349b03aa7a5', 'ip_address': '172.20.0.18'}, {'subnet_id': '40428c12-7bd8-4c2e-bfbc-99c3c60e0981'}], 'binding:host_id': 'dv-neutron-827825-2-hyperv'}, 'id': '7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4'} from dv-neutron-827825-2-hyperv. {{(pid=84206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 11:37:07.476757 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-2e818238-6a4b-4fdc-ae22-6dbfd3a971bf tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:07.482060 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-2e818238-6a4b-4fdc-ae22-6dbfd3a971bf tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:security_group_rule and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:07.485283 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-2e818238-6a4b-4fdc-ae22-6dbfd3a971bf tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:07.492238 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-2e818238-6a4b-4fdc-ae22-6dbfd3a971bf tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:07.516973 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-999e56a1-f03c-4933-8a30-ae9b0d1d4609 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:07.538389 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No ports have port_id starting with db4ddf1f-8754-42aa-8b5d-99b24fe4dea4 Feb 04 11:37:07.603294 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e56a1-f03c-4933-8a30-ae9b0d1d4609 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'Port': ['ID=db4ddf1f-8754-42aa-8b5d-99b24fe4dea4,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:07.625084 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999e56a1-f03c-4933-8a30-ae9b0d1d4609 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] No DVR routers for this DVR port db4ddf1f-8754-42aa-8b5d-99b24fe4dea4 on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:37:07.652454 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c82bb1ff-b8c7-448e-a76e-6a2b4830b81c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:07.657153 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-845f037b-9fe5-4c07-9853-9518df426bb6 None None] For port db4ddf1f-8754-42aa-8b5d-99b24fe4dea4, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=db4ddf1f-8754-42aa-8b5d-99b24fe4dea4,segment=NetworkSegment(090054eb-f2c8-41d5-85b3-5317cd756841),segment_id=090054eb-f2c8-41d5-85b3-5317cd756841)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:37:07.657932 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-845f037b-9fe5-4c07-9853-9518df426bb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:07.672917 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2f54314f-1d3c-4a61-8a5c-5fa500f61d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:07.708582 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34256) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:07.747149 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3b114fe9-447e-43b1-b0f5-a7a4a83613fd req-7e6c6c7e-4498-4524-91b5-6861d9862e2c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5b82a940b56a43dcab21460c9541779e&device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 1099 time: 0.6023943 Feb 04 11:37:07.755706 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d173f2-43b2-4560-9a55-2aa2c81aaf25 req-37d2bb4b-c5af-4a73-92a4-f7b93089e8af tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:07.757220 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-55d173f2-43b2-4560-9a55-2aa2c81aaf25 req-37d2bb4b-c5af-4a73-92a4-f7b93089e8af tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.7123320 Feb 04 11:37:07.789063 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2e818238-6a4b-4fdc-ae22-6dbfd3a971bf tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:07.851472 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2e818238-6a4b-4fdc-ae22-6dbfd3a971bf tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:07.869837 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-a63a679d-dfaf-4eed-8e82-22df4bb238cb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Allocated IP 2001:db8::f816:3eff:fef6:e240 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/9b8da6f0-6c8d-43f7-acfc-0cef9aaf4da1/24d210fa-2f62-45cd-a8b2-82bdc2b432c3) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:37:07.882061 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-845f037b-9fe5-4c07-9853-9518df426bb6 None None] Calling delete_port for db4ddf1f-8754-42aa-8b5d-99b24fe4dea4 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:37:07.891672 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-999e56a1-f03c-4933-8a30-ae9b0d1d4609 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:07.944088 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6b2840ac-5888-420f-9543-8bc5a2b68093 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8bd3f458f0e7467b8ca8aa7c68fb6941&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2345183 Feb 04 11:37:07.946879 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e818238-6a4b-4fdc-ae22-6dbfd3a971bf tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb4e6c2-af32-43bf-80b5-0e7cda6a5c8a,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:07.950578 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-999e56a1-f03c-4933-8a30-ae9b0d1d4609 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf177e3-9696-47c1-b50a-afbfdf0b0f7d']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:07.957375 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34262) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:07.959980 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2e818238-6a4b-4fdc-ae22-6dbfd3a971bf tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:07.964672 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2e818238-6a4b-4fdc-ae22-6dbfd3a971bf tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7373292 Feb 04 11:37:07.968413 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34266) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:07.987978 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-999e56a1-f03c-4933-8a30-ae9b0d1d4609 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '090054eb-f2c8-41d5-85b3-5317cd756841') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:07.987978 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-999e56a1-f03c-4933-8a30-ae9b0d1d4609 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '090054eb-f2c8-41d5-85b3-5317cd756841') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:08.001920 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-1455deab-f2ec-4771-8d07-ae184dd7a08c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'security_group': {'name': 'tempest-secgroup-414754355'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:08.012594 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-999e56a1-f03c-4933-8a30-ae9b0d1d4609 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:08.019389 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-1455deab-f2ec-4771-8d07-ae184dd7a08c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:08.035705 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-1455deab-f2ec-4771-8d07-ae184dd7a08c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:security_group and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:08.040906 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-1455deab-f2ec-4771-8d07-ae184dd7a08c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:08.052344 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-1455deab-f2ec-4771-8d07-ae184dd7a08c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:08.061863 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-999e56a1-f03c-4933-8a30-ae9b0d1d4609 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:08.081200 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-999e56a1-f03c-4933-8a30-ae9b0d1d4609 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:37:08.081576 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-999e56a1-f03c-4933-8a30-ae9b0d1d4609 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:08.084964 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-55d173f2-43b2-4560-9a55-2aa2c81aaf25 req-d9a5aa6a-85ea-4040-adf3-5be45c544fb0 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3188510 Feb 04 11:37:08.094812 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b114fe9-447e-43b1-b0f5-a7a4a83613fd req-47a4ad1d-220b-4b1f-b240-5803f4dbefa9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:08.100284 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3b114fe9-447e-43b1-b0f5-a7a4a83613fd req-47a4ad1d-220b-4b1f-b240-5803f4dbefa9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa801161-0b6c-45f6-97b7-dc303a939bfb HTTP/1.1" status: 200 len: 912 time: 0.3314555 Feb 04 11:37:08.100446 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:37:08.100446 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:37:08.100446 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:37:08.100446 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:37:08.100446 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:37:08.100446 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:37:08.100446 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:37:08.100446 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:37:08.100446 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:37:08.100446 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:37:08.100446 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:37:08.100446 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:37:08.100446 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:37:08.100446 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:37:08.100446 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:37:08.100446 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:37:08.100446 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:37:08.100446 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:37:08.100446 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:37:08.100446 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:37:08.100446 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:37:08.100446 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:37:08.100446 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:37:08.100446 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:37:08.100446 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:37:08.100446 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:37:08.100446 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:37:08.100446 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:37:08.100446 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:37:08.100446 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:37:08.100446 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:37:08.100446 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:37:08.136945 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-845f037b-9fe5-4c07-9853-9518df426bb6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:37:08.137925 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-845f037b-9fe5-4c07-9853-9518df426bb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:37:08.194223 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d2194f9a-b3af-4fda-b094-e7ceaafb082e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:08.221370 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1455deab-f2ec-4771-8d07-ae184dd7a08c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:08.236572 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d2194f9a-b3af-4fda-b094-e7ceaafb082e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:08.310790 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-1455deab-f2ec-4771-8d07-ae184dd7a08c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:08.313911 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-999e56a1-f03c-4933-8a30-ae9b0d1d4609 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:08.318525 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-1455deab-f2ec-4771-8d07-ae184dd7a08c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:security_group_rule and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:08.344563 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-999e56a1-f03c-4933-8a30-ae9b0d1d4609 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:08.346473 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-2f54314f-1d3c-4a61-8a5c-5fa500f61d8f None None] Allocated IP 172.20.0.2 (6bf13621-12da-4d4e-8931-fb46b2d65817/40428c12-7bd8-4c2e-bfbc-99c3c60e0981/7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:37:08.348761 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-1455deab-f2ec-4771-8d07-ae184dd7a08c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:08.362921 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e56a1-f03c-4933-8a30-ae9b0d1d4609 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'Network': ['ID=6cf177e3-9696-47c1-b50a-afbfdf0b0f7d,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:08.365437 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-1455deab-f2ec-4771-8d07-ae184dd7a08c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:08.380387 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-999e56a1-f03c-4933-8a30-ae9b0d1d4609 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/networks/6cf177e3-9696-47c1-b50a-afbfdf0b0f7d HTTP/1.1" status: 204 len: 168 time: 2.5811098 Feb 04 11:37:08.391664 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34274) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:08.393748 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3b114fe9-447e-43b1-b0f5-a7a4a83613fd req-11786f2c-bbc4-44bb-b95c-0d0ab1c2050b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19635aaa-a8d9-4012-9591-03c4d8f877eb HTTP/1.1" status: 200 len: 1002 time: 0.2765095 Feb 04 11:37:08.400994 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-474d3e85-15f9-412e-a137-f323ef4e9220 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1911716633'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:08.452300 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1455deab-f2ec-4771-8d07-ae184dd7a08c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:08.475060 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-474d3e85-15f9-412e-a137-f323ef4e9220 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:08.496611 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-474d3e85-15f9-412e-a137-f323ef4e9220 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:network and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:08.502976 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a63a679d-dfaf-4eed-8e82-22df4bb238cb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:08.506243 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d2194f9a-b3af-4fda-b094-e7ceaafb082e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:08.508295 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-474d3e85-15f9-412e-a137-f323ef4e9220 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:08.525714 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-474d3e85-15f9-412e-a137-f323ef4e9220 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:08.530071 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2194f9a-b3af-4fda-b094-e7ceaafb082e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a94f7b-bef5-4336-84d0-48cfedb711d6,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:08.537733 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d2194f9a-b3af-4fda-b094-e7ceaafb082e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:08.542630 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d2194f9a-b3af-4fda-b094-e7ceaafb082e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/49a94f7b-bef5-4336-84d0-48cfedb711d6 HTTP/1.1" status: 204 len: 168 time: 0.5832217 Feb 04 11:37:08.546813 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-2f54314f-1d3c-4a61-8a5c-5fa500f61d8f None None] For port 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4,segment=NetworkSegment(70662168-66ed-48f0-b516-ea5ca6bcbfe3),segment_id=70662168-66ed-48f0-b516-ea5ca6bcbfe3)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:37:08.550575 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-a63a679d-dfaf-4eed-8e82-22df4bb238cb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Transition to ACTIVE for port object 24d210fa-2f62-45cd-a8b2-82bdc2b432c3 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:08.559940 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1455deab-f2ec-4771-8d07-ae184dd7a08c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:08.606669 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455deab-f2ec-4771-8d07-ae184dd7a08c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3217ccf-f70e-4f0c-a4bc-13ca2c87def8,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:08.611334 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b114fe9-447e-43b1-b0f5-a7a4a83613fd req-a07cd477-67eb-4185-bd25-5a2481224b84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:08.613956 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3b114fe9-447e-43b1-b0f5-a7a4a83613fd req-a07cd477-67eb-4185-bd25-5a2481224b84 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f42d419-3d0f-4747-985d-af15d416a955 HTTP/1.1" status: 200 len: 850 time: 0.1980526 Feb 04 11:37:08.614303 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2f54314f-1d3c-4a61-8a5c-5fa500f61d8f None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:08.639516 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-845f037b-9fe5-4c07-9853-9518df426bb6 None None] Deleting port db4ddf1f-8754-42aa-8b5d-99b24fe4dea4 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:37:08.639878 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-845f037b-9fe5-4c07-9853-9518df426bb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:08.679074 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474d3e85-15f9-412e-a137-f323ef4e9220 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Made reservation on behalf of 923893a854aa49c78e412c9bf04cfc96 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:37:08.683567 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-474d3e85-15f9-412e-a137-f323ef4e9220 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:08.701658 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1455deab-f2ec-4771-8d07-ae184dd7a08c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:08.702949 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1455deab-f2ec-4771-8d07-ae184dd7a08c tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7331722 Feb 04 11:37:08.705616 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34282) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:08.711807 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-ddf8ff73-1e96-420d-a122-3538119d2372 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1799368801', 'security_groups': ['b3217ccf-f70e-4f0c-a4bc-13ca2c87def8'], 'network_id': '6bf13621-12da-4d4e-8931-fb46b2d65817', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '40428c12-7bd8-4c2e-bfbc-99c3c60e0981'}]}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:08.730249 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c82bb1ff-b8c7-448e-a76e-6a2b4830b81c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:08.742075 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-845f037b-9fe5-4c07-9853-9518df426bb6 None None] The port 'db4ddf1f-8754-42aa-8b5d-99b24fe4dea4' was deleted {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:37:08.744335 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2f54314f-1d3c-4a61-8a5c-5fa500f61d8f None None] Transition to ACTIVE for port object 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:08.780916 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-474d3e85-15f9-412e-a137-f323ef4e9220 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:37:08.801645 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c82bb1ff-b8c7-448e-a76e-6a2b4830b81c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:08.847805 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-474d3e85-15f9-412e-a137-f323ef4e9220 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:08.848152 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-474d3e85-15f9-412e-a137-f323ef4e9220 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Added segment f0f6bcf3-10db-4b6a-a6d9-a5a0cf13f7f7 of type vlan for network f4816c64-3657-4dc2-88cd-46dea7e4d471 Feb 04 11:37:08.880973 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-ddf8ff73-1e96-420d-a122-3538119d2372 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:08.892694 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-ddf8ff73-1e96-420d-a122-3538119d2372 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:08.894116 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2f54314f-1d3c-4a61-8a5c-5fa500f61d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:08.914367 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3b114fe9-447e-43b1-b0f5-a7a4a83613fd req-35c1d155-5345-445f-b67c-c2139287ae23 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa801161-0b6c-45f6-97b7-dc303a939bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2869053 Feb 04 11:37:08.946869 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-474d3e85-15f9-412e-a137-f323ef4e9220 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:08.991252 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf8ff73-1e96-420d-a122-3538119d2372 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Made reservation on behalf of 2294c16a4d404317a20d2fdff5bb1a4c for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:37:08.997115 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a63a679d-dfaf-4eed-8e82-22df4bb238cb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:09.107346 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54314f-1d3c-4a61-8a5c-5fa500f61d8f None None] Pushing event updated for resources: {'Port': ['ID=7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4,revision_number=6']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:09.126712 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-d717160b-8bba-4032-a013-0568f16f6f4b None None] Allocated IP 2001:db8::f816:3eff:fed1:3f25 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/9b8da6f0-6c8d-43f7-acfc-0cef9aaf4da1/6d856580-1ddf-4db1-b3ce-6953600a6ac1) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:37:09.238776 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63a679d-dfaf-4eed-8e82-22df4bb238cb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:09.254253 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-a63a679d-dfaf-4eed-8e82-22df4bb238cb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:09.257999 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63a679d-dfaf-4eed-8e82-22df4bb238cb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:37:09.267684 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63a679d-dfaf-4eed-8e82-22df4bb238cb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:09.268847 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a63a679d-dfaf-4eed-8e82-22df4bb238cb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:09.330568 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-c82bb1ff-b8c7-448e-a76e-6a2b4830b81c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Allocated IP 172.26.3.99 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/a5adc1b0-d36e-4484-a844-7c2e7d191821) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:37:09.371289 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-474d3e85-15f9-412e-a137-f323ef4e9220 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:09.378137 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474d3e85-15f9-412e-a137-f323ef4e9220 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:09.378828 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-474d3e85-15f9-412e-a137-f323ef4e9220 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:09.406512 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a679d-dfaf-4eed-8e82-22df4bb238cb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Port': ['ID=24d210fa-2f62-45cd-a8b2-82bdc2b432c3,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:09.410289 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ddf8ff73-1e96-420d-a122-3538119d2372 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:09.526126 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-ddf8ff73-1e96-420d-a122-3538119d2372 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] device_id is not set on port 5cadaa0b-d579-4d08-be8a-1b9f43d2c04d yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:37:09.628082 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3b114fe9-447e-43b1-b0f5-a7a4a83613fd req-3555d8ab-c85f-4d10-93f2-dd771fc477b1 service neutron] 10.222.0.47 "GET /v2.0/networks/aa801161-0b6c-45f6-97b7-dc303a939bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7079062 Feb 04 11:37:09.637537 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a63a679d-dfaf-4eed-8e82-22df4bb238cb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1777773 Feb 04 11:37:09.677776 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34302) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:09.818584 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-474d3e85-15f9-412e-a137-f323ef4e9220 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4236047 Feb 04 11:37:09.822118 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d717160b-8bba-4032-a013-0568f16f6f4b None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:09.823905 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34310) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:09.824656 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d3e85-15f9-412e-a137-f323ef4e9220 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Network': ['ID=f4816c64-3657-4dc2-88cd-46dea7e4d471,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:09.840629 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-6d5a95f5-ca16-4554-be54-69286b30fc3f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'subnet': {'network_id': 'f4816c64-3657-4dc2-88cd-46dea7e4d471', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:09.860607 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d717160b-8bba-4032-a013-0568f16f6f4b None None] Transition to ACTIVE for port object 6d856580-1ddf-4db1-b3ce-6953600a6ac1 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:09.913865 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d717160b-8bba-4032-a013-0568f16f6f4b None None] Transition to ACTIVE for port object 6d856580-1ddf-4db1-b3ce-6953600a6ac1 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:09.920027 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network f4816c64-3657-4dc2-88cd-46dea7e4d471 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:37:10.023771 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d717160b-8bba-4032-a013-0568f16f6f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:10.074802 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6d5a95f5-ca16-4554-be54-69286b30fc3f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:10.086713 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6d5a95f5-ca16-4554-be54-69286b30fc3f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:subnet and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:10.111860 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6d5a95f5-ca16-4554-be54-69286b30fc3f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:10.125772 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6d5a95f5-ca16-4554-be54-69286b30fc3f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:10.127156 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d717160b-8bba-4032-a013-0568f16f6f4b None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:10.136490 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-d717160b-8bba-4032-a013-0568f16f6f4b None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:10.148047 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d717160b-8bba-4032-a013-0568f16f6f4b None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:37:10.200470 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717160b-8bba-4032-a013-0568f16f6f4b None None] Pushing event updated for resources: {'Port': ['ID=6d856580-1ddf-4db1-b3ce-6953600a6ac1,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:10.258011 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c82bb1ff-b8c7-448e-a76e-6a2b4830b81c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:10.272757 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5a95f5-ca16-4554-be54-69286b30fc3f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Made reservation on behalf of 923893a854aa49c78e412c9bf04cfc96 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:37:10.315346 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3b114fe9-447e-43b1-b0f5-a7a4a83613fd req-c9e30604-73a4-46c1-88e5-fd0c0c123384 service neutron] 10.222.0.47 "GET /v2.0/networks/aa801161-0b6c-45f6-97b7-dc303a939bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6717372 Feb 04 11:37:10.326642 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-16ebec6d-4437-4819-b992-dae3f2ef3dc7 None None] Provisioning complete for port 07525606-0f71-4e62-b70f-233a4a8d2a98 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:10.327100 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-16ebec6d-4437-4819-b992-dae3f2ef3dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:10.350597 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-ddf8ff73-1e96-420d-a122-3538119d2372 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Allocated IP 172.20.0.8 (6bf13621-12da-4d4e-8931-fb46b2d65817/40428c12-7bd8-4c2e-bfbc-99c3c60e0981/5cadaa0b-d579-4d08-be8a-1b9f43d2c04d) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:37:10.391287 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3d689e-d876-4e1f-9170-832576d0f136 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:10.392604 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6f3d689e-d876-4e1f-9170-832576d0f136 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:10.424821 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de102342-dc2f-4409-b9bc-fe3d447e0b77 req-126d553e-6cfe-4036-be6b-bfdf9186a3d1 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:10.426627 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6d5a95f5-ca16-4554-be54-69286b30fc3f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:10.427408 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-de102342-dc2f-4409-b9bc-fe3d447e0b77 req-126d553e-6cfe-4036-be6b-bfdf9186a3d1 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.9621465 Feb 04 11:37:10.444665 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-d717160b-8bba-4032-a013-0568f16f6f4b None None] Attempting to bind port 6d856580-1ddf-4db1-b3ce-6953600a6ac1 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:37:10.445222 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-d717160b-8bba-4032-a013-0568f16f6f4b None None] Attempting to bind port 6d856580-1ddf-4db1-b3ce-6953600a6ac1 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:37:10.445681 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d717160b-8bba-4032-a013-0568f16f6f4b None None] Attempting to bind port 6d856580-1ddf-4db1-b3ce-6953600a6ac1 on network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:37:10.452798 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-16ebec6d-4437-4819-b992-dae3f2ef3dc7 None None] Port 07525606-0f71-4e62-b70f-233a4a8d2a98 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:37:10.460720 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d717160b-8bba-4032-a013-0568f16f6f4b None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:37:10.461255 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d717160b-8bba-4032-a013-0568f16f6f4b None None] Checking segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:37:10.461750 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d717160b-8bba-4032-a013-0568f16f6f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:10.462360 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d717160b-8bba-4032-a013-0568f16f6f4b None None] Bound using segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:37:10.463060 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-d717160b-8bba-4032-a013-0568f16f6f4b None None] Bound port: 6d856580-1ddf-4db1-b3ce-6953600a6ac1, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:37:10.463547 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d717160b-8bba-4032-a013-0568f16f6f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:10.507055 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-de102342-dc2f-4409-b9bc-fe3d447e0b77 req-34303dea-61a7-4147-9a7f-55851e5d2a39 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608585 Feb 04 11:37:10.621112 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-d717160b-8bba-4032-a013-0568f16f6f4b None None] For port 6d856580-1ddf-4db1-b3ce-6953600a6ac1, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:37:10.625899 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-16ebec6d-4437-4819-b992-dae3f2ef3dc7 None None] Provisioning for port 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:10.629520 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c82bb1ff-b8c7-448e-a76e-6a2b4830b81c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:10.633243 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-d717160b-8bba-4032-a013-0568f16f6f4b None None] For port 6d856580-1ddf-4db1-b3ce-6953600a6ac1, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=6d856580-1ddf-4db1-b3ce-6953600a6ac1,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:37:10.644596 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-16ebec6d-4437-4819-b992-dae3f2ef3dc7 None None] Provisioning complete for port 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:10.649859 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-16ebec6d-4437-4819-b992-dae3f2ef3dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:10.661769 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6f3d689e-d876-4e1f-9170-832576d0f136 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:10.663671 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6f3d689e-d876-4e1f-9170-832576d0f136 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.9849207 Feb 04 11:37:10.668815 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34326) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:10.734518 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d717160b-8bba-4032-a013-0568f16f6f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:10.738153 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82bb1ff-b8c7-448e-a76e-6a2b4830b81c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:10.744252 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-c82bb1ff-b8c7-448e-a76e-6a2b4830b81c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:10.747478 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82bb1ff-b8c7-448e-a76e-6a2b4830b81c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:37:10.755947 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34330) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:10.777638 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ddf8ff73-1e96-420d-a122-3538119d2372 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:10.803987 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-0cc06997-be77-4ece-a2dc-66935e6a3b91 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting port 24d210fa-2f62-45cd-a8b2-82bdc2b432c3 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:37:10.804308 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0cc06997-be77-4ece-a2dc-66935e6a3b91 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:10.840823 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82bb1ff-b8c7-448e-a76e-6a2b4830b81c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Pushing event updated for resources: {'Port': ['ID=a5adc1b0-d36e-4484-a844-7c2e7d191821,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:10.852554 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-ddf8ff73-1e96-420d-a122-3538119d2372 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Transition to ACTIVE for port object 5cadaa0b-d579-4d08-be8a-1b9f43d2c04d will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:11.013601 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717160b-8bba-4032-a013-0568f16f6f4b None None] Pushing event updated for resources: {'Port': ['ID=6d856580-1ddf-4db1-b3ce-6953600a6ac1,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:11.022897 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6d5a95f5-ca16-4554-be54-69286b30fc3f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:11.155874 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a95f5-ca16-4554-be54-69286b30fc3f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Subnet': ['ID=cc57e25f-a18b-4a8c-805f-09fb84bae2e7,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:11.162776 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:37:11.204555 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5a95f5-ca16-4554-be54-69286b30fc3f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Checking segment: {'id': 'f0f6bcf3-10db-4b6a-a6d9-a5a0cf13f7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f4816c64-3657-4dc2-88cd-46dea7e4d471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:37:11.204968 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5a95f5-ca16-4554-be54-69286b30fc3f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Network hostable DHCP agents. Network: f4816c64-3657-4dc2-88cd-46dea7e4d471, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:37:11.245621 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c82bb1ff-b8c7-448e-a76e-6a2b4830b81c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:11.247113 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c82bb1ff-b8c7-448e-a76e-6a2b4830b81c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:11.271889 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0cc06997-be77-4ece-a2dc-66935e6a3b91 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:11.312800 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ddf8ff73-1e96-420d-a122-3538119d2372 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:11.320505 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:11.322487 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:11.325335 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-abae6f68-8720-4225-9138-178e023945dd tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-564474801'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:11.369727 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5a95f5-ca16-4554-be54-69286b30fc3f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Network f4816c64-3657-4dc2-88cd-46dea7e4d471 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:37:11.497950 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-6d5a95f5-ca16-4554-be54-69286b30fc3f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, f4816c64-3657-4dc2-88cd-46dea7e4d471) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:11.513310 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da5aa75-f7d2-4e1d-bf28-f9b311fddbd7 None None] Network f4816c64-3657-4dc2-88cd-46dea7e4d471 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:37:11.573968 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5a95f5-ca16-4554-be54-69286b30fc3f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:11.574995 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6d5a95f5-ca16-4554-be54-69286b30fc3f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:11.580978 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-abae6f68-8720-4225-9138-178e023945dd tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:11.589619 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-0cc06997-be77-4ece-a2dc-66935e6a3b91 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Calling delete_port for 24d210fa-2f62-45cd-a8b2-82bdc2b432c3 owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:37:11.658468 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-abae6f68-8720-4225-9138-178e023945dd tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Usage tracker for resource:router and tenant:e1950d58d6dc4611b104db3618023679 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:11.671761 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-abae6f68-8720-4225-9138-178e023945dd tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:11.690679 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf8ff73-1e96-420d-a122-3538119d2372 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Network 6bf13621-12da-4d4e-8931-fb46b2d65817 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:11.693213 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-ddf8ff73-1e96-420d-a122-3538119d2372 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:11.704325 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-abae6f68-8720-4225-9138-178e023945dd tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:11.707696 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf8ff73-1e96-420d-a122-3538119d2372 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:37:11.740140 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6d5a95f5-ca16-4554-be54-69286b30fc3f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9116426 Feb 04 11:37:11.743553 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34346) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:11.766627 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-389ab732-e2e5-4df4-8450-4fbbb0b1827f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1032627946', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:11.776932 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-389ab732-e2e5-4df4-8450-4fbbb0b1827f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:11.782406 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-389ab732-e2e5-4df4-8450-4fbbb0b1827f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:router and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:11.787273 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-389ab732-e2e5-4df4-8450-4fbbb0b1827f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:11.797074 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-389ab732-e2e5-4df4-8450-4fbbb0b1827f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:11.869966 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8ff73-1e96-420d-a122-3538119d2372 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Port': ['ID=5cadaa0b-d579-4d08-be8a-1b9f43d2c04d,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:11.911707 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-389ab732-e2e5-4df4-8450-4fbbb0b1827f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:11.913600 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-389ab732-e2e5-4df4-8450-4fbbb0b1827f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:11.953739 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf8ff73-1e96-420d-a122-3538119d2372 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:11.954454 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ddf8ff73-1e96-420d-a122-3538119d2372 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:11.960234 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675a8001-5b65-423b-9efb-f7979aaf44e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-f4816c64-3657-4dc2-88cd-46dea7e4d471', 'network_id': 'f4816c64-3657-4dc2-88cd-46dea7e4d471', 'tenant_id': '923893a854aa49c78e412c9bf04cfc96', 'fixed_ips': [{'subnet_id': 'cc57e25f-a18b-4a8c-805f-09fb84bae2e7'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:37:11.961142 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-675a8001-5b65-423b-9efb-f7979aaf44e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:11.969939 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61bf5ab-6776-4107-b049-e7c73f055c13 req-1d580d8f-c298-4305-b9cc-7420d23299f0 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:11.973161 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f61bf5ab-6776-4107-b049-e7c73f055c13 req-1d580d8f-c298-4305-b9cc-7420d23299f0 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.1656704 Feb 04 11:37:12.015625 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-abae6f68-8720-4225-9138-178e023945dd tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:12.017373 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-abae6f68-8720-4225-9138-178e023945dd tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:12.036233 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f61bf5ab-6776-4107-b049-e7c73f055c13 req-5169a0a1-77e5-4ffe-a470-f7409a282cf1 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573792 Feb 04 11:37:12.054003 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82bb1ff-b8c7-448e-a76e-6a2b4830b81c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Router 9babb38e-0e17-4956-bc53-fed63c49d6c0 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:37:12.093986 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ddf8ff73-1e96-420d-a122-3538119d2372 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3852282 Feb 04 11:37:12.095135 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0cc06997-be77-4ece-a2dc-66935e6a3b91 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:12.097086 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34354) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:12.174575 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5d0ee368-06f6-45ac-96b9-ccae084ef00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:12.224961 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-c91ce988-f400-4363-a0e5-fe63aa7fb525 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'subnet': {'network_id': '6bf13621-12da-4d4e-8931-fb46b2d65817', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:12.231453 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-389ab732-e2e5-4df4-8450-4fbbb0b1827f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:12.252679 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc06997-be77-4ece-a2dc-66935e6a3b91 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Port': ['ID=24d210fa-2f62-45cd-a8b2-82bdc2b432c3,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:12.327436 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-389ab732-e2e5-4df4-8450-4fbbb0b1827f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:12.363783 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-abae6f68-8720-4225-9138-178e023945dd tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:12.459951 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0cc06997-be77-4ece-a2dc-66935e6a3b91 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:12.477794 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-0cc06997-be77-4ece-a2dc-66935e6a3b91 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/ports/24d210fa-2f62-45cd-a8b2-82bdc2b432c3 HTTP/1.1" status: 204 len: 168 time: 1.8039820 Feb 04 11:37:12.477794 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-abae6f68-8720-4225-9138-178e023945dd tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:12.485188 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34360) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:12.508394 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-675a8001-5b65-423b-9efb-f7979aaf44e0 None None] Allocated IP 2001:db8::2 (f4816c64-3657-4dc2-88cd-46dea7e4d471/cc57e25f-a18b-4a8c-805f-09fb84bae2e7/3f55fc94-9795-4118-8dc7-e361ff65d397) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:37:12.528521 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-0096dcbb-61aa-473f-81ae-d28e0cdb5d2d None None] Provisioning for port 5cadaa0b-d579-4d08-be8a-1b9f43d2c04d completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:12.547018 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-0096dcbb-61aa-473f-81ae-d28e0cdb5d2d None None] Provisioning complete for port 5cadaa0b-d579-4d08-be8a-1b9f43d2c04d triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:12.548023 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0096dcbb-61aa-473f-81ae-d28e0cdb5d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:12.600023 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-abae6f68-8720-4225-9138-178e023945dd tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:12.607370 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-abae6f68-8720-4225-9138-178e023945dd tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.8453410 Feb 04 11:37:12.607680 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34364) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:12.716153 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c91ce988-f400-4363-a0e5-fe63aa7fb525 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:12.724714 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c91ce988-f400-4363-a0e5-fe63aa7fb525 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:subnet and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:12.729315 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c91ce988-f400-4363-a0e5-fe63aa7fb525 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:12.740239 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c91ce988-f400-4363-a0e5-fe63aa7fb525 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:12.765653 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f5a44-a1e7-441f-bc38-19c2cec0ef13 req-a8d03032-5feb-4634-845d-687d68053501 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:12.767360 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-973f5a44-a1e7-441f-bc38-19c2cec0ef13 req-a8d03032-5feb-4634-845d-687d68053501 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.2511621 Feb 04 11:37:12.861341 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-973f5a44-a1e7-441f-bc38-19c2cec0ef13 req-de898709-9e27-4178-b6f0-38661b7fb3e5 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672224 Feb 04 11:37:12.862496 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91ce988-f400-4363-a0e5-fe63aa7fb525 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Made reservation on behalf of 2294c16a4d404317a20d2fdff5bb1a4c for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:37:12.866291 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c91ce988-f400-4363-a0e5-fe63aa7fb525 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:12.944335 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-389ab732-e2e5-4df4-8450-4fbbb0b1827f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:12.946435 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-389ab732-e2e5-4df4-8450-4fbbb0b1827f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.2016549 Feb 04 11:37:12.951438 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34372) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:12.965595 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-0096dcbb-61aa-473f-81ae-d28e0cdb5d2d None None] Port 5cadaa0b-d579-4d08-be8a-1b9f43d2c04d cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:37:12.981071 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1637e4-4c46-415d-afed-b86b565ac47b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:12.986070 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1637e4-4c46-415d-afed-b86b565ac47b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:12.987050 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-cc1637e4-4c46-415d-afed-b86b565ac47b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:12.999833 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-79e80c72-3bf0-41d7-b476-3b4e1ec55702 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'port': {'network_id': 'f4816c64-3657-4dc2-88cd-46dea7e4d471', 'name': 'tempest-PortsIpV6TestJSON-1489703709'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:13.138173 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.ipam_backend_mixin [None req-c91ce988-f400-4363-a0e5-fe63aa7fb525 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 40428c12-7bd8-4c2e-bfbc-99c3c60e0981 (CIDR: 172.20.0.0/28) Feb 04 11:37:13.181266 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-c91ce988-f400-4363-a0e5-fe63aa7fb525 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:37:13.182106 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c91ce988-f400-4363-a0e5-fe63aa7fb525 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:37:13.297997 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 6d856580-1ddf-4db1-b3ce-6953600a6ac1 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:37:13.332075 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c91ce988-f400-4363-a0e5-fe63aa7fb525 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2293367 Feb 04 11:37:13.332454 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34380) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:13.340558 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-8f7b1410-99c2-408e-979e-53b745bad216 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'subnet': {'network_id': '6bf13621-12da-4d4e-8931-fb46b2d65817', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:13.379036 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-cc1637e4-4c46-415d-afed-b86b565ac47b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:13.387204 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-cc1637e4-4c46-415d-afed-b86b565ac47b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.8938670 Feb 04 11:37:13.392901 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-383f8eb7-5fa6-409b-9b80-589de72f9e99 None None] Provisioning for port 6d856580-1ddf-4db1-b3ce-6953600a6ac1 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:13.399108 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34384) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:13.484881 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-675a8001-5b65-423b-9efb-f7979aaf44e0 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:13.514102 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-675a8001-5b65-423b-9efb-f7979aaf44e0 None None] Transition to ACTIVE for port object 3f55fc94-9795-4118-8dc7-e361ff65d397 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:13.562778 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-675a8001-5b65-423b-9efb-f7979aaf44e0 None None] Transition to ACTIVE for port object 3f55fc94-9795-4118-8dc7-e361ff65d397 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:13.567357 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ceec6c62-cec9-4118-af41-fc4235350596 None None] Could not find standard attr ID for object 24d210fa-2f62-45cd-a8b2-82bdc2b432c3. {{(pid=84206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 11:37:13.579087 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34388) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:13.623420 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 6d856580-1ddf-4db1-b3ce-6953600a6ac1 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:13.632980 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 6d856580-1ddf-4db1-b3ce-6953600a6ac1 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:13.634343 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:13.642480 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-aafa7b26-0a90-470c-bb98-df68f9ad040e tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:13.676748 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-8f7b1410-99c2-408e-979e-53b745bad216 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:13.684151 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8f7b1410-99c2-408e-979e-53b745bad216 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:subnet and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:13.687887 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8f7b1410-99c2-408e-979e-53b745bad216 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:13.691089 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-675a8001-5b65-423b-9efb-f7979aaf44e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:13.697308 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-8f7b1410-99c2-408e-979e-53b745bad216 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:13.784309 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82bb1ff-b8c7-448e-a76e-6a2b4830b81c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:37:13.795944 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-79e80c72-3bf0-41d7-b476-3b4e1ec55702 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:13.799379 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f83817c-9302-44cb-bfe6-95f0711acb5b None None] Sync routers for ids ['9babb38e-0e17-4956-bc53-fed63c49d6c0'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:37:13.808742 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7b1410-99c2-408e-979e-53b745bad216 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Made reservation on behalf of 2294c16a4d404317a20d2fdff5bb1a4c for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:37:13.808742 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8f7b1410-99c2-408e-979e-53b745bad216 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:13.819766 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-79e80c72-3bf0-41d7-b476-3b4e1ec55702 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:port and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:13.825569 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f83817c-9302-44cb-bfe6-95f0711acb5b None None] Routers {'9babb38e-0e17-4956-bc53-fed63c49d6c0'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:37:13.827905 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-2f83817c-9302-44cb-bfe6-95f0711acb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:36:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['9babb38e-0e17-4956-bc53-fed63c49d6c0'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:13.836375 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-79e80c72-3bf0-41d7-b476-3b4e1ec55702 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:13.853393 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-79e80c72-3bf0-41d7-b476-3b4e1ec55702 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:13.947287 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675a8001-5b65-423b-9efb-f7979aaf44e0 None None] Network f4816c64-3657-4dc2-88cd-46dea7e4d471 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:13.954422 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-675a8001-5b65-423b-9efb-f7979aaf44e0 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:13.962510 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a8001-5b65-423b-9efb-f7979aaf44e0 None None] Pushing event updated for resources: {'Port': ['ID=3f55fc94-9795-4118-8dc7-e361ff65d397,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:13.967178 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675a8001-5b65-423b-9efb-f7979aaf44e0 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:37:14.004909 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.ipam_backend_mixin [None req-8f7b1410-99c2-408e-979e-53b745bad216 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet fc931114-5350-46e7-a543-1349b03aa7a5 (CIDR: 172.20.0.16/28) Feb 04 11:37:14.020335 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-71881fd5-75fa-413c-bb83-6e68c1a6e8c0 tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-887035721', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:14.033322 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c82bb1ff-b8c7-448e-a76e-6a2b4830b81c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:14.034636 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c82bb1ff-b8c7-448e-a76e-6a2b4830b81c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.6622021 Feb 04 11:37:14.037730 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34394) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:14.116675 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f7b1410-99c2-408e-979e-53b745bad216 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:37:14.117109 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f7b1410-99c2-408e-979e-53b745bad216 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:37:14.118916 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-2f83817c-9302-44cb-bfe6-95f0711acb5b None None] Set router 9babb38e-0e17-4956-bc53-fed63c49d6c0 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:37:14.136514 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-675a8001-5b65-423b-9efb-f7979aaf44e0 None None] Attempting to bind port 3f55fc94-9795-4118-8dc7-e361ff65d397 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:37:14.136883 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-675a8001-5b65-423b-9efb-f7979aaf44e0 None None] Attempting to bind port 3f55fc94-9795-4118-8dc7-e361ff65d397 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'f0f6bcf3-10db-4b6a-a6d9-a5a0cf13f7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f4816c64-3657-4dc2-88cd-46dea7e4d471'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:37:14.137246 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675a8001-5b65-423b-9efb-f7979aaf44e0 None None] Attempting to bind port 3f55fc94-9795-4118-8dc7-e361ff65d397 on network f4816c64-3657-4dc2-88cd-46dea7e4d471 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:37:14.149326 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675a8001-5b65-423b-9efb-f7979aaf44e0 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:37:14.149705 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675a8001-5b65-423b-9efb-f7979aaf44e0 None None] Checking segment: {'id': 'f0f6bcf3-10db-4b6a-a6d9-a5a0cf13f7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f4816c64-3657-4dc2-88cd-46dea7e4d471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:37:14.150110 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-675a8001-5b65-423b-9efb-f7979aaf44e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:14.150504 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675a8001-5b65-423b-9efb-f7979aaf44e0 None None] Bound using segment: {'id': 'f0f6bcf3-10db-4b6a-a6d9-a5a0cf13f7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f4816c64-3657-4dc2-88cd-46dea7e4d471'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:37:14.150990 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-675a8001-5b65-423b-9efb-f7979aaf44e0 None None] Bound port: 3f55fc94-9795-4118-8dc7-e361ff65d397, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f6bcf3-10db-4b6a-a6d9-a5a0cf13f7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f4816c64-3657-4dc2-88cd-46dea7e4d471'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:37:14.151959 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-675a8001-5b65-423b-9efb-f7979aaf44e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:14.202320 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:14.207242 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-71881fd5-75fa-413c-bb83-6e68c1a6e8c0 tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:14.214530 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-71881fd5-75fa-413c-bb83-6e68c1a6e8c0 tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Usage tracker for resource:port and tenant:50ba1d8b6ea04f87a88eff12e2ac0ce1 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:14.218714 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-71881fd5-75fa-413c-bb83-6e68c1a6e8c0 tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:14.228057 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-71881fd5-75fa-413c-bb83-6e68c1a6e8c0 tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:14.242871 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-f938febd-9ba6-48f8-bb58-c3174960dcb0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting subnet 9b8da6f0-6c8d-43f7-acfc-0cef9aaf4da1 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:37:14.255857 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f938febd-9ba6-48f8-bb58-c3174960dcb0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:14.260362 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8f7b1410-99c2-408e-979e-53b745bad216 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9263074 Feb 04 11:37:14.270060 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34398) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:14.282757 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-554e1e44-63fe-4b7b-a50b-ca46da960fc0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'subnet': {'network_id': '6bf13621-12da-4d4e-8931-fb46b2d65817', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:14.294919 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 6d856580-1ddf-4db1-b3ce-6953600a6ac1, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=6d856580-1ddf-4db1-b3ce-6953600a6ac1,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:37:14.300239 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-675a8001-5b65-423b-9efb-f7979aaf44e0 None None] For port 3f55fc94-9795-4118-8dc7-e361ff65d397, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:37:14.304790 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-675a8001-5b65-423b-9efb-f7979aaf44e0 None None] For port 3f55fc94-9795-4118-8dc7-e361ff65d397, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=3f55fc94-9795-4118-8dc7-e361ff65d397,segment=NetworkSegment(f0f6bcf3-10db-4b6a-a6d9-a5a0cf13f7f7),segment_id=f0f6bcf3-10db-4b6a-a6d9-a5a0cf13f7f7)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:37:14.313545 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e80c72-3bf0-41d7-b476-3b4e1ec55702 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Made reservation on behalf of 923893a854aa49c78e412c9bf04cfc96 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:37:14.317154 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-79e80c72-3bf0-41d7-b476-3b4e1ec55702 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:14.371528 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:14.453483 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f938febd-9ba6-48f8-bb58-c3174960dcb0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:14.453791 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6a8458aa-5d71-44a6-83e7-7da4e67d1398 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] 10.222.0.21 "GET /v2.0/routers/9babb38e-0e17-4956-bc53-fed63c49d6c0 HTTP/1.1" status: 200 len: 907 time: 0.4147418 Feb 04 11:37:14.458532 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34402) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:14.469664 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-9fb6b5ac-2d75-4463-a13e-63d05748d003 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Request body: {'router': {'name': 'tempest-snat-router-327043221', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'enable_snat': True}}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:14.473732 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-554e1e44-63fe-4b7b-a50b-ca46da960fc0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:14.479357 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-9fb6b5ac-2d75-4463-a13e-63d05748d003 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:14.482547 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-554e1e44-63fe-4b7b-a50b-ca46da960fc0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Usage tracker for resource:subnet and tenant:2294c16a4d404317a20d2fdff5bb1a4c is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:14.488490 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-554e1e44-63fe-4b7b-a50b-ca46da960fc0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:14.491635 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-9fb6b5ac-2d75-4463-a13e-63d05748d003 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Usage tracker for resource:router and tenant:e8de1929da7f4df9a6837194a0f2f4e4 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:14.498692 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-9fb6b5ac-2d75-4463-a13e-63d05748d003 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:14.502609 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-554e1e44-63fe-4b7b-a50b-ca46da960fc0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:14.509667 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-9fb6b5ac-2d75-4463-a13e-63d05748d003 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:14.539988 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=6d856580-1ddf-4db1-b3ce-6953600a6ac1,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:14.547511 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-675a8001-5b65-423b-9efb-f7979aaf44e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:14.551654 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71881fd5-75fa-413c-bb83-6e68c1a6e8c0 tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Made reservation on behalf of 50ba1d8b6ea04f87a88eff12e2ac0ce1 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:37:14.554172 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-71881fd5-75fa-413c-bb83-6e68c1a6e8c0 tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:14.583174 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-2f83817c-9302-44cb-bfe6-95f0711acb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9babb38e-0e17-4956-bc53-fed63c49d6c0', 'name': 'tempest-snat-router-327043221', 'tenant_id': 'e8de1929da7f4df9a6837194a0f2f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.99'}], 'enable_snat': False}, 'gw_port_id': 'a5adc1b0-d36e-4484-a844-7c2e7d191821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:06Z', 'updated_at': '2022-02-04T11:37:10Z', 'revision_number': 3, 'project_id': 'e8de1929da7f4df9a6837194a0f2f4e4', 'gw_port': {'id': 'a5adc1b0-d36e-4484-a844-7c2e7d191821', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9babb38e-0e17-4956-bc53-fed63c49d6c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:08Z', 'updated_at': '2022-02-04T11:37:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:14.591052 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f83817c-9302-44cb-bfe6-95f0711acb5b None None] Checking router: 9babb38e-0e17-4956-bc53-fed63c49d6c0 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:37:14.591639 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f83817c-9302-44cb-bfe6-95f0711acb5b None None] Updating router 9babb38e-0e17-4956-bc53-fed63c49d6c0 port a5adc1b0-d36e-4484-a844-7c2e7d191821 binding host dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:37:14.633664 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102e392-2ca4-41ce-a146-8998a51e51b0 req-e871ea51-4147-42c0-a1cc-517b45689f41 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:14.640978 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e102e392-2ca4-41ce-a146-8998a51e51b0 req-e871ea51-4147-42c0-a1cc-517b45689f41 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 1.2789981 Feb 04 11:37:14.643466 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a8001-5b65-423b-9efb-f7979aaf44e0 None None] Pushing event updated for resources: {'Port': ['ID=3f55fc94-9795-4118-8dc7-e361ff65d397,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:14.646287 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f938febd-9ba6-48f8-bb58-c3174960dcb0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:14.653103 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554e1e44-63fe-4b7b-a50b-ca46da960fc0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Made reservation on behalf of 2294c16a4d404317a20d2fdff5bb1a4c for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:37:14.676370 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-2f83817c-9302-44cb-bfe6-95f0711acb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:14.749789 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-519d2287-a485-41ae-9901-e0b585b0cfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:14.759016 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9fb6b5ac-2d75-4463-a13e-63d05748d003 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:14.761254 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-71881fd5-75fa-413c-bb83-6e68c1a6e8c0 tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:14.761430 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9fb6b5ac-2d75-4463-a13e-63d05748d003 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:14.822460 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-554e1e44-63fe-4b7b-a50b-ca46da960fc0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:14.824229 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-79e80c72-3bf0-41d7-b476-3b4e1ec55702 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] device_id is not set on port f55be9cf-c9d8-498f-94a0-fd5bb1c2701e yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:37:14.838184 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9fb6b5ac-2d75-4463-a13e-63d05748d003 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:15.157473 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-aafa7b26-0a90-470c-bb98-df68f9ad040e tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:15.186857 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e102e392-2ca4-41ce-a146-8998a51e51b0 req-749dd3ce-2613-4857-992b-bc071502c95f tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4126050 Feb 04 11:37:15.198611 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-71881fd5-75fa-413c-bb83-6e68c1a6e8c0 tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:15.206461 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-71881fd5-75fa-413c-bb83-6e68c1a6e8c0 tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Usage tracker for resource:security_group_rule and tenant:50ba1d8b6ea04f87a88eff12e2ac0ce1 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:15.210880 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-71881fd5-75fa-413c-bb83-6e68c1a6e8c0 tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:15.226570 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-71881fd5-75fa-413c-bb83-6e68c1a6e8c0 tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:15.286803 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 3f55fc94-9795-4118-8dc7-e361ff65d397 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:37:15.320962 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-2f83817c-9302-44cb-bfe6-95f0711acb5b None None] Notify callbacks [] for port, precommit_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:15.363544 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.provisioning_blocks [None req-2f83817c-9302-44cb-bfe6-95f0711acb5b None None] Transition to ACTIVE for port object a5adc1b0-d36e-4484-a844-7c2e7d191821 will not be triggered until provisioned by entity L2. {{(pid=84207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:15.388947 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9fb6b5ac-2d75-4463-a13e-63d05748d003 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:15.425900 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-2f83817c-9302-44cb-bfe6-95f0711acb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:15.452964 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 3f55fc94-9795-4118-8dc7-e361ff65d397 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:15.460635 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 6d856580-1ddf-4db1-b3ce-6953600a6ac1 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:37:15.535994 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b44ae-9d04-441a-94a7-4292f8d5dc67 None None] Pushing event updated for resources: {'Port': ['ID=a5adc1b0-d36e-4484-a844-7c2e7d191821,revision_number=2']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:15.556286 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f938febd-9ba6-48f8-bb58-c3174960dcb0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:15.556522 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-2f83817c-9302-44cb-bfe6-95f0711acb5b None None] Attempting to bind port a5adc1b0-d36e-4484-a844-7c2e7d191821 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:37:15.557165 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-2f83817c-9302-44cb-bfe6-95f0711acb5b None None] Attempting to bind port a5adc1b0-d36e-4484-a844-7c2e7d191821 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:37:15.558087 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f83817c-9302-44cb-bfe6-95f0711acb5b None None] Attempting to bind port a5adc1b0-d36e-4484-a844-7c2e7d191821 on network 63d4ab6b-931d-42a4-aa18-bedd81d582fa {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:37:15.578313 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f83817c-9302-44cb-bfe6-95f0711acb5b None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:37:15.578682 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f83817c-9302-44cb-bfe6-95f0711acb5b None None] Checking segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:37:15.579074 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-2f83817c-9302-44cb-bfe6-95f0711acb5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:15.579461 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f83817c-9302-44cb-bfe6-95f0711acb5b None None] Bound using segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:37:15.579932 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-2f83817c-9302-44cb-bfe6-95f0711acb5b None None] Bound port: a5adc1b0-d36e-4484-a844-7c2e7d191821, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:37:15.580312 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-2f83817c-9302-44cb-bfe6-95f0711acb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:15.602234 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-71881fd5-75fa-413c-bb83-6e68c1a6e8c0 tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:15.626434 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 6d856580-1ddf-4db1-b3ce-6953600a6ac1 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:15.627312 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:15.627532 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-aafa7b26-0a90-470c-bb98-df68f9ad040e tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:15.662768 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938febd-9ba6-48f8-bb58-c3174960dcb0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Subnet': ['ID=9b8da6f0-6c8d-43f7-acfc-0cef9aaf4da1,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:15.671070 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-554e1e44-63fe-4b7b-a50b-ca46da960fc0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:15.690549 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:15.714619 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:15.748683 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e1e44-63fe-4b7b-a50b-ca46da960fc0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Subnet': ['ID=ad0ab26b-d80f-4835-9263-8d94734db287,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:15.758547 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-71881fd5-75fa-413c-bb83-6e68c1a6e8c0 tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:15.773976 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554e1e44-63fe-4b7b-a50b-ca46da960fc0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Network 6bf13621-12da-4d4e-8931-fb46b2d65817 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:15.777014 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-554e1e44-63fe-4b7b-a50b-ca46da960fc0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:15.782050 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-71881fd5-75fa-413c-bb83-6e68c1a6e8c0 tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] device_id is not set on port 1ac49939-ad05-41bb-a161-ee1f3921aa02 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:37:15.789171 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554e1e44-63fe-4b7b-a50b-ca46da960fc0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:15.789775 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-554e1e44-63fe-4b7b-a50b-ca46da960fc0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:15.809971 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-2f83817c-9302-44cb-bfe6-95f0711acb5b None None] For port a5adc1b0-d36e-4484-a844-7c2e7d191821, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:37:15.825647 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-2f83817c-9302-44cb-bfe6-95f0711acb5b None None] For port a5adc1b0-d36e-4484-a844-7c2e7d191821, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=a5adc1b0-d36e-4484-a844-7c2e7d191821,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:37:15.842380 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f938febd-9ba6-48f8-bb58-c3174960dcb0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:15.860619 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d360da-81d4-4a4a-90df-e1a4bee18ce4 None None] Network 6bf13621-12da-4d4e-8931-fb46b2d65817 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:37:15.920441 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71881fd5-75fa-413c-bb83-6e68c1a6e8c0 tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca5285e-09fd-4f54-8b1c-8bc48e6462f8,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:15.939663 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafca66a-fcd7-4b30-b7a1-a5257fd5a071 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:37:15.950588 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-2f83817c-9302-44cb-bfe6-95f0711acb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:15.950882 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9fb6b5ac-2d75-4463-a13e-63d05748d003 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:15.991328 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-554e1e44-63fe-4b7b-a50b-ca46da960fc0 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7134047 Feb 04 11:37:15.993363 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34410) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:15.997445 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9fb6b5ac-2d75-4463-a13e-63d05748d003 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:16.004168 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-65d9093a-57c4-4335-a8cd-7a5ff1a3d358 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1904055351', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ad0ab26b-d80f-4835-9263-8d94734db287'}], 'security_groups': ['b47c6247-a6e4-4e4a-b52d-018b43dc1327', '2fb4e6c2-af32-43bf-80b5-0e7cda6a5c8a']}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:16.014224 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-79e80c72-3bf0-41d7-b476-3b4e1ec55702 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Allocated IP 2001:db8::2a6 (f4816c64-3657-4dc2-88cd-46dea7e4d471/cc57e25f-a18b-4a8c-805f-09fb84bae2e7/f55be9cf-c9d8-498f-94a0-fd5bb1c2701e) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:37:16.036259 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-aafa7b26-0a90-470c-bb98-df68f9ad040e tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:16.037148 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafa7b26-0a90-470c-bb98-df68f9ad040e tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d6e9c640-e656-47eb-ab1f-68e31940a6e8 {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:37:16.059940 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-aafa7b26-0a90-470c-bb98-df68f9ad040e tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:16.068155 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-aafa7b26-0a90-470c-bb98-df68f9ad040e tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] 10.222.0.21 "DELETE /v2.0/routers/d6e9c640-e656-47eb-ab1f-68e31940a6e8 HTTP/1.1" status: 204 len: 168 time: 3.4593914 Feb 04 11:37:16.156809 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34414) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:16.184570 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-50e67327-3299-46df-828f-17f365dd2c2a tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Request body: {'router': {'name': 'tempest-router-514500651', 'distributed': False}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:16.202097 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f938febd-9ba6-48f8-bb58-c3174960dcb0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/9b8da6f0-6c8d-43f7-acfc-0cef9aaf4da1 HTTP/1.1" status: 204 len: 168 time: 2.7976413 Feb 04 11:37:16.214456 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34418) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:16.217027 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-50e67327-3299-46df-828f-17f365dd2c2a tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:16.249489 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f83817c-9302-44cb-bfe6-95f0711acb5b None None] Routers {'9babb38e-0e17-4956-bc53-fed63c49d6c0'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:37:16.250623 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-2f83817c-9302-44cb-bfe6-95f0711acb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:37:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['9babb38e-0e17-4956-bc53-fed63c49d6c0'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:16.299670 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-50e67327-3299-46df-828f-17f365dd2c2a tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Usage tracker for resource:router and tenant:e1950d58d6dc4611b104db3618023679 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:16.352526 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4be526a-a0f5-4de3-954b-e77e0caa5cfe None None] Network f4816c64-3657-4dc2-88cd-46dea7e4d471 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:37:16.392609 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-50e67327-3299-46df-828f-17f365dd2c2a tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:16.429818 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-50e67327-3299-46df-828f-17f365dd2c2a tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:16.450740 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6adab74d-b186-4ff3-8848-7c1f2d5def4f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2306209 Feb 04 11:37:16.469787 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34422) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:16.582846 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-71881fd5-75fa-413c-bb83-6e68c1a6e8c0 tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Allocated IP 172.26.3.209 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/1ac49939-ad05-41bb-a161-ee1f3921aa02) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:37:16.583645 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-2f83817c-9302-44cb-bfe6-95f0711acb5b None None] Set router 9babb38e-0e17-4956-bc53-fed63c49d6c0 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:37:16.590273 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca39778-7770-4e3a-984b-0ed75e3ba51c None None] DHCP port deletion for a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:37:16.610820 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4ca39778-7770-4e3a-984b-0ed75e3ba51c None None] Deleting port 6d856580-1ddf-4db1-b3ce-6953600a6ac1 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:37:16.611200 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4ca39778-7770-4e3a-984b-0ed75e3ba51c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:16.617241 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-65d9093a-57c4-4335-a8cd-7a5ff1a3d358 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:16.687755 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c626fdbd-13b4-4ad9-85c1-d53ebc835f95 None None] Provisioning for port 3f55fc94-9795-4118-8dc7-e361ff65d397 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:16.724424 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-50e67327-3299-46df-828f-17f365dd2c2a tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:16.726487 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-50e67327-3299-46df-828f-17f365dd2c2a tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:16.737039 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c626fdbd-13b4-4ad9-85c1-d53ebc835f95 None None] Provisioning complete for port 3f55fc94-9795-4118-8dc7-e361ff65d397 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:16.737408 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c626fdbd-13b4-4ad9-85c1-d53ebc835f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:16.785612 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685fc6e-b3a6-418d-8b8b-e62e908d909c req-ea38761b-f62c-4635-8379-4560adf206b1 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:16.796944 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1685fc6e-b3a6-418d-8b8b-e62e908d909c req-ea38761b-f62c-4635-8379-4560adf206b1 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.5883141 Feb 04 11:37:16.815190 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b44ae-9d04-441a-94a7-4292f8d5dc67 None None] Pushing event updated for resources: {'Port': ['ID=a5adc1b0-d36e-4484-a844-7c2e7d191821,revision_number=3']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:16.950003 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:17.068687 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddff9bca-65a7-4e5e-8169-02789ddfb46b None None] Update dhcp port {'port': {'network_id': '6bf13621-12da-4d4e-8931-fb46b2d65817', 'fixed_ips': [{'subnet_id': 'fc931114-5350-46e7-a543-1349b03aa7a5', 'ip_address': '172.20.0.18'}, {'subnet_id': '40428c12-7bd8-4c2e-bfbc-99c3c60e0981', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ad0ab26b-d80f-4835-9263-8d94734db287'}], 'binding:host_id': 'dv-neutron-827825-2-hyperv'}, 'id': '7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4'} from dv-neutron-827825-2-hyperv. {{(pid=84206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 11:37:17.101238 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a25fef4-82cf-4db2-92de-adfdbfc00723 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:17.112349 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-2f83817c-9302-44cb-bfe6-95f0711acb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9babb38e-0e17-4956-bc53-fed63c49d6c0', 'name': 'tempest-snat-router-327043221', 'tenant_id': 'e8de1929da7f4df9a6837194a0f2f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.99'}], 'enable_snat': False}, 'gw_port_id': 'a5adc1b0-d36e-4484-a844-7c2e7d191821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:06Z', 'updated_at': '2022-02-04T11:37:10Z', 'revision_number': 3, 'project_id': 'e8de1929da7f4df9a6837194a0f2f4e4', 'gw_port': {'id': 'a5adc1b0-d36e-4484-a844-7c2e7d191821', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9babb38e-0e17-4956-bc53-fed63c49d6c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:08Z', 'updated_at': '2022-02-04T11:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:17.112852 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-2a25fef4-82cf-4db2-92de-adfdbfc00723 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:17.117407 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f83817c-9302-44cb-bfe6-95f0711acb5b None None] The sync data for ids ['9babb38e-0e17-4956-bc53-fed63c49d6c0'] in dv-neutron-827825-2-hyperv is: [{'id': '9babb38e-0e17-4956-bc53-fed63c49d6c0', 'name': 'tempest-snat-router-327043221', 'tenant_id': 'e8de1929da7f4df9a6837194a0f2f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.99'}], 'enable_snat': False}, 'gw_port_id': 'a5adc1b0-d36e-4484-a844-7c2e7d191821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:06Z', 'updated_at': '2022-02-04T11:37:10Z', 'revision_number': 3, 'project_id': 'e8de1929da7f4df9a6837194a0f2f4e4', 'gw_port': {'id': 'a5adc1b0-d36e-4484-a844-7c2e7d191821', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9babb38e-0e17-4956-bc53-fed63c49d6c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:08Z', 'updated_at': '2022-02-04T11:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:37:17.132762 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-50e67327-3299-46df-828f-17f365dd2c2a tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:17.171815 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 6d856580-1ddf-4db1-b3ce-6953600a6ac1 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:37:17.223330 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-65d9093a-57c4-4335-a8cd-7a5ff1a3d358 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Delete allocated IP 172.20.0.8 (6bf13621-12da-4d4e-8931-fb46b2d65817/40428c12-7bd8-4c2e-bfbc-99c3c60e0981) {{(pid=84204) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 11:37:17.241790 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-65d9093a-57c4-4335-a8cd-7a5ff1a3d358 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Allocated IP 172.20.0.36 (6bf13621-12da-4d4e-8931-fb46b2d65817/ad0ab26b-d80f-4835-9263-8d94734db287/5cadaa0b-d579-4d08-be8a-1b9f43d2c04d) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:37:17.278594 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1685fc6e-b3a6-418d-8b8b-e62e908d909c req-7411ef7a-73e7-47df-b6aa-b09ebe2344cb tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4802392 Feb 04 11:37:17.284696 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-79e80c72-3bf0-41d7-b476-3b4e1ec55702 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:17.315809 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ddff9bca-65a7-4e5e-8169-02789ddfb46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:17.319163 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-2a25fef4-82cf-4db2-92de-adfdbfc00723 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:17.323251 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2a25fef4-82cf-4db2-92de-adfdbfc00723 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8433418 Feb 04 11:37:17.327181 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34426) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:17.349766 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-79e80c72-3bf0-41d7-b476-3b4e1ec55702 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Transition to ACTIVE for port object f55be9cf-c9d8-498f-94a0-fd5bb1c2701e will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:17.356260 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4ca39778-7770-4e3a-984b-0ed75e3ba51c None None] For port 6d856580-1ddf-4db1-b3ce-6953600a6ac1, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=6d856580-1ddf-4db1-b3ce-6953600a6ac1,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:37:17.356641 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4ca39778-7770-4e3a-984b-0ed75e3ba51c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:17.377205 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c626fdbd-13b4-4ad9-85c1-d53ebc835f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:17.390754 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-50e67327-3299-46df-828f-17f365dd2c2a tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:17.417978 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-71881fd5-75fa-413c-bb83-6e68c1a6e8c0 tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:17.517240 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8a7f3e-f854-45c5-a790-f6deb8c139c5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:17.517931 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-bc8a7f3e-f854-45c5-a790-f6deb8c139c5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:17.575096 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-50e67327-3299-46df-828f-17f365dd2c2a tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:17.576531 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-50e67327-3299-46df-828f-17f365dd2c2a tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.4181635 Feb 04 11:37:17.579845 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34430) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:17.588146 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4ca39778-7770-4e3a-984b-0ed75e3ba51c None None] Calling delete_port for 6d856580-1ddf-4db1-b3ce-6953600a6ac1 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:37:17.655658 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-79e80c72-3bf0-41d7-b476-3b4e1ec55702 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:17.666334 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-71881fd5-75fa-413c-bb83-6e68c1a6e8c0 tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:17.680496 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-bc8a7f3e-f854-45c5-a790-f6deb8c139c5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:17.687475 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-bc8a7f3e-f854-45c5-a790-f6deb8c139c5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3590310 Feb 04 11:37:17.694651 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34434) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:17.793701 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e7c737f3-4756-48f8-bbc5-02b3a847f9e3 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0920615 Feb 04 11:37:17.803257 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34438) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:17.805549 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71881fd5-75fa-413c-bb83-6e68c1a6e8c0 tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Pushing event updated for resources: {'Port': ['ID=1ac49939-ad05-41bb-a161-ee1f3921aa02,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:17.829582 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-873ef85b-fdc0-48ac-9129-f1dac256ad81 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:17.894296 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c626fdbd-13b4-4ad9-85c1-d53ebc835f95 None None] For port 3f55fc94-9795-4118-8dc7-e361ff65d397, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=3f55fc94-9795-4118-8dc7-e361ff65d397,segment=NetworkSegment(f0f6bcf3-10db-4b6a-a6d9-a5a0cf13f7f7),segment_id=f0f6bcf3-10db-4b6a-a6d9-a5a0cf13f7f7)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:37:17.916857 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e80c72-3bf0-41d7-b476-3b4e1ec55702 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Network f4816c64-3657-4dc2-88cd-46dea7e4d471 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:17.917654 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:17.919519 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-79e80c72-3bf0-41d7-b476-3b4e1ec55702 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:17.938114 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e80c72-3bf0-41d7-b476-3b4e1ec55702 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:37:17.944019 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.db.resource_extend [None req-65d9093a-57c4-4335-a8cd-7a5ff1a3d358 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:37:17.957111 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e80c72-3bf0-41d7-b476-3b4e1ec55702 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:17.957353 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-79e80c72-3bf0-41d7-b476-3b4e1ec55702 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:17.957452 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-9fb6b5ac-2d75-4463-a13e-63d05748d003 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Allocated IP 172.26.3.29 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/aefcef1d-a867-46dc-9c9f-bed788d6d083) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:37:17.984180 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c626fdbd-13b4-4ad9-85c1-d53ebc835f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:17.984621 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-65d9093a-57c4-4335-a8cd-7a5ff1a3d358 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:18.052309 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4ca39778-7770-4e3a-984b-0ed75e3ba51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:18.072178 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71881fd5-75fa-413c-bb83-6e68c1a6e8c0 tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:18.094468 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-71881fd5-75fa-413c-bb83-6e68c1a6e8c0 tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:18.123514 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71881fd5-75fa-413c-bb83-6e68c1a6e8c0 tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:37:18.126249 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-65d9093a-57c4-4335-a8cd-7a5ff1a3d358 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Transition to ACTIVE for port object 5cadaa0b-d579-4d08-be8a-1b9f43d2c04d will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:18.129244 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-873ef85b-fdc0-48ac-9129-f1dac256ad81 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:18.153560 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-873ef85b-fdc0-48ac-9129-f1dac256ad81 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:18.207888 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e80c72-3bf0-41d7-b476-3b4e1ec55702 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Port': ['ID=f55be9cf-c9d8-498f-94a0-fd5bb1c2701e,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:18.224248 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-53c5356d-f383-4242-bfa4-7cbe04df3264 tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:18.266451 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9fb6b5ac-2d75-4463-a13e-63d05748d003 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:18.293596 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca39778-7770-4e3a-984b-0ed75e3ba51c None None] No DVR routers for this DVR port 6d856580-1ddf-4db1-b3ce-6953600a6ac1 on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:37:18.321646 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-65d9093a-57c4-4335-a8cd-7a5ff1a3d358 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:18.326116 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-cbea7031-9b43-4cc9-9749-0a00b52bec0b None None] Provisioning complete for port 3f55fc94-9795-4118-8dc7-e361ff65d397 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:18.330182 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cbea7031-9b43-4cc9-9749-0a00b52bec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:18.382128 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873ef85b-fdc0-48ac-9129-f1dac256ad81 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:37:18.393923 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71881fd5-75fa-413c-bb83-6e68c1a6e8c0 tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:18.394803 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-ddff9bca-65a7-4e5e-8169-02789ddfb46b None None] Allocated IP 172.20.0.34 (6bf13621-12da-4d4e-8931-fb46b2d65817/ad0ab26b-d80f-4835-9263-8d94734db287/7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:37:18.395034 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-71881fd5-75fa-413c-bb83-6e68c1a6e8c0 tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:18.412405 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-79e80c72-3bf0-41d7-b476-3b4e1ec55702 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.4479821 Feb 04 11:37:18.419679 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34444) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:18.469228 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9fb6b5ac-2d75-4463-a13e-63d05748d003 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:18.556824 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-ddff9bca-65a7-4e5e-8169-02789ddfb46b None None] For port 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4,segment=NetworkSegment(70662168-66ed-48f0-b516-ea5ca6bcbfe3),segment_id=70662168-66ed-48f0-b516-ea5ca6bcbfe3)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:37:18.585298 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ddff9bca-65a7-4e5e-8169-02789ddfb46b None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:18.604444 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ddff9bca-65a7-4e5e-8169-02789ddfb46b None None] Transition to ACTIVE for port object 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:18.625622 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-71881fd5-75fa-413c-bb83-6e68c1a6e8c0 tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.0281427 Feb 04 11:37:18.627642 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c626fdbd-13b4-4ad9-85c1-d53ebc835f95 None None] Pushing event updated for resources: {'Port': ['ID=3f55fc94-9795-4118-8dc7-e361ff65d397,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:18.628790 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34448) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:18.638522 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9093a-57c4-4335-a8cd-7a5ff1a3d358 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event updated for resources: {'Port': ['ID=5cadaa0b-d579-4d08-be8a-1b9f43d2c04d,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:18.682765 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ddff9bca-65a7-4e5e-8169-02789ddfb46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:18.690076 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca39778-7770-4e3a-984b-0ed75e3ba51c None None] Pushing event deleted for resources: {'Port': ['ID=6d856580-1ddf-4db1-b3ce-6953600a6ac1,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:18.693936 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-6e22abb5-b7ec-4dc8-b861-94e16bf6d9aa tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.209'}]}}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:18.711630 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6e22abb5-b7ec-4dc8-b861-94e16bf6d9aa tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:18.723200 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb6b5ac-2d75-4463-a13e-63d05748d003 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:18.736707 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-873ef85b-fdc0-48ac-9129-f1dac256ad81 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:18.756782 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-9fb6b5ac-2d75-4463-a13e-63d05748d003 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:18.759192 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb6b5ac-2d75-4463-a13e-63d05748d003 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:37:18.766426 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6e22abb5-b7ec-4dc8-b861-94e16bf6d9aa tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Usage tracker for resource:router and tenant:50ba1d8b6ea04f87a88eff12e2ac0ce1 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:18.772584 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6e22abb5-b7ec-4dc8-b861-94e16bf6d9aa tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:18.781594 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6e22abb5-b7ec-4dc8-b861-94e16bf6d9aa tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:18.912073 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff9bca-65a7-4e5e-8169-02789ddfb46b None None] Pushing event updated for resources: {'Port': ['ID=7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4,revision_number=7']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:19.004883 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6e22abb5-b7ec-4dc8-b861-94e16bf6d9aa tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:19.005823 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6e22abb5-b7ec-4dc8-b861-94e16bf6d9aa tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:19.034604 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6b5ac-2d75-4463-a13e-63d05748d003 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Pushing event updated for resources: {'Port': ['ID=aefcef1d-a867-46dc-9c9f-bed788d6d083,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:19.044887 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-65d9093a-57c4-4335-a8cd-7a5ff1a3d358 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] In _notify_port_updated(), no bound segment for port 5cadaa0b-d579-4d08-be8a-1b9f43d2c04d on network 6bf13621-12da-4d4e-8931-fb46b2d65817 {{(pid=84204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 11:37:19.048597 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d9093a-57c4-4335-a8cd-7a5ff1a3d358 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:19.049215 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-65d9093a-57c4-4335-a8cd-7a5ff1a3d358 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:19.053996 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-65d9093a-57c4-4335-a8cd-7a5ff1a3d358 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "PUT /v2.0/ports/5cadaa0b-d579-4d08-be8a-1b9f43d2c04d HTTP/1.1" status: 200 len: 960 time: 3.0562081 Feb 04 11:37:19.064063 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34452) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:19.159042 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332ff97-d85d-4e22-af69-a10b5292c823 req-a5514077-f831-4ea5-875c-e09fe5a8e9a1 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:19.166511 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a332ff97-d85d-4e22-af69-a10b5292c823 req-a5514077-f831-4ea5-875c-e09fe5a8e9a1 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.7046185 Feb 04 11:37:19.259839 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-e9dbc672-10f0-47eb-9177-360b5a5cd5c4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Deleting port 5cadaa0b-d579-4d08-be8a-1b9f43d2c04d {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:37:19.260178 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e9dbc672-10f0-47eb-9177-360b5a5cd5c4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:19.262972 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-8c72b20e-c808-4579-adba-b0bf5692bbb0 None None] Provisioning for port f55be9cf-c9d8-498f-94a0-fd5bb1c2701e completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:19.269402 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-8c72b20e-c808-4579-adba-b0bf5692bbb0 None None] Provisioning complete for port f55be9cf-c9d8-498f-94a0-fd5bb1c2701e triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:19.269911 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8c72b20e-c808-4579-adba-b0bf5692bbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:19.362223 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device a5adc1b0-d36e-4484-a844-7c2e7d191821 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:37:19.373998 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a332ff97-d85d-4e22-af69-a10b5292c823 req-4ef3da1e-86fa-4b65-8adb-711a82b3c6c4 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061036 Feb 04 11:37:19.382122 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-53c5356d-f383-4242-bfa4-7cbe04df3264 tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:19.424358 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6e22abb5-b7ec-4dc8-b861-94e16bf6d9aa tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:19.425751 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-53c5356d-f383-4242-bfa4-7cbe04df3264 tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:19.488305 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-8c72b20e-c808-4579-adba-b0bf5692bbb0 None None] Port f55be9cf-c9d8-498f-94a0-fd5bb1c2701e cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:37:19.625581 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port a5adc1b0-d36e-4484-a844-7c2e7d191821 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:19.635818 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port a5adc1b0-d36e-4484-a844-7c2e7d191821 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:19.635818 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:19.728030 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-53c5356d-f383-4242-bfa4-7cbe04df3264 tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:19.728531 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c5356d-f383-4242-bfa4-7cbe04df3264 tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4eeb9928-3dd1-406b-be95-d8ac7c9b7d83 {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:37:19.748579 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e9dbc672-10f0-47eb-9177-360b5a5cd5c4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:19.775254 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-53c5356d-f383-4242-bfa4-7cbe04df3264 tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:19.777733 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-53c5356d-f383-4242-bfa4-7cbe04df3264 tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] 10.222.0.21 "DELETE /v2.0/routers/4eeb9928-3dd1-406b-be95-d8ac7c9b7d83 HTTP/1.1" status: 204 len: 168 time: 2.1955874 Feb 04 11:37:19.782162 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34458) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:19.818478 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-fa759c97-6b9b-47d5-a65a-5051e499a78c tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Request body: {'router': {'name': 'tempest-router-1330326444', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '2d3650c04731454993b46c97c6927c77'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:19.833231 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-873ef85b-fdc0-48ac-9129-f1dac256ad81 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:19.849216 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:19.869617 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port a5adc1b0-d36e-4484-a844-7c2e7d191821, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=a5adc1b0-d36e-4484-a844-7c2e7d191821,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:37:19.871251 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7eec2651-38b7-4cde-8cf2-438bb0293402 None None] Provisioning for port 5cadaa0b-d579-4d08-be8a-1b9f43d2c04d completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:19.877288 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7eec2651-38b7-4cde-8cf2-438bb0293402 None None] Provisioning complete for port 5cadaa0b-d579-4d08-be8a-1b9f43d2c04d triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:19.878150 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7eec2651-38b7-4cde-8cf2-438bb0293402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:19.929033 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-e9dbc672-10f0-47eb-9177-360b5a5cd5c4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Calling delete_port for 5cadaa0b-d579-4d08-be8a-1b9f43d2c04d owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:37:19.943391 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-7eec2651-38b7-4cde-8cf2-438bb0293402 None None] Port 5cadaa0b-d579-4d08-be8a-1b9f43d2c04d cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:37:19.952743 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7eec2651-38b7-4cde-8cf2-438bb0293402 None None] Provisioning complete for port 07525606-0f71-4e62-b70f-233a4a8d2a98 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:19.953286 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7eec2651-38b7-4cde-8cf2-438bb0293402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:19.958257 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9fb6b5ac-2d75-4463-a13e-63d05748d003 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:19.959006 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9fb6b5ac-2d75-4463-a13e-63d05748d003 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:19.960059 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-fa759c97-6b9b-47d5-a65a-5051e499a78c tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:19.966711 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-fa759c97-6b9b-47d5-a65a-5051e499a78c tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Usage tracker for resource:router and tenant:2d3650c04731454993b46c97c6927c77 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:19.970270 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-fa759c97-6b9b-47d5-a65a-5051e499a78c tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:19.978316 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-fa759c97-6b9b-47d5-a65a-5051e499a78c tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:19.989633 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:19.989870 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e76ff434-68e5-41ec-9c0c-5352d2fd4d34 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:19.991417 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 3f55fc94-9795-4118-8dc7-e361ff65d397 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:37:20.070296 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6e22abb5-b7ec-4dc8-b861-94e16bf6d9aa tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:20.088439 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873ef85b-fdc0-48ac-9129-f1dac256ad81 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:20.102944 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fa759c97-6b9b-47d5-a65a-5051e499a78c tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:20.104183 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fa759c97-6b9b-47d5-a65a-5051e499a78c tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:20.149408 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-7eec2651-38b7-4cde-8cf2-438bb0293402 None None] Port 07525606-0f71-4e62-b70f-233a4a8d2a98 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:37:20.151791 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-873ef85b-fdc0-48ac-9129-f1dac256ad81 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:20.156236 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=a5adc1b0-d36e-4484-a844-7c2e7d191821,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:20.168232 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873ef85b-fdc0-48ac-9129-f1dac256ad81 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:20.168821 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-873ef85b-fdc0-48ac-9129-f1dac256ad81 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:20.174226 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7aa847e-3960-4a32-97ae-cddb6d0dffad None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:37:20.207950 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ef85b-fdc0-48ac-9129-f1dac256ad81 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Subnet': ['ID=88ffcfa3-3146-48fa-9f44-9e41fcf342bd,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:20.290254 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 3f55fc94-9795-4118-8dc7-e361ff65d397 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:20.290647 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:20.395400 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-873ef85b-fdc0-48ac-9129-f1dac256ad81 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5774169 Feb 04 11:37:20.400233 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34464) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:20.404181 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-0789772e-f803-4808-8894-12da39b813d7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'port': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'mac_address': 'fa:16:3e:6b:71:68', 'name': 'tempest-NetworksTestDHCPv6-141866918'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:20.406376 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7eec2651-38b7-4cde-8cf2-438bb0293402 None None] Provisioning for port 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:20.458911 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7eec2651-38b7-4cde-8cf2-438bb0293402 None None] Provisioning complete for port 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:20.459279 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7eec2651-38b7-4cde-8cf2-438bb0293402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:20.474109 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc80da5-3d39-4f8a-9586-6f62159baf69 req-f2802452-9825-4669-9e93-ceb9d3d2544e tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:20.475864 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ffc80da5-3d39-4f8a-9586-6f62159baf69 req-f2802452-9825-4669-9e93-ceb9d3d2544e tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.4204292 Feb 04 11:37:20.485319 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e9dbc672-10f0-47eb-9177-360b5a5cd5c4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:20.631542 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:37:20.641951 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fa759c97-6b9b-47d5-a65a-5051e499a78c tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:20.659543 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dbc672-10f0-47eb-9177-360b5a5cd5c4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'Port': ['ID=5cadaa0b-d579-4d08-be8a-1b9f43d2c04d,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:20.676996 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1ed814-647b-4549-873f-de658839447d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'tenant_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'fixed_ips': [{'subnet_id': '88ffcfa3-3146-48fa-9f44-9e41fcf342bd'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:37:20.679222 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6b1ed814-647b-4549-873f-de658839447d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:20.702292 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ffc80da5-3d39-4f8a-9586-6f62159baf69 req-f303076c-d909-4628-a1a8-f17bbbee5a54 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567745 Feb 04 11:37:20.789636 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-914fe64a-e1c1-4af3-99c2-010b8650bd45 req-a5679e47-a420-4445-a4d9-10643e540a96 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5b82a940b56a43dcab21460c9541779e&device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 1099 time: 0.6598573 Feb 04 11:37:20.908370 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:20.908883 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:20.946409 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fa759c97-6b9b-47d5-a65a-5051e499a78c tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:21.036836 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e9dbc672-10f0-47eb-9177-360b5a5cd5c4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:21.054443 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-0789772e-f803-4808-8894-12da39b813d7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:21.067946 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e9dbc672-10f0-47eb-9177-360b5a5cd5c4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/ports/5cadaa0b-d579-4d08-be8a-1b9f43d2c04d HTTP/1.1" status: 204 len: 168 time: 2.0020690 Feb 04 11:37:21.069236 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34468) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:21.095274 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fe64a-e1c1-4af3-99c2-010b8650bd45 req-6475f956-cfc5-4e3c-8287-312b1d4830ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:21.096882 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-914fe64a-e1c1-4af3-99c2-010b8650bd45 req-6475f956-cfc5-4e3c-8287-312b1d4830ae service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa801161-0b6c-45f6-97b7-dc303a939bfb HTTP/1.1" status: 200 len: 912 time: 0.2912867 Feb 04 11:37:21.106089 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-0789772e-f803-4808-8894-12da39b813d7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:21.138517 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-82765750-0c1d-4057-aa66-f2a47a789fd8 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] GET failed (client error): The resource could not be found. Feb 04 11:37:21.139381 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-82765750-0c1d-4057-aa66-f2a47a789fd8 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Synchronizing usage tracker for tenant:2294c16a4d404317a20d2fdff5bb1a4c on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:21.146713 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-6b1ed814-647b-4549-873f-de658839447d None None] Allocated IP 2001:db8::2 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/88ffcfa3-3146-48fa-9f44-9e41fcf342bd/ec067f22-ffd5-4aa5-9fe6-06cf65472a4e) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:37:21.194728 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fa759c97-6b9b-47d5-a65a-5051e499a78c tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:21.195903 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-fa759c97-6b9b-47d5-a65a-5051e499a78c tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.4123788 Feb 04 11:37:21.200396 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34472) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:21.215675 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e76ff434-68e5-41ec-9c0c-5352d2fd4d34 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:21.219839 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-0979670e-6f4d-431f-9254-a37748cda3ad tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:21.256232 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d85c1547-ba4d-4e5a-894d-5dcd25ed4be0 None None] Could not find standard attr ID for object 5cadaa0b-d579-4d08-be8a-1b9f43d2c04d. {{(pid=84206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 11:37:21.296926 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-914fe64a-e1c1-4af3-99c2-010b8650bd45 req-cef5f7fe-2451-4a7b-bced-523c6627a288 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19635aaa-a8d9-4012-9591-03c4d8f877eb HTTP/1.1" status: 200 len: 1002 time: 0.1925607 Feb 04 11:37:21.315440 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device a5adc1b0-d36e-4484-a844-7c2e7d191821 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:37:21.320328 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0789772e-f803-4808-8894-12da39b813d7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:37:21.324943 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0789772e-f803-4808-8894-12da39b813d7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:21.341312 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-82765750-0c1d-4057-aa66-f2a47a789fd8 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Unset dirty status for tenant:2294c16a4d404317a20d2fdff5bb1a4c on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:21.345576 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-82765750-0c1d-4057-aa66-f2a47a789fd8 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "GET /v2.0/ports/5cadaa0b-d579-4d08-be8a-1b9f43d2c04d HTTP/1.1" status: 404 len: 333 time: 0.2726882 Feb 04 11:37:21.346464 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb6b5ac-2d75-4463-a13e-63d05748d003 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Router a6133c7c-264b-427e-b9ad-e9765e3e745b is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:37:21.348300 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34476) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:21.362812 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e76ff434-68e5-41ec-9c0c-5352d2fd4d34 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:21.416013 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-0789772e-f803-4808-8894-12da39b813d7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] device_id is not set on port 8db0d84d-8544-4685-b0b8-dac984bf743e yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:37:21.487859 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port a5adc1b0-d36e-4484-a844-7c2e7d191821 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:21.488338 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:21.527133 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6b1ed814-647b-4549-873f-de658839447d None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:21.546840 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fe64a-e1c1-4af3-99c2-010b8650bd45 req-c4b7d372-2058-4cc6-9cfb-eefd78b9c75d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:21.548278 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-914fe64a-e1c1-4af3-99c2-010b8650bd45 req-c4b7d372-2058-4cc6-9cfb-eefd78b9c75d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f42d419-3d0f-4747-985d-af15d416a955 HTTP/1.1" status: 200 len: 850 time: 0.2199674 Feb 04 11:37:21.560506 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-6b1ed814-647b-4549-873f-de658839447d None None] Transition to ACTIVE for port object ec067f22-ffd5-4aa5-9fe6-06cf65472a4e will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:21.591498 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-6b1ed814-647b-4549-873f-de658839447d None None] Transition to ACTIVE for port object ec067f22-ffd5-4aa5-9fe6-06cf65472a4e will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:21.596760 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ff434-68e5-41ec-9c0c-5352d2fd4d34 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Port': ['ID=f55be9cf-c9d8-498f-94a0-fd5bb1c2701e,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:21.690250 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6b1ed814-647b-4549-873f-de658839447d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:21.703047 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6e22abb5-b7ec-4dc8-b861-94e16bf6d9aa tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:21.753480 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6f1fef12-0d93-42a9-8992-aa3ce2687849 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:21.758494 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6e22abb5-b7ec-4dc8-b861-94e16bf6d9aa tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:21.791185 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ed814-647b-4549-873f-de658839447d None None] Pushing event updated for resources: {'Port': ['ID=ec067f22-ffd5-4aa5-9fe6-06cf65472a4e,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:21.807225 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1ed814-647b-4549-873f-de658839447d None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:21.809056 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-6b1ed814-647b-4549-873f-de658839447d None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:21.811717 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1ed814-647b-4549-873f-de658839447d None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:37:21.950381 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-914fe64a-e1c1-4af3-99c2-010b8650bd45 req-df192210-0cea-4aeb-8032-78615fd0932a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa801161-0b6c-45f6-97b7-dc303a939bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3867035 Feb 04 11:37:21.951797 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6f1fef12-0d93-42a9-8992-aa3ce2687849 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:21.976737 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-6b1ed814-647b-4549-873f-de658839447d None None] Attempting to bind port ec067f22-ffd5-4aa5-9fe6-06cf65472a4e on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:37:21.977165 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-6b1ed814-647b-4549-873f-de658839447d None None] Attempting to bind port ec067f22-ffd5-4aa5-9fe6-06cf65472a4e by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:37:21.977598 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1ed814-647b-4549-873f-de658839447d None None] Attempting to bind port ec067f22-ffd5-4aa5-9fe6-06cf65472a4e on network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:37:21.979946 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-266554bd-0a69-470c-bd4e-957c5abad3b4 None None] Provisioning complete for port f55be9cf-c9d8-498f-94a0-fd5bb1c2701e triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:21.980408 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-266554bd-0a69-470c-bd4e-957c5abad3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:22.026821 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1ed814-647b-4549-873f-de658839447d None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:37:22.027310 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1ed814-647b-4549-873f-de658839447d None None] Checking segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:37:22.027680 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6b1ed814-647b-4549-873f-de658839447d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:22.028135 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1ed814-647b-4549-873f-de658839447d None None] Bound using segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:37:22.028675 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-6b1ed814-647b-4549-873f-de658839447d None None] Bound port: ec067f22-ffd5-4aa5-9fe6-06cf65472a4e, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:37:22.029102 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6b1ed814-647b-4549-873f-de658839447d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:22.053705 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-266554bd-0a69-470c-bd4e-957c5abad3b4 None None] Port f55be9cf-c9d8-498f-94a0-fd5bb1c2701e cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:37:22.123680 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e76ff434-68e5-41ec-9c0c-5352d2fd4d34 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:22.132089 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-6b1ed814-647b-4549-873f-de658839447d None None] For port ec067f22-ffd5-4aa5-9fe6-06cf65472a4e, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:37:22.135107 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-0789772e-f803-4808-8894-12da39b813d7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Allocated IP 2001:db8::33a (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/88ffcfa3-3146-48fa-9f44-9e41fcf342bd/8db0d84d-8544-4685-b0b8-dac984bf743e) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:37:22.137288 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-6b1ed814-647b-4549-873f-de658839447d None None] For port ec067f22-ffd5-4aa5-9fe6-06cf65472a4e, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=ec067f22-ffd5-4aa5-9fe6-06cf65472a4e,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:37:22.213988 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6b1ed814-647b-4549-873f-de658839447d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:22.219092 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0979670e-6f4d-431f-9254-a37748cda3ad tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:22.219600 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0979670e-6f4d-431f-9254-a37748cda3ad tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks [] for router, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:22.317988 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ed814-647b-4549-873f-de658839447d None None] Pushing event updated for resources: {'Port': ['ID=ec067f22-ffd5-4aa5-9fe6-06cf65472a4e,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:22.423204 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6f1fef12-0d93-42a9-8992-aa3ce2687849 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:22.428315 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-914fe64a-e1c1-4af3-99c2-010b8650bd45 req-8adaa4a5-812c-42f9-aee0-356f5b9fad6c service neutron] 10.222.0.47 "GET /v2.0/networks/aa801161-0b6c-45f6-97b7-dc303a939bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4616885 Feb 04 11:37:22.429210 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0979670e-6f4d-431f-9254-a37748cda3ad tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84204) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 04 11:37:22.429543 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0979670e-6f4d-431f-9254-a37748cda3ad tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Router 99ef0ba5-735e-48c8-861c-582b758f3802 migrating from provider to provider. {{(pid=84204) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 04 11:37:22.429945 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0979670e-6f4d-431f-9254-a37748cda3ad tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:22.438426 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c6ffe-9a88-4463-88f1-d185f5c22d0a req-28941c46-fb34-4709-a581-66dd0a263a95 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:22.439792 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-550c6ffe-9a88-4463-88f1-d185f5c22d0a req-28941c46-fb34-4709-a581-66dd0a263a95 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.5345111 Feb 04 11:37:22.474790 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0979670e-6f4d-431f-9254-a37748cda3ad tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:22.525209 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1fef12-0d93-42a9-8992-aa3ce2687849 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3217ccf-f70e-4f0c-a4bc-13ca2c87def8,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:22.528895 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6e22abb5-b7ec-4dc8-b861-94e16bf6d9aa tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:22.580052 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6f1fef12-0d93-42a9-8992-aa3ce2687849 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:22.584332 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6f1fef12-0d93-42a9-8992-aa3ce2687849 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/security-groups/b3217ccf-f70e-4f0c-a4bc-13ca2c87def8 HTTP/1.1" status: 204 len: 168 time: 1.2331538 Feb 04 11:37:22.586718 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0979670e-6f4d-431f-9254-a37748cda3ad tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16351460'] for router, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:22.595809 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34482) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:22.642102 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb6b5ac-2d75-4463-a13e-63d05748d003 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:37:22.658431 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6c3513-86b9-487b-8fbb-29482214106f None None] Sync routers for ids ['a6133c7c-264b-427e-b9ad-e9765e3e745b'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:37:22.677334 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6c3513-86b9-487b-8fbb-29482214106f None None] Routers {'a6133c7c-264b-427e-b9ad-e9765e3e745b'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:37:22.677968 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-7c6c3513-86b9-487b-8fbb-29482214106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:37:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a6133c7c-264b-427e-b9ad-e9765e3e745b'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:22.784112 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e76ff434-68e5-41ec-9c0c-5352d2fd4d34 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:22.813218 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-550c6ffe-9a88-4463-88f1-d185f5c22d0a req-4343ab7c-6b9e-4d98-a0f9-20a8c8d83889 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3540804 Feb 04 11:37:22.831072 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-914fe64a-e1c1-4af3-99c2-010b8650bd45 req-d1163dc9-a250-4235-bf1e-c21cdf876911 service neutron] 10.222.0.47 "GET /v2.0/networks/aa801161-0b6c-45f6-97b7-dc303a939bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902268 Feb 04 11:37:22.929502 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-7c6c3513-86b9-487b-8fbb-29482214106f None None] Set router a6133c7c-264b-427e-b9ad-e9765e3e745b gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:37:22.979561 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0789772e-f803-4808-8894-12da39b813d7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:23.025804 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9fb6b5ac-2d75-4463-a13e-63d05748d003 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:23.030736 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9fb6b5ac-2d75-4463-a13e-63d05748d003 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 8.5708210 Feb 04 11:37:23.031563 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34486) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:23.038585 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-0789772e-f803-4808-8894-12da39b813d7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Transition to ACTIVE for port object 8db0d84d-8544-4685-b0b8-dac984bf743e will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:23.038585 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0aff5f63-b3da-4ec6-af7c-ef0f4a14f944 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:23.149163 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0aff5f63-b3da-4ec6-af7c-ef0f4a14f944 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:23.164382 dv-neutron-827825-2-hyperv neutron-server[84204]: WARNING neutron.scheduler.l3_agent_scheduler [None req-0979670e-6f4d-431f-9254-a37748cda3ad tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] No L3 agents can host the router 99ef0ba5-735e-48c8-861c-582b758f3802 Feb 04 11:37:23.350367 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device ec067f22-ffd5-4aa5-9fe6-06cf65472a4e up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:37:23.359745 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0789772e-f803-4808-8894-12da39b813d7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:23.374384 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6e22abb5-b7ec-4dc8-b861-94e16bf6d9aa tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:23.409506 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6e22abb5-b7ec-4dc8-b861-94e16bf6d9aa tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:23.430996 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0aff5f63-b3da-4ec6-af7c-ef0f4a14f944 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:23.460973 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-7c6c3513-86b9-487b-8fbb-29482214106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6133c7c-264b-427e-b9ad-e9765e3e745b', 'name': 'tempest-snat-router-327043221', 'tenant_id': 'e8de1929da7f4df9a6837194a0f2f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': 'aefcef1d-a867-46dc-9c9f-bed788d6d083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:14Z', 'updated_at': '2022-02-04T11:37:19Z', 'revision_number': 3, 'project_id': 'e8de1929da7f4df9a6837194a0f2f4e4', 'gw_port': {'id': 'aefcef1d-a867-46dc-9c9f-bed788d6d083', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6133c7c-264b-427e-b9ad-e9765e3e745b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:16Z', 'updated_at': '2022-02-04T11:37:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:23.467886 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6c3513-86b9-487b-8fbb-29482214106f None None] Checking router: a6133c7c-264b-427e-b9ad-e9765e3e745b for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:37:23.468280 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6c3513-86b9-487b-8fbb-29482214106f None None] Updating router a6133c7c-264b-427e-b9ad-e9765e3e745b port aefcef1d-a867-46dc-9c9f-bed788d6d083 binding host dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:37:23.530559 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff5f63-b3da-4ec6-af7c-ef0f4a14f944 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb4e6c2-af32-43bf-80b5-0e7cda6a5c8a,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:23.542965 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7c6c3513-86b9-487b-8fbb-29482214106f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:23.590843 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0789772e-f803-4808-8894-12da39b813d7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:23.593197 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port ec067f22-ffd5-4aa5-9fe6-06cf65472a4e completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:23.606425 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0aff5f63-b3da-4ec6-af7c-ef0f4a14f944 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:23.610516 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-0aff5f63-b3da-4ec6-af7c-ef0f4a14f944 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/security-groups/2fb4e6c2-af32-43bf-80b5-0e7cda6a5c8a HTTP/1.1" status: 204 len: 168 time: 1.0134330 Feb 04 11:37:23.612737 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-0789772e-f803-4808-8894-12da39b813d7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:23.615959 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e76ff434-68e5-41ec-9c0c-5352d2fd4d34 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:23.617156 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34490) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:23.617601 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0789772e-f803-4808-8894-12da39b813d7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Port': ['ID=8db0d84d-8544-4685-b0b8-dac984bf743e,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:23.623501 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0789772e-f803-4808-8894-12da39b813d7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:37:23.627413 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0789772e-f803-4808-8894-12da39b813d7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:23.627993 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0789772e-f803-4808-8894-12da39b813d7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:23.630954 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6e22abb5-b7ec-4dc8-b861-94e16bf6d9aa tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:23.632535 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e22abb5-b7ec-4dc8-b861-94e16bf6d9aa tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6d35c972-d9b9-4bde-abfc-986a43c27d3e {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:37:23.681401 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e76ff434-68e5-41ec-9c0c-5352d2fd4d34 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:23.682524 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e76ff434-68e5-41ec-9c0c-5352d2fd4d34 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:23.759765 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-6e22abb5-b7ec-4dc8-b861-94e16bf6d9aa tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 04 11:37:23.761479 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6e22abb5-b7ec-4dc8-b861-94e16bf6d9aa tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.1315775 Feb 04 11:37:23.785619 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34494) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:23.791151 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-0789772e-f803-4808-8894-12da39b813d7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3920574 Feb 04 11:37:23.792256 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0979670e-6f4d-431f-9254-a37748cda3ad tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Hosts for router 99ef0ba5-735e-48c8-861c-582b758f3802: [] {{(pid=84204) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Feb 04 11:37:23.818880 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34498) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:23.923273 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0979670e-6f4d-431f-9254-a37748cda3ad tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Hosts for other DVR routers connected to router 99ef0ba5-735e-48c8-861c-582b758f3802: set() {{(pid=84204) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Feb 04 11:37:23.925616 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0979670e-6f4d-431f-9254-a37748cda3ad tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:23.929322 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-0979670e-6f4d-431f-9254-a37748cda3ad tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] 10.222.0.21 "PUT /v2.0/routers/99ef0ba5-735e-48c8-861c-582b758f3802 HTTP/1.1" status: 200 len: 717 time: 2.7236333 Feb 04 11:37:23.935490 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34504) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:24.037501 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7c6c3513-86b9-487b-8fbb-29482214106f None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:24.055003 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7c6c3513-86b9-487b-8fbb-29482214106f None None] Transition to ACTIVE for port object aefcef1d-a867-46dc-9c9f-bed788d6d083 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:24.061191 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d4c26604-044a-42f8-8a20-7f5ea9ac9e3b None None] Provisioning for port ec067f22-ffd5-4aa5-9fe6-06cf65472a4e completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:24.067430 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d4c26604-044a-42f8-8a20-7f5ea9ac9e3b None None] Provisioning complete for port ec067f22-ffd5-4aa5-9fe6-06cf65472a4e triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:24.067829 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d4c26604-044a-42f8-8a20-7f5ea9ac9e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:24.111867 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1d7751c4-a495-4322-a4f0-24f8c38ff65d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:24.125513 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ff434-68e5-41ec-9c0c-5352d2fd4d34 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Port': ['ID=f55be9cf-c9d8-498f-94a0-fd5bb1c2701e,revision_number=3']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:24.136562 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7c6c3513-86b9-487b-8fbb-29482214106f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:24.157177 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76ff434-68e5-41ec-9c0c-5352d2fd4d34 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:24.157558 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76ff434-68e5-41ec-9c0c-5352d2fd4d34 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:24.158098 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76ff434-68e5-41ec-9c0c-5352d2fd4d34 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:24.158577 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76ff434-68e5-41ec-9c0c-5352d2fd4d34 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:24.168854 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76ff434-68e5-41ec-9c0c-5352d2fd4d34 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:24.168854 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76ff434-68e5-41ec-9c0c-5352d2fd4d34 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:24.168854 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76ff434-68e5-41ec-9c0c-5352d2fd4d34 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:24.168854 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76ff434-68e5-41ec-9c0c-5352d2fd4d34 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:24.168854 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76ff434-68e5-41ec-9c0c-5352d2fd4d34 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:24.168854 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76ff434-68e5-41ec-9c0c-5352d2fd4d34 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:24.168854 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76ff434-68e5-41ec-9c0c-5352d2fd4d34 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:24.193921 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-21ebad0e-98a1-40c6-be5f-17fe05b34375 tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Deleting port 1ac49939-ad05-41bb-a161-ee1f3921aa02 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:37:24.194561 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-21ebad0e-98a1-40c6-be5f-17fe05b34375 tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:24.207068 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1d7751c4-a495-4322-a4f0-24f8c38ff65d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:24.272012 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26959b2f-803d-40c9-bd16-2caa7b342958 None None] Pushing event updated for resources: {'Port': ['ID=aefcef1d-a867-46dc-9c9f-bed788d6d083,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:24.281440 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-7c6c3513-86b9-487b-8fbb-29482214106f None None] Attempting to bind port aefcef1d-a867-46dc-9c9f-bed788d6d083 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:37:24.281815 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-7c6c3513-86b9-487b-8fbb-29482214106f None None] Attempting to bind port aefcef1d-a867-46dc-9c9f-bed788d6d083 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:37:24.282201 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6c3513-86b9-487b-8fbb-29482214106f None None] Attempting to bind port aefcef1d-a867-46dc-9c9f-bed788d6d083 on network 63d4ab6b-931d-42a4-aa18-bedd81d582fa {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:37:24.283493 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76ff434-68e5-41ec-9c0c-5352d2fd4d34 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Network f4816c64-3657-4dc2-88cd-46dea7e4d471 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:24.286943 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-e76ff434-68e5-41ec-9c0c-5352d2fd4d34 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:24.302167 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6c3513-86b9-487b-8fbb-29482214106f None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:37:24.302329 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6c3513-86b9-487b-8fbb-29482214106f None None] Checking segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:37:24.302735 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7c6c3513-86b9-487b-8fbb-29482214106f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:24.303125 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6c3513-86b9-487b-8fbb-29482214106f None None] Bound using segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:37:24.303602 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-7c6c3513-86b9-487b-8fbb-29482214106f None None] Bound port: aefcef1d-a867-46dc-9c9f-bed788d6d083, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:37:24.303971 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7c6c3513-86b9-487b-8fbb-29482214106f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:24.311764 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-562b8086-ac7a-4cf7-98cc-c5644b05742b tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] 10.222.0.21 "GET /v2.0/routers/a6133c7c-264b-427e-b9ad-e9765e3e745b HTTP/1.1" status: 200 len: 906 time: 1.2758658 Feb 04 11:37:24.324524 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34508) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:24.352076 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d4c26604-044a-42f8-8a20-7f5ea9ac9e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:24.436234 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-d4c26604-044a-42f8-8a20-7f5ea9ac9e3b None None] For port ec067f22-ffd5-4aa5-9fe6-06cf65472a4e, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=ec067f22-ffd5-4aa5-9fe6-06cf65472a4e,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:37:24.447561 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-7c6c3513-86b9-487b-8fbb-29482214106f None None] For port aefcef1d-a867-46dc-9c9f-bed788d6d083, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:37:24.455223 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-7c6c3513-86b9-487b-8fbb-29482214106f None None] For port aefcef1d-a867-46dc-9c9f-bed788d6d083, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=aefcef1d-a867-46dc-9c9f-bed788d6d083,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:37:24.477562 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3662a0b-a28c-4323-a25d-8045b73a39d2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:24.481771 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3662a0b-a28c-4323-a25d-8045b73a39d2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:24.482646 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f3662a0b-a28c-4323-a25d-8045b73a39d2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:24.527453 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ffb9adfa-04c3-4ded-b7ed-0bed47caaf9f tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] 10.222.0.21 "GET /v2.0/routers/99ef0ba5-735e-48c8-861c-582b758f3802 HTTP/1.1" status: 200 len: 717 time: 0.5899107 Feb 04 11:37:24.532949 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34512) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:24.565578 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2e9b9-df0e-42a3-9599-7d83fa669140 req-5f4679e9-e753-47d9-9823-09e01db5aa67 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:24.567159 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5fe2e9b9-df0e-42a3-9599-7d83fa669140 req-5f4679e9-e753-47d9-9823-09e01db5aa67 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.5002367 Feb 04 11:37:24.735155 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d4c26604-044a-42f8-8a20-7f5ea9ac9e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:24.751510 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-21ebad0e-98a1-40c6-be5f-17fe05b34375 tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:24.837322 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7c6c3513-86b9-487b-8fbb-29482214106f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:24.876248 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1d7751c4-a495-4322-a4f0-24f8c38ff65d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:24.881828 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f3662a0b-a28c-4323-a25d-8045b73a39d2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:24.886679 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f3662a0b-a28c-4323-a25d-8045b73a39d2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 1.0654039 Feb 04 11:37:24.888365 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-21ebad0e-98a1-40c6-be5f-17fe05b34375 tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Calling delete_port for 1ac49939-ad05-41bb-a161-ee1f3921aa02 owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:37:24.890487 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34518) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:24.904479 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c26604-044a-42f8-8a20-7f5ea9ac9e3b None None] Pushing event updated for resources: {'Port': ['ID=ec067f22-ffd5-4aa5-9fe6-06cf65472a4e,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:24.911973 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-6f1184f2-04e4-4ee6-8790-0bc17e76f817 None None] Provisioning complete for port f55be9cf-c9d8-498f-94a0-fd5bb1c2701e triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:24.912370 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6f1184f2-04e4-4ee6-8790-0bc17e76f817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:24.956268 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c26604-044a-42f8-8a20-7f5ea9ac9e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:24.956551 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c26604-044a-42f8-8a20-7f5ea9ac9e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:24.956872 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c26604-044a-42f8-8a20-7f5ea9ac9e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:24.957200 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c26604-044a-42f8-8a20-7f5ea9ac9e3b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:24.957699 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c26604-044a-42f8-8a20-7f5ea9ac9e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:24.958074 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c26604-044a-42f8-8a20-7f5ea9ac9e3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:24.958400 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c26604-044a-42f8-8a20-7f5ea9ac9e3b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:24.958722 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c26604-044a-42f8-8a20-7f5ea9ac9e3b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:24.960200 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c26604-044a-42f8-8a20-7f5ea9ac9e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:24.960200 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c26604-044a-42f8-8a20-7f5ea9ac9e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:24.960444 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c26604-044a-42f8-8a20-7f5ea9ac9e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:24.960889 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7751c4-a495-4322-a4f0-24f8c38ff65d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47c6247-a6e4-4e4a-b52d-018b43dc1327,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:24.970699 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6c3513-86b9-487b-8fbb-29482214106f None None] Routers {'a6133c7c-264b-427e-b9ad-e9765e3e745b'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:37:24.971550 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-7c6c3513-86b9-487b-8fbb-29482214106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:37:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a6133c7c-264b-427e-b9ad-e9765e3e745b'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:24.982757 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5fe2e9b9-df0e-42a3-9599-7d83fa669140 req-5c180ffa-23e2-4daf-ae0a-4a08b4bd8a72 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4056804 Feb 04 11:37:25.017660 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1d7751c4-a495-4322-a4f0-24f8c38ff65d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:25.021448 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1d7751c4-a495-4322-a4f0-24f8c38ff65d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/security-groups/b47c6247-a6e4-4e4a-b52d-018b43dc1327 HTTP/1.1" status: 204 len: 168 time: 1.3982553 Feb 04 11:37:25.023066 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34522) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:25.094798 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-66be5e2a-4aef-476e-abdb-8ec241eebdd9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting port 8db0d84d-8544-4685-b0b8-dac984bf743e {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:37:25.095243 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-66be5e2a-4aef-476e-abdb-8ec241eebdd9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:25.174985 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f1016fcf-3751-44b7-a12e-e2d20ca0ad98 tempest-RoutersTestDVR-832718143 tempest-RoutersTestDVR-832718143-project] 10.222.0.21 "GET /v2.0/routers/99ef0ba5-735e-48c8-861c-582b758f3802 HTTP/1.1" status: 200 len: 683 time: 0.6381781 Feb 04 11:37:25.191084 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34526) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:25.266273 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-6f1184f2-04e4-4ee6-8790-0bc17e76f817 None None] Port f55be9cf-c9d8-498f-94a0-fd5bb1c2701e cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:37:25.276794 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-21ebad0e-98a1-40c6-be5f-17fe05b34375 tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:25.294552 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device ec067f22-ffd5-4aa5-9fe6-06cf65472a4e up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:37:25.302197 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b3f7118b-9555-4ec5-82cc-0f76a237b795 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:25.346984 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26959b2f-803d-40c9-bd16-2caa7b342958 None None] Pushing event updated for resources: {'Port': ['ID=aefcef1d-a867-46dc-9c9f-bed788d6d083,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:25.349781 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-7c6c3513-86b9-487b-8fbb-29482214106f None None] Set router a6133c7c-264b-427e-b9ad-e9765e3e745b gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:37:25.349995 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ebad0e-98a1-40c6-be5f-17fe05b34375 tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ac49939-ad05-41bb-a161-ee1f3921aa02,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:25.356669 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76ff434-68e5-41ec-9c0c-5352d2fd4d34 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Router d9a5993d-de2b-4087-a05b-919a2157a766 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:37:25.497214 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-6f1184f2-04e4-4ee6-8790-0bc17e76f817 None None] Provisioning for port 8db0d84d-8544-4685-b0b8-dac984bf743e completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:25.555124 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-6f1184f2-04e4-4ee6-8790-0bc17e76f817 None None] Provisioning complete for port 8db0d84d-8544-4685-b0b8-dac984bf743e triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:25.555646 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6f1184f2-04e4-4ee6-8790-0bc17e76f817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:25.621492 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-66be5e2a-4aef-476e-abdb-8ec241eebdd9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:25.649778 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port ec067f22-ffd5-4aa5-9fe6-06cf65472a4e triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:25.653416 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:25.671682 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-c35a285b-4f08-4bc4-8b49-2b8e7e4b3dac tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Deleting subnet 40428c12-7bd8-4c2e-bfbc-99c3c60e0981 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:37:25.694288 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-6f1184f2-04e4-4ee6-8790-0bc17e76f817 None None] Port 8db0d84d-8544-4685-b0b8-dac984bf743e cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:37:25.733154 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-973a94ba-a384-4688-ab15-19956fbc9dbc tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:25.753397 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-66be5e2a-4aef-476e-abdb-8ec241eebdd9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Calling delete_port for 8db0d84d-8544-4685-b0b8-dac984bf743e owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:37:25.779834 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c35a285b-4f08-4bc4-8b49-2b8e7e4b3dac tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:25.844571 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-7c6c3513-86b9-487b-8fbb-29482214106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6133c7c-264b-427e-b9ad-e9765e3e745b', 'name': 'tempest-snat-router-327043221', 'tenant_id': 'e8de1929da7f4df9a6837194a0f2f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': 'aefcef1d-a867-46dc-9c9f-bed788d6d083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:14Z', 'updated_at': '2022-02-04T11:37:19Z', 'revision_number': 3, 'project_id': 'e8de1929da7f4df9a6837194a0f2f4e4', 'gw_port': {'id': 'aefcef1d-a867-46dc-9c9f-bed788d6d083', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6133c7c-264b-427e-b9ad-e9765e3e745b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:16Z', 'updated_at': '2022-02-04T11:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:25.850140 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6c3513-86b9-487b-8fbb-29482214106f None None] The sync data for ids ['a6133c7c-264b-427e-b9ad-e9765e3e745b'] in dv-neutron-827825-2-hyperv is: [{'id': 'a6133c7c-264b-427e-b9ad-e9765e3e745b', 'name': 'tempest-snat-router-327043221', 'tenant_id': 'e8de1929da7f4df9a6837194a0f2f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': 'aefcef1d-a867-46dc-9c9f-bed788d6d083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:14Z', 'updated_at': '2022-02-04T11:37:19Z', 'revision_number': 3, 'project_id': 'e8de1929da7f4df9a6837194a0f2f4e4', 'gw_port': {'id': 'aefcef1d-a867-46dc-9c9f-bed788d6d083', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6133c7c-264b-427e-b9ad-e9765e3e745b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:16Z', 'updated_at': '2022-02-04T11:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:37:25.876083 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-21ebad0e-98a1-40c6-be5f-17fe05b34375 tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:25.931990 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b3f7118b-9555-4ec5-82cc-0f76a237b795 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:25.938302 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c35a285b-4f08-4bc4-8b49-2b8e7e4b3dac tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:26.031047 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-b3f7118b-9555-4ec5-82cc-0f76a237b795 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Deleting port aefcef1d-a867-46dc-9c9f-bed788d6d083 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:37:26.031392 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b3f7118b-9555-4ec5-82cc-0f76a237b795 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:26.057669 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-21ebad0e-98a1-40c6-be5f-17fe05b34375 tempest-RoutersAdminNegativeTest-872699976 tempest-RoutersAdminNegativeTest-872699976-project-admin] 10.222.0.21 "DELETE /v2.0/ports/1ac49939-ad05-41bb-a161-ee1f3921aa02 HTTP/1.1" status: 204 len: 168 time: 2.2659554 Feb 04 11:37:26.105106 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-66be5e2a-4aef-476e-abdb-8ec241eebdd9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:26.149694 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c35a285b-4f08-4bc4-8b49-2b8e7e4b3dac tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:26.213273 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be5e2a-4aef-476e-abdb-8ec241eebdd9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Port': ['ID=8db0d84d-8544-4685-b0b8-dac984bf743e,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:26.431805 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-66be5e2a-4aef-476e-abdb-8ec241eebdd9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:26.551457 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-b3f7118b-9555-4ec5-82cc-0f76a237b795 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] For port aefcef1d-a867-46dc-9c9f-bed788d6d083, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=aefcef1d-a867-46dc-9c9f-bed788d6d083,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:37:26.551457 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b3f7118b-9555-4ec5-82cc-0f76a237b795 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:26.559126 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-66be5e2a-4aef-476e-abdb-8ec241eebdd9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/ports/8db0d84d-8544-4685-b0b8-dac984bf743e HTTP/1.1" status: 204 len: 168 time: 1.6493211 Feb 04 11:37:26.562329 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34534) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:26.668867 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-973a94ba-a384-4688-ab15-19956fbc9dbc tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:26.675672 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-973a94ba-a384-4688-ab15-19956fbc9dbc tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:26.712314 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34540) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:26.734656 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79898d6e-2107-49f7-96f8-a72c3e1896cc req-8534848f-527a-49fd-b500-a30187d15ae5 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:26.736351 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-79898d6e-2107-49f7-96f8-a72c3e1896cc req-8534848f-527a-49fd-b500-a30187d15ae5 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.4687059 Feb 04 11:37:26.742213 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76ff434-68e5-41ec-9c0c-5352d2fd4d34 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:37:26.754083 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7f9633-8083-41e7-8ea1-115852cc160e None None] Sync routers for ids ['d9a5993d-de2b-4087-a05b-919a2157a766'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:37:26.764668 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09878e6-9778-459c-a9af-aaec5b35a5d0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:26.766183 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09878e6-9778-459c-a9af-aaec5b35a5d0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:26.766921 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-b09878e6-9778-459c-a9af-aaec5b35a5d0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:26.768468 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7f9633-8083-41e7-8ea1-115852cc160e None None] Routers {'d9a5993d-de2b-4087-a05b-919a2157a766'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:37:26.769335 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-1c7f9633-8083-41e7-8ea1-115852cc160e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:37:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['d9a5993d-de2b-4087-a05b-919a2157a766'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:26.784523 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-973a94ba-a384-4688-ab15-19956fbc9dbc tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:26.789094 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973a94ba-a384-4688-ab15-19956fbc9dbc tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99ef0ba5-735e-48c8-861c-582b758f3802 {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:37:26.813029 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-973a94ba-a384-4688-ab15-19956fbc9dbc tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:26.814094 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-973a94ba-a384-4688-ab15-19956fbc9dbc tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] 10.222.0.21 "DELETE /v2.0/routers/99ef0ba5-735e-48c8-861c-582b758f3802 HTTP/1.1" status: 204 len: 168 time: 1.6214378 Feb 04 11:37:26.821352 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e76ff434-68e5-41ec-9c0c-5352d2fd4d34 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "PUT /v2.0/routers/d9a5993d-de2b-4087-a05b-919a2157a766/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4005797 Feb 04 11:37:26.822586 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c35a285b-4f08-4bc4-8b49-2b8e7e4b3dac tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:26.830579 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34546) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:26.830904 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34548) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:26.879960 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-1c7f9633-8083-41e7-8ea1-115852cc160e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:26.881988 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-255811bf-5c78-477c-9a53-ea1eb532ecba tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Request body: {'router': {'name': 'tempest-router-1203226284', 'distributed': True}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:26.896086 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7f9633-8083-41e7-8ea1-115852cc160e None None] Routers {'d9a5993d-de2b-4087-a05b-919a2157a766'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:37:26.896856 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-1c7f9633-8083-41e7-8ea1-115852cc160e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:37:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['d9a5993d-de2b-4087-a05b-919a2157a766'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:26.940867 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a285b-4f08-4bc4-8b49-2b8e7e4b3dac tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'Subnet': ['ID=40428c12-7bd8-4c2e-bfbc-99c3c60e0981,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:26.962287 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-1c7f9633-8083-41e7-8ea1-115852cc160e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:26.962700 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-255811bf-5c78-477c-9a53-ea1eb532ecba tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:26.962817 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7f9633-8083-41e7-8ea1-115852cc160e None None] The sync data for ids ['d9a5993d-de2b-4087-a05b-919a2157a766'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:37:26.976096 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-79898d6e-2107-49f7-96f8-a72c3e1896cc req-af02fdf3-51aa-4301-b028-f9f4dca6b620 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317793 Feb 04 11:37:26.977664 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-255811bf-5c78-477c-9a53-ea1eb532ecba tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Usage tracker for resource:router and tenant:e1950d58d6dc4611b104db3618023679 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:26.984573 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-255811bf-5c78-477c-9a53-ea1eb532ecba tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:26.993130 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-05f6f018-3058-4be4-878c-e7228c00d7bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:26.999390 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badb8bdf-8326-460d-8288-e04ba7948df4 None None] Network 6bf13621-12da-4d4e-8931-fb46b2d65817 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:37:27.003934 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-255811bf-5c78-477c-9a53-ea1eb532ecba tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:27.006377 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c35a285b-4f08-4bc4-8b49-2b8e7e4b3dac tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:27.008879 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-b3f7118b-9555-4ec5-82cc-0f76a237b795 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Calling delete_port for aefcef1d-a867-46dc-9c9f-bed788d6d083 owned by network:router_gateway {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:37:27.015536 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c35a285b-4f08-4bc4-8b49-2b8e7e4b3dac tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/subnets/40428c12-7bd8-4c2e-bfbc-99c3c60e0981 HTTP/1.1" status: 204 len: 168 time: 1.9868848 Feb 04 11:37:27.021666 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34556) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:27.134261 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-b09878e6-9778-459c-a9af-aaec5b35a5d0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:27.140259 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-05f6f018-3058-4be4-878c-e7228c00d7bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:27.140434 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b09878e6-9778-459c-a9af-aaec5b35a5d0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.5734375 Feb 04 11:37:27.142530 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34562) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:27.148601 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-05f6f018-3058-4be4-878c-e7228c00d7bd admin admin] Usage tracker for resource:security_group_rule and tenant:070987f027d849ff8ada9c6c2607b949 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:27.184657 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-05f6f018-3058-4be4-878c-e7228c00d7bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:27.194027 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-62111b21-9785-4ca7-9d39-e6a5696e0670 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Deleting subnet ad0ab26b-d80f-4835-9263-8d94734db287 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:37:27.219118 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-62111b21-9785-4ca7-9d39-e6a5696e0670 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:27.254833 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-05f6f018-3058-4be4-878c-e7228c00d7bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:27.259546 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-255811bf-5c78-477c-9a53-ea1eb532ecba tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:27.265118 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-255811bf-5c78-477c-9a53-ea1eb532ecba tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:27.303321 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8690b9f-3d0f-4806-aca6-02285ca97218 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:27.304508 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c8690b9f-3d0f-4806-aca6-02285ca97218 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Synchronizing usage tracker for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:27.364928 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device aefcef1d-a867-46dc-9c9f-bed788d6d083 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:37:27.373105 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000998eb-8f64-476f-a13d-42dd9a9d64a5 req-eaf1495f-9ce8-41b2-af3f-1c9c697db70a tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:27.374666 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-000998eb-8f64-476f-a13d-42dd9a9d64a5 req-eaf1495f-9ce8-41b2-af3f-1c9c697db70a tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.1998143 Feb 04 11:37:27.437165 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b3f7118b-9555-4ec5-82cc-0f76a237b795 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:27.456011 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No active binding found for port aefcef1d-a867-46dc-9c9f-bed788d6d083 {{(pid=84206) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 04 11:37:27.456437 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device aefcef1d-a867-46dc-9c9f-bed788d6d083 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 04 11:37:27.480651 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-000998eb-8f64-476f-a13d-42dd9a9d64a5 req-511f17f7-bb8e-4e3a-9e06-84449e7db418 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974267 Feb 04 11:37:27.494510 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f7118b-9555-4ec5-82cc-0f76a237b795 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Pushing event deleted for resources: {'Port': ['ID=aefcef1d-a867-46dc-9c9f-bed788d6d083,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:27.496825 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Port aefcef1d-a867-46dc-9c9f-bed788d6d083 not found, will not notify nova. {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 04 11:37:27.554880 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-62111b21-9785-4ca7-9d39-e6a5696e0670 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:27.641608 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c8690b9f-3d0f-4806-aca6-02285ca97218 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Unset dirty status for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:27.646117 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c8690b9f-3d0f-4806-aca6-02285ca97218 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9a5993d-de2b-4087-a05b-919a2157a766 HTTP/1.1" status: 200 len: 989 time: 0.7711461 Feb 04 11:37:27.696309 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34568) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:27.713269 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-255811bf-5c78-477c-9a53-ea1eb532ecba tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:27.860511 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-05f6f018-3058-4be4-878c-e7228c00d7bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:27.860998 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b3f7118b-9555-4ec5-82cc-0f76a237b795 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:27.880054 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-62111b21-9785-4ca7-9d39-e6a5696e0670 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:27.910187 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c43ee1c-d07b-471c-b76f-529b71c422bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting subnet 88ffcfa3-3146-48fa-9f44-9e41fcf342bd {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:37:27.923765 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4c43ee1c-d07b-471c-b76f-529b71c422bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:27.958646 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-05f6f018-3058-4be4-878c-e7228c00d7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:27.965252 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-255811bf-5c78-477c-9a53-ea1eb532ecba tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:28.062167 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4c43ee1c-d07b-471c-b76f-529b71c422bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:28.115566 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6f018-3058-4be4-878c-e7228c00d7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421d0b50-4bc9-4b56-a6f3-c17382344ac0,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:28.123318 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-05f6f018-3058-4be4-878c-e7228c00d7bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=070987f027d849ff8ada9c6c2607b949&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4083822 Feb 04 11:37:28.128915 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34572) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:28.205184 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-255811bf-5c78-477c-9a53-ea1eb532ecba tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:28.205435 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b3f7118b-9555-4ec5-82cc-0f76a237b795 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:28.206384 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-255811bf-5c78-477c-9a53-ea1eb532ecba tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.3342361 Feb 04 11:37:28.209770 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34576) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:28.211180 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b3f7118b-9555-4ec5-82cc-0f76a237b795 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:28.293859 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4c43ee1c-d07b-471c-b76f-529b71c422bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:28.324315 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-62111b21-9785-4ca7-9d39-e6a5696e0670 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:28.357067 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b3f7118b-9555-4ec5-82cc-0f76a237b795 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:28.357549 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f7118b-9555-4ec5-82cc-0f76a237b795 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a6133c7c-264b-427e-b9ad-e9765e3e745b {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:37:28.367203 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9f270cb4-395b-461d-b4e2-ad976345ab23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:28.392071 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62111b21-9785-4ca7-9d39-e6a5696e0670 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'Subnet': ['ID=ad0ab26b-d80f-4835-9263-8d94734db287,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:28.448991 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2cb169ba-6433-4a0d-94b5-0818c10d8d9a None None] Provisioning complete for port 07525606-0f71-4e62-b70f-233a4a8d2a98 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:28.449826 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2cb169ba-6433-4a0d-94b5-0818c10d8d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:28.478829 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-62111b21-9785-4ca7-9d39-e6a5696e0670 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:28.486308 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b86e256-593e-4663-927a-b41a29bd1114 None None] Network 6bf13621-12da-4d4e-8931-fb46b2d65817 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:37:28.490190 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9f270cb4-395b-461d-b4e2-ad976345ab23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:28.512238 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-62111b21-9785-4ca7-9d39-e6a5696e0670 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/subnets/ad0ab26b-d80f-4835-9263-8d94734db287 HTTP/1.1" status: 204 len: 168 time: 1.4894657 Feb 04 11:37:28.524018 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34582) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:28.575541 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-40544386-cc1e-4873-88a4-86d3c4122b8e tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:28.584410 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b3f7118b-9555-4ec5-82cc-0f76a237b795 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:28.588500 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b3f7118b-9555-4ec5-82cc-0f76a237b795 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] 10.222.0.21 "DELETE /v2.0/routers/a6133c7c-264b-427e-b9ad-e9765e3e745b HTTP/1.1" status: 204 len: 168 time: 4.2564323 Feb 04 11:37:28.595029 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34586) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:28.643407 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7771dcc-bb07-4677-ab24-90f2e1049cff tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] DELETE failed (client error): The resource could not be found. Feb 04 11:37:28.644088 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7771dcc-bb07-4677-ab24-90f2e1049cff tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:37:28.662022 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d7771dcc-bb07-4677-ab24-90f2e1049cff tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/subnets/40428c12-7bd8-4c2e-bfbc-99c3c60e0981 HTTP/1.1" status: 404 len: 337 time: 0.1335914 Feb 04 11:37:28.665218 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34590) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:28.687949 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-2cb169ba-6433-4a0d-94b5-0818c10d8d9a None None] Port 07525606-0f71-4e62-b70f-233a4a8d2a98 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:37:28.737674 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2cb169ba-6433-4a0d-94b5-0818c10d8d9a None None] Provisioning complete for port 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:28.738859 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2cb169ba-6433-4a0d-94b5-0818c10d8d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:28.752588 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36dfbd-0617-4dcd-b64a-b4fba292881a req-77b00b72-0a9f-4a1b-94bd-f892a24a9141 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:28.759442 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d36dfbd-0617-4dcd-b64a-b4fba292881a req-77b00b72-0a9f-4a1b-94bd-f892a24a9141 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.3938923 Feb 04 11:37:28.772632 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4c43ee1c-d07b-471c-b76f-529b71c422bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:28.830482 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c43ee1c-d07b-471c-b76f-529b71c422bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Subnet': ['ID=88ffcfa3-3146-48fa-9f44-9e41fcf342bd,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:28.858666 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc33926c-738b-4a67-851f-23cf8ec2028d None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:37:28.897122 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4c43ee1c-d07b-471c-b76f-529b71c422bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:28.907652 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc8ea2a4-06ea-45d4-b4b5-b4abf9dba74a tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Deleting subnet fc931114-5350-46e7-a543-1349b03aa7a5 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:37:28.915131 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d36dfbd-0617-4dcd-b64a-b4fba292881a req-9a842f74-0bf3-4207-b09e-2e1d753d26c8 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548228 Feb 04 11:37:28.923246 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9f270cb4-395b-461d-b4e2-ad976345ab23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:28.927929 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cc8ea2a4-06ea-45d4-b4b5-b4abf9dba74a tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:29.037409 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9f270cb4-395b-461d-b4e2-ad976345ab23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:29.042506 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-9f270cb4-395b-461d-b4e2-ad976345ab23 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/421d0b50-4bc9-4b56-a6f3-c17382344ac0 HTTP/1.1" status: 204 len: 168 time: 0.9108889 Feb 04 11:37:29.042506 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4c43ee1c-d07b-471c-b76f-529b71c422bb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/88ffcfa3-3146-48fa-9f44-9e41fcf342bd HTTP/1.1" status: 204 len: 168 time: 1.8954098 Feb 04 11:37:29.045844 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f270cb4-395b-461d-b4e2-ad976345ab23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421d0b50-4bc9-4b56-a6f3-c17382344ac0,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:29.046582 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34596) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:29.051888 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-56f5a196-7d32-4f2f-95f8-96d4122e16a9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:29.136269 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cc8ea2a4-06ea-45d4-b4b5-b4abf9dba74a tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:29.212518 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-28f00f7b-f9b1-4dcc-bb94-14c3904d9cd2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1641965 Feb 04 11:37:29.215589 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34600) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:29.391260 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79af948-8ab3-4a4f-bd95-6070966923f4 None None] DHCP port deletion for a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:37:29.397231 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-e79af948-8ab3-4a4f-bd95-6070966923f4 None None] Deleting port ec067f22-ffd5-4aa5-9fe6-06cf65472a4e {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:37:29.398138 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e79af948-8ab3-4a4f-bd95-6070966923f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:29.406048 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-40544386-cc1e-4873-88a4-86d3c4122b8e tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:29.427668 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-40544386-cc1e-4873-88a4-86d3c4122b8e tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:29.460159 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3bde742e-fe53-4d8e-9f86-5a75d13ca54b tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:29.498357 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cc8ea2a4-06ea-45d4-b4b5-b4abf9dba74a tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:29.600018 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-40544386-cc1e-4873-88a4-86d3c4122b8e tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:29.601320 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40544386-cc1e-4873-88a4-86d3c4122b8e tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8fd3f29a-1f68-4029-85ea-7bad1ec19252 {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:37:29.625532 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-40544386-cc1e-4873-88a4-86d3c4122b8e tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:29.627445 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-40544386-cc1e-4873-88a4-86d3c4122b8e tempest-RoutersTestDVR-899003776 tempest-RoutersTestDVR-899003776-project-admin] 10.222.0.21 "DELETE /v2.0/routers/8fd3f29a-1f68-4029-85ea-7bad1ec19252 HTTP/1.1" status: 204 len: 168 time: 1.4157386 Feb 04 11:37:29.722897 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cc8ea2a4-06ea-45d4-b4b5-b4abf9dba74a tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:29.753029 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-e79af948-8ab3-4a4f-bd95-6070966923f4 None None] For port ec067f22-ffd5-4aa5-9fe6-06cf65472a4e, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=ec067f22-ffd5-4aa5-9fe6-06cf65472a4e,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:37:29.753659 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e79af948-8ab3-4a4f-bd95-6070966923f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:29.791361 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ea2a4-06ea-45d4-b4b5-b4abf9dba74a tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'Subnet': ['ID=fc931114-5350-46e7-a543-1349b03aa7a5,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:29.811166 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2a98d3-351e-41fc-83e5-3216ed30aa19 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:29.811413 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cc8ea2a4-06ea-45d4-b4b5-b4abf9dba74a tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:29.811890 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-da2a98d3-351e-41fc-83e5-3216ed30aa19 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:29.818258 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-cc8ea2a4-06ea-45d4-b4b5-b4abf9dba74a tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/subnets/fc931114-5350-46e7-a543-1349b03aa7a5 HTTP/1.1" status: 204 len: 168 time: 1.1517475 Feb 04 11:37:29.821664 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34608) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:29.863453 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-b223daa1-9461-4448-bb53-d123d06ad588 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] DELETE failed (client error): The resource could not be found. Feb 04 11:37:29.863893 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b223daa1-9461-4448-bb53-d123d06ad588 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:37:29.865579 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b223daa1-9461-4448-bb53-d123d06ad588 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/subnets/fc092591-b63d-4453-89b0-db2e73f2abe7 HTTP/1.1" status: 404 len: 337 time: 0.0427043 Feb 04 11:37:29.868854 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34612) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:29.894584 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-e79af948-8ab3-4a4f-bd95-6070966923f4 None None] Calling delete_port for ec067f22-ffd5-4aa5-9fe6-06cf65472a4e owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:37:29.939961 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-56d6ad64-e398-453a-b7da-d02d633667a4 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "GET /v2.0/ports?device_id=65227352-5122-441b-8b11-ccdaae0b761d HTTP/1.1" status: 200 len: 205 time: 0.0676477 Feb 04 11:37:29.941219 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34616) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:29.945873 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-da2a98d3-351e-41fc-83e5-3216ed30aa19 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:29.948658 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-da2a98d3-351e-41fc-83e5-3216ed30aa19 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7300830 Feb 04 11:37:29.950599 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34620) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:30.017593 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7aaa5bc-a99b-4fdd-bf4e-cb91bb21c107 None None] Network 6bf13621-12da-4d4e-8931-fb46b2d65817 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:37:30.023777 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-603845e6-6ea5-466e-b32f-d7fa940333e6 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] delete failed (client error): The resource could not be found. Feb 04 11:37:30.024788 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-603845e6-6ea5-466e-b32f-d7fa940333e6 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/routers/65227352-5122-441b-8b11-ccdaae0b761d HTTP/1.1" status: 404 len: 336 time: 0.0828254 Feb 04 11:37:30.029206 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34626) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:30.035459 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34630) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:30.097339 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ae1f97-6933-4c82-ace8-d673d0312010 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:30.098912 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-55ae1f97-6933-4c82-ace8-d673d0312010 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:30.111023 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d127708-8cc9-4956-9689-f7e0469b274d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] DELETE failed (client error): The resource could not be found. Feb 04 11:37:30.111489 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d127708-8cc9-4956-9689-f7e0469b274d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:37:30.116064 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-4d127708-8cc9-4956-9689-f7e0469b274d tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/subnets/7576f37f-2f86-4188-8a2e-72b77ad33068 HTTP/1.1" status: 404 len: 337 time: 0.0833349 Feb 04 11:37:30.121303 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34636) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:30.215841 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c7c6a1-ee17-45f4-8c17-7a801682ec28 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] DELETE failed (client error): The resource could not be found. Feb 04 11:37:30.216270 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98c7c6a1-ee17-45f4-8c17-7a801682ec28 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:37:30.220353 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-98c7c6a1-ee17-45f4-8c17-7a801682ec28 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/subnets/005b1864-91f1-4715-a6cb-551fd601d7f5 HTTP/1.1" status: 404 len: 337 time: 0.0944905 Feb 04 11:37:30.221317 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34640) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:30.248402 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-56f5a196-7d32-4f2f-95f8-96d4122e16a9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:30.265607 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e79af948-8ab3-4a4f-bd95-6070966923f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:30.281426 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34644) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:30.281599 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d27aa-3852-4356-b56a-c9be774c4f1a req-48aeec30-79c6-4934-b18b-bb55a09ad0ae tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:30.294223 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-61ef0907-78e7-4682-9042-4fadf85367c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=50ba1d8b6ea04f87a88eff12e2ac0ce1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2574999 Feb 04 11:37:30.298474 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34650) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:30.302251 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-616d27aa-3852-4356-b56a-c9be774c4f1a req-48aeec30-79c6-4934-b18b-bb55a09ad0ae tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.1792319 Feb 04 11:37:30.334633 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-d61df2be-014b-4519-803b-16ac61a9240e tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] DELETE failed (client error): The resource could not be found. Feb 04 11:37:30.341475 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d61df2be-014b-4519-803b-16ac61a9240e tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:37:30.342891 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d61df2be-014b-4519-803b-16ac61a9240e tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/subnets/822d2524-a1e8-4725-9a6e-04fd8cef7aac HTTP/1.1" status: 404 len: 337 time: 0.1157074 Feb 04 11:37:30.346810 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34654) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:30.357521 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79af948-8ab3-4a4f-bd95-6070966923f4 None None] Pushing event deleted for resources: {'Port': ['ID=ec067f22-ffd5-4aa5-9fe6-06cf65472a4e,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:30.370829 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79af948-8ab3-4a4f-bd95-6070966923f4 None None] No DVR routers for this DVR port ec067f22-ffd5-4aa5-9fe6-06cf65472a4e on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:37:30.391437 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7201e4c8-e954-46a0-a0b1-06ca0803b62b None None] Provisioning complete for port 07525606-0f71-4e62-b70f-233a4a8d2a98 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:30.391810 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7201e4c8-e954-46a0-a0b1-06ca0803b62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:30.415846 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-55ae1f97-6933-4c82-ace8-d673d0312010 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:30.420215 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-55ae1f97-6933-4c82-ace8-d673d0312010 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4658954 Feb 04 11:37:30.430156 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34658) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:30.455581 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-7201e4c8-e954-46a0-a0b1-06ca0803b62b None None] Port 07525606-0f71-4e62-b70f-233a4a8d2a98 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:37:30.483659 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7201e4c8-e954-46a0-a0b1-06ca0803b62b None None] Provisioning complete for port 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:30.484211 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7201e4c8-e954-46a0-a0b1-06ca0803b62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:30.529751 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-8116e6e6-b5e1-40ce-9cea-2915f3e84986 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] DELETE failed (client error): The resource could not be found. Feb 04 11:37:30.530545 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8116e6e6-b5e1-40ce-9cea-2915f3e84986 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:37:30.534527 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8116e6e6-b5e1-40ce-9cea-2915f3e84986 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/ports/d809c23a-bbea-43e4-9351-e8b4ed824d87 HTTP/1.1" status: 404 len: 333 time: 0.1864591 Feb 04 11:37:30.541827 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34662) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:30.550134 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-56f5a196-7d32-4f2f-95f8-96d4122e16a9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Deleting port a5adc1b0-d36e-4484-a844-7c2e7d191821 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:37:30.550471 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-56f5a196-7d32-4f2f-95f8-96d4122e16a9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:30.554959 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-84ff6c25-80d0-4b56-aed2-4db1d1b99b7c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1200514 Feb 04 11:37:30.583919 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34666) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:30.593397 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee979cee-3de5-4854-85dd-f6e9de70c636 None None] DHCP port deletion for 6bf13621-12da-4d4e-8931-fb46b2d65817 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:37:30.594239 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-e5ebf043-2034-409b-9914-11c1004d3e26 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:30.599562 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2eddb9e-1e0a-41fd-b889-d2947c62c82a tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] DELETE failed (client error): The resource could not be found. Feb 04 11:37:30.599997 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2eddb9e-1e0a-41fd-b889-d2947c62c82a tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:37:30.605487 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a2eddb9e-1e0a-41fd-b889-d2947c62c82a tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/subnets/dd4802b2-29c8-48a7-a26d-28ca05864a93 HTTP/1.1" status: 404 len: 337 time: 0.0561612 Feb 04 11:37:30.605746 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-ee979cee-3de5-4854-85dd-f6e9de70c636 None None] Deleting port 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:37:30.605746 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ee979cee-3de5-4854-85dd-f6e9de70c636 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:30.611425 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-616d27aa-3852-4356-b56a-c9be774c4f1a req-23252505-4af4-4940-bb8d-c69c865fb3ee tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3061984 Feb 04 11:37:30.612153 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34670) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:30.658676 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-08468984-577d-461f-bf39-a002d5abc703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:30.662749 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3cacd57-8849-467b-abd4-a335e1995fa9 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] DELETE failed (client error): The resource could not be found. Feb 04 11:37:30.663200 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3cacd57-8849-467b-abd4-a335e1995fa9 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:37:30.667425 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c3cacd57-8849-467b-abd4-a335e1995fa9 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/subnets/316a2e6a-a5c7-4a22-b10d-5958e464b199 HTTP/1.1" status: 404 len: 337 time: 0.0516112 Feb 04 11:37:30.668355 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34674) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:30.711273 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-320b389b-8bb0-4023-9c5a-1ce60e478173 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] DELETE failed (client error): The resource could not be found. Feb 04 11:37:30.711720 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-320b389b-8bb0-4023-9c5a-1ce60e478173 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:37:30.714743 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-320b389b-8bb0-4023-9c5a-1ce60e478173 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/ports/a1759c05-df14-47f1-8946-652e652f6403 HTTP/1.1" status: 404 len: 333 time: 0.0441194 Feb 04 11:37:30.716611 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34678) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:30.762951 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-06455b88-2709-4148-8cb2-195d56bf36bc tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] DELETE failed (client error): The resource could not be found. Feb 04 11:37:30.764163 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06455b88-2709-4148-8cb2-195d56bf36bc tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:37:30.767300 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-06455b88-2709-4148-8cb2-195d56bf36bc tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/subnets/184f2cc2-6601-49d4-adf4-a6744f009708 HTTP/1.1" status: 404 len: 337 time: 0.0488517 Feb 04 11:37:30.768998 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34682) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:30.812851 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e7b57b5-f9d0-461a-acfd-53415312d811 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] DELETE failed (client error): The resource could not be found. Feb 04 11:37:30.813459 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e7b57b5-f9d0-461a-acfd-53415312d811 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:37:30.815777 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0e7b57b5-f9d0-461a-acfd-53415312d811 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/subnets/3176805c-e6ca-42df-b904-589b83cc6ea2 HTTP/1.1" status: 404 len: 337 time: 0.0454707 Feb 04 11:37:30.818218 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34686) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:30.892259 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-708f7e9c-9e3b-4df3-a037-d4d0a745efea tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Deleting port 07525606-0f71-4e62-b70f-233a4a8d2a98 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:37:30.892663 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-708f7e9c-9e3b-4df3-a037-d4d0a745efea tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:30.901196 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-ee979cee-3de5-4854-85dd-f6e9de70c636 None None] For port 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4,segment=NetworkSegment(70662168-66ed-48f0-b516-ea5ca6bcbfe3),segment_id=70662168-66ed-48f0-b516-ea5ca6bcbfe3)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:37:30.901903 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ee979cee-3de5-4854-85dd-f6e9de70c636 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:30.971001 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-08468984-577d-461f-bf39-a002d5abc703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:30.991360 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-08468984-577d-461f-bf39-a002d5abc703 admin admin] Usage tracker for resource:security_group_rule and tenant:2d3650c04731454993b46c97c6927c77 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:30.998744 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-e5ebf043-2034-409b-9914-11c1004d3e26 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:31.001064 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-08468984-577d-461f-bf39-a002d5abc703 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:31.006753 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-3bde742e-fe53-4d8e-9f86-5a75d13ca54b tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Deleting port f55be9cf-c9d8-498f-94a0-fd5bb1c2701e {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:37:31.007090 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3bde742e-fe53-4d8e-9f86-5a75d13ca54b tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:31.033085 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0054f0ac-dd6e-4b76-aba0-633690474510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:31.076150 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-ee979cee-3de5-4854-85dd-f6e9de70c636 None None] Calling delete_port for 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:37:31.076859 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-08468984-577d-461f-bf39-a002d5abc703 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:31.083169 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-e5ebf043-2034-409b-9914-11c1004d3e26 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:31.148772 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-708f7e9c-9e3b-4df3-a037-d4d0a745efea tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:31.154101 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-56f5a196-7d32-4f2f-95f8-96d4122e16a9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] For port a5adc1b0-d36e-4484-a844-7c2e7d191821, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=a5adc1b0-d36e-4484-a844-7c2e7d191821,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:37:31.154101 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-56f5a196-7d32-4f2f-95f8-96d4122e16a9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:31.162912 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0054f0ac-dd6e-4b76-aba0-633690474510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:31.301237 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:37:31.314532 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-708f7e9c-9e3b-4df3-a037-d4d0a745efea tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Calling delete_port for 07525606-0f71-4e62-b70f-233a4a8d2a98 owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:37:31.336523 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ee979cee-3de5-4854-85dd-f6e9de70c636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:31.438223 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:37:31.439624 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:37:31.440092 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device ec067f22-ffd5-4aa5-9fe6-06cf65472a4e no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:37:31.445504 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-56f5a196-7d32-4f2f-95f8-96d4122e16a9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Calling delete_port for a5adc1b0-d36e-4484-a844-7c2e7d191821 owned by network:router_gateway {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:37:31.468638 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee979cee-3de5-4854-85dd-f6e9de70c636 None None] Pushing event deleted for resources: {'Port': ['ID=7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:31.479592 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee979cee-3de5-4854-85dd-f6e9de70c636 None None] No DVR routers for this DVR port 7501b1e5-c23d-4ce9-bcd2-3222a7a1b2a4 on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:37:31.482628 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ebf043-2034-409b-9914-11c1004d3e26 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:37:31.483645 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: ec067f22-ffd5-4aa5-9fe6-06cf65472a4e {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:37:31.483991 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device ec067f22-ffd5-4aa5-9fe6-06cf65472a4e not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:37:31.515416 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-708f7e9c-9e3b-4df3-a037-d4d0a745efea tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:31.571262 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f7e9c-9e3b-4df3-a037-d4d0a745efea tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'Port': ['ID=07525606-0f71-4e62-b70f-233a4a8d2a98,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:31.590677 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-708f7e9c-9e3b-4df3-a037-d4d0a745efea tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:31.621421 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55c2b2-6bff-4e01-86de-ffdc651e3a7c req-aa892d26-11c4-4e61-8680-c8227669f548 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:31.623065 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ed55c2b2-6bff-4e01-86de-ffdc651e3a7c req-aa892d26-11c4-4e61-8680-c8227669f548 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.47 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.3895984 Feb 04 11:37:31.762698 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e5ebf043-2034-409b-9914-11c1004d3e26 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:31.773139 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-708f7e9c-9e3b-4df3-a037-d4d0a745efea tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/ports/07525606-0f71-4e62-b70f-233a4a8d2a98 HTTP/1.1" status: 204 len: 168 time: 0.9535768 Feb 04 11:37:31.778518 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34694) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:31.807417 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-ed55c2b2-6bff-4e01-86de-ffdc651e3a7c req-c2672f64-df37-42e4-8ab1-bebc951dfc2c tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Deleting port 19635aaa-a8d9-4012-9591-03c4d8f877eb {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:37:31.807417 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-ed55c2b2-6bff-4e01-86de-ffdc651e3a7c req-c2672f64-df37-42e4-8ab1-bebc951dfc2c tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:31.939286 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-08468984-577d-461f-bf39-a002d5abc703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:31.951027 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0054f0ac-dd6e-4b76-aba0-633690474510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:32.032599 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3bde742e-fe53-4d8e-9f86-5a75d13ca54b tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:32.055480 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-08468984-577d-461f-bf39-a002d5abc703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:32.090729 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-ed55c2b2-6bff-4e01-86de-ffdc651e3a7c req-c2672f64-df37-42e4-8ab1-bebc951dfc2c tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] For port 19635aaa-a8d9-4012-9591-03c4d8f877eb, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=19635aaa-a8d9-4012-9591-03c4d8f877eb,segment=NetworkSegment(bee9a888-01e6-4785-95df-f4e3f4ef05fa),segment_id=bee9a888-01e6-4785-95df-f4e3f4ef05fa)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:37:32.091083 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-ed55c2b2-6bff-4e01-86de-ffdc651e3a7c req-c2672f64-df37-42e4-8ab1-bebc951dfc2c tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:32.364871 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-3bde742e-fe53-4d8e-9f86-5a75d13ca54b tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Calling delete_port for f55be9cf-c9d8-498f-94a0-fd5bb1c2701e owned by network:router_interface {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:37:32.399985 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054f0ac-dd6e-4b76-aba0-633690474510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca5285e-09fd-4f54-8b1c-8bc48e6462f8,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:32.438050 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0054f0ac-dd6e-4b76-aba0-633690474510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:32.439173 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-0054f0ac-dd6e-4b76-aba0-633690474510 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ca5285e-09fd-4f54-8b1c-8bc48e6462f8 HTTP/1.1" status: 204 len: 168 time: 2.1395502 Feb 04 11:37:32.454184 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-ed55c2b2-6bff-4e01-86de-ffdc651e3a7c req-c2672f64-df37-42e4-8ab1-bebc951dfc2c tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:32.454752 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-ed55c2b2-6bff-4e01-86de-ffdc651e3a7c req-c2672f64-df37-42e4-8ab1-bebc951dfc2c tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:32.454871 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.l3_db [req-ed55c2b2-6bff-4e01-86de-ffdc651e3a7c req-c2672f64-df37-42e4-8ab1-bebc951dfc2c tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Floating IP a8754619-e128-4eea-bf35-fa3063516bd9 disassociated. External IP: 172.26.3.123, port: 19635aaa-a8d9-4012-9591-03c4d8f877eb. Feb 04 11:37:32.455211 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-ed55c2b2-6bff-4e01-86de-ffdc651e3a7c req-c2672f64-df37-42e4-8ab1-bebc951dfc2c tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Calling delete_port for 19635aaa-a8d9-4012-9591-03c4d8f877eb owned by compute:nova {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:37:32.459303 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-143ccc37-f0f6-40b4-bbab-14f9bc14dd80 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:32.513364 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054f0ac-dd6e-4b76-aba0-633690474510 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:32.513796 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054f0ac-dd6e-4b76-aba0-633690474510 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:32.514070 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054f0ac-dd6e-4b76-aba0-633690474510 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:32.514410 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054f0ac-dd6e-4b76-aba0-633690474510 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:32.514742 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054f0ac-dd6e-4b76-aba0-633690474510 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:32.515071 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054f0ac-dd6e-4b76-aba0-633690474510 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:32.515396 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054f0ac-dd6e-4b76-aba0-633690474510 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:32.515748 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054f0ac-dd6e-4b76-aba0-633690474510 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:32.516042 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054f0ac-dd6e-4b76-aba0-633690474510 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:32.516368 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054f0ac-dd6e-4b76-aba0-633690474510 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:32.516685 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054f0ac-dd6e-4b76-aba0-633690474510 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:32.523333 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-08468984-577d-461f-bf39-a002d5abc703 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2d3650c04731454993b46c97c6927c77&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2451677 Feb 04 11:37:32.530223 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34702) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:32.654330 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c0de6d96-79ad-4822-8bae-27733f0acdcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:32.683379 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c0de6d96-79ad-4822-8bae-27733f0acdcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:32.689590 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2ccff-f287-40ee-993f-fc57b71f02ca req-fa1a846c-be9b-4011-9adb-ab10cf96ffc3 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:32.691108 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d2a2ccff-f287-40ee-993f-fc57b71f02ca req-fa1a846c-be9b-4011-9adb-ab10cf96ffc3 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 946 time: 0.9117084 Feb 04 11:37:32.716559 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08468984-577d-461f-bf39-a002d5abc703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5f6b4a-4156-4d82-b6be-7110ec46c89a,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:32.737824 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-ed55c2b2-6bff-4e01-86de-ffdc651e3a7c req-c2672f64-df37-42e4-8ab1-bebc951dfc2c tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:32.800788 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2672f64-df37-42e4-8ab1-bebc951dfc2c tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Pushing event deleted for resources: {'Port': ['ID=19635aaa-a8d9-4012-9591-03c4d8f877eb,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:32.848429 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-56f5a196-7d32-4f2f-95f8-96d4122e16a9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:32.888942 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c0de6d96-79ad-4822-8bae-27733f0acdcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:32.923327 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de6d96-79ad-4822-8bae-27733f0acdcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5f6b4a-4156-4d82-b6be-7110ec46c89a,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:32.927817 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-143ccc37-f0f6-40b4-bbab-14f9bc14dd80 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:32.947716 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5a196-7d32-4f2f-95f8-96d4122e16a9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5adc1b0-d36e-4484-a844-7c2e7d191821,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:33.002145 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d2a2ccff-f287-40ee-993f-fc57b71f02ca req-6ab7a269-9637-42b9-bcd0-3ab1b2bf0c81 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b1002d5-f53b-4d85-9e6b-d942e28d5085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2763309 Feb 04 11:37:33.044311 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c0de6d96-79ad-4822-8bae-27733f0acdcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:33.045501 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c0de6d96-79ad-4822-8bae-27733f0acdcb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc5f6b4a-4156-4d82-b6be-7110ec46c89a HTTP/1.1" status: 204 len: 168 time: 0.5143814 Feb 04 11:37:33.052315 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-143ccc37-f0f6-40b4-bbab-14f9bc14dd80 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bf13621-12da-4d4e-8931-fb46b2d65817']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:33.110765 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed55c2b2-6bff-4e01-86de-ffdc651e3a7c req-c2672f64-df37-42e4-8ab1-bebc951dfc2c tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Router 8db327df-c352-4c5a-8bf2-5bc3066d7972 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:37:33.155342 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-143ccc37-f0f6-40b4-bbab-14f9bc14dd80 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70662168-66ed-48f0-b516-ea5ca6bcbfe3') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:33.155623 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-143ccc37-f0f6-40b4-bbab-14f9bc14dd80 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70662168-66ed-48f0-b516-ea5ca6bcbfe3') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:33.178361 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-143ccc37-f0f6-40b4-bbab-14f9bc14dd80 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:33.215892 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-143ccc37-f0f6-40b4-bbab-14f9bc14dd80 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:33.233847 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-143ccc37-f0f6-40b4-bbab-14f9bc14dd80 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:37:33.234618 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-143ccc37-f0f6-40b4-bbab-14f9bc14dd80 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:33.261090 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:37:33.261090 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:37:33.261090 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:37:33.261090 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:37:33.261090 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:37:33.261090 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:37:33.261090 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:37:33.261090 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:37:33.261090 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:37:33.261090 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:37:33.261090 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:37:33.261090 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:37:33.261090 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:37:33.261090 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:37:33.261090 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:37:33.261090 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:37:33.261090 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:37:33.261090 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:37:33.261090 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:37:33.261090 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:37:33.261090 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:37:33.261090 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:37:33.261090 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:37:33.261090 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:37:33.261090 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:37:33.261090 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:37:33.261090 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:37:33.261090 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:37:33.261090 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:37:33.261090 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:37:33.261090 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:37:33.261090 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:37:33.331451 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device aefcef1d-a867-46dc-9c9f-bed788d6d083 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:37:33.398017 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: aefcef1d-a867-46dc-9c9f-bed788d6d083 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:37:33.398366 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device aefcef1d-a867-46dc-9c9f-bed788d6d083 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:37:33.401614 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3bde742e-fe53-4d8e-9f86-5a75d13ca54b tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:33.427390 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed55c2b2-6bff-4e01-86de-ffdc651e3a7c req-c2672f64-df37-42e4-8ab1-bebc951dfc2c tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:37:33.439681 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a568c20-33e7-4258-b0c7-773ff41dc492 None None] Sync routers for ids ['8db327df-c352-4c5a-8bf2-5bc3066d7972'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:37:33.457741 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a568c20-33e7-4258-b0c7-773ff41dc492 None None] Routers {'8db327df-c352-4c5a-8bf2-5bc3066d7972'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:37:33.459035 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-9a568c20-33e7-4258-b0c7-773ff41dc492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:37:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['8db327df-c352-4c5a-8bf2-5bc3066d7972'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:33.535704 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed55c2b2-6bff-4e01-86de-ffdc651e3a7c req-c2672f64-df37-42e4-8ab1-bebc951dfc2c tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] No DVR routers for this DVR port 19635aaa-a8d9-4012-9591-03c4d8f877eb on host hv-neutron-8278 {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:37:33.538781 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-ed55c2b2-6bff-4e01-86de-ffdc651e3a7c req-c2672f64-df37-42e4-8ab1-bebc951dfc2c tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:33.543010 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ed55c2b2-6bff-4e01-86de-ffdc651e3a7c req-c2672f64-df37-42e4-8ab1-bebc951dfc2c tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.47 "DELETE /v2.0/ports/19635aaa-a8d9-4012-9591-03c4d8f877eb HTTP/1.1" status: 204 len: 173 time: 1.9129243 Feb 04 11:37:33.543655 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db4b038-1dc2-424e-965b-a547ac24f40c', 'name': 'network-vif-deleted', 'tag': '19635aaa-a8d9-4012-9591-03c4d8f877eb'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:37:33.581506 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde742e-fe53-4d8e-9f86-5a75d13ca54b tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'Port': ['ID=f55be9cf-c9d8-498f-94a0-fd5bb1c2701e,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:33.594084 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-56f5a196-7d32-4f2f-95f8-96d4122e16a9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:33.613310 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db4b038-1dc2-424e-965b-a547ac24f40c', 'name': 'network-vif-deleted', 'tag': '19635aaa-a8d9-4012-9591-03c4d8f877eb', 'status': 'completed', 'code': 200} Feb 04 11:37:33.743696 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-9a568c20-33e7-4258-b0c7-773ff41dc492 None None] Set router 8db327df-c352-4c5a-8bf2-5bc3066d7972 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:37:33.784695 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-143ccc37-f0f6-40b4-bbab-14f9bc14dd80 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:33.803293 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-143ccc37-f0f6-40b4-bbab-14f9bc14dd80 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:34.026283 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34728) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:34.048859 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1f4067a1-5a39-4ffa-962b-f3191db03c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:34.094328 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-1f4067a1-5a39-4ffa-962b-f3191db03c8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:34.102262 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-1f4067a1-5a39-4ffa-962b-f3191db03c8b admin admin] Usage tracker for resource:security_group_rule and tenant:e1950d58d6dc4611b104db3618023679 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:34.107008 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-1f4067a1-5a39-4ffa-962b-f3191db03c8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:34.114814 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-1f4067a1-5a39-4ffa-962b-f3191db03c8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:34.130731 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34734) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:34.222866 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-9a568c20-33e7-4258-b0c7-773ff41dc492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'name': 'tempest-ServerActionsTestJSON-357217207-router', 'tenant_id': '5b82a940b56a43dcab21460c9541779e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '73bad0cd-b358-4b70-ae19-02f30649edab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:20Z', 'updated_at': '2022-02-04T11:32:25Z', 'revision_number': 4, 'project_id': '5b82a940b56a43dcab21460c9541779e', 'gw_port': {'id': '73bad0cd-b358-4b70-ae19-02f30649edab', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:21Z', 'updated_at': '2022-02-04T11:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'd59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab', 'name': '', 'network_id': 'aa801161-0b6c-45f6-97b7-dc303a939bfb', 'tenant_id': '5b82a940b56a43dcab21460c9541779e', 'mac_address': 'fa:16:3e:37:40:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f42d419-3d0f-4747-985d-af15d416a955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:24Z', 'updated_at': '2022-02-04T11:32:41Z', 'revision_number': 5, 'project_id': '5b82a940b56a43dcab21460c9541779e', 'subnets': [{'id': '7f42d419-3d0f-4747-985d-af15d416a955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:34.231022 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a568c20-33e7-4258-b0c7-773ff41dc492 None None] Checking router: 8db327df-c352-4c5a-8bf2-5bc3066d7972 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:37:34.248612 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1f4067a1-5a39-4ffa-962b-f3191db03c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:34.259104 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a568c20-33e7-4258-b0c7-773ff41dc492 None None] Routers {'8db327df-c352-4c5a-8bf2-5bc3066d7972'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:37:34.261054 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-9a568c20-33e7-4258-b0c7-773ff41dc492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:37:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['8db327df-c352-4c5a-8bf2-5bc3066d7972'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:34.285060 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ccc37-f0f6-40b4-bbab-14f9bc14dd80 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] Pushing event deleted for resources: {'Network': ['ID=6bf13621-12da-4d4e-8931-fb46b2d65817,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:34.305871 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-56f5a196-7d32-4f2f-95f8-96d4122e16a9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:34.325119 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1f4067a1-5a39-4ffa-962b-f3191db03c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:34.351598 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.objects.ports [None req-e5ebf043-2034-409b-9914-11c1004d3e26 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84204) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 11:37:34.366532 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-143ccc37-f0f6-40b4-bbab-14f9bc14dd80 tempest-PortsTestJSON-1282546104 tempest-PortsTestJSON-1282546104-project] 10.222.0.21 "DELETE /v2.0/networks/6bf13621-12da-4d4e-8931-fb46b2d65817 HTTP/1.1" status: 204 len: 168 time: 2.5700638 Feb 04 11:37:34.385871 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4067a1-5a39-4ffa-962b-f3191db03c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1e5201-7f94-4707-9e7e-92e1d6e072c3,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:34.404524 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-1f4067a1-5a39-4ffa-962b-f3191db03c8b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e1950d58d6dc4611b104db3618023679&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3767822 Feb 04 11:37:34.407265 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34742) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:34.421609 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e5ebf043-2034-409b-9914-11c1004d3e26 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:34.427010 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-79619538-2c0e-42ae-915e-82e559bb2524 req-b10d17c0-b209-4b1e-8f23-66fc15d6b21e tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/ports?device_id=1db4b038-1dc2-424e-965b-a547ac24f40c HTTP/1.1" status: 200 len: 210 time: 0.1354673 Feb 04 11:37:34.432498 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-56f5a196-7d32-4f2f-95f8-96d4122e16a9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:34.491380 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-cb67396c-2d08-4527-b8bf-d5d241d529b0 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Request body: {'security_group': {'name': 'tempest-secgroup--1111683331'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:34.510920 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3bde742e-fe53-4d8e-9f86-5a75d13ca54b tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:34.513995 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-cb67396c-2d08-4527-b8bf-d5d241d529b0 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:34.516286 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-24cb2c29-1b12-47fc-a21c-2043752ab631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:34.516756 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ebf043-2034-409b-9914-11c1004d3e26 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:34.541635 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-e5ebf043-2034-409b-9914-11c1004d3e26 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:34.552149 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-24cb2c29-1b12-47fc-a21c-2043752ab631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:34.566344 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ebf043-2034-409b-9914-11c1004d3e26 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:34.567215 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e5ebf043-2034-409b-9914-11c1004d3e26 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:34.578023 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985eb6c8-40b6-4cf2-ad15-24c620f9eab2 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:37:34.598683 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ebf043-2034-409b-9914-11c1004d3e26 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Subnet': ['ID=c405dba5-1fca-4ed7-b6a8-6ccdc40c5742,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:34.696994 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-56f5a196-7d32-4f2f-95f8-96d4122e16a9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:34.697822 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f5a196-7d32-4f2f-95f8-96d4122e16a9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9babb38e-0e17-4956-bc53-fed63c49d6c0 {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:37:34.710163 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-cb67396c-2d08-4527-b8bf-d5d241d529b0 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Usage tracker for resource:security_group and tenant:45b5f507e3d9480c9ab61bf706d8d1f2 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:34.710378 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-56f5a196-7d32-4f2f-95f8-96d4122e16a9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:34.716279 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34748) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:34.716792 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-56f5a196-7d32-4f2f-95f8-96d4122e16a9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] 10.222.0.21 "DELETE /v2.0/routers/9babb38e-0e17-4956-bc53-fed63c49d6c0 HTTP/1.1" status: 204 len: 168 time: 6.1206644 Feb 04 11:37:34.718680 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e5ebf043-2034-409b-9914-11c1004d3e26 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.1323771 Feb 04 11:37:34.719359 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-cb67396c-2d08-4527-b8bf-d5d241d529b0 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:34.723408 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34752) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:34.725621 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-53edbe37-7813-420c-a208-265b33542039 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-271703013', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}, 'admin_state_up': False}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:34.737182 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-ebc1d496-de18-4d91-bccf-571dedaeaaf9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:34.737369 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-cb67396c-2d08-4527-b8bf-d5d241d529b0 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:34.739497 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-53edbe37-7813-420c-a208-265b33542039 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:34.745323 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-53edbe37-7813-420c-a208-265b33542039 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Usage tracker for resource:router and tenant:740bf14d103b4ed79f913bb123a585f8 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:34.750505 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-53edbe37-7813-420c-a208-265b33542039 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:34.762308 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-53edbe37-7813-420c-a208-265b33542039 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:34.835000 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-9a568c20-33e7-4258-b0c7-773ff41dc492 None None] Set router 8db327df-c352-4c5a-8bf2-5bc3066d7972 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:37:34.856571 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-24cb2c29-1b12-47fc-a21c-2043752ab631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:34.865316 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cb67396c-2d08-4527-b8bf-d5d241d529b0 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:34.889572 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-53edbe37-7813-420c-a208-265b33542039 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:34.890983 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-53edbe37-7813-420c-a208-265b33542039 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:34.908506 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cb67396c-2d08-4527-b8bf-d5d241d529b0 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:34.925789 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb2c29-1b12-47fc-a21c-2043752ab631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1e5201-7f94-4707-9e7e-92e1d6e072c3,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:34.941791 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-24cb2c29-1b12-47fc-a21c-2043752ab631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:34.946361 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-24cb2c29-1b12-47fc-a21c-2043752ab631 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df1e5201-7f94-4707-9e7e-92e1d6e072c3 HTTP/1.1" status: 204 len: 168 time: 0.5380723 Feb 04 11:37:34.980386 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-53edbe37-7813-420c-a208-265b33542039 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:34.983141 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-cb67396c-2d08-4527-b8bf-d5d241d529b0 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:34.998323 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-cb67396c-2d08-4527-b8bf-d5d241d529b0 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Usage tracker for resource:security_group_rule and tenant:45b5f507e3d9480c9ab61bf706d8d1f2 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:35.002678 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-cb67396c-2d08-4527-b8bf-d5d241d529b0 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:35.013260 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-cb67396c-2d08-4527-b8bf-d5d241d529b0 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:35.157075 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fbcebc-605f-4de6-9f3f-1d19d7f559f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'tenant_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'fixed_ips': [{'subnet_id': 'c405dba5-1fca-4ed7-b6a8-6ccdc40c5742'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:37:35.157922 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-76fbcebc-605f-4de6-9f3f-1d19d7f559f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:35.188552 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-ebc1d496-de18-4d91-bccf-571dedaeaaf9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:35.261802 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cb67396c-2d08-4527-b8bf-d5d241d529b0 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:35.300042 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34760) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:35.310958 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-ebc1d496-de18-4d91-bccf-571dedaeaaf9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:35.319324 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device a5adc1b0-d36e-4484-a844-7c2e7d191821 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:37:35.333968 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bde742e-fe53-4d8e-9f86-5a75d13ca54b tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Router d9a5993d-de2b-4087-a05b-919a2157a766 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:37:35.346339 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-53edbe37-7813-420c-a208-265b33542039 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:35.369152 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: a5adc1b0-d36e-4484-a844-7c2e7d191821 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:37:35.369418 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device a5adc1b0-d36e-4484-a844-7c2e7d191821 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:37:35.381569 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cb67396c-2d08-4527-b8bf-d5d241d529b0 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:35.432326 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc1d496-de18-4d91-bccf-571dedaeaaf9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:37:35.438141 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ebc1d496-de18-4d91-bccf-571dedaeaaf9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:35.456733 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-cb67396c-2d08-4527-b8bf-d5d241d529b0 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:35.471591 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb67396c-2d08-4527-b8bf-d5d241d529b0 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49f4df9e-12c4-468a-b3c7-75a7baa9a65d,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:35.477614 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-cb67396c-2d08-4527-b8bf-d5d241d529b0 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Usage tracker for resource:security_group_rule and tenant:45b5f507e3d9480c9ab61bf706d8d1f2 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:35.481569 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-cb67396c-2d08-4527-b8bf-d5d241d529b0 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:35.489097 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-cb67396c-2d08-4527-b8bf-d5d241d529b0 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:35.649176 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-76fbcebc-605f-4de6-9f3f-1d19d7f559f1 None None] Allocated IP 2001:db8::f816:3eff:feb1:58d9 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/c405dba5-1fca-4ed7-b6a8-6ccdc40c5742/d971bd36-810d-4761-b18e-e95caaa4e1bb) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:37:35.679959 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cb67396c-2d08-4527-b8bf-d5d241d529b0 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:35.755068 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-9a568c20-33e7-4258-b0c7-773ff41dc492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'name': 'tempest-ServerActionsTestJSON-357217207-router', 'tenant_id': '5b82a940b56a43dcab21460c9541779e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '73bad0cd-b358-4b70-ae19-02f30649edab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:20Z', 'updated_at': '2022-02-04T11:32:25Z', 'revision_number': 4, 'project_id': '5b82a940b56a43dcab21460c9541779e', 'gw_port': {'id': '73bad0cd-b358-4b70-ae19-02f30649edab', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:21Z', 'updated_at': '2022-02-04T11:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'd59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab', 'name': '', 'network_id': 'aa801161-0b6c-45f6-97b7-dc303a939bfb', 'tenant_id': '5b82a940b56a43dcab21460c9541779e', 'mac_address': 'fa:16:3e:37:40:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f42d419-3d0f-4747-985d-af15d416a955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:24Z', 'updated_at': '2022-02-04T11:32:41Z', 'revision_number': 5, 'project_id': '5b82a940b56a43dcab21460c9541779e', 'subnets': [{'id': '7f42d419-3d0f-4747-985d-af15d416a955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:35.764845 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a568c20-33e7-4258-b0c7-773ff41dc492 None None] The sync data for ids ['8db327df-c352-4c5a-8bf2-5bc3066d7972'] in dv-neutron-827825-2-hyperv is: [{'id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'name': 'tempest-ServerActionsTestJSON-357217207-router', 'tenant_id': '5b82a940b56a43dcab21460c9541779e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '73bad0cd-b358-4b70-ae19-02f30649edab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:20Z', 'updated_at': '2022-02-04T11:32:25Z', 'revision_number': 4, 'project_id': '5b82a940b56a43dcab21460c9541779e', 'gw_port': {'id': '73bad0cd-b358-4b70-ae19-02f30649edab', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:21Z', 'updated_at': '2022-02-04T11:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'd59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab', 'name': '', 'network_id': 'aa801161-0b6c-45f6-97b7-dc303a939bfb', 'tenant_id': '5b82a940b56a43dcab21460c9541779e', 'mac_address': 'fa:16:3e:37:40:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f42d419-3d0f-4747-985d-af15d416a955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:24Z', 'updated_at': '2022-02-04T11:32:41Z', 'revision_number': 5, 'project_id': '5b82a940b56a43dcab21460c9541779e', 'subnets': [{'id': '7f42d419-3d0f-4747-985d-af15d416a955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:37:35.794433 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cb67396c-2d08-4527-b8bf-d5d241d529b0 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:35.819863 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 19635aaa-a8d9-4012-9591-03c4d8f877eb no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:37:35.852456 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34772) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:35.853273 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb67396c-2d08-4527-b8bf-d5d241d529b0 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b431396-493d-4589-aae0-1fd252e8905c,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:35.868870 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] No Port match for: 19635aaa-a8d9-4012-9591-03c4d8f877eb {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:37:35.870373 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 19635aaa-a8d9-4012-9591-03c4d8f877eb not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:37:35.877018 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-53edbe37-7813-420c-a208-265b33542039 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router_gateway, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:35.929578 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-53edbe37-7813-420c-a208-265b33542039 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:36.025108 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-76fbcebc-605f-4de6-9f3f-1d19d7f559f1 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:36.053970 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-76fbcebc-605f-4de6-9f3f-1d19d7f559f1 None None] Transition to ACTIVE for port object d971bd36-810d-4761-b18e-e95caaa4e1bb will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:36.059115 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-af61f6e6-00b3-417b-b68f-0e38bea5244d tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:36.069047 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:36.086995 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-76fbcebc-605f-4de6-9f3f-1d19d7f559f1 None None] Transition to ACTIVE for port object d971bd36-810d-4761-b18e-e95caaa4e1bb will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:36.094738 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cb67396c-2d08-4527-b8bf-d5d241d529b0 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:36.098542 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-cb67396c-2d08-4527-b8bf-d5d241d529b0 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.9642978 Feb 04 11:37:36.102303 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34780) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:36.105608 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-af61f6e6-00b3-417b-b68f-0e38bea5244d tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:36.114570 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb9e768-ed57-4f01-ae9a-f35319d34fcf None None] New status for floating IP a8754619-e128-4eea-bf35-fa3063516bd9: DOWN {{(pid=84207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 11:37:36.152623 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bde742e-fe53-4d8e-9f86-5a75d13ca54b tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:37:36.156990 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-76fbcebc-605f-4de6-9f3f-1d19d7f559f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:36.176259 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3bde742e-fe53-4d8e-9f86-5a75d13ca54b tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "PUT /v2.0/routers/d9a5993d-de2b-4087-a05b-919a2157a766/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4788439 Feb 04 11:37:36.180764 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34786) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:36.261728 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6c24ed14-3348-444e-8396-53670cded25c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2294c16a4d404317a20d2fdff5bb1a4c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9578774 Feb 04 11:37:36.270395 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e873e5-ea97-4835-9f54-9de873524b0b None None] Sync routers for ids ['d9a5993d-de2b-4087-a05b-919a2157a766'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:37:36.270854 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34790) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:36.289772 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fbcebc-605f-4de6-9f3f-1d19d7f559f1 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:36.298486 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-e824514e-006d-4c37-b161-a259e90e49ff tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] GET failed (client error): The resource could not be found. Feb 04 11:37:36.298990 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-e824514e-006d-4c37-b161-a259e90e49ff tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Synchronizing usage tracker for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:36.346382 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.ipam_backend_mixin [None req-ebc1d496-de18-4d91-bccf-571dedaeaaf9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c405dba5-1fca-4ed7-b6a8-6ccdc40c5742 (CIDR: 2001:db8::/64) Feb 04 11:37:36.365692 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-af61f6e6-00b3-417b-b68f-0e38bea5244d tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:36.370225 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-76fbcebc-605f-4de6-9f3f-1d19d7f559f1 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:36.373972 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-41b3f45b-9a5b-49eb-bee0-631e09c29ce0 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2655120 Feb 04 11:37:36.378361 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34794) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:36.387732 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-945e40f6-f439-4e57-9af4-4fe2265e5eff tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Request body: {'security_group': {'name': 'tempest-security--357478228', 'description': 'tempest-security-description-105347371'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:36.409176 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc1d496-de18-4d91-bccf-571dedaeaaf9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:37:36.413612 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebc1d496-de18-4d91-bccf-571dedaeaaf9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:37:36.426001 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fbcebc-605f-4de6-9f3f-1d19d7f559f1 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:37:36.429195 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fbcebc-605f-4de6-9f3f-1d19d7f559f1 None None] Pushing event updated for resources: {'Port': ['ID=d971bd36-810d-4761-b18e-e95caaa4e1bb,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:36.439875 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-e824514e-006d-4c37-b161-a259e90e49ff tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Unset dirty status for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:36.444603 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e824514e-006d-4c37-b161-a259e90e49ff tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "GET /v2.0/ports/f55be9cf-c9d8-498f-94a0-fd5bb1c2701e HTTP/1.1" status: 404 len: 333 time: 0.2602129 Feb 04 11:37:36.448478 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34798) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:36.453704 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e873e5-ea97-4835-9f54-9de873524b0b None None] Routers {'d9a5993d-de2b-4087-a05b-919a2157a766'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:37:36.454902 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-b0e873e5-ea97-4835-9f54-9de873524b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:37:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['d9a5993d-de2b-4087-a05b-919a2157a766'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:36.486544 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af61f6e6-00b3-417b-b68f-0e38bea5244d tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1002d5-f53b-4d85-9e6b-d942e28d5085,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:36.529000 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-945e40f6-f439-4e57-9af4-4fe2265e5eff tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:36.571051 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ebc1d496-de18-4d91-bccf-571dedaeaaf9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8459644 Feb 04 11:37:36.576690 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34804) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:36.601169 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-b0e873e5-ea97-4835-9f54-9de873524b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:36.603041 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-53edbe37-7813-420c-a208-265b33542039 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Allocated IP 172.26.3.107 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/f29edc0b-821b-4dc8-9cff-d3db71202f06) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:37:36.609577 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8d0e7713-cccf-46cc-9609-c9e3f5bf1aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:36.660364 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-6c888ef6-cb36-4b5b-a28f-44be851351ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:36.714293 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8d0e7713-cccf-46cc-9609-c9e3f5bf1aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:36.738513 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-af61f6e6-00b3-417b-b68f-0e38bea5244d tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:36.738990 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-76fbcebc-605f-4de6-9f3f-1d19d7f559f1 None None] Attempting to bind port d971bd36-810d-4761-b18e-e95caaa4e1bb on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:37:36.739471 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-76fbcebc-605f-4de6-9f3f-1d19d7f559f1 None None] Attempting to bind port d971bd36-810d-4761-b18e-e95caaa4e1bb by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:37:36.739574 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-af61f6e6-00b3-417b-b68f-0e38bea5244d tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "DELETE /v2.0/security-groups/2b1002d5-f53b-4d85-9e6b-d942e28d5085 HTTP/1.1" status: 204 len: 168 time: 0.8828816 Feb 04 11:37:36.739682 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fbcebc-605f-4de6-9f3f-1d19d7f559f1 None None] Attempting to bind port d971bd36-810d-4761-b18e-e95caaa4e1bb on network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:37:36.749518 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34808) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:36.749719 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fbcebc-605f-4de6-9f3f-1d19d7f559f1 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:37:36.749997 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fbcebc-605f-4de6-9f3f-1d19d7f559f1 None None] Checking segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:37:36.750409 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-76fbcebc-605f-4de6-9f3f-1d19d7f559f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:36.750807 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fbcebc-605f-4de6-9f3f-1d19d7f559f1 None None] Bound using segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:37:36.751439 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-76fbcebc-605f-4de6-9f3f-1d19d7f559f1 None None] Bound port: d971bd36-810d-4761-b18e-e95caaa4e1bb, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:37:36.751905 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-76fbcebc-605f-4de6-9f3f-1d19d7f559f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:36.766109 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e873e5-ea97-4835-9f54-9de873524b0b None None] Routers {'d9a5993d-de2b-4087-a05b-919a2157a766'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:37:36.766988 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-b0e873e5-ea97-4835-9f54-9de873524b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:37:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['d9a5993d-de2b-4087-a05b-919a2157a766'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:36.772334 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8429c299-d10d-489a-af18-9632025e3460 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:36.817284 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-2d5a1b83-74f7-433a-bd27-3cd011b8b96e tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] show failed (client error): The resource could not be found. Feb 04 11:37:36.818564 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2d5a1b83-74f7-433a-bd27-3cd011b8b96e tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "GET /v2.0/security-groups/2b1002d5-f53b-4d85-9e6b-d942e28d5085 HTTP/1.1" status: 404 len: 347 time: 0.0677445 Feb 04 11:37:36.822320 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34814) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:36.841110 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-b0e873e5-ea97-4835-9f54-9de873524b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:36.841506 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e873e5-ea97-4835-9f54-9de873524b0b None None] The sync data for ids ['d9a5993d-de2b-4087-a05b-919a2157a766'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:37:36.862415 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-945e40f6-f439-4e57-9af4-4fe2265e5eff tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:36.942539 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-76fbcebc-605f-4de6-9f3f-1d19d7f559f1 None None] For port d971bd36-810d-4761-b18e-e95caaa4e1bb, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:37:36.946689 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-76fbcebc-605f-4de6-9f3f-1d19d7f559f1 None None] For port d971bd36-810d-4761-b18e-e95caaa4e1bb, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=d971bd36-810d-4761-b18e-e95caaa4e1bb,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:37:36.958073 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-945e40f6-f439-4e57-9af4-4fe2265e5eff tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:36.960836 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-945e40f6-f439-4e57-9af4-4fe2265e5eff tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:36.965336 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-945e40f6-f439-4e57-9af4-4fe2265e5eff tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "PUT /v2.0/security-groups/9b431396-493d-4589-aae0-1fd252e8905c HTTP/1.1" status: 200 len: 1610 time: 0.5806310 Feb 04 11:37:36.966927 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34820) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:37.032279 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-76fbcebc-605f-4de6-9f3f-1d19d7f559f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:37.046871 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-3df9fba3-957c-45d5-a91d-854a308f51d9 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Deleting port 49e96064-52b0-4128-9118-ef1de54b3c3f {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:37:37.047937 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3df9fba3-957c-45d5-a91d-854a308f51d9 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:37.113643 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-53edbe37-7813-420c-a208-265b33542039 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:37.126064 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fbcebc-605f-4de6-9f3f-1d19d7f559f1 None None] Pushing event updated for resources: {'Port': ['ID=d971bd36-810d-4761-b18e-e95caaa4e1bb,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:37.193093 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-6c888ef6-cb36-4b5b-a28f-44be851351ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:37.208670 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-6c888ef6-cb36-4b5b-a28f-44be851351ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:37.239472 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e40f6-f439-4e57-9af4-4fe2265e5eff tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b431396-493d-4589-aae0-1fd252e8905c,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:37.239717 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-48dcc473-18c3-4b67-afdf-6f676fec3fa9 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "GET /v2.0/security-groups/9b431396-493d-4589-aae0-1fd252e8905c HTTP/1.1" status: 200 len: 1610 time: 0.2628300 Feb 04 11:37:37.249730 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34826) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:37.250401 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8d0e7713-cccf-46cc-9609-c9e3f5bf1aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:37.289961 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34830) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:37.297222 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8d0e7713-cccf-46cc-9609-c9e3f5bf1aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:37.301607 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8d0e7713-cccf-46cc-9609-c9e3f5bf1aa4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c9de7def-7873-4d83-bf25-08497dd16a01 HTTP/1.1" status: 204 len: 168 time: 1.0292351 Feb 04 11:37:37.315217 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c888ef6-cb36-4b5b-a28f-44be851351ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:37:37.329495 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e7713-cccf-46cc-9609-c9e3f5bf1aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9de7def-7873-4d83-bf25-08497dd16a01,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:37.426148 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3df9fba3-957c-45d5-a91d-854a308f51d9 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:37.426467 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3df9fba3-957c-45d5-a91d-854a308f51d9 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:37.630217 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8429c299-d10d-489a-af18-9632025e3460 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:37.635518 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6c888ef6-cb36-4b5b-a28f-44be851351ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:37.656175 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8429c299-d10d-489a-af18-9632025e3460 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:37.737286 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-6ccc0d5d-df56-4316-8f2e-cc582de9de43 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1635179270'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:37.741791 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-23e67842-71f3-4801-87b6-df173d9263f7 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:37.743652 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-53edbe37-7813-420c-a208-265b33542039 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:37.754180 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-3df9fba3-957c-45d5-a91d-854a308f51d9 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Calling delete_port for 49e96064-52b0-4128-9118-ef1de54b3c3f owned by network:floatingip {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:37:37.780547 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6ccc0d5d-df56-4316-8f2e-cc582de9de43 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:37.844489 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6ccc0d5d-df56-4316-8f2e-cc582de9de43 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Usage tracker for resource:network and tenant:ac8146b7950d45beb1b9b13f531779aa is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:37.851586 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8429c299-d10d-489a-af18-9632025e3460 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:37.868205 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8429c299-d10d-489a-af18-9632025e3460 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Fanout notify agent at l3_agent the message router_deleted on router d9a5993d-de2b-4087-a05b-919a2157a766 {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:37:37.869464 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6ccc0d5d-df56-4316-8f2e-cc582de9de43 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:37.884107 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6ccc0d5d-df56-4316-8f2e-cc582de9de43 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:37.892003 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8429c299-d10d-489a-af18-9632025e3460 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:37.893105 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8429c299-d10d-489a-af18-9632025e3460 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/routers/d9a5993d-de2b-4087-a05b-919a2157a766 HTTP/1.1" status: 204 len: 168 time: 1.4452853 Feb 04 11:37:37.896996 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34840) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:37.905105 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-23e67842-71f3-4801-87b6-df173d9263f7 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:37.922903 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53edbe37-7813-420c-a208-265b33542039 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:37.936974 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-53edbe37-7813-420c-a208-265b33542039 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:37.947088 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53edbe37-7813-420c-a208-265b33542039 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Pushing event updated for resources: {'Port': ['ID=f29edc0b-821b-4dc8-9cff-d3db71202f06,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:37.951763 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53edbe37-7813-420c-a208-265b33542039 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:37:38.027865 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccc0d5d-df56-4316-8f2e-cc582de9de43 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Made reservation on behalf of ac8146b7950d45beb1b9b13f531779aa for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:37:38.031283 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6ccc0d5d-df56-4316-8f2e-cc582de9de43 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:38.065845 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6ccc0d5d-df56-4316-8f2e-cc582de9de43 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:38.278991 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-23e67842-71f3-4801-87b6-df173d9263f7 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:38.309560 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3df9fba3-957c-45d5-a91d-854a308f51d9 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:38.314841 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6ccc0d5d-df56-4316-8f2e-cc582de9de43 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:38.318695 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c854f94-14b3-437a-823e-f2c8fbe1c8fd tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Deleting subnet cc57e25f-a18b-4a8c-805f-09fb84bae2e7 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:37:38.323757 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6c888ef6-cb36-4b5b-a28f-44be851351ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:38.327936 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2c854f94-14b3-437a-823e-f2c8fbe1c8fd tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:38.346540 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e67842-71f3-4801-87b6-df173d9263f7 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b431396-493d-4589-aae0-1fd252e8905c,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:38.363068 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6ccc0d5d-df56-4316-8f2e-cc582de9de43 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Usage tracker for resource:security_group_rule and tenant:ac8146b7950d45beb1b9b13f531779aa is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:38.370786 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9fba3-957c-45d5-a91d-854a308f51d9 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Pushing event deleted for resources: {'Port': ['ID=49e96064-52b0-4128-9118-ef1de54b3c3f,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:38.372887 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6ccc0d5d-df56-4316-8f2e-cc582de9de43 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:38.386273 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6ccc0d5d-df56-4316-8f2e-cc582de9de43 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:38.451463 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c888ef6-cb36-4b5b-a28f-44be851351ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:38.461604 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-6c888ef6-cb36-4b5b-a28f-44be851351ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:38.466257 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c888ef6-cb36-4b5b-a28f-44be851351ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:38.467181 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6c888ef6-cb36-4b5b-a28f-44be851351ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:38.486539 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c888ef6-cb36-4b5b-a28f-44be851351ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Subnet': ['ID=c9be3347-5df5-4b31-bb36-ad837ea83b9f,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:38.493641 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2c854f94-14b3-437a-823e-f2c8fbe1c8fd tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:38.494706 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-23e67842-71f3-4801-87b6-df173d9263f7 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:38.495850 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-23e67842-71f3-4801-87b6-df173d9263f7 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "DELETE /v2.0/security-groups/9b431396-493d-4589-aae0-1fd252e8905c HTTP/1.1" status: 204 len: 168 time: 1.2409825 Feb 04 11:37:38.500357 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e318765-8061-4742-a5b0-3c27966adc1d None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:37:38.502251 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34852) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:38.616561 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2c854f94-14b3-437a-823e-f2c8fbe1c8fd tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:38.616808 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3df9fba3-957c-45d5-a91d-854a308f51d9 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks [] for floatingip, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:38.641450 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-b4d9004a-5f20-4602-af9f-5311094b9cde tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Synchronizing usage tracker for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:38.644720 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3df9fba3-957c-45d5-a91d-854a308f51d9 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:38.645875 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3df9fba3-957c-45d5-a91d-854a308f51d9 tempest-ServerActionsTestJSON-1191401944 tempest-ServerActionsTestJSON-1191401944-project] 10.222.0.21 "DELETE /v2.0/floatingips/a8754619-e128-4eea-bf35-fa3063516bd9 HTTP/1.1" status: 204 len: 168 time: 1.8225546 Feb 04 11:37:38.651774 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34856) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:38.655273 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6c888ef6-cb36-4b5b-a28f-44be851351ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0279644 Feb 04 11:37:38.667956 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34862) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:38.672574 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-53edbe37-7813-420c-a208-265b33542039 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router_gateway, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:38.673295 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-53edbe37-7813-420c-a208-265b33542039 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:38.675388 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-cd8f8886-1b21-409d-9053-0316459be28a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'port': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'mac_address': 'fa:16:3e:0a:56:8b', 'name': 'tempest-NetworksTestDHCPv6-203796028'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:38.677575 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6ccc0d5d-df56-4316-8f2e-cc582de9de43 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:38.783425 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-afa3bed4-e3bb-47fd-8da5-0bb9858af321 None None] Provisioning for port d971bd36-810d-4761-b18e-e95caaa4e1bb completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:38.815777 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6ccc0d5d-df56-4316-8f2e-cc582de9de43 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:38.818726 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-b4d9004a-5f20-4602-af9f-5311094b9cde tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Unset dirty status for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:38.821939 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b4d9004a-5f20-4602-af9f-5311094b9cde tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3135135 Feb 04 11:37:38.827971 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34868) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:38.873852 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-1c1187e5-5d32-45a7-8233-ae5e9a6e9fd6 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] delete failed (client error): The resource could not be found. Feb 04 11:37:38.873852 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1c1187e5-5d32-45a7-8233-ae5e9a6e9fd6 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "DELETE /v2.0/security-groups/9b431396-493d-4589-aae0-1fd252e8905c HTTP/1.1" status: 404 len: 347 time: 0.0385461 Feb 04 11:37:38.876281 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34874) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:38.887295 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-d673fe93-45ed-4508-b0d2-46e0fb7210b7 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Request body: {'security_group': {'name': 'tempest-secgroup--101448109'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:38.895223 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d673fe93-45ed-4508-b0d2-46e0fb7210b7 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:38.898866 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-cd8f8886-1b21-409d-9053-0316459be28a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:38.900425 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ccc0d5d-df56-4316-8f2e-cc582de9de43 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:37:38.903859 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2c854f94-14b3-437a-823e-f2c8fbe1c8fd tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:38.914694 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6ccc0d5d-df56-4316-8f2e-cc582de9de43 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:38.915723 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-6ccc0d5d-df56-4316-8f2e-cc582de9de43 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Added segment 42447277-5382-44c1-bc23-1d9cfde9d923 of type vlan for network a411320b-8cc8-427e-8abc-e104b8d99929 Feb 04 11:37:38.947362 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6ccc0d5d-df56-4316-8f2e-cc582de9de43 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:38.949504 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-cd8f8886-1b21-409d-9053-0316459be28a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:port and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:38.954642 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc0d5d-df56-4316-8f2e-cc582de9de43 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bef843-8267-499e-a5e0-6f7b724c6742,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:38.962439 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d673fe93-45ed-4508-b0d2-46e0fb7210b7 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:38.964375 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-cd8f8886-1b21-409d-9053-0316459be28a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:38.993051 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf0887a-6117-417c-8ec7-5b089a83b92b None None] Update dhcp port {'port': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'fixed_ips': [{'subnet_id': 'c405dba5-1fca-4ed7-b6a8-6ccdc40c5742', 'ip_address': '2001:db8::f816:3eff:feb1:58d9'}, {'subnet_id': 'c9be3347-5df5-4b31-bb36-ad837ea83b9f'}], 'binding:host_id': 'dv-neutron-827825-2-hyperv'}, 'id': 'd971bd36-810d-4761-b18e-e95caaa4e1bb'} from dv-neutron-827825-2-hyperv. {{(pid=84206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 11:37:39.039119 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-cd8f8886-1b21-409d-9053-0316459be28a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:39.049574 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c854f94-14b3-437a-823e-f2c8fbe1c8fd tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'Subnet': ['ID=cc57e25f-a18b-4a8c-805f-09fb84bae2e7,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:39.085579 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2c854f94-14b3-437a-823e-f2c8fbe1c8fd tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:39.097530 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ecf0887a-6117-417c-8ec7-5b089a83b92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:39.103171 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2c854f94-14b3-437a-823e-f2c8fbe1c8fd tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/subnets/cc57e25f-a18b-4a8c-805f-09fb84bae2e7 HTTP/1.1" status: 204 len: 168 time: 1.2056744 Feb 04 11:37:39.109227 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34880) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:39.112330 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e1aeef-e61a-4dfd-bd1a-57cca1b9c32d None None] Network f4816c64-3657-4dc2-88cd-46dea7e4d471 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:37:39.175108 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d673fe93-45ed-4508-b0d2-46e0fb7210b7 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:39.207696 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8f8886-1b21-409d-9053-0316459be28a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:37:39.208870 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6ccc0d5d-df56-4316-8f2e-cc582de9de43 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:39.212554 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccc0d5d-df56-4316-8f2e-cc582de9de43 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:39.213652 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6ccc0d5d-df56-4316-8f2e-cc582de9de43 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:39.223070 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cd8f8886-1b21-409d-9053-0316459be28a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:39.314692 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34884) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:39.358717 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device d971bd36-810d-4761-b18e-e95caaa4e1bb up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:37:39.403906 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-cd8f8886-1b21-409d-9053-0316459be28a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] device_id is not set on port c8a7267f-6918-4c19-be4b-c94745f090b5 yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:37:39.410732 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-36383e33-f385-4dfe-8336-c096b5c8ce24 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:39.423670 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc0d5d-df56-4316-8f2e-cc582de9de43 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event updated for resources: {'Network': ['ID=a411320b-8cc8-427e-8abc-e104b8d99929,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:39.437178 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-36383e33-f385-4dfe-8336-c096b5c8ce24 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Deleting port 3f55fc94-9795-4118-8dc7-e361ff65d397 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:37:39.437773 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-36383e33-f385-4dfe-8336-c096b5c8ce24 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:39.462789 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network a411320b-8cc8-427e-8abc-e104b8d99929 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:37:39.509208 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d673fe93-45ed-4508-b0d2-46e0fb7210b7 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:39.521937 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d673fe93-45ed-4508-b0d2-46e0fb7210b7 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Usage tracker for resource:security_group_rule and tenant:45b5f507e3d9480c9ab61bf706d8d1f2 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:39.530483 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d673fe93-45ed-4508-b0d2-46e0fb7210b7 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:39.546912 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d673fe93-45ed-4508-b0d2-46e0fb7210b7 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:39.556787 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6ccc0d5d-df56-4316-8f2e-cc582de9de43 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.2511332 Feb 04 11:37:39.556787 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53edbe37-7813-420c-a208-265b33542039 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Router 252ca0a2-059a-4216-b225-787df4d3dd7e is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:37:39.559838 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34890) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:39.571712 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-b6a11eeb-3839-4e20-bcf3-8862711a3836 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Request body: {'subnet': {'network_id': 'a411320b-8cc8-427e-8abc-e104b8d99929', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:39.669111 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-c95dbfaf-7f7c-474b-8dc0-f2e996002b84 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Request body: {'security_group': {'name': 'tempest-secgroup--989813636'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:39.693961 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c95dbfaf-7f7c-474b-8dc0-f2e996002b84 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:39.725002 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-ecf0887a-6117-417c-8ec7-5b089a83b92b None None] Allocated IP 2001:db8:0:1::2 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/c9be3347-5df5-4b31-bb36-ad837ea83b9f/d971bd36-810d-4761-b18e-e95caaa4e1bb) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:37:39.726993 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port d971bd36-810d-4761-b18e-e95caaa4e1bb completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:39.736611 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port d971bd36-810d-4761-b18e-e95caaa4e1bb triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:39.736976 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:39.774503 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c95dbfaf-7f7c-474b-8dc0-f2e996002b84 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Usage tracker for resource:security_group and tenant:bc07e3d4677c42e783e915d5a6500783 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:39.792253 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c95dbfaf-7f7c-474b-8dc0-f2e996002b84 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:39.811305 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c95dbfaf-7f7c-474b-8dc0-f2e996002b84 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:39.843722 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-b6a11eeb-3839-4e20-bcf3-8862711a3836 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:39.858836 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d673fe93-45ed-4508-b0d2-46e0fb7210b7 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:39.862140 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-b6a11eeb-3839-4e20-bcf3-8862711a3836 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Usage tracker for resource:subnet and tenant:ac8146b7950d45beb1b9b13f531779aa is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:39.865338 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-b6a11eeb-3839-4e20-bcf3-8862711a3836 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:39.872595 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-36383e33-f385-4dfe-8336-c096b5c8ce24 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] For port 3f55fc94-9795-4118-8dc7-e361ff65d397, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=3f55fc94-9795-4118-8dc7-e361ff65d397,segment=NetworkSegment(f0f6bcf3-10db-4b6a-a6d9-a5a0cf13f7f7),segment_id=f0f6bcf3-10db-4b6a-a6d9-a5a0cf13f7f7)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:37:39.872595 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-36383e33-f385-4dfe-8336-c096b5c8ce24 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:39.881420 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-b6a11eeb-3839-4e20-bcf3-8862711a3836 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:39.968854 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c95dbfaf-7f7c-474b-8dc0-f2e996002b84 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:39.985690 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d673fe93-45ed-4508-b0d2-46e0fb7210b7 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:39.989609 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a11eeb-3839-4e20-bcf3-8862711a3836 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Made reservation on behalf of ac8146b7950d45beb1b9b13f531779aa for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:37:40.014142 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-36383e33-f385-4dfe-8336-c096b5c8ce24 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Calling delete_port for 3f55fc94-9795-4118-8dc7-e361ff65d397 owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:37:40.145760 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:40.188122 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cb8173-780b-448c-b6fa-186a7153be58 None None] DHCP port deletion for f4816c64-3657-4dc2-88cd-46dea7e4d471 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:37:40.199016 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-03cb8173-780b-448c-b6fa-186a7153be58 None None] Deleting port 3f55fc94-9795-4118-8dc7-e361ff65d397 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:37:40.199458 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-03cb8173-780b-448c-b6fa-186a7153be58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:40.200060 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53edbe37-7813-420c-a208-265b33542039 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:37:40.211328 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e445eb-9cc8-4ff7-a9ba-93bccd48ebad None None] Sync routers for ids ['252ca0a2-059a-4216-b225-787df4d3dd7e'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:37:40.234366 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e445eb-9cc8-4ff7-a9ba-93bccd48ebad None None] Routers {'252ca0a2-059a-4216-b225-787df4d3dd7e'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:37:40.235025 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-21e445eb-9cc8-4ff7-a9ba-93bccd48ebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:37:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['252ca0a2-059a-4216-b225-787df4d3dd7e'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:40.239883 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-ecf0887a-6117-417c-8ec7-5b089a83b92b None None] For port d971bd36-810d-4761-b18e-e95caaa4e1bb, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=d971bd36-810d-4761-b18e-e95caaa4e1bb,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:37:40.243020 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-36383e33-f385-4dfe-8336-c096b5c8ce24 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:40.253191 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c95dbfaf-7f7c-474b-8dc0-f2e996002b84 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:40.309331 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36383e33-f385-4dfe-8336-c096b5c8ce24 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'Port': ['ID=3f55fc94-9795-4118-8dc7-e361ff65d397,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:40.314252 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36383e33-f385-4dfe-8336-c096b5c8ce24 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] No DVR routers for this DVR port 3f55fc94-9795-4118-8dc7-e361ff65d397 on host dv-neutron-827825-2-hyperv {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:37:40.321568 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ecf0887a-6117-417c-8ec7-5b089a83b92b None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:40.330755 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-21e445eb-9cc8-4ff7-a9ba-93bccd48ebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:40.342501 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e445eb-9cc8-4ff7-a9ba-93bccd48ebad None None] Routers {'252ca0a2-059a-4216-b225-787df4d3dd7e'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:37:40.343413 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-21e445eb-9cc8-4ff7-a9ba-93bccd48ebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:37:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['252ca0a2-059a-4216-b225-787df4d3dd7e'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:40.348064 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-53edbe37-7813-420c-a208-265b33542039 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:40.351553 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673fe93-45ed-4508-b0d2-46e0fb7210b7 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f190dd72-b9b6-402c-8481-bc8af3225766,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:40.351676 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-53edbe37-7813-420c-a208-265b33542039 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.6318240 Feb 04 11:37:40.353232 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34894) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:40.375299 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b6a11eeb-3839-4e20-bcf3-8862711a3836 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:40.376251 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-f9b64d80-c308-48aa-91e5-6a7209aeb1d7 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'enable_snat': False}}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:40.381913 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-03cb8173-780b-448c-b6fa-186a7153be58 None None] The port '3f55fc94-9795-4118-8dc7-e361ff65d397' was deleted {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:37:40.408958 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ecf0887a-6117-417c-8ec7-5b089a83b92b None None] Transition to ACTIVE for port object d971bd36-810d-4761-b18e-e95caaa4e1bb will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:40.423538 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-21e445eb-9cc8-4ff7-a9ba-93bccd48ebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:40.424357 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e445eb-9cc8-4ff7-a9ba-93bccd48ebad None None] The sync data for ids ['252ca0a2-059a-4216-b225-787df4d3dd7e'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:37:40.461906 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d673fe93-45ed-4508-b0d2-46e0fb7210b7 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:40.466651 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d673fe93-45ed-4508-b0d2-46e0fb7210b7 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5858829 Feb 04 11:37:40.466651 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c95dbfaf-7f7c-474b-8dc0-f2e996002b84 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:40.471243 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34898) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:40.476491 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c95dbfaf-7f7c-474b-8dc0-f2e996002b84 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Usage tracker for resource:security_group_rule and tenant:bc07e3d4677c42e783e915d5a6500783 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:40.492729 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-f29f024f-2922-4244-82f1-c93a1c7baa03 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Request body: {'security_group_rule': {'security_group_id': 'f190dd72-b9b6-402c-8481-bc8af3225766', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:40.497554 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c95dbfaf-7f7c-474b-8dc0-f2e996002b84 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:40.517649 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ecf0887a-6117-417c-8ec7-5b089a83b92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:40.518275 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f29f024f-2922-4244-82f1-c93a1c7baa03 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:40.520667 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c95dbfaf-7f7c-474b-8dc0-f2e996002b84 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:40.537248 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-36383e33-f385-4dfe-8336-c096b5c8ce24 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:40.565602 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f29f024f-2922-4244-82f1-c93a1c7baa03 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Usage tracker for resource:security_group_rule and tenant:45b5f507e3d9480c9ab61bf706d8d1f2 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:40.585676 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f29f024f-2922-4244-82f1-c93a1c7baa03 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:40.607076 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-36383e33-f385-4dfe-8336-c096b5c8ce24 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4816c64-3657-4dc2-88cd-46dea7e4d471']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:40.608882 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:37:40.610558 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:37:40.614952 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f29f024f-2922-4244-82f1-c93a1c7baa03 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:40.633868 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-36383e33-f385-4dfe-8336-c096b5c8ce24 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0f6bcf3-10db-4b6a-a6d9-a5a0cf13f7f7') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:40.638012 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-36383e33-f385-4dfe-8336-c096b5c8ce24 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0f6bcf3-10db-4b6a-a6d9-a5a0cf13f7f7') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:40.672127 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-36383e33-f385-4dfe-8336-c096b5c8ce24 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:40.685182 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7bc0319c-7bf1-48e6-b85f-9999ff1b3c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:40.702236 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0887a-6117-417c-8ec7-5b089a83b92b None None] Pushing event updated for resources: {'Port': ['ID=d971bd36-810d-4761-b18e-e95caaa4e1bb,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:40.800278 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-36383e33-f385-4dfe-8336-c096b5c8ce24 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:40.815536 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36383e33-f385-4dfe-8336-c096b5c8ce24 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:37:40.816369 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-36383e33-f385-4dfe-8336-c096b5c8ce24 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:40.842183 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:37:40.842183 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:37:40.842183 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:37:40.842183 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:37:40.842183 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:37:40.842183 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:37:40.842183 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:37:40.842183 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:37:40.842183 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:37:40.842183 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:37:40.842183 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:37:40.842183 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:37:40.842183 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:37:40.842183 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:37:40.842183 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:37:40.842183 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:37:40.842183 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:37:40.842183 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:37:40.842183 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:37:40.842183 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:37:40.842183 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:37:40.842183 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:37:40.842183 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:37:40.842183 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:37:40.842183 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:37:40.842183 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:37:40.842183 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:37:40.842183 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:37:40.842183 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:37:40.842183 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:37:40.842183 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:37:40.842183 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:37:40.862306 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f29f024f-2922-4244-82f1-c93a1c7baa03 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:41.093098 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-36383e33-f385-4dfe-8336-c096b5c8ce24 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:41.112868 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-36383e33-f385-4dfe-8336-c096b5c8ce24 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:41.125252 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36383e33-f385-4dfe-8336-c096b5c8ce24 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'Network': ['ID=f4816c64-3657-4dc2-88cd-46dea7e4d471,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:41.134514 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-36383e33-f385-4dfe-8336-c096b5c8ce24 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/networks/f4816c64-3657-4dc2-88cd-46dea7e4d471 HTTP/1.1" status: 204 len: 168 time: 2.0224040 Feb 04 11:37:41.150431 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34902) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:41.175348 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-cd8f8886-1b21-409d-9053-0316459be28a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Allocated IP 2001:db8:0:1::ef (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/c9be3347-5df5-4b31-bb36-ad837ea83b9f/c8a7267f-6918-4c19-be4b-c94745f090b5) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:37:41.230497 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:41.254835 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c95dbfaf-7f7c-474b-8dc0-f2e996002b84 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:41.287449 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-cd8f8886-1b21-409d-9053-0316459be28a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Allocated IP 2001:db8::f816:3eff:fe0a:568b (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/c405dba5-1fca-4ed7-b6a8-6ccdc40c5742/c8a7267f-6918-4c19-be4b-c94745f090b5) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:37:41.290078 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port d971bd36-810d-4761-b18e-e95caaa4e1bb, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=d971bd36-810d-4761-b18e-e95caaa4e1bb,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:37:41.362195 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c95dbfaf-7f7c-474b-8dc0-f2e996002b84 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:41.379792 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:41.389980 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f29f024f-2922-4244-82f1-c93a1c7baa03 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:41.399292 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6c5d7b-322d-45cb-bcd5-f759f4d08c15 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:41.401359 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-cf6c5d7b-322d-45cb-bcd5-f759f4d08c15 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "GET /v2.0/ports/108858b3-5608-4c47-85f6-ab0a863bad94 HTTP/1.1" status: 200 len: 845 time: 0.2411344 Feb 04 11:37:41.429905 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34906) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:41.434683 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95dbfaf-7f7c-474b-8dc0-f2e996002b84 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60eb9609-9635-4ce9-a4ba-d5a7db1dbdba,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:41.452185 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b6a11eeb-3839-4e20-bcf3-8862711a3836 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:41.491114 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device d971bd36-810d-4761-b18e-e95caaa4e1bb up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:37:41.521460 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-1bdb3fcb-6382-4a0a-b805-21549a1f4c08 None None] Provisioning for port d971bd36-810d-4761-b18e-e95caaa4e1bb completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:41.551906 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-1bdb3fcb-6382-4a0a-b805-21549a1f4c08 None None] Provisioning complete for port d971bd36-810d-4761-b18e-e95caaa4e1bb triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:41.552429 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1bdb3fcb-6382-4a0a-b805-21549a1f4c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:41.563740 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c95dbfaf-7f7c-474b-8dc0-f2e996002b84 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:41.574780 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-5513d330-d8ed-4c17-949c-e956e0e0466f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Synchronizing usage tracker for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:41.576111 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f29f024f-2922-4244-82f1-c93a1c7baa03 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:41.622442 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:37:41.630818 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=d971bd36-810d-4761-b18e-e95caaa4e1bb,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:41.674981 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c95dbfaf-7f7c-474b-8dc0-f2e996002b84 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Usage tracker for resource:security_group_rule and tenant:bc07e3d4677c42e783e915d5a6500783 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:41.687754 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c95dbfaf-7f7c-474b-8dc0-f2e996002b84 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:41.704982 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port d971bd36-810d-4761-b18e-e95caaa4e1bb triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:41.704982 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:41.726781 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c95dbfaf-7f7c-474b-8dc0-f2e996002b84 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:41.731387 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f024f-2922-4244-82f1-c93a1c7baa03 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34ae544-cba1-4796-acd5-2343db9a991c,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:41.779862 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f9b64d80-c308-48aa-91e5-6a7209aeb1d7 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:41.781734 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a11eeb-3839-4e20-bcf3-8862711a3836 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event updated for resources: {'Subnet': ['ID=b8b29962-d28c-469e-9d59-dc2a13259593,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:41.853007 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-5513d330-d8ed-4c17-949c-e956e0e0466f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Unset dirty status for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:41.856935 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5513d330-d8ed-4c17-949c-e956e0e0466f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "GET /v2.0/ports/108858b3-5608-4c47-85f6-ab0a863bad94?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.4297256 Feb 04 11:37:41.862013 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34910) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:41.868314 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-b9dc1ed9-bbfc-433a-862e-ff2901a536f9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'subnet': {'network_id': '86b78875-1a29-401f-ba26-af0b60d88d97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:41.871782 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a11eeb-3839-4e20-bcf3-8862711a3836 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Checking segment: {'id': '42447277-5382-44c1-bc23-1d9cfde9d923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a411320b-8cc8-427e-8abc-e104b8d99929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:37:41.872149 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a11eeb-3839-4e20-bcf3-8862711a3836 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Network hostable DHCP agents. Network: a411320b-8cc8-427e-8abc-e104b8d99929, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:37:41.891841 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cd8f8886-1b21-409d-9053-0316459be28a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:41.892912 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 3f55fc94-9795-4118-8dc7-e361ff65d397 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:37:41.907170 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f29f024f-2922-4244-82f1-c93a1c7baa03 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:41.910407 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f29f024f-2922-4244-82f1-c93a1c7baa03 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4358773 Feb 04 11:37:41.915833 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34914) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:41.928005 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 3f55fc94-9795-4118-8dc7-e361ff65d397 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:37:41.928355 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 3f55fc94-9795-4118-8dc7-e361ff65d397 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:37:41.992875 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-cd8f8886-1b21-409d-9053-0316459be28a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Transition to ACTIVE for port object c8a7267f-6918-4c19-be4b-c94745f090b5 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:42.062925 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b101e133-e99b-4e01-8d7e-86023fa4c9c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:42.071344 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-b9dc1ed9-bbfc-433a-862e-ff2901a536f9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:42.073840 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5cc268bb-ab8b-469c-ad0a-f7d1740494c7 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:42.078022 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-b9dc1ed9-bbfc-433a-862e-ff2901a536f9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:subnet and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:42.081517 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-b9dc1ed9-bbfc-433a-862e-ff2901a536f9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:42.087834 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c95dbfaf-7f7c-474b-8dc0-f2e996002b84 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:42.090550 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-b9dc1ed9-bbfc-433a-862e-ff2901a536f9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:42.099375 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5cc268bb-ab8b-469c-ad0a-f7d1740494c7 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:42.181017 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c95dbfaf-7f7c-474b-8dc0-f2e996002b84 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:42.247779 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a11eeb-3839-4e20-bcf3-8862711a3836 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Network a411320b-8cc8-427e-8abc-e104b8d99929 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:37:42.275301 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cd8f8886-1b21-409d-9053-0316459be28a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:42.290231 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9dc1ed9-bbfc-433a-862e-ff2901a536f9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Made reservation on behalf of 923893a854aa49c78e412c9bf04cfc96 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:37:42.345050 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95dbfaf-7f7c-474b-8dc0-f2e996002b84 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16571bb7-b0c0-4281-9d3e-ad09790b7bfa,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:42.364480 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5cc268bb-ab8b-469c-ad0a-f7d1740494c7 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:42.371082 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5cc268bb-ab8b-469c-ad0a-f7d1740494c7 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:42.374672 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5cc268bb-ab8b-469c-ad0a-f7d1740494c7 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/e34ae544-cba1-4796-acd5-2343db9a991c HTTP/1.1" status: 204 len: 168 time: 0.4510217 Feb 04 11:37:42.381461 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34918) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:42.389866 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c95dbfaf-7f7c-474b-8dc0-f2e996002b84 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:42.394321 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c95dbfaf-7f7c-474b-8dc0-f2e996002b84 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 3.0171251 Feb 04 11:37:42.395293 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34922) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:42.403093 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc268bb-ab8b-469c-ad0a-f7d1740494c7 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e34ae544-cba1-4796-acd5-2343db9a991c,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:42.411020 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-b6a11eeb-3839-4e20-bcf3-8862711a3836 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, a411320b-8cc8-427e-8abc-e104b8d99929) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:42.420243 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f8886-1b21-409d-9053-0316459be28a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Port': ['ID=c8a7267f-6918-4c19-be4b-c94745f090b5,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:42.424666 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d428fd-2895-4452-8a67-eab0cc3f002e None None] Network a411320b-8cc8-427e-8abc-e104b8d99929 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:37:42.425522 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8f8886-1b21-409d-9053-0316459be28a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:42.427039 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a11eeb-3839-4e20-bcf3-8862711a3836 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:42.427628 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b6a11eeb-3839-4e20-bcf3-8862711a3836 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:42.435890 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-cd8f8886-1b21-409d-9053-0316459be28a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:42.473616 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f9b64d80-c308-48aa-91e5-6a7209aeb1d7 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:42.477065 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8f8886-1b21-409d-9053-0316459be28a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:37:42.477605 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b9dc1ed9-bbfc-433a-862e-ff2901a536f9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:42.482462 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8f8886-1b21-409d-9053-0316459be28a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:42.483099 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cd8f8886-1b21-409d-9053-0316459be28a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:42.516446 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f9b64d80-c308-48aa-91e5-6a7209aeb1d7 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16351460'] for router, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:42.576893 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b6a11eeb-3839-4e20-bcf3-8862711a3836 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0116484 Feb 04 11:37:42.583230 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34926) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:42.599450 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-5a14d58c-5ea2-4011-a051-38f0ac15233a tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1313389290', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}, 'admin_state_up': False}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:42.606208 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-cd8f8886-1b21-409d-9053-0316459be28a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.9370492 Feb 04 11:37:42.610535 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34930) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:42.613707 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-5a14d58c-5ea2-4011-a051-38f0ac15233a tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:42.656275 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-5a14d58c-5ea2-4011-a051-38f0ac15233a tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Usage tracker for resource:router and tenant:ac8146b7950d45beb1b9b13f531779aa is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:42.663866 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-5a14d58c-5ea2-4011-a051-38f0ac15233a tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:42.690647 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a4853685-7124-4ac5-9514-0c74e1de39bd tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Synchronizing usage tracker for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group_rule {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:42.711980 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37e9e93-6f6c-4f5b-92d7-22fce9a7d32a None None] Network a411320b-8cc8-427e-8abc-e104b8d99929 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:37:42.751373 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a55228a4-48a8-4aa1-9c61-ad826008c0a1 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.3432255 Feb 04 11:37:42.761200 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34934) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:42.771335 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-403f76e4-862e-4db8-99d6-1a4e5ed3c844 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Request body: {'security_group': {'name': 'tempest-security--519660638', 'description': 'tempest-security-description-391488459'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:42.817231 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-5a14d58c-5ea2-4011-a051-38f0ac15233a tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:42.851064 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-be2fa7e9-1b0c-461d-a594-21bbe9d80339 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting port c8a7267f-6918-4c19-be4b-c94745f090b5 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:37:42.851402 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-be2fa7e9-1b0c-461d-a594-21bbe9d80339 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:42.859676 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a4853685-7124-4ac5-9514-0c74e1de39bd tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Unset dirty status for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group_rule {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:42.860903 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a4853685-7124-4ac5-9514-0c74e1de39bd tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4789388 Feb 04 11:37:42.867058 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34938) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:42.895698 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-403f76e4-862e-4db8-99d6-1a4e5ed3c844 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:42.982523 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5a14d58c-5ea2-4011-a051-38f0ac15233a tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:42.983554 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5a14d58c-5ea2-4011-a051-38f0ac15233a tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:43.005444 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-963dfb4b-3af9-48cb-9582-f80173944fc7 None None] Provisioning for port c8a7267f-6918-4c19-be4b-c94745f090b5 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:43.012882 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-963dfb4b-3af9-48cb-9582-f80173944fc7 None None] Provisioning complete for port c8a7267f-6918-4c19-be4b-c94745f090b5 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:43.013678 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-963dfb4b-3af9-48cb-9582-f80173944fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:43.058636 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5a14d58c-5ea2-4011-a051-38f0ac15233a tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:43.071681 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-963dfb4b-3af9-48cb-9582-f80173944fc7 None None] Port c8a7267f-6918-4c19-be4b-c94745f090b5 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:37:43.096645 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-403f76e4-862e-4db8-99d6-1a4e5ed3c844 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:43.123620 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-81ba30fe-0a24-4299-88c6-b1943212a309 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:43.159192 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-81ba30fe-0a24-4299-88c6-b1943212a309 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:43.196725 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b9dc1ed9-bbfc-433a-862e-ff2901a536f9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:43.239263 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-403f76e4-862e-4db8-99d6-1a4e5ed3c844 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:43.248007 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-be2fa7e9-1b0c-461d-a594-21bbe9d80339 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:43.256721 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-7bc0319c-7bf1-48e6-b85f-9999ff1b3c1c admin admin] Deleting port d59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:37:43.257056 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7bc0319c-7bf1-48e6-b85f-9999ff1b3c1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:43.320211 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dc1ed9-bbfc-433a-862e-ff2901a536f9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Network 86b78875-1a29-401f-ba26-af0b60d88d97 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:43.327296 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-b9dc1ed9-bbfc-433a-862e-ff2901a536f9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:43.328901 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f76e4-862e-4db8-99d6-1a4e5ed3c844 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16571bb7-b0c0-4281-9d3e-ad09790b7bfa,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:43.333424 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dc1ed9-bbfc-433a-862e-ff2901a536f9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:43.334113 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b9dc1ed9-bbfc-433a-862e-ff2901a536f9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:43.339051 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b64d80-c308-48aa-91e5-6a7209aeb1d7 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Router 252ca0a2-059a-4216-b225-787df4d3dd7e has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:37:43.342881 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d64196-b31d-41d1-8f41-16b4c81fc195 None None] Network 86b78875-1a29-401f-ba26-af0b60d88d97 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:37:43.356949 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc1ed9-bbfc-433a-862e-ff2901a536f9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Subnet': ['ID=24559bd5-8d1b-4d2f-8616-4dfcfaa96a04,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:43.360594 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-403f76e4-862e-4db8-99d6-1a4e5ed3c844 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:43.361799 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-403f76e4-862e-4db8-99d6-1a4e5ed3c844 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "PUT /v2.0/security-groups/16571bb7-b0c0-4281-9d3e-ad09790b7bfa HTTP/1.1" status: 200 len: 1610 time: 0.5996432 Feb 04 11:37:43.365256 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34942) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:43.386546 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-81ba30fe-0a24-4299-88c6-b1943212a309 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:43.388921 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-81ba30fe-0a24-4299-88c6-b1943212a309 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:43.392784 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-81ba30fe-0a24-4299-88c6-b1943212a309 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "DELETE /v2.0/security-groups/f190dd72-b9b6-402c-8481-bc8af3225766 HTTP/1.1" status: 204 len: 168 time: 0.5191154 Feb 04 11:37:43.405074 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34946) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:43.470114 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-be2fa7e9-1b0c-461d-a594-21bbe9d80339 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Calling delete_port for c8a7267f-6918-4c19-be4b-c94745f090b5 owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:37:43.490560 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba30fe-0a24-4299-88c6-b1943212a309 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f190dd72-b9b6-402c-8481-bc8af3225766,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:43.519059 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b9dc1ed9-bbfc-433a-862e-ff2901a536f9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6529679 Feb 04 11:37:43.519768 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device d971bd36-810d-4761-b18e-e95caaa4e1bb up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:37:43.520540 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34950) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:43.538378 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-e82a70e1-3e32-482b-9e1d-0ded1ba9c0fa tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'security_group': {'name': 'tempest-secgroup-786949854'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:43.551900 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e82a70e1-3e32-482b-9e1d-0ded1ba9c0fa tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:43.567792 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e82a70e1-3e32-482b-9e1d-0ded1ba9c0fa tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:security_group and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:43.576279 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-465ebf26-0438-484a-8cb0-66576102e0b0 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "GET /v2.0/security-groups/16571bb7-b0c0-4281-9d3e-ad09790b7bfa HTTP/1.1" status: 200 len: 1610 time: 0.2053597 Feb 04 11:37:43.576279 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e82a70e1-3e32-482b-9e1d-0ded1ba9c0fa tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:43.579485 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34954) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:43.592382 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e82a70e1-3e32-482b-9e1d-0ded1ba9c0fa tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:43.623377 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f2282d98-d029-4e1f-b907-11f39d221c5a tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Synchronizing usage tracker for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:43.680843 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port d971bd36-810d-4761-b18e-e95caaa4e1bb triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:43.681447 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:43.708242 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5a14d58c-5ea2-4011-a051-38f0ac15233a tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:43.785301 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-7bc0319c-7bf1-48e6-b85f-9999ff1b3c1c admin admin] For port d59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=d59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab,segment=NetworkSegment(bee9a888-01e6-4785-95df-f4e3f4ef05fa),segment_id=bee9a888-01e6-4785-95df-f4e3f4ef05fa)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:37:43.803165 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7bc0319c-7bf1-48e6-b85f-9999ff1b3c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:43.803322 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906dcfdf-82ae-494b-8c8b-52d6189bb354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-86b78875-1a29-401f-ba26-af0b60d88d97', 'network_id': '86b78875-1a29-401f-ba26-af0b60d88d97', 'tenant_id': '923893a854aa49c78e412c9bf04cfc96', 'fixed_ips': [{'subnet_id': '24559bd5-8d1b-4d2f-8616-4dfcfaa96a04'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:37:43.803322 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-906dcfdf-82ae-494b-8c8b-52d6189bb354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:43.803544 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e82a70e1-3e32-482b-9e1d-0ded1ba9c0fa tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:43.809764 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f2282d98-d029-4e1f-b907-11f39d221c5a tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Unset dirty status for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:43.814811 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f2282d98-d029-4e1f-b907-11f39d221c5a tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4046400 Feb 04 11:37:43.815369 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34958) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:43.829176 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-b4155856-68d7-4a7b-b465-70996860db2b tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Request body: {'security_group': {'name': 'tempest-secgroup--1137550872'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:43.886805 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-b4155856-68d7-4a7b-b465-70996860db2b tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:43.922999 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-7bc0319c-7bf1-48e6-b85f-9999ff1b3c1c admin admin] Calling delete_port for d59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab owned by network:router_interface {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:37:43.923732 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bdba3b42-8c6a-4c66-99f3-14b2c0c24afc tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:43.924900 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-b4155856-68d7-4a7b-b465-70996860db2b tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:43.961689 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e82a70e1-3e32-482b-9e1d-0ded1ba9c0fa tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:43.984346 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e82a70e1-3e32-482b-9e1d-0ded1ba9c0fa tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:security_group_rule and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:43.991081 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e82a70e1-3e32-482b-9e1d-0ded1ba9c0fa tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:43.999264 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bdba3b42-8c6a-4c66-99f3-14b2c0c24afc tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:44.006852 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e82a70e1-3e32-482b-9e1d-0ded1ba9c0fa tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:44.059324 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b4155856-68d7-4a7b-b465-70996860db2b tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:44.119497 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b64d80-c308-48aa-91e5-6a7209aeb1d7 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:37:44.138770 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bdcd1b-f54e-4341-b9ac-71bf3a4e4fe8 None None] Sync routers for ids ['252ca0a2-059a-4216-b225-787df4d3dd7e'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:37:44.148909 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e82a70e1-3e32-482b-9e1d-0ded1ba9c0fa tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:44.156644 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-b4155856-68d7-4a7b-b465-70996860db2b tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:44.157100 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bdcd1b-f54e-4341-b9ac-71bf3a4e4fe8 None None] Routers {'252ca0a2-059a-4216-b225-787df4d3dd7e'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:37:44.158538 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-98bdcd1b-f54e-4341-b9ac-71bf3a4e4fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:37:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['252ca0a2-059a-4216-b225-787df4d3dd7e'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:44.169262 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bdba3b42-8c6a-4c66-99f3-14b2c0c24afc tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:44.173536 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-b4155856-68d7-4a7b-b465-70996860db2b tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:44.193180 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba3b42-8c6a-4c66-99f3-14b2c0c24afc tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16571bb7-b0c0-4281-9d3e-ad09790b7bfa,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:44.197969 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bdba3b42-8c6a-4c66-99f3-14b2c0c24afc tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:44.201547 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-bdba3b42-8c6a-4c66-99f3-14b2c0c24afc tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "DELETE /v2.0/security-groups/16571bb7-b0c0-4281-9d3e-ad09790b7bfa HTTP/1.1" status: 204 len: 168 time: 0.6163466 Feb 04 11:37:44.201851 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34962) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:44.269735 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-98bdcd1b-f54e-4341-b9ac-71bf3a4e4fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:44.272985 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f9b64d80-c308-48aa-91e5-6a7209aeb1d7 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:44.276826 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f9b64d80-c308-48aa-91e5-6a7209aeb1d7 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] 10.222.0.21 "PUT /v2.0/routers/252ca0a2-059a-4216-b225-787df4d3dd7e HTTP/1.1" status: 200 len: 925 time: 3.9191084 Feb 04 11:37:44.277943 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e82a70e1-3e32-482b-9e1d-0ded1ba9c0fa tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:44.284469 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34966) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:44.316742 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-cf2e2f1b-7462-49b6-8765-d334762a62a2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Synchronizing usage tracker for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:44.380564 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-be2fa7e9-1b0c-461d-a594-21bbe9d80339 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:44.391786 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bdcd1b-f54e-4341-b9ac-71bf3a4e4fe8 None None] Routers {'252ca0a2-059a-4216-b225-787df4d3dd7e'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:37:44.392048 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-98bdcd1b-f54e-4341-b9ac-71bf3a4e4fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:37:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['252ca0a2-059a-4216-b225-787df4d3dd7e'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:44.450461 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a70e1-3e32-482b-9e1d-0ded1ba9c0fa tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7779c6-686b-4094-b197-e08a78841ff2,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:44.472295 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-98bdcd1b-f54e-4341-b9ac-71bf3a4e4fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:44.472295 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bdcd1b-f54e-4341-b9ac-71bf3a4e4fe8 None None] The sync data for ids ['252ca0a2-059a-4216-b225-787df4d3dd7e'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:37:44.480454 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2fa7e9-1b0c-461d-a594-21bbe9d80339 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Port': ['ID=c8a7267f-6918-4c19-be4b-c94745f090b5,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:44.488166 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5a14d58c-5ea2-4011-a051-38f0ac15233a tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for router_gateway, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:44.504859 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-906dcfdf-82ae-494b-8c8b-52d6189bb354 None None] Allocated IP 2001:db8::2 (86b78875-1a29-401f-ba26-af0b60d88d97/24559bd5-8d1b-4d2f-8616-4dfcfaa96a04/ae501bc3-b364-4bc5-b632-cc1eb5fc53ac) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:37:44.505160 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b4155856-68d7-4a7b-b465-70996860db2b tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:44.545868 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e82a70e1-3e32-482b-9e1d-0ded1ba9c0fa tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:44.550726 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e82a70e1-3e32-482b-9e1d-0ded1ba9c0fa tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.0255013 Feb 04 11:37:44.551449 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5a14d58c-5ea2-4011-a051-38f0ac15233a tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:44.551568 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34970) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:44.561740 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-15f7962b-9f57-4168-b1bf-b8ca6d348cde tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'security_group': {'name': 'tempest-secgroup-5932983'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:44.570254 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-15f7962b-9f57-4168-b1bf-b8ca6d348cde tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:44.606139 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1e4a2bf0-3544-4e33-b3e2-9180bc3b2b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:44.626253 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7bc0319c-7bf1-48e6-b85f-9999ff1b3c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:44.629583 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-15f7962b-9f57-4168-b1bf-b8ca6d348cde tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:security_group and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:44.633007 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-15f7962b-9f57-4168-b1bf-b8ca6d348cde tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:44.650273 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-15f7962b-9f57-4168-b1bf-b8ca6d348cde tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:44.653675 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-cf2e2f1b-7462-49b6-8765-d334762a62a2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Unset dirty status for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:44.658319 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-cf2e2f1b-7462-49b6-8765-d334762a62a2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4520140 Feb 04 11:37:44.658319 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b4155856-68d7-4a7b-b465-70996860db2b tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:44.664626 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34974) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:44.720844 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-be2fa7e9-1b0c-461d-a594-21bbe9d80339 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:44.726079 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0319c-7bf1-48e6-b85f-9999ff1b3c1c admin admin] Pushing event deleted for resources: {'Port': ['ID=d59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:44.769834 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-909668e3-5c2a-4d10-8731-f897b7381323 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] delete failed (client error): The resource could not be found. Feb 04 11:37:44.771291 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-909668e3-5c2a-4d10-8731-f897b7381323 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "DELETE /v2.0/security-groups/16571bb7-b0c0-4281-9d3e-ad09790b7bfa HTTP/1.1" status: 404 len: 347 time: 0.0951693 Feb 04 11:37:44.774379 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4155856-68d7-4a7b-b465-70996860db2b tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2deab25-bb37-49f4-abe3-d566a7e07077,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:44.778204 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34978) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:44.778933 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-906dcfdf-82ae-494b-8c8b-52d6189bb354 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:44.788079 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-080ac65e-4882-460d-9d5b-aae4fa53ec32 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Request body: {'security_group': {'name': 'tempest-secgroup--529956870'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:44.794596 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-906dcfdf-82ae-494b-8c8b-52d6189bb354 None None] Transition to ACTIVE for port object ae501bc3-b364-4bc5-b632-cc1eb5fc53ac will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:44.802780 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-15f7962b-9f57-4168-b1bf-b8ca6d348cde tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:44.803122 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-be2fa7e9-1b0c-461d-a594-21bbe9d80339 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/ports/c8a7267f-6918-4c19-be4b-c94745f090b5 HTTP/1.1" status: 204 len: 168 time: 2.1911592 Feb 04 11:37:44.814122 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-080ac65e-4882-460d-9d5b-aae4fa53ec32 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:44.814364 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34982) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:44.817564 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-906dcfdf-82ae-494b-8c8b-52d6189bb354 None None] Transition to ACTIVE for port object ae501bc3-b364-4bc5-b632-cc1eb5fc53ac will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:44.839991 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-080ac65e-4882-460d-9d5b-aae4fa53ec32 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:44.867015 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b4155856-68d7-4a7b-b465-70996860db2b tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:44.871885 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b4155856-68d7-4a7b-b465-70996860db2b tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0519438 Feb 04 11:37:44.874505 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34986) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:44.883585 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-fd813047-2342-43ef-87f9-5f892bd4dbfa tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Request body: {'security_group_rule': {'security_group_id': 'e2deab25-bb37-49f4-abe3-d566a7e07077', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:44.893101 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-15f7962b-9f57-4168-b1bf-b8ca6d348cde tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:44.897825 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-fd813047-2342-43ef-87f9-5f892bd4dbfa tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:44.902574 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-15f7962b-9f57-4168-b1bf-b8ca6d348cde tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:security_group_rule and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:44.909273 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-15f7962b-9f57-4168-b1bf-b8ca6d348cde tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:44.918122 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-fd813047-2342-43ef-87f9-5f892bd4dbfa tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Usage tracker for resource:security_group_rule and tenant:45b5f507e3d9480c9ab61bf706d8d1f2 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:44.925838 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-906dcfdf-82ae-494b-8c8b-52d6189bb354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:44.926602 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b035e6af-96b9-4f6c-92a5-3ac7ff972dcd tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] 10.222.0.21 "GET /v2.0/routers/252ca0a2-059a-4216-b225-787df4d3dd7e HTTP/1.1" status: 200 len: 925 time: 0.6192818 Feb 04 11:37:44.926602 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-15f7962b-9f57-4168-b1bf-b8ca6d348cde tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:44.927174 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-fd813047-2342-43ef-87f9-5f892bd4dbfa tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:44.930505 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34990) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:44.970906 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-fd813047-2342-43ef-87f9-5f892bd4dbfa tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:44.985226 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-080ac65e-4882-460d-9d5b-aae4fa53ec32 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:45.018941 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906dcfdf-82ae-494b-8c8b-52d6189bb354 None None] Network 86b78875-1a29-401f-ba26-af0b60d88d97 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:45.024902 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-906dcfdf-82ae-494b-8c8b-52d6189bb354 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:45.030489 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906dcfdf-82ae-494b-8c8b-52d6189bb354 None None] Pushing event updated for resources: {'Port': ['ID=ae501bc3-b364-4bc5-b632-cc1eb5fc53ac,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:45.033563 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906dcfdf-82ae-494b-8c8b-52d6189bb354 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:37:45.087191 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-5a14d58c-5ea2-4011-a051-38f0ac15233a tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Allocated IP 172.26.3.132 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/07fc234b-32d5-4a96-854d-c3820af8dd4a) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:37:45.108404 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-080ac65e-4882-460d-9d5b-aae4fa53ec32 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:45.111350 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8aa1da6-641d-4c35-8ed1-00246b7bf287 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:45.112214 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-a8aa1da6-641d-4c35-8ed1-00246b7bf287 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:45.116262 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-15f7962b-9f57-4168-b1bf-b8ca6d348cde tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:45.119033 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-080ac65e-4882-460d-9d5b-aae4fa53ec32 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Usage tracker for resource:security_group_rule and tenant:bc07e3d4677c42e783e915d5a6500783 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:45.124174 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-080ac65e-4882-460d-9d5b-aae4fa53ec32 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:45.137950 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-080ac65e-4882-460d-9d5b-aae4fa53ec32 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:45.142560 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fd813047-2342-43ef-87f9-5f892bd4dbfa tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:45.165551 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-906dcfdf-82ae-494b-8c8b-52d6189bb354 None None] Attempting to bind port ae501bc3-b364-4bc5-b632-cc1eb5fc53ac on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:37:45.166323 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-906dcfdf-82ae-494b-8c8b-52d6189bb354 None None] Attempting to bind port ae501bc3-b364-4bc5-b632-cc1eb5fc53ac by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '2e749be9-2db6-40a8-a668-7a4af24ef663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '86b78875-1a29-401f-ba26-af0b60d88d97'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:37:45.167229 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906dcfdf-82ae-494b-8c8b-52d6189bb354 None None] Attempting to bind port ae501bc3-b364-4bc5-b632-cc1eb5fc53ac on network 86b78875-1a29-401f-ba26-af0b60d88d97 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:37:45.176877 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906dcfdf-82ae-494b-8c8b-52d6189bb354 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:37:45.177601 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906dcfdf-82ae-494b-8c8b-52d6189bb354 None None] Checking segment: {'id': '2e749be9-2db6-40a8-a668-7a4af24ef663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '86b78875-1a29-401f-ba26-af0b60d88d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:37:45.178814 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-cc6b87c6-9561-45b0-93a9-fc71eb08d782 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=63d4ab6b-931d-42a4-aa18-bedd81d582fa&device_id=252ca0a2-059a-4216-b225-787df4d3dd7e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2472064 Feb 04 11:37:45.182714 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-906dcfdf-82ae-494b-8c8b-52d6189bb354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:45.184016 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906dcfdf-82ae-494b-8c8b-52d6189bb354 None None] Bound using segment: {'id': '2e749be9-2db6-40a8-a668-7a4af24ef663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '86b78875-1a29-401f-ba26-af0b60d88d97'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:37:45.184698 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 34994) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:45.185304 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-906dcfdf-82ae-494b-8c8b-52d6189bb354 None None] Bound port: ae501bc3-b364-4bc5-b632-cc1eb5fc53ac, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e749be9-2db6-40a8-a668-7a4af24ef663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '86b78875-1a29-401f-ba26-af0b60d88d97'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:37:45.185795 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-906dcfdf-82ae-494b-8c8b-52d6189bb354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:45.225507 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-15f7962b-9f57-4168-b1bf-b8ca6d348cde tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:45.316807 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-906dcfdf-82ae-494b-8c8b-52d6189bb354 None None] For port ae501bc3-b364-4bc5-b632-cc1eb5fc53ac, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:37:45.322127 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-906dcfdf-82ae-494b-8c8b-52d6189bb354 None None] For port ae501bc3-b364-4bc5-b632-cc1eb5fc53ac, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=ae501bc3-b364-4bc5-b632-cc1eb5fc53ac,segment=NetworkSegment(2e749be9-2db6-40a8-a668-7a4af24ef663),segment_id=2e749be9-2db6-40a8-a668-7a4af24ef663)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:37:45.327558 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-a8aa1da6-641d-4c35-8ed1-00246b7bf287 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:45.328726 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a8aa1da6-641d-4c35-8ed1-00246b7bf287 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5134034 Feb 04 11:37:45.336388 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 34998) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:45.387814 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7962b-9f57-4168-b1bf-b8ca6d348cde tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c21de34-0f96-4c1b-a2b0-5184c5472a3c,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:45.403543 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5a14d58c-5ea2-4011-a051-38f0ac15233a tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:45.415025 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-906dcfdf-82ae-494b-8c8b-52d6189bb354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:45.429634 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fd813047-2342-43ef-87f9-5f892bd4dbfa tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:45.433816 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-080ac65e-4882-460d-9d5b-aae4fa53ec32 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:45.455426 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-15f7962b-9f57-4168-b1bf-b8ca6d348cde tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:45.456649 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-15f7962b-9f57-4168-b1bf-b8ca6d348cde tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1574 time: 0.9041979 Feb 04 11:37:45.459695 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ae45e0-3663-44de-af14-3b2d24973175 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:45.460267 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-97ae45e0-3663-44de-af14-3b2d24973175 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Synchronizing usage tracker for tenant:e8de1929da7f4df9a6837194a0f2f4e4 on resource:network {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:45.462656 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35002) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:45.470083 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-e525d0c7-2e81-43ca-b81e-9937c987a067 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2035202769', 'security_groups': ['9c21de34-0f96-4c1b-a2b0-5184c5472a3c'], 'network_id': '86b78875-1a29-401f-ba26-af0b60d88d97', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '24559bd5-8d1b-4d2f-8616-4dfcfaa96a04'}]}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:45.515333 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cfe1ca-6420-4826-af4d-6465753abcc2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:45.519270 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-19cfe1ca-6420-4826-af4d-6465753abcc2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1786947 Feb 04 11:37:45.519270 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7bc0319c-7bf1-48e6-b85f-9999ff1b3c1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:45.522515 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35006) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:45.548898 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fd813047-2342-43ef-87f9-5f892bd4dbfa tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:45.561095 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906dcfdf-82ae-494b-8c8b-52d6189bb354 None None] Pushing event updated for resources: {'Port': ['ID=ae501bc3-b364-4bc5-b632-cc1eb5fc53ac,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:45.564983 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-080ac65e-4882-460d-9d5b-aae4fa53ec32 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:45.612424 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd813047-2342-43ef-87f9-5f892bd4dbfa tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1774d129-b416-4bbf-ba90-79d1b2dfa4a1,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:45.642091 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5a14d58c-5ea2-4011-a051-38f0ac15233a tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:45.645402 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:45.649122 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:45.652763 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-97ae45e0-3663-44de-af14-3b2d24973175 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Unset dirty status for tenant:e8de1929da7f4df9a6837194a0f2f4e4 on resource:network {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:45.656816 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-97ae45e0-3663-44de-af14-3b2d24973175 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] 10.222.0.21 "GET /v2.0/networks/63d4ab6b-931d-42a4-aa18-bedd81d582fa HTTP/1.1" status: 200 len: 881 time: 0.4683101 Feb 04 11:37:45.658177 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35010) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:45.677118 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ac65e-4882-460d-9d5b-aae4fa53ec32 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a30ff1-5751-405b-b101-1bc2bc022b1d,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:45.713988 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1cf880-ed0a-4df7-9463-bca4e3c7cc93 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:45.715328 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1cf880-ed0a-4df7-9463-bca4e3c7cc93 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:45.719000 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1cf880-ed0a-4df7-9463-bca4e3c7cc93 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:45.719176 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b08e6bfd-c73b-43e6-b11b-396dd63083ce tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] 10.222.0.21 "GET /v2.0/ports?device_id=252ca0a2-059a-4216-b225-787df4d3dd7e HTTP/1.1" status: 200 len: 205 time: 0.0574934 Feb 04 11:37:45.719278 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6b1cf880-ed0a-4df7-9463-bca4e3c7cc93 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:45.719935 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35014) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:45.730014 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-080ac65e-4882-460d-9d5b-aae4fa53ec32 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:45.738251 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-080ac65e-4882-460d-9d5b-aae4fa53ec32 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9507535 Feb 04 11:37:45.739047 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35018) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:45.747309 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-82a69ab7-c2db-4e2f-b74b-90900d787f42 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Request body: {'security_group_rule': {'security_group_id': 'b7a30ff1-5751-405b-b101-1bc2bc022b1d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:45.756941 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fd813047-2342-43ef-87f9-5f892bd4dbfa tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:45.758220 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-fd813047-2342-43ef-87f9-5f892bd4dbfa tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8827610 Feb 04 11:37:45.761521 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-82a69ab7-c2db-4e2f-b74b-90900d787f42 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:45.762887 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e525d0c7-2e81-43ca-b81e-9937c987a067 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:45.766418 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35022) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:45.769400 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-82a69ab7-c2db-4e2f-b74b-90900d787f42 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Usage tracker for resource:security_group_rule and tenant:bc07e3d4677c42e783e915d5a6500783 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:45.776991 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-20e5f293-179e-4523-bb9b-f41118ab0729 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Request body: {'security_group_rule': {'security_group_id': 'e2deab25-bb37-49f4-abe3-d566a7e07077', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:45.784596 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-82a69ab7-c2db-4e2f-b74b-90900d787f42 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:45.786128 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e525d0c7-2e81-43ca-b81e-9937c987a067 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:port and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:45.790228 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e525d0c7-2e81-43ca-b81e-9937c987a067 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:45.799054 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-20e5f293-179e-4523-bb9b-f41118ab0729 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:45.801494 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e525d0c7-2e81-43ca-b81e-9937c987a067 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:45.803683 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-82a69ab7-c2db-4e2f-b74b-90900d787f42 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:45.811631 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-20e5f293-179e-4523-bb9b-f41118ab0729 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Usage tracker for resource:security_group_rule and tenant:45b5f507e3d9480c9ab61bf706d8d1f2 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:45.816686 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-20e5f293-179e-4523-bb9b-f41118ab0729 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:45.827280 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-20e5f293-179e-4523-bb9b-f41118ab0729 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:45.829971 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a14d58c-5ea2-4011-a051-38f0ac15233a tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:45.843125 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14d58c-5ea2-4011-a051-38f0ac15233a tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event updated for resources: {'Port': ['ID=07fc234b-32d5-4a96-854d-c3820af8dd4a,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:45.847560 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-5a14d58c-5ea2-4011-a051-38f0ac15233a tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:45.862719 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a14d58c-5ea2-4011-a051-38f0ac15233a tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:37:45.885837 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e525d0c7-2e81-43ca-b81e-9937c987a067 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Made reservation on behalf of 923893a854aa49c78e412c9bf04cfc96 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:37:45.891089 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e525d0c7-2e81-43ca-b81e-9937c987a067 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:45.922294 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6b1cf880-ed0a-4df7-9463-bca4e3c7cc93 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:45.923785 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6b1cf880-ed0a-4df7-9463-bca4e3c7cc93 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3996789 Feb 04 11:37:45.929382 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35026) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:45.971154 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-20e5f293-179e-4523-bb9b-f41118ab0729 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:45.981108 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-82a69ab7-c2db-4e2f-b74b-90900d787f42 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:45.997707 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-e525d0c7-2e81-43ca-b81e-9937c987a067 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] device_id is not set on port 43605f5d-7656-4439-b944-217c050f5f11 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:37:46.423900 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-82a69ab7-c2db-4e2f-b74b-90900d787f42 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:46.445781 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ccb79db8-5dba-44c6-8c3f-66af5ea8954a tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:46.512800 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-20e5f293-179e-4523-bb9b-f41118ab0729 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:46.514109 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-82a69ab7-c2db-4e2f-b74b-90900d787f42 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:46.586887 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a69ab7-c2db-4e2f-b74b-90900d787f42 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=010f07e3-f632-4d64-ae28-6cbeea21fa4b,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:46.589008 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-20e5f293-179e-4523-bb9b-f41118ab0729 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:46.641442 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5a14d58c-5ea2-4011-a051-38f0ac15233a tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for router_gateway, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:46.641804 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-e525d0c7-2e81-43ca-b81e-9937c987a067 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Allocated IP 2001:db8::221 (86b78875-1a29-401f-ba26-af0b60d88d97/24559bd5-8d1b-4d2f-8616-4dfcfaa96a04/43605f5d-7656-4439-b944-217c050f5f11) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:37:46.643848 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5a14d58c-5ea2-4011-a051-38f0ac15233a tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:46.646264 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d891e11-b814-449a-b95d-28a103ba6ce7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting subnet c405dba5-1fca-4ed7-b6a8-6ccdc40c5742 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:37:46.651835 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5f293-179e-4523-bb9b-f41118ab0729 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07cfeb4b-8aad-4eb5-8e1f-501ea9c3172e,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:46.654323 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7d891e11-b814-449a-b95d-28a103ba6ce7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:46.727621 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-82a69ab7-c2db-4e2f-b74b-90900d787f42 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:46.727621 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-82a69ab7-c2db-4e2f-b74b-90900d787f42 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9841704 Feb 04 11:37:46.740251 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35030) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:46.751279 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7d891e11-b814-449a-b95d-28a103ba6ce7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:46.797549 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-20e5f293-179e-4523-bb9b-f41118ab0729 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:46.801582 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-20e5f293-179e-4523-bb9b-f41118ab0729 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0314589 Feb 04 11:37:46.804478 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:46.809602 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35034) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:46.827650 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-24a0b52d-3d63-4b5f-8295-819173637b96 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Request body: {'security_group_rule': {'security_group_id': 'e2deab25-bb37-49f4-abe3-d566a7e07077', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:46.839873 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-24a0b52d-3d63-4b5f-8295-819173637b96 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:46.856617 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-24a0b52d-3d63-4b5f-8295-819173637b96 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Usage tracker for resource:security_group_rule and tenant:45b5f507e3d9480c9ab61bf706d8d1f2 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:46.875281 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1293f67d-8077-46f9-9443-a2df106045e4 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:46.907029 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-24a0b52d-3d63-4b5f-8295-819173637b96 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:46.931023 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-666b1e7b-7db7-4a6a-8164-04abefb86485 None None] Provisioning complete for port 108858b3-5608-4c47-85f6-ab0a863bad94 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:46.931458 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-666b1e7b-7db7-4a6a-8164-04abefb86485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:46.933554 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-24a0b52d-3d63-4b5f-8295-819173637b96 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:46.949262 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1293f67d-8077-46f9-9443-a2df106045e4 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:46.995917 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-666b1e7b-7db7-4a6a-8164-04abefb86485 None None] Port 108858b3-5608-4c47-85f6-ab0a863bad94 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:37:47.023313 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7d891e11-b814-449a-b95d-28a103ba6ce7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:47.077027 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-666b1e7b-7db7-4a6a-8164-04abefb86485 None None] Provisioning for port ae501bc3-b364-4bc5-b632-cc1eb5fc53ac completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:47.116921 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1293f67d-8077-46f9-9443-a2df106045e4 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:47.120727 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e525d0c7-2e81-43ca-b81e-9937c987a067 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:47.134318 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-24a0b52d-3d63-4b5f-8295-819173637b96 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:47.147339 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1293f67d-8077-46f9-9443-a2df106045e4 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=010f07e3-f632-4d64-ae28-6cbeea21fa4b,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:47.170118 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1293f67d-8077-46f9-9443-a2df106045e4 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:47.173871 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-1293f67d-8077-46f9-9443-a2df106045e4 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/010f07e3-f632-4d64-ae28-6cbeea21fa4b HTTP/1.1" status: 204 len: 168 time: 0.4277382 Feb 04 11:37:47.173871 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-e525d0c7-2e81-43ca-b81e-9937c987a067 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Transition to ACTIVE for port object 43605f5d-7656-4439-b944-217c050f5f11 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:47.178620 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35038) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:47.180175 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ccb79db8-5dba-44c6-8c3f-66af5ea8954a tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:47.235250 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7d891e11-b814-449a-b95d-28a103ba6ce7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:47.265076 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-24a0b52d-3d63-4b5f-8295-819173637b96 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:47.272586 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-5e1af294-9344-467d-9557-07af034438d8 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Synchronizing usage tracker for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group_rule {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:47.280185 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-ccb79db8-5dba-44c6-8c3f-66af5ea8954a tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Deleting port f29edc0b-821b-4dc8-9cff-d3db71202f06 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:37:47.285257 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ccb79db8-5dba-44c6-8c3f-66af5ea8954a tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:47.292248 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d891e11-b814-449a-b95d-28a103ba6ce7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Subnet': ['ID=c405dba5-1fca-4ed7-b6a8-6ccdc40c5742,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:47.299526 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7d891e11-b814-449a-b95d-28a103ba6ce7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:47.304262 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-7d891e11-b814-449a-b95d-28a103ba6ce7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/c405dba5-1fca-4ed7-b6a8-6ccdc40c5742 HTTP/1.1" status: 204 len: 168 time: 1.3710616 Feb 04 11:37:47.305366 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35042) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:47.305637 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb86d5b-70a1-4018-b5ef-775fa9e60efb None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:37:47.365645 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e525d0c7-2e81-43ca-b81e-9937c987a067 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:47.387312 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-24a0b52d-3d63-4b5f-8295-819173637b96 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:47.390227 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc0319c-7bf1-48e6-b85f-9999ff1b3c1c admin admin] Router 8db327df-c352-4c5a-8bf2-5bc3066d7972 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:37:47.452203 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525d0c7-2e81-43ca-b81e-9937c987a067 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Port': ['ID=43605f5d-7656-4439-b944-217c050f5f11,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:47.459263 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-5e1af294-9344-467d-9557-07af034438d8 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Unset dirty status for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group_rule {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:47.460548 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5e1af294-9344-467d-9557-07af034438d8 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2854567 Feb 04 11:37:47.462280 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a0b52d-3d63-4b5f-8295-819173637b96 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1314a593-2655-4b17-9c78-3bf3f063e771,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:47.464578 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35046) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:47.472882 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e525d0c7-2e81-43ca-b81e-9937c987a067 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Network 86b78875-1a29-401f-ba26-af0b60d88d97 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:47.474733 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-e525d0c7-2e81-43ca-b81e-9937c987a067 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:47.496843 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e525d0c7-2e81-43ca-b81e-9937c987a067 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:37:47.501958 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e525d0c7-2e81-43ca-b81e-9937c987a067 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:47.502650 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e525d0c7-2e81-43ca-b81e-9937c987a067 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:47.590187 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-24a0b52d-3d63-4b5f-8295-819173637b96 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:47.594169 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-24a0b52d-3d63-4b5f-8295-819173637b96 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7767003 Feb 04 11:37:47.594659 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device ae501bc3-b364-4bc5-b632-cc1eb5fc53ac up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:37:47.596482 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35050) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:47.605517 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-d8a2f464-98d6-4f44-83dc-6a18aaaa1486 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Request body: {'security_group_rule': {'security_group_id': 'e2deab25-bb37-49f4-abe3-d566a7e07077', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:47.613144 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-d8a2f464-98d6-4f44-83dc-6a18aaaa1486 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:47.619074 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-d8a2f464-98d6-4f44-83dc-6a18aaaa1486 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Usage tracker for resource:security_group_rule and tenant:45b5f507e3d9480c9ab61bf706d8d1f2 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:47.622775 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-d8a2f464-98d6-4f44-83dc-6a18aaaa1486 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:47.629462 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-d8a2f464-98d6-4f44-83dc-6a18aaaa1486 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:47.638792 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4ddc0794-681a-4c52-a3c3-b69af3fbf971 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:47.641551 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e525d0c7-2e81-43ca-b81e-9937c987a067 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1773160 Feb 04 11:37:47.651909 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35054) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:47.692279 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4ddc0794-681a-4c52-a3c3-b69af3fbf971 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:47.755265 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d8a2f464-98d6-4f44-83dc-6a18aaaa1486 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:47.770914 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port ae501bc3-b364-4bc5-b632-cc1eb5fc53ac completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:47.782790 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port ae501bc3-b364-4bc5-b632-cc1eb5fc53ac triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:47.783142 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:47.865678 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4ddc0794-681a-4c52-a3c3-b69af3fbf971 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:47.884027 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d8a2f464-98d6-4f44-83dc-6a18aaaa1486 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:47.891753 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc0794-681a-4c52-a3c3-b69af3fbf971 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a30ff1-5751-405b-b101-1bc2bc022b1d,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:47.954272 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-2e74c887-7d73-463b-8690-b834b0f9d4ed tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'subnet': {'network_id': '86b78875-1a29-401f-ba26-af0b60d88d97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:47.973926 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:47.991379 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d8a2f464-98d6-4f44-83dc-6a18aaaa1486 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:48.013282 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2f464-98d6-4f44-83dc-6a18aaaa1486 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=590e1fc4-8edf-46c3-8f7c-e4f731913354,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:48.016442 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port ae501bc3-b364-4bc5-b632-cc1eb5fc53ac, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=ae501bc3-b364-4bc5-b632-cc1eb5fc53ac,segment=NetworkSegment(2e749be9-2db6-40a8-a668-7a4af24ef663),segment_id=2e749be9-2db6-40a8-a668-7a4af24ef663)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:37:48.045819 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4ddc0794-681a-4c52-a3c3-b69af3fbf971 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:48.048261 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4ddc0794-681a-4c52-a3c3-b69af3fbf971 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "DELETE /v2.0/security-groups/b7a30ff1-5751-405b-b101-1bc2bc022b1d HTTP/1.1" status: 204 len: 168 time: 0.5820003 Feb 04 11:37:48.049742 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35058) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:48.068526 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ccb79db8-5dba-44c6-8c3f-66af5ea8954a tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:48.113440 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-fcf97509-3f6b-4bd2-92b0-d78d9f41e8f1 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Synchronizing usage tracker for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:48.147529 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-fea9f7eb-3475-4449-9161-018129b3d127 None None] Provisioning for port 43605f5d-7656-4439-b944-217c050f5f11 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:48.153668 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-fea9f7eb-3475-4449-9161-018129b3d127 None None] Provisioning complete for port 43605f5d-7656-4439-b944-217c050f5f11 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:48.153668 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fea9f7eb-3475-4449-9161-018129b3d127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:48.197389 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d8a2f464-98d6-4f44-83dc-6a18aaaa1486 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:48.200489 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:48.201259 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d8a2f464-98d6-4f44-83dc-6a18aaaa1486 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6033263 Feb 04 11:37:48.214448 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35062) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:48.220122 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-ebc9d1e2-0358-42b0-9415-3e8abb7c2edd tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Request body: {'security_group_rule': {'security_group_id': 'e2deab25-bb37-49f4-abe3-d566a7e07077', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:48.235396 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ebc9d1e2-0358-42b0-9415-3e8abb7c2edd tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:48.237476 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-fcf97509-3f6b-4bd2-92b0-d78d9f41e8f1 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Unset dirty status for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:48.245130 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-fcf97509-3f6b-4bd2-92b0-d78d9f41e8f1 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1939774 Feb 04 11:37:48.245808 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35066) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:48.253326 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ebc9d1e2-0358-42b0-9415-3e8abb7c2edd tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Usage tracker for resource:security_group_rule and tenant:45b5f507e3d9480c9ab61bf706d8d1f2 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:48.261599 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-fea9f7eb-3475-4449-9161-018129b3d127 None None] Port 43605f5d-7656-4439-b944-217c050f5f11 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:37:48.261869 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-ccb79db8-5dba-44c6-8c3f-66af5ea8954a tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Calling delete_port for f29edc0b-821b-4dc8-9cff-d3db71202f06 owned by network:router_gateway {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:37:48.262248 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ebc9d1e2-0358-42b0-9415-3e8abb7c2edd tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:48.286291 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ebc9d1e2-0358-42b0-9415-3e8abb7c2edd tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:48.286756 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=ae501bc3-b364-4bc5-b632-cc1eb5fc53ac,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:48.288301 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-5a9915b6-0be1-4747-8e9d-ee469138e3f2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Request body: {'security_group': {'name': 'tempest-secgroup--1162380198'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:48.296565 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-5a9915b6-0be1-4747-8e9d-ee469138e3f2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:48.309476 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-5a9915b6-0be1-4747-8e9d-ee469138e3f2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:48.315906 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a14d58c-5ea2-4011-a051-38f0ac15233a tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Router 9f13693f-5894-41a3-8de2-6b4557fe6c63 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:37:48.357237 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-632e46bd-b085-4b0b-bcb7-e47e57bbacb8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting subnet c9be3347-5df5-4b31-bb36-ad837ea83b9f {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:37:48.379388 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-632e46bd-b085-4b0b-bcb7-e47e57bbacb8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:48.381365 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ebc9d1e2-0358-42b0-9415-3e8abb7c2edd tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:48.408488 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5a9915b6-0be1-4747-8e9d-ee469138e3f2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:48.438177 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-2e74c887-7d73-463b-8690-b834b0f9d4ed tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:48.480280 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-5a9915b6-0be1-4747-8e9d-ee469138e3f2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:48.486216 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-6ce66dae-61fe-4b22-ad58-54c6e5bce6d2 None None] Provisioning complete for port d971bd36-810d-4761-b18e-e95caaa4e1bb triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:48.486672 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6ce66dae-61fe-4b22-ad58-54c6e5bce6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:48.497788 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ebc9d1e2-0358-42b0-9415-3e8abb7c2edd tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:48.502105 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-5a9915b6-0be1-4747-8e9d-ee469138e3f2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:48.518663 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-2e74c887-7d73-463b-8690-b834b0f9d4ed tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:subnet and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:48.531964 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-2e74c887-7d73-463b-8690-b834b0f9d4ed tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:48.544546 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-632e46bd-b085-4b0b-bcb7-e47e57bbacb8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:48.568986 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5a9915b6-0be1-4747-8e9d-ee469138e3f2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:48.580727 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-2e74c887-7d73-463b-8690-b834b0f9d4ed tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:48.593756 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ebc9d1e2-0358-42b0-9415-3e8abb7c2edd tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:48.620670 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc9d1e2-0358-42b0-9415-3e8abb7c2edd tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde06cb3-db5a-4471-b99f-db34342493f2,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:48.662344 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5a9915b6-0be1-4747-8e9d-ee469138e3f2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:48.703180 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9915b6-0be1-4747-8e9d-ee469138e3f2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a82e3960-8808-4242-8717-5a222c8cb7f7,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:48.715310 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ebc9d1e2-0358-42b0-9415-3e8abb7c2edd tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:48.719645 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ebc9d1e2-0358-42b0-9415-3e8abb7c2edd tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.5040905 Feb 04 11:37:48.720558 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35070) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:48.755696 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-14dc1d3a-d896-43e9-bc34-c2e641b90ab8 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:48.767771 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-14dc1d3a-d896-43e9-bc34-c2e641b90ab8 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:48.792751 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e74c887-7d73-463b-8690-b834b0f9d4ed tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Made reservation on behalf of 923893a854aa49c78e412c9bf04cfc96 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:37:48.811222 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5a9915b6-0be1-4747-8e9d-ee469138e3f2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:48.812352 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5a9915b6-0be1-4747-8e9d-ee469138e3f2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5642049 Feb 04 11:37:48.815470 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35074) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:48.820980 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-84cea5db-b4fb-4799-be40-0e8ea1cd0f16 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Request body: {'security_group_rule': {'security_group_id': 'a82e3960-8808-4242-8717-5a222c8cb7f7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:48.827504 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-84cea5db-b4fb-4799-be40-0e8ea1cd0f16 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:48.837402 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-84cea5db-b4fb-4799-be40-0e8ea1cd0f16 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:48.859789 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-14dc1d3a-d896-43e9-bc34-c2e641b90ab8 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:48.878513 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc1d3a-d896-43e9-bc34-c2e641b90ab8 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bde06cb3-db5a-4471-b99f-db34342493f2,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:48.882691 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-14dc1d3a-d896-43e9-bc34-c2e641b90ab8 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:48.887018 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-14dc1d3a-d896-43e9-bc34-c2e641b90ab8 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/bde06cb3-db5a-4471-b99f-db34342493f2 HTTP/1.1" status: 204 len: 168 time: 0.1622238 Feb 04 11:37:48.887510 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35078) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:48.896652 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-632e46bd-b085-4b0b-bcb7-e47e57bbacb8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:48.933426 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-84cea5db-b4fb-4799-be40-0e8ea1cd0f16 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:48.953662 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-735c6390-202f-4d94-ab6a-1b95231b318b tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Synchronizing usage tracker for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group_rule {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:49.021799 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-84cea5db-b4fb-4799-be40-0e8ea1cd0f16 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:49.059660 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ccb79db8-5dba-44c6-8c3f-66af5ea8954a tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:49.082591 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-735c6390-202f-4d94-ab6a-1b95231b318b tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Unset dirty status for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group_rule {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:49.083854 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-735c6390-202f-4d94-ab6a-1b95231b318b tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.1955655 Feb 04 11:37:49.087072 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35082) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:49.095475 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc0319c-7bf1-48e6-b85f-9999ff1b3c1c admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:37:49.107125 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21db7705-d030-4b68-89b5-ae60988ec156 None None] Sync routers for ids ['8db327df-c352-4c5a-8bf2-5bc3066d7972'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:37:49.122295 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21db7705-d030-4b68-89b5-ae60988ec156 None None] Routers {'8db327df-c352-4c5a-8bf2-5bc3066d7972'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:37:49.127201 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4a5ac584-655d-44de-bbec-0dc5487f3a85 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:49.127346 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-21db7705-d030-4b68-89b5-ae60988ec156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:37:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['8db327df-c352-4c5a-8bf2-5bc3066d7972'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:49.136609 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4a5ac584-655d-44de-bbec-0dc5487f3a85 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:49.136867 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb79db8-5dba-44c6-8c3f-66af5ea8954a tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Pushing event deleted for resources: {'Port': ['ID=f29edc0b-821b-4dc8-9cff-d3db71202f06,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:49.151286 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-84cea5db-b4fb-4799-be40-0e8ea1cd0f16 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:49.155938 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2e74c887-7d73-463b-8690-b834b0f9d4ed tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:49.203634 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cea5db-b4fb-4799-be40-0e8ea1cd0f16 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78d77ebd-00da-439c-a958-cd22cc2344b3,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:49.296753 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4a5ac584-655d-44de-bbec-0dc5487f3a85 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:49.298880 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-84cea5db-b4fb-4799-be40-0e8ea1cd0f16 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:49.300452 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-84cea5db-b4fb-4799-be40-0e8ea1cd0f16 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4839473 Feb 04 11:37:49.304720 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4a5ac584-655d-44de-bbec-0dc5487f3a85 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:49.306030 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4a5ac584-655d-44de-bbec-0dc5487f3a85 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/590e1fc4-8edf-46c3-8f7c-e4f731913354 HTTP/1.1" status: 204 len: 168 time: 0.2179987 Feb 04 11:37:49.313315 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35086) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:49.313793 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35088) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:49.342681 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-ac8e7e1c-01f4-490f-8019-c10da5f8d2df tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Request body: {'security_group_rule': {'security_group_id': 'a82e3960-8808-4242-8717-5a222c8cb7f7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:49.344231 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-21db7705-d030-4b68-89b5-ae60988ec156 None None] Set router 8db327df-c352-4c5a-8bf2-5bc3066d7972 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:37:49.350006 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ac584-655d-44de-bbec-0dc5487f3a85 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=590e1fc4-8edf-46c3-8f7c-e4f731913354,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:49.355623 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ac8e7e1c-01f4-490f-8019-c10da5f8d2df tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:49.362862 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ac8e7e1c-01f4-490f-8019-c10da5f8d2df tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Usage tracker for resource:security_group_rule and tenant:bc07e3d4677c42e783e915d5a6500783 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:49.365921 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ac8e7e1c-01f4-490f-8019-c10da5f8d2df tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:49.374611 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ac8e7e1c-01f4-490f-8019-c10da5f8d2df tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:49.405819 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ea022b7d-a16c-4c1e-ad4f-e1c3797c9c4a tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Synchronizing usage tracker for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group_rule {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:49.438863 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-632e46bd-b085-4b0b-bcb7-e47e57bbacb8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:49.476154 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device ae501bc3-b364-4bc5-b632-cc1eb5fc53ac up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:37:49.493492 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ac8e7e1c-01f4-490f-8019-c10da5f8d2df tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:49.516953 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ea022b7d-a16c-4c1e-ad4f-e1c3797c9c4a tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Unset dirty status for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group_rule {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:49.522429 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ea022b7d-a16c-4c1e-ad4f-e1c3797c9c4a tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.2052758 Feb 04 11:37:49.522961 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35094) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:49.562786 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port ae501bc3-b364-4bc5-b632-cc1eb5fc53ac triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:49.563451 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:49.604907 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-7bc0319c-7bf1-48e6-b85f-9999ff1b3c1c admin admin] 10.222.0.21 "PUT /v2.0/routers/8db327df-c352-4c5a-8bf2-5bc3066d7972/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9439464 Feb 04 11:37:49.613937 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35098) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:49.614671 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e46bd-b085-4b0b-bcb7-e47e57bbacb8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Subnet': ['ID=c9be3347-5df5-4b31-bb36-ad837ea83b9f,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:49.615150 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-de2c7f06-4b1e-4ba7-a152-d5f351cc83b8 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:49.632605 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-de2c7f06-4b1e-4ba7-a152-d5f351cc83b8 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:49.710146 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-21db7705-d030-4b68-89b5-ae60988ec156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'name': 'tempest-ServerActionsTestJSON-357217207-router', 'tenant_id': '5b82a940b56a43dcab21460c9541779e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '73bad0cd-b358-4b70-ae19-02f30649edab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:20Z', 'updated_at': '2022-02-04T11:37:44Z', 'revision_number': 5, 'project_id': '5b82a940b56a43dcab21460c9541779e', 'gw_port': {'id': '73bad0cd-b358-4b70-ae19-02f30649edab', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:21Z', 'updated_at': '2022-02-04T11:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:49.719280 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21db7705-d030-4b68-89b5-ae60988ec156 None None] Checking router: 8db327df-c352-4c5a-8bf2-5bc3066d7972 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:37:49.731685 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-632e46bd-b085-4b0b-bcb7-e47e57bbacb8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:49.733152 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-632e46bd-b085-4b0b-bcb7-e47e57bbacb8 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/c9be3347-5df5-4b31-bb36-ad837ea83b9f HTTP/1.1" status: 204 len: 168 time: 2.4197807 Feb 04 11:37:49.733805 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8686b38c-7585-4bb4-86d3-e100c111e54f None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:37:49.740494 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21db7705-d030-4b68-89b5-ae60988ec156 None None] Routers {'8db327df-c352-4c5a-8bf2-5bc3066d7972'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:37:49.740916 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-21db7705-d030-4b68-89b5-ae60988ec156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:37:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['8db327df-c352-4c5a-8bf2-5bc3066d7972'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:49.742416 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35102) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:49.745712 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ccb79db8-5dba-44c6-8c3f-66af5ea8954a tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:49.764412 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-de2c7f06-4b1e-4ba7-a152-d5f351cc83b8 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:49.812735 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ac8e7e1c-01f4-490f-8019-c10da5f8d2df tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:49.815870 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c7f06-4b1e-4ba7-a152-d5f351cc83b8 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1314a593-2655-4b17-9c78-3bf3f063e771,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:49.894681 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-bb42fa70-d3f8-4a41-b264-ad2bd8749be7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1508207 Feb 04 11:37:49.904606 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35106) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:49.907840 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.ipam_backend_mixin [None req-2e74c887-7d73-463b-8690-b834b0f9d4ed tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 24559bd5-8d1b-4d2f-8616-4dfcfaa96a04 (CIDR: 2001:db8::/64) Feb 04 11:37:49.921046 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ac8e7e1c-01f4-490f-8019-c10da5f8d2df tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:49.928570 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-de2c7f06-4b1e-4ba7-a152-d5f351cc83b8 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:49.933107 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-de2c7f06-4b1e-4ba7-a152-d5f351cc83b8 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/1314a593-2655-4b17-9c78-3bf3f063e771 HTTP/1.1" status: 204 len: 168 time: 0.4003589 Feb 04 11:37:49.933784 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35110) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:49.961562 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a14d58c-5ea2-4011-a051-38f0ac15233a tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:37:49.967610 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-7ea680c1-c09d-453f-94ae-a909e8a30120 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:49.973842 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-21db7705-d030-4b68-89b5-ae60988ec156 None None] Set router 8db327df-c352-4c5a-8bf2-5bc3066d7972 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:37:50.004786 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e74c887-7d73-463b-8690-b834b0f9d4ed tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:37:50.005746 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e74c887-7d73-463b-8690-b834b0f9d4ed tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:37:50.015017 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e7e1c-01f4-490f-8019-c10da5f8d2df tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fa2cb1b-2943-4601-b239-1531998304ab,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:50.015333 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5bd7a2-b403-4380-b007-7dc91ba48130 None None] Sync routers for ids ['9f13693f-5894-41a3-8de2-6b4557fe6c63'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:37:50.053438 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5bd7a2-b403-4380-b007-7dc91ba48130 None None] Routers {'9f13693f-5894-41a3-8de2-6b4557fe6c63'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:37:50.054300 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-da5bd7a2-b403-4380-b007-7dc91ba48130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:37:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['9f13693f-5894-41a3-8de2-6b4557fe6c63'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:50.063034 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-606961e1-16f2-4efe-9acd-2dc61b5c06ba tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Synchronizing usage tracker for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group_rule {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:50.102197 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a586d956-fcdd-4c70-a0fa-d593c435dbe2 admin admin] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:50.132581 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-da5bd7a2-b403-4380-b007-7dc91ba48130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:50.160639 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5bd7a2-b403-4380-b007-7dc91ba48130 None None] Routers {'9f13693f-5894-41a3-8de2-6b4557fe6c63'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:37:50.162001 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-da5bd7a2-b403-4380-b007-7dc91ba48130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:37:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['9f13693f-5894-41a3-8de2-6b4557fe6c63'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:50.241356 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-da5bd7a2-b403-4380-b007-7dc91ba48130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:50.241991 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5bd7a2-b403-4380-b007-7dc91ba48130 None None] The sync data for ids ['9f13693f-5894-41a3-8de2-6b4557fe6c63'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:37:50.246943 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1aa71d4-c1b3-414d-a289-fba760d0668b None None] DHCP port deletion for a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:37:50.252381 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-a1aa71d4-c1b3-414d-a289-fba760d0668b None None] Deleting port d971bd36-810d-4761-b18e-e95caaa4e1bb {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:37:50.252884 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a1aa71d4-c1b3-414d-a289-fba760d0668b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:50.304354 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-7ea680c1-c09d-453f-94ae-a909e8a30120 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:50.309739 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-7ea680c1-c09d-453f-94ae-a909e8a30120 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:subnet and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:50.312982 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-7ea680c1-c09d-453f-94ae-a909e8a30120 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:50.319273 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-7ea680c1-c09d-453f-94ae-a909e8a30120 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:50.331611 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2e74c887-7d73-463b-8690-b834b0f9d4ed tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4635768 Feb 04 11:37:50.333854 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ccb79db8-5dba-44c6-8c3f-66af5ea8954a tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:50.336219 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5a14d58c-5ea2-4011-a051-38f0ac15233a tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:50.340883 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5a14d58c-5ea2-4011-a051-38f0ac15233a tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.7480159 Feb 04 11:37:50.342107 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-606961e1-16f2-4efe-9acd-2dc61b5c06ba tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Unset dirty status for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group_rule {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:50.342520 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35114) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:50.342999 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35116) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:50.346881 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35120) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:50.348297 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-606961e1-16f2-4efe-9acd-2dc61b5c06ba tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.3982174 Feb 04 11:37:50.355137 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-89b64f36-c66d-43b4-95a1-0e7d4febb90c tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'subnet': {'network_id': '86b78875-1a29-401f-ba26-af0b60d88d97', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:50.357408 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ac8e7e1c-01f4-490f-8019-c10da5f8d2df tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:50.358804 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ac8e7e1c-01f4-490f-8019-c10da5f8d2df tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.0437644 Feb 04 11:37:50.363783 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35126) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:50.371659 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-4a51391d-3cb1-465e-aa2b-dec90f3e63f5 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Request body: {'security_group_rule': {'security_group_id': 'a82e3960-8808-4242-8717-5a222c8cb7f7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:50.379138 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-4a51391d-3cb1-465e-aa2b-dec90f3e63f5 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:50.385381 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-4a51391d-3cb1-465e-aa2b-dec90f3e63f5 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Usage tracker for resource:security_group_rule and tenant:bc07e3d4677c42e783e915d5a6500783 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:50.389102 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-4a51391d-3cb1-465e-aa2b-dec90f3e63f5 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:50.403543 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-4a51391d-3cb1-465e-aa2b-dec90f3e63f5 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:50.445189 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ccb79db8-5dba-44c6-8c3f-66af5ea8954a tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:50.449232 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea680c1-c09d-453f-94ae-a909e8a30120 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:37:50.452714 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7ea680c1-c09d-453f-94ae-a909e8a30120 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:50.516576 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-21db7705-d030-4b68-89b5-ae60988ec156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'name': 'tempest-ServerActionsTestJSON-357217207-router', 'tenant_id': '5b82a940b56a43dcab21460c9541779e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '73bad0cd-b358-4b70-ae19-02f30649edab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:20Z', 'updated_at': '2022-02-04T11:37:44Z', 'revision_number': 5, 'project_id': '5b82a940b56a43dcab21460c9541779e', 'gw_port': {'id': '73bad0cd-b358-4b70-ae19-02f30649edab', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:21Z', 'updated_at': '2022-02-04T11:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:50.520957 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4a51391d-3cb1-465e-aa2b-dec90f3e63f5 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:50.522795 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-a1aa71d4-c1b3-414d-a289-fba760d0668b None None] For port d971bd36-810d-4761-b18e-e95caaa4e1bb, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=d971bd36-810d-4761-b18e-e95caaa4e1bb,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:37:50.523276 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a1aa71d4-c1b3-414d-a289-fba760d0668b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:50.524270 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21db7705-d030-4b68-89b5-ae60988ec156 None None] The sync data for ids ['8db327df-c352-4c5a-8bf2-5bc3066d7972'] in dv-neutron-827825-2-hyperv is: [{'id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'name': 'tempest-ServerActionsTestJSON-357217207-router', 'tenant_id': '5b82a940b56a43dcab21460c9541779e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '73bad0cd-b358-4b70-ae19-02f30649edab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:20Z', 'updated_at': '2022-02-04T11:37:44Z', 'revision_number': 5, 'project_id': '5b82a940b56a43dcab21460c9541779e', 'gw_port': {'id': '73bad0cd-b358-4b70-ae19-02f30649edab', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db327df-c352-4c5a-8bf2-5bc3066d7972', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:21Z', 'updated_at': '2022-02-04T11:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:37:50.621230 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a586d956-fcdd-4c70-a0fa-d593c435dbe2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:50.641662 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4a51391d-3cb1-465e-aa2b-dec90f3e63f5 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:50.658167 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-a1aa71d4-c1b3-414d-a289-fba760d0668b None None] Calling delete_port for d971bd36-810d-4761-b18e-e95caaa4e1bb owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:37:50.658456 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8ebd8958-26e1-4a2d-a9a5-0239b0775665 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:50.686513 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-a586d956-fcdd-4c70-a0fa-d593c435dbe2 admin admin] Deleting port 73bad0cd-b358-4b70-ae19-02f30649edab {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:37:50.686952 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a586d956-fcdd-4c70-a0fa-d593c435dbe2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:50.697289 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8ebd8958-26e1-4a2d-a9a5-0239b0775665 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:50.726856 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4a51391d-3cb1-465e-aa2b-dec90f3e63f5 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:50.752144 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51391d-3cb1-465e-aa2b-dec90f3e63f5 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f8947b0-a08d-43a0-b166-70d21c660132,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:50.792715 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-89b64f36-c66d-43b4-95a1-0e7d4febb90c tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:50.795779 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ccb79db8-5dba-44c6-8c3f-66af5ea8954a tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:50.796313 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb79db8-5dba-44c6-8c3f-66af5ea8954a tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Fanout notify agent at l3_agent the message router_deleted on router 252ca0a2-059a-4216-b225-787df4d3dd7e {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:37:50.802311 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-89b64f36-c66d-43b4-95a1-0e7d4febb90c tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:subnet and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:50.809271 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-89b64f36-c66d-43b4-95a1-0e7d4febb90c tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:50.819863 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a1aa71d4-c1b3-414d-a289-fba760d0668b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:50.820084 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-89b64f36-c66d-43b4-95a1-0e7d4febb90c tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:50.870082 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa71d4-c1b3-414d-a289-fba760d0668b None None] Pushing event deleted for resources: {'Port': ['ID=d971bd36-810d-4761-b18e-e95caaa4e1bb,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:50.876018 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aa71d4-c1b3-414d-a289-fba760d0668b None None] No DVR routers for this DVR port d971bd36-810d-4761-b18e-e95caaa4e1bb on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:37:50.914432 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-a586d956-fcdd-4c70-a0fa-d593c435dbe2 admin admin] For port 73bad0cd-b358-4b70-ae19-02f30649edab, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=73bad0cd-b358-4b70-ae19-02f30649edab,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:37:50.914852 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a586d956-fcdd-4c70-a0fa-d593c435dbe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:50.923514 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4a51391d-3cb1-465e-aa2b-dec90f3e63f5 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:50.924700 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4a51391d-3cb1-465e-aa2b-dec90f3e63f5 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5599985 Feb 04 11:37:50.928056 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35130) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:50.936873 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-f43604cf-4216-4d48-ada7-e43fdaaa6630 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Request body: {'security_group_rule': {'security_group_id': 'a82e3960-8808-4242-8717-5a222c8cb7f7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:51.054211 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-f43604cf-4216-4d48-ada7-e43fdaaa6630 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:51.064824 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-a586d956-fcdd-4c70-a0fa-d593c435dbe2 admin admin] Calling delete_port for 73bad0cd-b358-4b70-ae19-02f30649edab owned by network:router_gateway {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:37:51.067731 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8ebd8958-26e1-4a2d-a9a5-0239b0775665 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:51.096468 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f43604cf-4216-4d48-ada7-e43fdaaa6630 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Usage tracker for resource:security_group_rule and tenant:bc07e3d4677c42e783e915d5a6500783 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:51.100794 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f43604cf-4216-4d48-ada7-e43fdaaa6630 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:51.115277 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd8958-26e1-4a2d-a9a5-0239b0775665 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07cfeb4b-8aad-4eb5-8e1f-501ea9c3172e,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:51.115536 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-f43604cf-4216-4d48-ada7-e43fdaaa6630 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:51.124758 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ccb79db8-5dba-44c6-8c3f-66af5ea8954a tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:51.125849 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ccb79db8-5dba-44c6-8c3f-66af5ea8954a tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] 10.222.0.21 "DELETE /v2.0/routers/252ca0a2-059a-4216-b225-787df4d3dd7e HTTP/1.1" status: 204 len: 168 time: 5.4005902 Feb 04 11:37:51.131963 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35134) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:51.144430 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-47b31c14-9cdf-49ba-89a6-6cf7a76d8c12 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-715441167', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:51.155647 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b64f36-c66d-43b4-95a1-0e7d4febb90c tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Made reservation on behalf of 923893a854aa49c78e412c9bf04cfc96 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:37:51.159138 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-89b64f36-c66d-43b4-95a1-0e7d4febb90c tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:51.164360 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-47b31c14-9cdf-49ba-89a6-6cf7a76d8c12 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:51.172779 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-47b31c14-9cdf-49ba-89a6-6cf7a76d8c12 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Usage tracker for resource:router and tenant:740bf14d103b4ed79f913bb123a585f8 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:51.178286 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-47b31c14-9cdf-49ba-89a6-6cf7a76d8c12 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:51.185453 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-47b31c14-9cdf-49ba-89a6-6cf7a76d8c12 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:51.249346 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8ebd8958-26e1-4a2d-a9a5-0239b0775665 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:51.249346 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8ebd8958-26e1-4a2d-a9a5-0239b0775665 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/07cfeb4b-8aad-4eb5-8e1f-501ea9c3172e HTTP/1.1" status: 204 len: 168 time: 0.8960805 Feb 04 11:37:51.249603 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35138) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:51.294414 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f43604cf-4216-4d48-ada7-e43fdaaa6630 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:51.337443 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-47b31c14-9cdf-49ba-89a6-6cf7a76d8c12 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:51.338945 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-47b31c14-9cdf-49ba-89a6-6cf7a76d8c12 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:51.380621 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c0236746-6861-442d-a08b-fdb0f11bf8cf tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1258614 Feb 04 11:37:51.382106 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35142) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:51.397587 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-47b31c14-9cdf-49ba-89a6-6cf7a76d8c12 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:51.424815 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f43604cf-4216-4d48-ada7-e43fdaaa6630 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:51.427975 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a586d956-fcdd-4c70-a0fa-d593c435dbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:51.475147 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586d956-fcdd-4c70-a0fa-d593c435dbe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=73bad0cd-b358-4b70-ae19-02f30649edab,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:51.476705 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device d59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:37:51.492909 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a8a5728d-d8aa-4259-a2ab-3c28092ff543 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:51.516443 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: d59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:37:51.516779 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device d59b646e-8e30-42d8-9d2a-0d0ddcf1e6ab not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:37:51.517082 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device d971bd36-810d-4761-b18e-e95caaa4e1bb no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:37:51.519277 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f43604cf-4216-4d48-ada7-e43fdaaa6630 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:51.533378 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a8a5728d-d8aa-4259-a2ab-3c28092ff543 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:51.554665 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: d971bd36-810d-4761-b18e-e95caaa4e1bb {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:37:51.555267 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device d971bd36-810d-4761-b18e-e95caaa4e1bb not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:37:51.567975 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-47b31c14-9cdf-49ba-89a6-6cf7a76d8c12 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:51.594283 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43604cf-4216-4d48-ada7-e43fdaaa6630 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d5dd5a6-148a-46a6-8321-e50d59d02315,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:51.634113 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.objects.ports [None req-7ea680c1-c09d-453f-94ae-a909e8a30120 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84204) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 11:37:51.641696 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7ea680c1-c09d-453f-94ae-a909e8a30120 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:51.740912 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-47b31c14-9cdf-49ba-89a6-6cf7a76d8c12 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:51.740912 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-47b31c14-9cdf-49ba-89a6-6cf7a76d8c12 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6072159 Feb 04 11:37:51.743178 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35146) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:51.785105 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea680c1-c09d-453f-94ae-a909e8a30120 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:51.791792 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a8a5728d-d8aa-4259-a2ab-3c28092ff543 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:51.797807 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-52f387a6-f08d-485b-b36b-524d227330ac tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Request body: {'router': {'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:51.802605 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-7ea680c1-c09d-453f-94ae-a909e8a30120 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:51.807760 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea680c1-c09d-453f-94ae-a909e8a30120 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:51.807760 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7ea680c1-c09d-453f-94ae-a909e8a30120 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:51.812104 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c531d2-c2f3-4ec7-8ed9-aff6389fdcf0 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:37:51.835876 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5728d-d8aa-4259-a2ab-3c28092ff543 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1774d129-b416-4bbf-ba90-79d1b2dfa4a1,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:51.840892 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea680c1-c09d-453f-94ae-a909e8a30120 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Subnet': ['ID=d330be9b-3838-4f0d-90b7-1f3892ecb4dd,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:51.869525 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f43604cf-4216-4d48-ada7-e43fdaaa6630 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:51.873369 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f43604cf-4216-4d48-ada7-e43fdaaa6630 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9414611 Feb 04 11:37:51.875610 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35150) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:51.883526 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-c87d6fde-ccf9-4efe-a396-21413057b079 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Request body: {'security_group_rule': {'security_group_id': 'a82e3960-8808-4242-8717-5a222c8cb7f7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:51.891276 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a8a5728d-d8aa-4259-a2ab-3c28092ff543 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:51.891692 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a586d956-fcdd-4c70-a0fa-d593c435dbe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:51.895148 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a8a5728d-d8aa-4259-a2ab-3c28092ff543 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/1774d129-b416-4bbf-ba90-79d1b2dfa4a1 HTTP/1.1" status: 204 len: 168 time: 0.5066814 Feb 04 11:37:51.895753 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35154) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:51.928033 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-7ea680c1-c09d-453f-94ae-a909e8a30120 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0221033 Feb 04 11:37:51.931520 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35158) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:51.939171 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-f25460cf-25e2-4020-bf56-01f989e5bf42 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:51.948305 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c87d6fde-ccf9-4efe-a396-21413057b079 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:52.003253 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c87d6fde-ccf9-4efe-a396-21413057b079 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Usage tracker for resource:security_group_rule and tenant:bc07e3d4677c42e783e915d5a6500783 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:52.016786 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c87d6fde-ccf9-4efe-a396-21413057b079 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:52.020833 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-89b64f36-c66d-43b4-95a1-0e7d4febb90c tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:52.073875 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bbb3c8-3038-4794-89d0-af612d9478a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'tenant_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'fixed_ips': [{'subnet_id': 'd330be9b-3838-4f0d-90b7-1f3892ecb4dd'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:37:52.074794 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e6bbb3c8-3038-4794-89d0-af612d9478a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:52.193922 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c87d6fde-ccf9-4efe-a396-21413057b079 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:52.201483 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-999c0096-1c30-465b-93e1-27e38c6bbcba tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Synchronizing usage tracker for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group_rule {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:52.222128 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b64f36-c66d-43b4-95a1-0e7d4febb90c tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Network 86b78875-1a29-401f-ba26-af0b60d88d97 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:52.237262 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-89b64f36-c66d-43b4-95a1-0e7d4febb90c tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:52.250680 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889326ad-3c6c-4b49-b2a3-6a0b2b3a5a8c None None] Network 86b78875-1a29-401f-ba26-af0b60d88d97 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:37:52.251379 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b64f36-c66d-43b4-95a1-0e7d4febb90c tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:52.251965 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-89b64f36-c66d-43b4-95a1-0e7d4febb90c tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:52.262390 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b64f36-c66d-43b4-95a1-0e7d4febb90c tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Subnet': ['ID=183f88ce-9269-4bfa-8267-de91980532d3,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:52.282968 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f25460cf-25e2-4020-bf56-01f989e5bf42 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:52.290374 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f25460cf-25e2-4020-bf56-01f989e5bf42 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:subnet and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:52.294648 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f25460cf-25e2-4020-bf56-01f989e5bf42 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:52.309567 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f25460cf-25e2-4020-bf56-01f989e5bf42 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:52.357862 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-e6bbb3c8-3038-4794-89d0-af612d9478a3 None None] Allocated IP 2001:db8::f816:3eff:feeb:70c6 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/d330be9b-3838-4f0d-90b7-1f3892ecb4dd/1fbaf5d9-2566-42b8-a9c0-22fe063146b2) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:37:52.388934 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-999c0096-1c30-465b-93e1-27e38c6bbcba tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Unset dirty status for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group_rule {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:52.392958 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-999c0096-1c30-465b-93e1-27e38c6bbcba tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4926453 Feb 04 11:37:52.393236 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35162) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:52.413142 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-89b64f36-c66d-43b4-95a1-0e7d4febb90c tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0689585 Feb 04 11:37:52.417492 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35166) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:52.444894 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-949215c7-df2b-4b55-bcd8-a0b149939b6f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-844355772', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '183f88ce-9269-4bfa-8267-de91980532d3'}], 'security_groups': ['4c7779c6-686b-4094-b197-e08a78841ff2']}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:52.482763 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a586d956-fcdd-4c70-a0fa-d593c435dbe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:52.487446 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c87d6fde-ccf9-4efe-a396-21413057b079 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:52.493279 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25460cf-25e2-4020-bf56-01f989e5bf42 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:37:52.497490 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f25460cf-25e2-4020-bf56-01f989e5bf42 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:52.506729 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a586d956-fcdd-4c70-a0fa-d593c435dbe2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:52.699429 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-52f387a6-f08d-485b-b36b-524d227330ac tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:52.722618 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c87d6fde-ccf9-4efe-a396-21413057b079 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:52.774379 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a586d956-fcdd-4c70-a0fa-d593c435dbe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:52.775062 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e6bbb3c8-3038-4794-89d0-af612d9478a3 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:52.776054 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a586d956-fcdd-4c70-a0fa-d593c435dbe2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8db327df-c352-4c5a-8bf2-5bc3066d7972 {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:37:52.792560 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e6bbb3c8-3038-4794-89d0-af612d9478a3 None None] Transition to ACTIVE for port object 1fbaf5d9-2566-42b8-a9c0-22fe063146b2 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:52.796514 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a586d956-fcdd-4c70-a0fa-d593c435dbe2 admin admin] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:52.798147 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a586d956-fcdd-4c70-a0fa-d593c435dbe2 admin admin] 10.222.0.21 "DELETE /v2.0/routers/8db327df-c352-4c5a-8bf2-5bc3066d7972 HTTP/1.1" status: 204 len: 168 time: 3.1378801 Feb 04 11:37:52.800198 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35170) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:52.834395 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c4abbb2c-7200-4c0e-af28-d7c0475302bf tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:52.848309 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c87d6fde-ccf9-4efe-a396-21413057b079 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:52.865522 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e6bbb3c8-3038-4794-89d0-af612d9478a3 None None] Transition to ACTIVE for port object 1fbaf5d9-2566-42b8-a9c0-22fe063146b2 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:52.897475 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-949215c7-df2b-4b55-bcd8-a0b149939b6f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:52.908594 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce7bb60-47c9-4f1d-84bc-dc75ae32bda2 None None] Update dhcp port {'port': {'network_id': '86b78875-1a29-401f-ba26-af0b60d88d97', 'fixed_ips': [{'subnet_id': '24559bd5-8d1b-4d2f-8616-4dfcfaa96a04', 'ip_address': '2001:db8::2'}, {'subnet_id': '183f88ce-9269-4bfa-8267-de91980532d3'}], 'binding:host_id': 'dv-neutron-827825-2-hyperv'}, 'id': 'ae501bc3-b364-4bc5-b632-cc1eb5fc53ac'} from dv-neutron-827825-2-hyperv. {{(pid=84206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 11:37:52.915013 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d6fde-ccf9-4efe-a396-21413057b079 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc0e3af-b31f-4e50-9cea-d7a70ba91a0d,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:52.962019 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c4abbb2c-7200-4c0e-af28-d7c0475302bf tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:52.981844 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.ipam_backend_mixin [None req-f25460cf-25e2-4020-bf56-01f989e5bf42 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d330be9b-3838-4f0d-90b7-1f3892ecb4dd (CIDR: 2001:db8::/64) Feb 04 11:37:52.984026 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cce7bb60-47c9-4f1d-84bc-dc75ae32bda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:52.992003 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ec1844-2544-4be6-ba3c-272c47414472 admin admin] Deleting subnet 7f42d419-3d0f-4747-985d-af15d416a955 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:37:52.999159 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a1ec1844-2544-4be6-ba3c-272c47414472 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:53.043182 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e6bbb3c8-3038-4794-89d0-af612d9478a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:53.061157 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-f25460cf-25e2-4020-bf56-01f989e5bf42 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:37:53.061157 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f25460cf-25e2-4020-bf56-01f989e5bf42 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:37:53.071171 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a1ec1844-2544-4be6-ba3c-272c47414472 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:53.097753 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c87d6fde-ccf9-4efe-a396-21413057b079 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:53.102358 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c87d6fde-ccf9-4efe-a396-21413057b079 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.2228386 Feb 04 11:37:53.107800 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35174) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:53.178608 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-35547e32-a0af-40f0-9494-c40c8ae3178a tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:53.186400 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bbb3c8-3038-4794-89d0-af612d9478a3 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:53.195105 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-e6bbb3c8-3038-4794-89d0-af612d9478a3 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:53.198811 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-35547e32-a0af-40f0-9494-c40c8ae3178a tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:53.201532 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bbb3c8-3038-4794-89d0-af612d9478a3 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:37:53.220002 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bbb3c8-3038-4794-89d0-af612d9478a3 None None] Pushing event updated for resources: {'Port': ['ID=1fbaf5d9-2566-42b8-a9c0-22fe063146b2,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:53.239528 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a1ec1844-2544-4be6-ba3c-272c47414472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:53.248340 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c4abbb2c-7200-4c0e-af28-d7c0475302bf tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:53.250734 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c4abbb2c-7200-4c0e-af28-d7c0475302bf tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:53.254341 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c4abbb2c-7200-4c0e-af28-d7c0475302bf tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "DELETE /v2.0/security-groups/e2deab25-bb37-49f4-abe3-d566a7e07077 HTTP/1.1" status: 204 len: 168 time: 0.8575213 Feb 04 11:37:53.272669 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35178) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:53.311565 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f25460cf-25e2-4020-bf56-01f989e5bf42 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3787971 Feb 04 11:37:53.339433 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35182) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:53.348045 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4abbb2c-7200-4c0e-af28-d7c0475302bf tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2deab25-bb37-49f4-abe3-d566a7e07077,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:53.364005 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-40e4a5ea-42e8-4207-99be-24555ebec145 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:53.392932 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-52f387a6-f08d-485b-b36b-524d227330ac tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router_gateway, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:53.408291 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-cce7bb60-47c9-4f1d-84bc-dc75ae32bda2 None None] Allocated IP 2001:db8:0:1::2 (86b78875-1a29-401f-ba26-af0b60d88d97/183f88ce-9269-4bfa-8267-de91980532d3/ae501bc3-b364-4bc5-b632-cc1eb5fc53ac) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:37:53.434654 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-35547e32-a0af-40f0-9494-c40c8ae3178a tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:53.466582 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-52f387a6-f08d-485b-b36b-524d227330ac tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:53.470835 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ecffa959-fdc6-4326-abe2-48fdeedb0279 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:53.524924 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35547e32-a0af-40f0-9494-c40c8ae3178a tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dcc0e3af-b31f-4e50-9cea-d7a70ba91a0d,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:53.550955 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-35547e32-a0af-40f0-9494-c40c8ae3178a tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:53.552153 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-35547e32-a0af-40f0-9494-c40c8ae3178a tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/dcc0e3af-b31f-4e50-9cea-d7a70ba91a0d HTTP/1.1" status: 204 len: 168 time: 0.4433641 Feb 04 11:37:53.554177 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 73bad0cd-b358-4b70-ae19-02f30649edab no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:37:53.555696 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35186) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:53.599193 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-e6bbb3c8-3038-4794-89d0-af612d9478a3 None None] Attempting to bind port 1fbaf5d9-2566-42b8-a9c0-22fe063146b2 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:37:53.599700 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-e6bbb3c8-3038-4794-89d0-af612d9478a3 None None] Attempting to bind port 1fbaf5d9-2566-42b8-a9c0-22fe063146b2 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:37:53.600136 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bbb3c8-3038-4794-89d0-af612d9478a3 None None] Attempting to bind port 1fbaf5d9-2566-42b8-a9c0-22fe063146b2 on network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:37:53.614870 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 73bad0cd-b358-4b70-ae19-02f30649edab {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:37:53.615159 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 73bad0cd-b358-4b70-ae19-02f30649edab not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:37:53.617702 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bbb3c8-3038-4794-89d0-af612d9478a3 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:37:53.618084 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bbb3c8-3038-4794-89d0-af612d9478a3 None None] Checking segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:37:53.618480 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e6bbb3c8-3038-4794-89d0-af612d9478a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:53.618850 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bbb3c8-3038-4794-89d0-af612d9478a3 None None] Bound using segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:37:53.619920 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-e6bbb3c8-3038-4794-89d0-af612d9478a3 None None] Bound port: 1fbaf5d9-2566-42b8-a9c0-22fe063146b2, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:37:53.620996 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e6bbb3c8-3038-4794-89d0-af612d9478a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:53.632397 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a1ec1844-2544-4be6-ba3c-272c47414472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:53.688929 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec1844-2544-4be6-ba3c-272c47414472 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f42d419-3d0f-4747-985d-af15d416a955,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:53.695111 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-a6b308a7-555d-4b01-9da1-2fb75f6fc080 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Synchronizing usage tracker for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:53.718448 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a1ec1844-2544-4be6-ba3c-272c47414472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:53.732667 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8b29be18-be73-48f3-b460-0f9fc5975c51 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Synchronizing usage tracker for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group_rule {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:53.738789 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c861be-c7e6-4342-bd3e-dfb594e2305b None None] Network aa801161-0b6c-45f6-97b7-dc303a939bfb requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:37:53.742406 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-52f387a6-f08d-485b-b36b-524d227330ac tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Allocated IP 172.26.3.149 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/978f4e3d-b598-4c00-9d13-ebf61394ce10) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:37:53.753252 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a1ec1844-2544-4be6-ba3c-272c47414472 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7f42d419-3d0f-4747-985d-af15d416a955 HTTP/1.1" status: 204 len: 168 time: 0.9497907 Feb 04 11:37:53.756999 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35190) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:53.797152 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-40e4a5ea-42e8-4207-99be-24555ebec145 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:53.801939 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-a6b308a7-555d-4b01-9da1-2fb75f6fc080 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Unset dirty status for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:53.807802 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a6b308a7-555d-4b01-9da1-2fb75f6fc080 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4903021 Feb 04 11:37:53.810196 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35194) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:53.811441 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-40e4a5ea-42e8-4207-99be-24555ebec145 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:subnet and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:53.818121 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-40e4a5ea-42e8-4207-99be-24555ebec145 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:53.824094 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-3682ced2-ad37-4d4d-ad68-8f03da31455f tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Request body: {'security_group': {'name': 'tempest-secgroup--1110363375'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:53.842650 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-3682ced2-ad37-4d4d-ad68-8f03da31455f tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:53.845080 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-40e4a5ea-42e8-4207-99be-24555ebec145 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:53.860256 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-cce7bb60-47c9-4f1d-84bc-dc75ae32bda2 None None] For port ae501bc3-b364-4bc5-b632-cc1eb5fc53ac, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=ae501bc3-b364-4bc5-b632-cc1eb5fc53ac,segment=NetworkSegment(2e749be9-2db6-40a8-a668-7a4af24ef663),segment_id=2e749be9-2db6-40a8-a668-7a4af24ef663)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:37:53.901215 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-3682ced2-ad37-4d4d-ad68-8f03da31455f tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:53.943623 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-e6bbb3c8-3038-4794-89d0-af612d9478a3 None None] For port 1fbaf5d9-2566-42b8-a9c0-22fe063146b2, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:37:53.966461 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-e6bbb3c8-3038-4794-89d0-af612d9478a3 None None] For port 1fbaf5d9-2566-42b8-a9c0-22fe063146b2, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=1fbaf5d9-2566-42b8-a9c0-22fe063146b2,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:37:53.993288 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e4a5ea-42e8-4207-99be-24555ebec145 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:37:53.998429 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cce7bb60-47c9-4f1d-84bc-dc75ae32bda2 None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:54.021415 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-cce7bb60-47c9-4f1d-84bc-dc75ae32bda2 None None] Transition to ACTIVE for port object ae501bc3-b364-4bc5-b632-cc1eb5fc53ac will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:54.039762 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3682ced2-ad37-4d4d-ad68-8f03da31455f tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:54.040301 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8b29be18-be73-48f3-b460-0f9fc5975c51 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Unset dirty status for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group_rule {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:54.044554 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8b29be18-be73-48f3-b460-0f9fc5975c51 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.4856925 Feb 04 11:37:54.057120 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35198) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:54.058088 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e6bbb3c8-3038-4794-89d0-af612d9478a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:54.103245 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-237bc1cb-8245-45f8-b1ac-5f588b2e05e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:54.123608 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9f2e5e-68cc-4955-a6d2-3dd667b27ccf None None] DHCP port deletion for aa801161-0b6c-45f6-97b7-dc303a939bfb request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:37:54.130543 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cce7bb60-47c9-4f1d-84bc-dc75ae32bda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:54.143936 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-ba9f2e5e-68cc-4955-a6d2-3dd667b27ccf None None] Deleting port 2f5c48c7-fd11-4af6-b18b-e521f4c8452d {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:37:54.144644 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ba9f2e5e-68cc-4955-a6d2-3dd667b27ccf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:54.152600 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-30ca9093-1bdb-48c9-a196-fcd364b90631 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:54.176306 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-30ca9093-1bdb-48c9-a196-fcd364b90631 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:54.182786 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-237bc1cb-8245-45f8-b1ac-5f588b2e05e7 admin admin] Deleting port 2f5c48c7-fd11-4af6-b18b-e521f4c8452d {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:37:54.183122 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-237bc1cb-8245-45f8-b1ac-5f588b2e05e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:54.202903 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-ecffa959-fdc6-4326-abe2-48fdeedb0279 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Allocated IP 172.20.0.1 (a411320b-8cc8-427e-8abc-e104b8d99929/b8b29962-d28c-469e-9d59-dc2a13259593/b20b3845-600d-4d98-bde1-b6d2fd49ad55) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:37:54.265996 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-52f387a6-f08d-485b-b36b-524d227330ac tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:54.315053 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bbb3c8-3038-4794-89d0-af612d9478a3 None None] Pushing event updated for resources: {'Port': ['ID=1fbaf5d9-2566-42b8-a9c0-22fe063146b2,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:54.416629 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-30ca9093-1bdb-48c9-a196-fcd364b90631 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:54.461987 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca9093-1bdb-48c9-a196-fcd364b90631 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d5dd5a6-148a-46a6-8321-e50d59d02315,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:54.505807 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-237bc1cb-8245-45f8-b1ac-5f588b2e05e7 admin admin] For port 2f5c48c7-fd11-4af6-b18b-e521f4c8452d, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=2f5c48c7-fd11-4af6-b18b-e521f4c8452d,segment=NetworkSegment(bee9a888-01e6-4785-95df-f4e3f4ef05fa),segment_id=bee9a888-01e6-4785-95df-f4e3f4ef05fa)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:37:54.506625 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-237bc1cb-8245-45f8-b1ac-5f588b2e05e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:54.517663 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-52f387a6-f08d-485b-b36b-524d227330ac tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:54.559322 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ecffa959-fdc6-4326-abe2-48fdeedb0279 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:54.587131 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce7bb60-47c9-4f1d-84bc-dc75ae32bda2 None None] Pushing event updated for resources: {'Port': ['ID=ae501bc3-b364-4bc5-b632-cc1eb5fc53ac,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:54.605558 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-3682ced2-ad37-4d4d-ad68-8f03da31455f tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:54.611566 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-40e4a5ea-42e8-4207-99be-24555ebec145 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:54.631731 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-ba9f2e5e-68cc-4955-a6d2-3dd667b27ccf None None] For port 2f5c48c7-fd11-4af6-b18b-e521f4c8452d, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=2f5c48c7-fd11-4af6-b18b-e521f4c8452d,segment=NetworkSegment(bee9a888-01e6-4785-95df-f4e3f4ef05fa),segment_id=bee9a888-01e6-4785-95df-f4e3f4ef05fa)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:37:54.632129 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ba9f2e5e-68cc-4955-a6d2-3dd667b27ccf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:54.663166 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-30ca9093-1bdb-48c9-a196-fcd364b90631 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:54.667856 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-30ca9093-1bdb-48c9-a196-fcd364b90631 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/4d5dd5a6-148a-46a6-8321-e50d59d02315 HTTP/1.1" status: 204 len: 168 time: 0.6094716 Feb 04 11:37:54.686364 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35202) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:54.778313 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-3682ced2-ad37-4d4d-ad68-8f03da31455f tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:54.796593 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-237bc1cb-8245-45f8-b1ac-5f588b2e05e7 admin admin] Calling delete_port for 2f5c48c7-fd11-4af6-b18b-e521f4c8452d owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:37:54.827732 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-ba9f2e5e-68cc-4955-a6d2-3dd667b27ccf None None] Calling delete_port for 2f5c48c7-fd11-4af6-b18b-e521f4c8452d owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:37:54.893726 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f387a6-f08d-485b-b36b-524d227330ac tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:54.899582 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-52f387a6-f08d-485b-b36b-524d227330ac tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:54.906318 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f387a6-f08d-485b-b36b-524d227330ac tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:37:54.985343 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f387a6-f08d-485b-b36b-524d227330ac tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Pushing event updated for resources: {'Port': ['ID=978f4e3d-b598-4c00-9d13-ebf61394ce10,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:55.035246 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a797b753-0c99-4983-a364-050cf3d54164 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Synchronizing usage tracker for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group_rule {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:55.095780 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ecffa959-fdc6-4326-abe2-48fdeedb0279 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:55.214722 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ba9f2e5e-68cc-4955-a6d2-3dd667b27ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:55.228584 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.api [None req-237bc1cb-8245-45f8-b1ac-5f588b2e05e7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:37:55.229685 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG oslo_db.api [None req-237bc1cb-8245-45f8-b1ac-5f588b2e05e7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:37:55.229824 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-949215c7-df2b-4b55-bcd8-a0b149939b6f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Delete allocated IP 2001:db8::221 (86b78875-1a29-401f-ba26-af0b60d88d97/24559bd5-8d1b-4d2f-8616-4dfcfaa96a04) {{(pid=84204) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 11:37:55.247335 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecffa959-fdc6-4326-abe2-48fdeedb0279 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Network a411320b-8cc8-427e-8abc-e104b8d99929 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:55.255361 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-ecffa959-fdc6-4326-abe2-48fdeedb0279 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:55.272287 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecffa959-fdc6-4326-abe2-48fdeedb0279 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:37:55.283134 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a797b753-0c99-4983-a364-050cf3d54164 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Unset dirty status for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group_rule {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:55.284666 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a797b753-0c99-4983-a364-050cf3d54164 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.4977725 Feb 04 11:37:55.288316 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35206) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:55.295491 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f2e5e-68cc-4955-a6d2-3dd667b27ccf None None] Pushing event deleted for resources: {'Port': ['ID=2f5c48c7-fd11-4af6-b18b-e521f4c8452d,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:55.298246 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9f2e5e-68cc-4955-a6d2-3dd667b27ccf None None] No DVR routers for this DVR port 2f5c48c7-fd11-4af6-b18b-e521f4c8452d on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:37:55.305000 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecffa959-fdc6-4326-abe2-48fdeedb0279 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event updated for resources: {'Port': ['ID=b20b3845-600d-4d98-bde1-b6d2fd49ad55,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:55.315863 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-949215c7-df2b-4b55-bcd8-a0b149939b6f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Allocated IP 2001:db8:0:1::136 (86b78875-1a29-401f-ba26-af0b60d88d97/183f88ce-9269-4bfa-8267-de91980532d3/43605f5d-7656-4439-b944-217c050f5f11) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:37:55.350977 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dd3cb0ea-3ce6-43db-bf6b-659818e0a90b tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:55.366564 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3682ced2-ad37-4d4d-ad68-8f03da31455f tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:55.367744 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dd3cb0ea-3ce6-43db-bf6b-659818e0a90b tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:55.415390 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-52f387a6-f08d-485b-b36b-524d227330ac tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router_gateway, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:55.438801 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ecffa959-fdc6-4326-abe2-48fdeedb0279 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:55.444754 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-b90f1db0-f6f7-4d90-99f9-e35a2ca96fc7 None None] Provisioning complete for port 108858b3-5608-4c47-85f6-ab0a863bad94 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:55.445488 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b90f1db0-f6f7-4d90-99f9-e35a2ca96fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:55.446506 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3682ced2-ad37-4d4d-ad68-8f03da31455f tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:55.517087 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3682ced2-ad37-4d4d-ad68-8f03da31455f tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a05da82d-99f3-4109-bca3-7ea2f4c8d0fc,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:55.545181 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-b90f1db0-f6f7-4d90-99f9-e35a2ca96fc7 None None] Port 108858b3-5608-4c47-85f6-ab0a863bad94 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:37:55.551815 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-b90f1db0-f6f7-4d90-99f9-e35a2ca96fc7 None None] Provisioning complete for port 43605f5d-7656-4439-b944-217c050f5f11 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:55.552296 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b90f1db0-f6f7-4d90-99f9-e35a2ca96fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:55.637111 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 1fbaf5d9-2566-42b8-a9c0-22fe063146b2 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:37:55.677094 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-b90f1db0-f6f7-4d90-99f9-e35a2ca96fc7 None None] Port 43605f5d-7656-4439-b944-217c050f5f11 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:37:55.717528 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dd3cb0ea-3ce6-43db-bf6b-659818e0a90b tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:55.740786 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-237bc1cb-8245-45f8-b1ac-5f588b2e05e7 admin admin] Deleting port 2f5c48c7-fd11-4af6-b18b-e521f4c8452d {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:37:55.741110 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-237bc1cb-8245-45f8-b1ac-5f588b2e05e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:55.785557 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3cb0ea-3ce6-43db-bf6b-659818e0a90b tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f8947b0-a08d-43a0-b166-70d21c660132,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:55.825919 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-52f387a6-f08d-485b-b36b-524d227330ac tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:55.832832 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-b90f1db0-f6f7-4d90-99f9-e35a2ca96fc7 None None] Provisioning for port ae501bc3-b364-4bc5-b632-cc1eb5fc53ac completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:55.833215 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-237bc1cb-8245-45f8-b1ac-5f588b2e05e7 admin admin] The port '2f5c48c7-fd11-4af6-b18b-e521f4c8452d' was deleted {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:37:55.839726 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-b90f1db0-f6f7-4d90-99f9-e35a2ca96fc7 None None] Provisioning complete for port ae501bc3-b364-4bc5-b632-cc1eb5fc53ac triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:55.848129 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b90f1db0-f6f7-4d90-99f9-e35a2ca96fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:55.848265 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-949215c7-df2b-4b55-bcd8-a0b149939b6f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:55.862738 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-949215c7-df2b-4b55-bcd8-a0b149939b6f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Transition to ACTIVE for port object 43605f5d-7656-4439-b944-217c050f5f11 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:55.867916 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3682ced2-ad37-4d4d-ad68-8f03da31455f tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:55.872624 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3682ced2-ad37-4d4d-ad68-8f03da31455f tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.0560553 Feb 04 11:37:55.872830 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-52f387a6-f08d-485b-b36b-524d227330ac tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16351460'] for router, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:55.874354 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 1fbaf5d9-2566-42b8-a9c0-22fe063146b2 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:55.882943 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35210) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:55.894261 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device ae501bc3-b364-4bc5-b632-cc1eb5fc53ac up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:37:55.899018 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-4d62c830-be09-4544-abf4-dbe1fa65f3ee tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Request body: {'security_group_rule': {'security_group_id': 'a05da82d-99f3-4109-bca3-7ea2f4c8d0fc', 'direction': 'ingress', 'protocol': 17}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:55.903549 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-40e4a5ea-42e8-4207-99be-24555ebec145 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:55.911849 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-4d62c830-be09-4544-abf4-dbe1fa65f3ee tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:55.973740 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-949215c7-df2b-4b55-bcd8-a0b149939b6f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:56.027180 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-4d62c830-be09-4544-abf4-dbe1fa65f3ee tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Usage tracker for resource:security_group_rule and tenant:45b5f507e3d9480c9ab61bf706d8d1f2 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:56.033277 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dd3cb0ea-3ce6-43db-bf6b-659818e0a90b tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:56.033509 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-dd3cb0ea-3ce6-43db-bf6b-659818e0a90b tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/6f8947b0-a08d-43a0-b166-70d21c660132 HTTP/1.1" status: 204 len: 168 time: 0.7440410 Feb 04 11:37:56.042737 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port ae501bc3-b364-4bc5-b632-cc1eb5fc53ac triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:56.043158 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:56.045441 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35214) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:56.045598 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-4d62c830-be09-4544-abf4-dbe1fa65f3ee tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:56.057228 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-4d62c830-be09-4544-abf4-dbe1fa65f3ee tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:56.062972 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-237bc1cb-8245-45f8-b1ac-5f588b2e05e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:56.065220 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ecffa959-fdc6-4326-abe2-48fdeedb0279 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:56.080033 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e4a5ea-42e8-4207-99be-24555ebec145 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:56.103610 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-237bc1cb-8245-45f8-b1ac-5f588b2e05e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa801161-0b6c-45f6-97b7-dc303a939bfb']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:56.106851 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-40e4a5ea-42e8-4207-99be-24555ebec145 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:56.112896 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e4a5ea-42e8-4207-99be-24555ebec145 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:56.112896 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-40e4a5ea-42e8-4207-99be-24555ebec145 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:56.115289 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e4a5ea-42e8-4207-99be-24555ebec145 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Subnet': ['ID=d8990adf-6d22-48e5-a4f3-c603fc45531d,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:56.119844 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-237bc1cb-8245-45f8-b1ac-5f588b2e05e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee9a888-01e6-4785-95df-f4e3f4ef05fa') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:56.120283 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-237bc1cb-8245-45f8-b1ac-5f588b2e05e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee9a888-01e6-4785-95df-f4e3f4ef05fa') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:56.127335 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e331455f-e712-4109-b9df-71ed73fef7a2 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:37:56.140609 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-237bc1cb-8245-45f8-b1ac-5f588b2e05e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:56.228890 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949215c7-df2b-4b55-bcd8-a0b149939b6f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Port': ['ID=43605f5d-7656-4439-b944-217c050f5f11,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:56.241686 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-949215c7-df2b-4b55-bcd8-a0b149939b6f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] In _notify_port_updated(), no bound segment for port 43605f5d-7656-4439-b944-217c050f5f11 on network 86b78875-1a29-401f-ba26-af0b60d88d97 {{(pid=84204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 11:37:56.245911 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949215c7-df2b-4b55-bcd8-a0b149939b6f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:56.246694 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-949215c7-df2b-4b55-bcd8-a0b149939b6f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:56.251236 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-949215c7-df2b-4b55-bcd8-a0b149939b6f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "PUT /v2.0/ports/43605f5d-7656-4439-b944-217c050f5f11 HTTP/1.1" status: 200 len: 930 time: 3.8314128 Feb 04 11:37:56.261407 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35218) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:56.288149 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-237bc1cb-8245-45f8-b1ac-5f588b2e05e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:56.297596 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4d62c830-be09-4544-abf4-dbe1fa65f3ee tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:56.305582 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-237bc1cb-8245-45f8-b1ac-5f588b2e05e7 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:37:56.306076 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-237bc1cb-8245-45f8-b1ac-5f588b2e05e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:56.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:37:56.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: util.warn( Feb 04 11:37:56.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:37:56.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: util.warn( Feb 04 11:37:56.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:37:56.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: util.warn( Feb 04 11:37:56.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:37:56.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: util.warn( Feb 04 11:37:56.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:37:56.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:37:56.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:37:56.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:37:56.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:37:56.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:37:56.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:37:56.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:37:56.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:37:56.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:37:56.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:37:56.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:37:56.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:37:56.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:37:56.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:37:56.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:37:56.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:37:56.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:37:56.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:37:56.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:37:56.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:37:56.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:37:56.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:37:56.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:37:56.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:37:56.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:37:56.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:37:56.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:37:56.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:37:56.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:37:56.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:37:56.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:37:56.342225 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-40e4a5ea-42e8-4207-99be-24555ebec145 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0016661 Feb 04 11:37:56.350608 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35222) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:56.457653 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c541e31d-bd06-49c2-a5aa-b51ffeb373e1 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Synchronizing usage tracker for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group_rule {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:56.499567 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-0cd798e7-79a7-46a0-ae61-d0856a462104 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Deleting port 43605f5d-7656-4439-b944-217c050f5f11 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:37:56.505571 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0cd798e7-79a7-46a0-ae61-d0856a462104 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:56.546578 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-54488453-49f0-4255-a33c-8186a2c392f0 None None] Provisioning for port 1fbaf5d9-2566-42b8-a9c0-22fe063146b2 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:56.550300 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 2f5c48c7-fd11-4af6-b18b-e521f4c8452d no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:37:56.578528 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4d62c830-be09-4544-abf4-dbe1fa65f3ee tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:56.590400 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-54488453-49f0-4255-a33c-8186a2c392f0 None None] Provisioning complete for port 1fbaf5d9-2566-42b8-a9c0-22fe063146b2 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:56.590768 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-54488453-49f0-4255-a33c-8186a2c392f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:56.629480 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 2f5c48c7-fd11-4af6-b18b-e521f4c8452d {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:37:56.629816 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 2f5c48c7-fd11-4af6-b18b-e521f4c8452d not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:37:56.668694 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4d62c830-be09-4544-abf4-dbe1fa65f3ee tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:56.694097 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-237bc1cb-8245-45f8-b1ac-5f588b2e05e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:56.705704 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-ad20556d-dc4e-4d5a-85c9-194dedbf2ba6 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'port': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'mac_address': 'fa:16:3e:19:68:3d', 'name': 'tempest-NetworksTestDHCPv6-2015132073'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:56.717694 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d62c830-be09-4544-abf4-dbe1fa65f3ee tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d60c602-4c3f-49ef-97d8-c02e4d134a46,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:56.740128 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-237bc1cb-8245-45f8-b1ac-5f588b2e05e7 admin admin] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:56.743864 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237bc1cb-8245-45f8-b1ac-5f588b2e05e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa801161-0b6c-45f6-97b7-dc303a939bfb,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:56.802179 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c541e31d-bd06-49c2-a5aa-b51ffeb373e1 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Unset dirty status for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group_rule {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:56.806136 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c541e31d-bd06-49c2-a5aa-b51ffeb373e1 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.7491903 Feb 04 11:37:56.808081 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35228) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:56.816843 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-54488453-49f0-4255-a33c-8186a2c392f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:56.843346 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d510da84-c539-4c4c-a43c-cfd3fad180b4 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:56.854629 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d510da84-c539-4c4c-a43c-cfd3fad180b4 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:56.863739 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4d62c830-be09-4544-abf4-dbe1fa65f3ee tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:56.867971 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4d62c830-be09-4544-abf4-dbe1fa65f3ee tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.9854286 Feb 04 11:37:56.867971 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35232) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:56.872980 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f387a6-f08d-485b-b36b-524d227330ac tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Router 0cf388e4-2cb7-434d-8b4e-7f25e6c9a99a is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:37:56.876854 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-237bc1cb-8245-45f8-b1ac-5f588b2e05e7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/aa801161-0b6c-45f6-97b7-dc303a939bfb HTTP/1.1" status: 204 len: 168 time: 3.1179278 Feb 04 11:37:56.879730 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-54488453-49f0-4255-a33c-8186a2c392f0 None None] For port 1fbaf5d9-2566-42b8-a9c0-22fe063146b2, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=1fbaf5d9-2566-42b8-a9c0-22fe063146b2,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:37:56.881220 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75f41f2-b031-489b-b691-19bbe2c983d5 None None] Update dhcp port {'port': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'fixed_ips': [{'subnet_id': 'd330be9b-3838-4f0d-90b7-1f3892ecb4dd', 'ip_address': '2001:db8::f816:3eff:feeb:70c6'}, {'subnet_id': 'd8990adf-6d22-48e5-a4f3-c603fc45531d'}], 'binding:host_id': 'dv-neutron-827825-2-hyperv'}, 'id': '1fbaf5d9-2566-42b8-a9c0-22fe063146b2'} from dv-neutron-827825-2-hyperv. {{(pid=84206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 11:37:56.942996 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a75f41f2-b031-489b-b691-19bbe2c983d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:57.024508 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-003a71b0-6518-4f52-9a91-1680d67e139a tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:57.052066 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d510da84-c539-4c4c-a43c-cfd3fad180b4 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:57.090483 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510da84-c539-4c4c-a43c-cfd3fad180b4 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7fa2cb1b-2943-4601-b239-1531998304ab,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:57.093694 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-003a71b0-6518-4f52-9a91-1680d67e139a tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:57.196448 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-a75f41f2-b031-489b-b691-19bbe2c983d5 None None] Allocated IP 2001:db8:0:1::2 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/d8990adf-6d22-48e5-a4f3-c603fc45531d/1fbaf5d9-2566-42b8-a9c0-22fe063146b2) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:37:57.236234 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-ad20556d-dc4e-4d5a-85c9-194dedbf2ba6 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:57.248127 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-ad20556d-dc4e-4d5a-85c9-194dedbf2ba6 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:port and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:57.249856 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d510da84-c539-4c4c-a43c-cfd3fad180b4 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:57.253664 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d510da84-c539-4c4c-a43c-cfd3fad180b4 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/7fa2cb1b-2943-4601-b239-1531998304ab HTTP/1.1" status: 204 len: 168 time: 0.4416182 Feb 04 11:37:57.256629 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-ad20556d-dc4e-4d5a-85c9-194dedbf2ba6 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:57.259534 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35238) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:57.288705 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-ad20556d-dc4e-4d5a-85c9-194dedbf2ba6 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:57.329273 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f2db37d7-c734-4601-b24d-2032223eff14 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Synchronizing usage tracker for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group_rule {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:57.335739 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0cd798e7-79a7-46a0-ae61-d0856a462104 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:57.347847 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-003a71b0-6518-4f52-9a91-1680d67e139a tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:57.371407 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a71b0-6518-4f52-9a91-1680d67e139a tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05da82d-99f3-4109-bca3-7ea2f4c8d0fc,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:57.378459 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-a75f41f2-b031-489b-b691-19bbe2c983d5 None None] For port 1fbaf5d9-2566-42b8-a9c0-22fe063146b2, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=1fbaf5d9-2566-42b8-a9c0-22fe063146b2,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:37:57.380934 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f387a6-f08d-485b-b36b-524d227330ac tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:37:57.393359 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-003a71b0-6518-4f52-9a91-1680d67e139a tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:57.394704 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-003a71b0-6518-4f52-9a91-1680d67e139a tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "DELETE /v2.0/security-groups/a05da82d-99f3-4109-bca3-7ea2f4c8d0fc HTTP/1.1" status: 204 len: 168 time: 0.5258062 Feb 04 11:37:57.397806 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-52f387a6-f08d-485b-b36b-524d227330ac tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:57.398059 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a510f4ff-8e01-4266-99d1-dfcefa5a1047 None None] Sync routers for ids ['0cf388e4-2cb7-434d-8b4e-7f25e6c9a99a'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:37:57.401354 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-52f387a6-f08d-485b-b36b-524d227330ac tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] 10.222.0.21 "PUT /v2.0/routers/0cf388e4-2cb7-434d-8b4e-7f25e6c9a99a HTTP/1.1" status: 200 len: 883 time: 5.6558454 Feb 04 11:37:57.404289 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35242) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:57.404839 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35244) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:57.423915 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a510f4ff-8e01-4266-99d1-dfcefa5a1047 None None] Routers {'0cf388e4-2cb7-434d-8b4e-7f25e6c9a99a'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:37:57.424103 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a75f41f2-b031-489b-b691-19bbe2c983d5 None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:57.424713 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-a510f4ff-8e01-4266-99d1-dfcefa5a1047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:37:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['0cf388e4-2cb7-434d-8b4e-7f25e6c9a99a'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:57.440520 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a75f41f2-b031-489b-b691-19bbe2c983d5 None None] Transition to ACTIVE for port object 1fbaf5d9-2566-42b8-a9c0-22fe063146b2 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:57.443510 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-54488453-49f0-4255-a33c-8186a2c392f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:57.481708 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-0cd798e7-79a7-46a0-ae61-d0856a462104 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Calling delete_port for 43605f5d-7656-4439-b944-217c050f5f11 owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:37:57.492266 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f2db37d7-c734-4601-b24d-2032223eff14 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Unset dirty status for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group_rule {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:57.493929 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f2db37d7-c734-4601-b24d-2032223eff14 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.2326565 Feb 04 11:37:57.506690 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35250) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:57.514699 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad20556d-dc4e-4d5a-85c9-194dedbf2ba6 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:37:57.520360 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ad20556d-dc4e-4d5a-85c9-194dedbf2ba6 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:57.533470 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a75f41f2-b031-489b-b691-19bbe2c983d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:57.540443 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.db.resource_extend [None req-ecffa959-fdc6-4326-abe2-48fdeedb0279 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:37:57.580298 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ecffa959-fdc6-4326-abe2-48fdeedb0279 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:57.580810 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9da73ae7-e54f-4c97-87b7-6a71ada4df46 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:57.583449 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35254) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:57.590768 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54488453-49f0-4255-a33c-8186a2c392f0 None None] Pushing event updated for resources: {'Port': ['ID=1fbaf5d9-2566-42b8-a9c0-22fe063146b2,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:57.600069 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9da73ae7-e54f-4c97-87b7-6a71ada4df46 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:57.607675 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-57eeebc7-def2-4fdb-beb6-08eb4cf7da79 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Synchronizing usage tracker for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:57.630303 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-a510f4ff-8e01-4266-99d1-dfcefa5a1047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:57.641724 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-ad20556d-dc4e-4d5a-85c9-194dedbf2ba6 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] device_id is not set on port 5bf71343-5e49-432e-9390-ac239e786b1f yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:37:57.659450 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a510f4ff-8e01-4266-99d1-dfcefa5a1047 None None] Routers {'0cf388e4-2cb7-434d-8b4e-7f25e6c9a99a'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:37:57.660070 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-a510f4ff-8e01-4266-99d1-dfcefa5a1047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:37:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['0cf388e4-2cb7-434d-8b4e-7f25e6c9a99a'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:57.702853 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ecffa959-fdc6-4326-abe2-48fdeedb0279 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:57.721177 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-57eeebc7-def2-4fdb-beb6-08eb4cf7da79 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Unset dirty status for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:57.723278 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-57eeebc7-def2-4fdb-beb6-08eb4cf7da79 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3156700 Feb 04 11:37:57.727992 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35258) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:57.735307 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-8e22ae98-44e8-4e22-9b52-fa61d27d73d3 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Request body: {'security_group': {'name': 'tempest-secgroup--1392387909'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:57.742758 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8e22ae98-44e8-4e22-9b52-fa61d27d73d3 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:57.759430 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f41f2-b031-489b-b691-19bbe2c983d5 None None] Pushing event updated for resources: {'Port': ['ID=1fbaf5d9-2566-42b8-a9c0-22fe063146b2,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:57.766270 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9da73ae7-e54f-4c97-87b7-6a71ada4df46 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:57.773839 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-a510f4ff-8e01-4266-99d1-dfcefa5a1047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:57.774398 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a510f4ff-8e01-4266-99d1-dfcefa5a1047 None None] The sync data for ids ['0cf388e4-2cb7-434d-8b4e-7f25e6c9a99a'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:37:57.776416 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8e22ae98-44e8-4e22-9b52-fa61d27d73d3 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:57.798955 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da73ae7-e54f-4c97-87b7-6a71ada4df46 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78d77ebd-00da-439c-a958-cd22cc2344b3,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:57.816826 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-318fb0f8-f65f-437e-956b-88f6c1f7907c None None] Provisioning for port 43605f5d-7656-4439-b944-217c050f5f11 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:57.823600 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-318fb0f8-f65f-437e-956b-88f6c1f7907c None None] Provisioning complete for port 43605f5d-7656-4439-b944-217c050f5f11 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:57.826017 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-318fb0f8-f65f-437e-956b-88f6c1f7907c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:57.837036 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-847a366e-f51f-4536-a143-20dc589a7bd4 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] 10.222.0.21 "GET /v2.0/routers/0cf388e4-2cb7-434d-8b4e-7f25e6c9a99a HTTP/1.1" status: 200 len: 924 time: 0.4308598 Feb 04 11:37:57.845092 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35262) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:57.892283 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8e22ae98-44e8-4e22-9b52-fa61d27d73d3 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:57.902429 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-318fb0f8-f65f-437e-956b-88f6c1f7907c None None] Port 43605f5d-7656-4439-b944-217c050f5f11 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:37:57.921505 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9da73ae7-e54f-4c97-87b7-6a71ada4df46 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:57.922665 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-9da73ae7-e54f-4c97-87b7-6a71ada4df46 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/78d77ebd-00da-439c-a958-cd22cc2344b3 HTTP/1.1" status: 204 len: 168 time: 0.4141805 Feb 04 11:37:57.927192 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35266) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:57.934937 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-4a327a0d-d5a8-42d8-9260-932acf59c667 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b82a940b56a43dcab21460c9541779e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3503649 Feb 04 11:37:57.942806 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ecffa959-fdc6-4326-abe2-48fdeedb0279 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:57.946444 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35270) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:57.953033 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecffa959-fdc6-4326-abe2-48fdeedb0279 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event updated for resources: {'Port': ['ID=b20b3845-600d-4d98-bde1-b6d2fd49ad55,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:58.002987 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8e22ae98-44e8-4e22-9b52-fa61d27d73d3 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:58.010857 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8e22ae98-44e8-4e22-9b52-fa61d27d73d3 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Usage tracker for resource:security_group_rule and tenant:45b5f507e3d9480c9ab61bf706d8d1f2 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:58.016844 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8e22ae98-44e8-4e22-9b52-fa61d27d73d3 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:58.025749 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8e22ae98-44e8-4e22-9b52-fa61d27d73d3 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:58.034679 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8b610887-06fd-400d-8824-092c1a2b7415 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=63d4ab6b-931d-42a4-aa18-bedd81d582fa&device_id=0cf388e4-2cb7-434d-8b4e-7f25e6c9a99a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1879597 Feb 04 11:37:58.040318 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-04c60a2e-c620-4c5e-9374-97a4c590eaa2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Synchronizing usage tracker for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group_rule {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:58.043451 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35274) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:58.111747 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8e22ae98-44e8-4e22-9b52-fa61d27d73d3 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:58.140058 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-04c60a2e-c620-4c5e-9374-97a4c590eaa2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Unset dirty status for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group_rule {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:58.144278 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-04c60a2e-c620-4c5e-9374-97a4c590eaa2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2151322 Feb 04 11:37:58.145042 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35278) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:58.205943 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8e22ae98-44e8-4e22-9b52-fa61d27d73d3 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:58.277466 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-51ea6394-67ff-45a2-9cbe-efd9ae2982ff tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:58.290440 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0cd798e7-79a7-46a0-ae61-d0856a462104 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:58.296486 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e22ae98-44e8-4e22-9b52-fa61d27d73d3 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=032935cf-6382-4236-b8cd-0881d9b0f7f0,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:58.314731 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-51ea6394-67ff-45a2-9cbe-efd9ae2982ff tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:58.336974 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8e22ae98-44e8-4e22-9b52-fa61d27d73d3 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:58.341696 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8e22ae98-44e8-4e22-9b52-fa61d27d73d3 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6123884 Feb 04 11:37:58.344271 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35282) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:58.354660 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-ab91618a-269f-4aa6-ba15-5aae2a77ce80 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Request body: {'security_group': {'name': 'tempest-secgroup--781306760'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:58.371519 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ab91618a-269f-4aa6-ba15-5aae2a77ce80 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:58.377994 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ab91618a-269f-4aa6-ba15-5aae2a77ce80 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Usage tracker for resource:security_group and tenant:45b5f507e3d9480c9ab61bf706d8d1f2 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:58.381313 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ab91618a-269f-4aa6-ba15-5aae2a77ce80 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:58.388013 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ab91618a-269f-4aa6-ba15-5aae2a77ce80 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:58.393457 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd798e7-79a7-46a0-ae61-d0856a462104 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'Port': ['ID=43605f5d-7656-4439-b944-217c050f5f11,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:58.462339 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ab91618a-269f-4aa6-ba15-5aae2a77ce80 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:58.501811 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-0d6d7b08-bf39-48a2-847d-bc9dd697eaaf None None] Provisioning for port 1fbaf5d9-2566-42b8-a9c0-22fe063146b2 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:58.506051 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0cd798e7-79a7-46a0-ae61-d0856a462104 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:58.523184 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-0d6d7b08-bf39-48a2-847d-bc9dd697eaaf None None] Provisioning complete for port 1fbaf5d9-2566-42b8-a9c0-22fe063146b2 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:58.523184 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0d6d7b08-bf39-48a2-847d-bc9dd697eaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:58.523642 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-ad20556d-dc4e-4d5a-85c9-194dedbf2ba6 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Allocated IP 2001:db8:0:1::289 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/d8990adf-6d22-48e5-a4f3-c603fc45531d/5bf71343-5e49-432e-9390-ac239e786b1f) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:37:58.523642 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4b50b0a4-a4d8-49f5-8872-8dbb61a03b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:58.523800 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-51ea6394-67ff-45a2-9cbe-efd9ae2982ff tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:58.545719 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ab91618a-269f-4aa6-ba15-5aae2a77ce80 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:58.548297 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea6394-67ff-45a2-9cbe-efd9ae2982ff tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82e3960-8808-4242-8717-5a222c8cb7f7,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:58.564518 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-ad20556d-dc4e-4d5a-85c9-194dedbf2ba6 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Allocated IP 2001:db8::f816:3eff:fe19:683d (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/d330be9b-3838-4f0d-90b7-1f3892ecb4dd/5bf71343-5e49-432e-9390-ac239e786b1f) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:37:58.566615 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ab91618a-269f-4aa6-ba15-5aae2a77ce80 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Usage tracker for resource:security_group_rule and tenant:45b5f507e3d9480c9ab61bf706d8d1f2 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:58.571456 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ab91618a-269f-4aa6-ba15-5aae2a77ce80 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:58.574080 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ffe4f1-62b3-483c-b16a-b1caa758370c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:58.576644 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-e2ffe4f1-62b3-483c-b16a-b1caa758370c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Synchronizing usage tracker for tenant:e8de1929da7f4df9a6837194a0f2f4e4 on resource:network {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:58.578948 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ab91618a-269f-4aa6-ba15-5aae2a77ce80 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:58.580543 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-0cd798e7-79a7-46a0-ae61-d0856a462104 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/ports/43605f5d-7656-4439-b944-217c050f5f11 HTTP/1.1" status: 204 len: 168 time: 2.3178949 Feb 04 11:37:58.581356 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35286) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:58.593263 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecffa959-fdc6-4326-abe2-48fdeedb0279 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Network a411320b-8cc8-427e-8abc-e104b8d99929 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:58.601906 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-ecffa959-fdc6-4326-abe2-48fdeedb0279 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:58.654071 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-971575f1-cb65-4619-b73d-abbac1e1eae7 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] GET failed (client error): The resource could not be found. Feb 04 11:37:58.654947 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-971575f1-cb65-4619-b73d-abbac1e1eae7 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Synchronizing usage tracker for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:58.669179 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4b50b0a4-a4d8-49f5-8872-8dbb61a03b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:58.732797 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-e2ffe4f1-62b3-483c-b16a-b1caa758370c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Unset dirty status for tenant:e8de1929da7f4df9a6837194a0f2f4e4 on resource:network {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:58.734007 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e2ffe4f1-62b3-483c-b16a-b1caa758370c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] 10.222.0.21 "GET /v2.0/networks/63d4ab6b-931d-42a4-aa18-bedd81d582fa HTTP/1.1" status: 200 len: 881 time: 0.6724050 Feb 04 11:37:58.739603 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35290) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:58.743860 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ab91618a-269f-4aa6-ba15-5aae2a77ce80 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:58.778651 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-51ea6394-67ff-45a2-9cbe-efd9ae2982ff tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:58.782110 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-51ea6394-67ff-45a2-9cbe-efd9ae2982ff tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "DELETE /v2.0/security-groups/a82e3960-8808-4242-8717-5a222c8cb7f7 HTTP/1.1" status: 204 len: 168 time: 0.6338019 Feb 04 11:37:58.783661 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35294) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:58.787362 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-da90efe1-88d3-4e0e-b3f3-7d8a534cc6a5 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cf388e4-2cb7-434d-8b4e-7f25e6c9a99a HTTP/1.1" status: 200 len: 205 time: 0.0463846 Feb 04 11:37:58.792211 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35298) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:58.853089 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-971575f1-cb65-4619-b73d-abbac1e1eae7 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Unset dirty status for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:58.855249 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-971575f1-cb65-4619-b73d-abbac1e1eae7 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "GET /v2.0/ports/43605f5d-7656-4439-b944-217c050f5f11 HTTP/1.1" status: 404 len: 333 time: 0.2726624 Feb 04 11:37:58.861811 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35302) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:58.865688 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ab91618a-269f-4aa6-ba15-5aae2a77ce80 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:58.966845 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91618a-269f-4aa6-ba15-5aae2a77ce80 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2c47ca-95a1-4d92-882e-ce52291d15fc,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:59.004011 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-085869dd-9958-4d1b-a5cd-024618630e1f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:59.021205 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ab91618a-269f-4aa6-ba15-5aae2a77ce80 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:59.022463 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ab91618a-269f-4aa6-ba15-5aae2a77ce80 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6759243 Feb 04 11:37:59.026762 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35306) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:59.039923 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-72f52c5d-7b7e-478f-81e9-00a989b320e6 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Request body: {'security_group_rule': {'security_group_id': '032935cf-6382-4236-b8cd-0881d9b0f7f0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7c2c47ca-95a1-4d92-882e-ce52291d15fc', 'remote_ip_prefix': None}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:59.055150 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-72f52c5d-7b7e-478f-81e9-00a989b320e6 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:59.061543 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-085869dd-9958-4d1b-a5cd-024618630e1f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:59.174917 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4b50b0a4-a4d8-49f5-8872-8dbb61a03b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:59.222146 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-72f52c5d-7b7e-478f-81e9-00a989b320e6 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Usage tracker for resource:security_group_rule and tenant:45b5f507e3d9480c9ab61bf706d8d1f2 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:59.227414 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-72f52c5d-7b7e-478f-81e9-00a989b320e6 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:59.250745 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-72f52c5d-7b7e-478f-81e9-00a989b320e6 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:59.260404 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-164a88fc-2a7a-4594-b2b3-91781de6d04d tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Synchronizing usage tracker for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:59.272276 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b50b0a4-a4d8-49f5-8872-8dbb61a03b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b812539-214b-4b8c-b6e0-5edce293af16,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:59.320471 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ad20556d-dc4e-4d5a-85c9-194dedbf2ba6 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:59.324033 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4b50b0a4-a4d8-49f5-8872-8dbb61a03b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:59.324672 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c494a1aa-bfb3-484f-9a8b-62b45899529a tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:59.325228 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-4b50b0a4-a4d8-49f5-8872-8dbb61a03b9f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b812539-214b-4b8c-b6e0-5edce293af16 HTTP/1.1" status: 204 len: 168 time: 1.3686035 Feb 04 11:37:59.350562 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-ad20556d-dc4e-4d5a-85c9-194dedbf2ba6 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Transition to ACTIVE for port object 5bf71343-5e49-432e-9390-ac239e786b1f will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:59.395742 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-085869dd-9958-4d1b-a5cd-024618630e1f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:59.428964 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-72f52c5d-7b7e-478f-81e9-00a989b320e6 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:59.435939 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085869dd-9958-4d1b-a5cd-024618630e1f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c21de34-0f96-4c1b-a2b0-5184c5472a3c,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:59.466568 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-164a88fc-2a7a-4594-b2b3-91781de6d04d tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Unset dirty status for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:59.467161 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-085869dd-9958-4d1b-a5cd-024618630e1f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:59.468429 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-164a88fc-2a7a-4594-b2b3-91781de6d04d tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6817467 Feb 04 11:37:59.471615 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35312) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:59.476376 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-085869dd-9958-4d1b-a5cd-024618630e1f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/security-groups/9c21de34-0f96-4c1b-a2b0-5184c5472a3c HTTP/1.1" status: 204 len: 168 time: 0.6121457 Feb 04 11:37:59.476376 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35314) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:59.499140 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-8e1f1bab-aeda-48fb-b49d-b46cdcdffd15 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Request body: {'security_group': {'name': 'tempest-secgroup--1372712876'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:37:59.499323 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ad20556d-dc4e-4d5a-85c9-194dedbf2ba6 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:59.504692 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8e1f1bab-aeda-48fb-b49d-b46cdcdffd15 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:59.522888 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 1fbaf5d9-2566-42b8-a9c0-22fe063146b2 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:37:59.527803 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8e1f1bab-aeda-48fb-b49d-b46cdcdffd15 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:59.614866 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8e1f1bab-aeda-48fb-b49d-b46cdcdffd15 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:59.615808 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad20556d-dc4e-4d5a-85c9-194dedbf2ba6 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:59.618637 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 1fbaf5d9-2566-42b8-a9c0-22fe063146b2 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:59.619589 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:59.623043 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-ad20556d-dc4e-4d5a-85c9-194dedbf2ba6 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:59.625615 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad20556d-dc4e-4d5a-85c9-194dedbf2ba6 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:37:59.630745 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad20556d-dc4e-4d5a-85c9-194dedbf2ba6 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:59.631254 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ad20556d-dc4e-4d5a-85c9-194dedbf2ba6 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:59.682451 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-72f52c5d-7b7e-478f-81e9-00a989b320e6 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:59.685323 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20556d-dc4e-4d5a-85c9-194dedbf2ba6 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Port': ['ID=5bf71343-5e49-432e-9390-ac239e786b1f,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:59.703277 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8e1f1bab-aeda-48fb-b49d-b46cdcdffd15 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:59.707700 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-47d60ac5-5663-4d36-99fe-ce1f70a215e9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:59.708934 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8e1f1bab-aeda-48fb-b49d-b46cdcdffd15 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Usage tracker for resource:security_group_rule and tenant:bc07e3d4677c42e783e915d5a6500783 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:59.713964 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8e1f1bab-aeda-48fb-b49d-b46cdcdffd15 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:59.721119 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8e1f1bab-aeda-48fb-b49d-b46cdcdffd15 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:59.723152 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecffa959-fdc6-4326-abe2-48fdeedb0279 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Router 9f13693f-5894-41a3-8de2-6b4557fe6c63 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:37:59.750024 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-47d60ac5-5663-4d36-99fe-ce1f70a215e9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:59.766581 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c494a1aa-bfb3-484f-9a8b-62b45899529a tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:59.768874 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ad20556d-dc4e-4d5a-85c9-194dedbf2ba6 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.4170442 Feb 04 11:37:59.770007 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35320) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:59.789991 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-72f52c5d-7b7e-478f-81e9-00a989b320e6 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:59.839375 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f52c5d-7b7e-478f-81e9-00a989b320e6 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab923d3-735f-49e8-a64e-bd9eb83bfe85,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:59.870430 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8e1f1bab-aeda-48fb-b49d-b46cdcdffd15 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:59.873321 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-c494a1aa-bfb3-484f-9a8b-62b45899529a tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Deleting port 978f4e3d-b598-4c00-9d13-ebf61394ce10 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:37:59.873853 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c494a1aa-bfb3-484f-9a8b-62b45899529a tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:59.943380 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8e1f1bab-aeda-48fb-b49d-b46cdcdffd15 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:59.977601 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-69b0139c-e2a8-4b3a-b1d4-a8b3b6ed137f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting port 5bf71343-5e49-432e-9390-ac239e786b1f {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:37:59.977970 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-69b0139c-e2a8-4b3a-b1d4-a8b3b6ed137f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:00.042488 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-72f52c5d-7b7e-478f-81e9-00a989b320e6 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:00.047081 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35330) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:00.047302 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-72f52c5d-7b7e-478f-81e9-00a989b320e6 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.0194876 Feb 04 11:38:00.072812 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f1bab-aeda-48fb-b49d-b46cdcdffd15 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ff8e11-6529-40c8-8fda-1af314252fe6,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:00.094844 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ff1e8870-f4e0-4a32-a24b-809884f53265 None None] Provisioning for port 5bf71343-5e49-432e-9390-ac239e786b1f completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:38:00.102178 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ff1e8870-f4e0-4a32-a24b-809884f53265 None None] Provisioning complete for port 5bf71343-5e49-432e-9390-ac239e786b1f triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:00.114761 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ff1e8870-f4e0-4a32-a24b-809884f53265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:00.133961 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c494a1aa-bfb3-484f-9a8b-62b45899529a tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:00.146263 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-47d60ac5-5663-4d36-99fe-ce1f70a215e9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:00.152053 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8e1f1bab-aeda-48fb-b49d-b46cdcdffd15 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:00.155731 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8e1f1bab-aeda-48fb-b49d-b46cdcdffd15 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6724789 Feb 04 11:38:00.157707 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35336) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:00.162541 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-94da518f-ec8f-4c60-b67e-3c0c8be6ba84 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:00.186212 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-ff1e8870-f4e0-4a32-a24b-809884f53265 None None] Port 5bf71343-5e49-432e-9390-ac239e786b1f cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:38:00.195273 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-94da518f-ec8f-4c60-b67e-3c0c8be6ba84 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:00.269269 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d60ac5-5663-4d36-99fe-ce1f70a215e9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7779c6-686b-4094-b197-e08a78841ff2,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:00.289551 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-078b63ad-a0a7-4ca7-bf2b-dfcdaadd3879 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Request body: {'security_group_rule': {'security_group_id': 'e4ff8e11-6529-40c8-8fda-1af314252fe6', 'direction': 'ingress', 'protocol': 17}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:00.300350 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-c494a1aa-bfb3-484f-9a8b-62b45899529a tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Calling delete_port for 978f4e3d-b598-4c00-9d13-ebf61394ce10 owned by network:router_gateway {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:38:00.333863 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-078b63ad-a0a7-4ca7-bf2b-dfcdaadd3879 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:00.346253 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-078b63ad-a0a7-4ca7-bf2b-dfcdaadd3879 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Usage tracker for resource:security_group_rule and tenant:bc07e3d4677c42e783e915d5a6500783 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:00.350653 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-078b63ad-a0a7-4ca7-bf2b-dfcdaadd3879 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:00.353680 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-47d60ac5-5663-4d36-99fe-ce1f70a215e9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:00.357321 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-47d60ac5-5663-4d36-99fe-ce1f70a215e9 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/security-groups/4c7779c6-686b-4094-b197-e08a78841ff2 HTTP/1.1" status: 204 len: 168 time: 0.8778448 Feb 04 11:38:00.358935 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35342) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:00.359604 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-078b63ad-a0a7-4ca7-bf2b-dfcdaadd3879 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:00.481055 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-078b63ad-a0a7-4ca7-bf2b-dfcdaadd3879 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:00.519944 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-94da518f-ec8f-4c60-b67e-3c0c8be6ba84 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:00.559893 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-078b63ad-a0a7-4ca7-bf2b-dfcdaadd3879 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:00.569844 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-69b0139c-e2a8-4b3a-b1d4-a8b3b6ed137f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:00.616281 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c494a1aa-bfb3-484f-9a8b-62b45899529a tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:00.654262 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-078b63ad-a0a7-4ca7-bf2b-dfcdaadd3879 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:00.679633 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c494a1aa-bfb3-484f-9a8b-62b45899529a tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Pushing event deleted for resources: {'Port': ['ID=978f4e3d-b598-4c00-9d13-ebf61394ce10,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:00.697519 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b63ad-a0a7-4ca7-bf2b-dfcdaadd3879 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d66a5df6-f78d-495b-980b-1aa6d242cb2d,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:00.719644 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-94da518f-ec8f-4c60-b67e-3c0c8be6ba84 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:00.720460 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-94da518f-ec8f-4c60-b67e-3c0c8be6ba84 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/cab923d3-735f-49e8-a64e-bd9eb83bfe85 HTTP/1.1" status: 204 len: 168 time: 0.6713445 Feb 04 11:38:00.722366 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da518f-ec8f-4c60-b67e-3c0c8be6ba84 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cab923d3-735f-49e8-a64e-bd9eb83bfe85,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:00.733840 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35350) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:00.734855 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-69b0139c-e2a8-4b3a-b1d4-a8b3b6ed137f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Calling delete_port for 5bf71343-5e49-432e-9390-ac239e786b1f owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:38:00.786612 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecffa959-fdc6-4326-abe2-48fdeedb0279 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:38:00.798054 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96666d5-72e7-4797-8840-8976263ca484 None None] Sync routers for ids ['9f13693f-5894-41a3-8de2-6b4557fe6c63'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:38:00.801657 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ecffa959-fdc6-4326-abe2-48fdeedb0279 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "PUT /v2.0/routers/9f13693f-5894-41a3-8de2-6b4557fe6c63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4559183 Feb 04 11:38:00.809921 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35356) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:00.812518 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96666d5-72e7-4797-8840-8976263ca484 None None] Routers {'9f13693f-5894-41a3-8de2-6b4557fe6c63'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:38:00.813424 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-c96666d5-72e7-4797-8840-8976263ca484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:37:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['9f13693f-5894-41a3-8de2-6b4557fe6c63'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:00.831114 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-137e6628-981f-4432-99fe-6f3faa2923fa tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Request body: {'port': {'network_id': 'a411320b-8cc8-427e-8abc-e104b8d99929', 'name': 'tempest-FloatingIPTestJSON-29825111'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:00.872573 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-c96666d5-72e7-4797-8840-8976263ca484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:00.885744 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96666d5-72e7-4797-8840-8976263ca484 None None] Routers {'9f13693f-5894-41a3-8de2-6b4557fe6c63'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:38:00.886637 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-c96666d5-72e7-4797-8840-8976263ca484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:37:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['9f13693f-5894-41a3-8de2-6b4557fe6c63'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:00.917671 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35360) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:00.930308 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-078b63ad-a0a7-4ca7-bf2b-dfcdaadd3879 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:00.932012 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-078b63ad-a0a7-4ca7-bf2b-dfcdaadd3879 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.7208571 Feb 04 11:38:00.949180 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35366) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:00.956072 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-c96666d5-72e7-4797-8840-8976263ca484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:00.956474 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96666d5-72e7-4797-8840-8976263ca484 None None] The sync data for ids ['9f13693f-5894-41a3-8de2-6b4557fe6c63'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:38:01.050958 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e29acbf6-9e14-4158-aa51-2239d301cbc4 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Synchronizing usage tracker for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group_rule {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:01.067498 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c494a1aa-bfb3-484f-9a8b-62b45899529a tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:01.095062 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfde386c-893e-40f5-bdb8-7083864d4194 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Deleting subnet 24559bd5-8d1b-4d2f-8616-4dfcfaa96a04 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:38:01.125802 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cfde386c-893e-40f5-bdb8-7083864d4194 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:01.198813 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-137e6628-981f-4432-99fe-6f3faa2923fa tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:01.236205 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cfde386c-893e-40f5-bdb8-7083864d4194 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:01.248403 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-166f0163-15df-40ba-9745-b240ebb869c5 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-194788578'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:01.268625 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-166f0163-15df-40ba-9745-b240ebb869c5 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:01.276611 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-137e6628-981f-4432-99fe-6f3faa2923fa tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Usage tracker for resource:port and tenant:ac8146b7950d45beb1b9b13f531779aa is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:01.285714 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-137e6628-981f-4432-99fe-6f3faa2923fa tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:01.288535 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-166f0163-15df-40ba-9745-b240ebb869c5 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Usage tracker for resource:network and tenant:2b8470c2cd9749779b9f46fd6debad13 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:01.299432 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-137e6628-981f-4432-99fe-6f3faa2923fa tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:01.345504 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-166f0163-15df-40ba-9745-b240ebb869c5 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:01.366743 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-166f0163-15df-40ba-9745-b240ebb869c5 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:01.374831 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e29acbf6-9e14-4158-aa51-2239d301cbc4 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Unset dirty status for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group_rule {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:01.374831 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e29acbf6-9e14-4158-aa51-2239d301cbc4 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.6363993 Feb 04 11:38:01.375158 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35370) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:01.445268 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137e6628-981f-4432-99fe-6f3faa2923fa tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Made reservation on behalf of ac8146b7950d45beb1b9b13f531779aa for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:38:01.448778 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-137e6628-981f-4432-99fe-6f3faa2923fa tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:01.487006 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cfde386c-893e-40f5-bdb8-7083864d4194 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:01.527537 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-742bb72b-5062-4b38-9278-fdece2d073e7 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:01.530363 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-137e6628-981f-4432-99fe-6f3faa2923fa tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] device_id is not set on port 923fe860-a21f-495a-b165-76b5eabc7cc2 yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:38:01.533459 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c494a1aa-bfb3-484f-9a8b-62b45899529a tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:01.548573 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c494a1aa-bfb3-484f-9a8b-62b45899529a tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:01.567670 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-742bb72b-5062-4b38-9278-fdece2d073e7 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:01.575918 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-69b0139c-e2a8-4b3a-b1d4-a8b3b6ed137f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:01.587454 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166f0163-15df-40ba-9745-b240ebb869c5 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Made reservation on behalf of 2b8470c2cd9749779b9f46fd6debad13 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:38:01.591008 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-166f0163-15df-40ba-9745-b240ebb869c5 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:01.637693 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-166f0163-15df-40ba-9745-b240ebb869c5 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:01.649488 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3ff056d6-8f13-4fef-926a-c350678efbf2 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:01.676722 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b0139c-e2a8-4b3a-b1d4-a8b3b6ed137f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Port': ['ID=5bf71343-5e49-432e-9390-ac239e786b1f,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:01.719710 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c494a1aa-bfb3-484f-9a8b-62b45899529a tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:01.720396 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c494a1aa-bfb3-484f-9a8b-62b45899529a tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Fanout notify agent at l3_agent the message router_deleted on router 0cf388e4-2cb7-434d-8b4e-7f25e6c9a99a {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:38:01.745962 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c494a1aa-bfb3-484f-9a8b-62b45899529a tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:01.748248 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c494a1aa-bfb3-484f-9a8b-62b45899529a tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] 10.222.0.21 "DELETE /v2.0/routers/0cf388e4-2cb7-434d-8b4e-7f25e6c9a99a HTTP/1.1" status: 204 len: 168 time: 2.9550533 Feb 04 11:38:01.752842 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3ff056d6-8f13-4fef-926a-c350678efbf2 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:01.757570 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35374) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:01.764229 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-742bb72b-5062-4b38-9278-fdece2d073e7 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:01.772608 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-933a2271-9d13-480f-a466-eb586b107e3d tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1467230881', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:01.797279 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-933a2271-9d13-480f-a466-eb586b107e3d tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:01.805260 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742bb72b-5062-4b38-9278-fdece2d073e7 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ff8e11-6529-40c8-8fda-1af314252fe6,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:01.809562 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-742bb72b-5062-4b38-9278-fdece2d073e7 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:01.810720 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-742bb72b-5062-4b38-9278-fdece2d073e7 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "DELETE /v2.0/security-groups/e4ff8e11-6529-40c8-8fda-1af314252fe6 HTTP/1.1" status: 204 len: 168 time: 0.8602672 Feb 04 11:38:01.812381 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-933a2271-9d13-480f-a466-eb586b107e3d tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Usage tracker for resource:router and tenant:740bf14d103b4ed79f913bb123a585f8 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:01.816278 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-166f0163-15df-40ba-9745-b240ebb869c5 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:01.819470 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-933a2271-9d13-480f-a466-eb586b107e3d tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:01.821995 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35378) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:01.829433 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-166f0163-15df-40ba-9745-b240ebb869c5 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Usage tracker for resource:security_group_rule and tenant:2b8470c2cd9749779b9f46fd6debad13 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:01.832246 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-933a2271-9d13-480f-a466-eb586b107e3d tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:01.836361 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-166f0163-15df-40ba-9745-b240ebb869c5 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:01.858605 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-166f0163-15df-40ba-9745-b240ebb869c5 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:01.911369 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-69b0139c-e2a8-4b3a-b1d4-a8b3b6ed137f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:01.935519 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-7e5f19e0-8f59-49ab-9071-9c243d22cf95 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Synchronizing usage tracker for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:01.943290 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-137e6628-981f-4432-99fe-6f3faa2923fa tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Allocated IP 172.20.0.11 (a411320b-8cc8-427e-8abc-e104b8d99929/b8b29962-d28c-469e-9d59-dc2a13259593/923fe860-a21f-495a-b165-76b5eabc7cc2) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:38:01.957215 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-69b0139c-e2a8-4b3a-b1d4-a8b3b6ed137f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/ports/5bf71343-5e49-432e-9390-ac239e786b1f HTTP/1.1" status: 204 len: 168 time: 2.1834126 Feb 04 11:38:01.960165 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35382) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:01.960744 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-933a2271-9d13-480f-a466-eb586b107e3d tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:01.961756 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-933a2271-9d13-480f-a466-eb586b107e3d tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:01.981727 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-7e5f19e0-8f59-49ab-9071-9c243d22cf95 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Unset dirty status for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:01.982994 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-7e5f19e0-8f59-49ab-9071-9c243d22cf95 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1598125 Feb 04 11:38:01.995273 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35386) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:02.007468 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-d0290da9-a794-4670-b047-620f3988069f tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Request body: {'security_group': {'name': 'tempest-secgroup--2089777876'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:02.008247 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cfde386c-893e-40f5-bdb8-7083864d4194 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:02.016259 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-166f0163-15df-40ba-9745-b240ebb869c5 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:02.017563 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-d0290da9-a794-4670-b047-620f3988069f tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:02.028533 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-d0290da9-a794-4670-b047-620f3988069f tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:02.051509 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-933a2271-9d13-480f-a466-eb586b107e3d tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:02.070790 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3ff056d6-8f13-4fef-926a-c350678efbf2 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:02.074415 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3ff056d6-8f13-4fef-926a-c350678efbf2 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:02.075746 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3ff056d6-8f13-4fef-926a-c350678efbf2 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "DELETE /v2.0/security-groups/7c2c47ca-95a1-4d92-882e-ce52291d15fc HTTP/1.1" status: 204 len: 168 time: 0.6996500 Feb 04 11:38:02.078407 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35390) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:02.094873 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde386c-893e-40f5-bdb8-7083864d4194 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'Subnet': ['ID=24559bd5-8d1b-4d2f-8616-4dfcfaa96a04,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:02.108905 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff056d6-8f13-4fef-926a-c350678efbf2 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2c47ca-95a1-4d92-882e-ce52291d15fc,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:02.114641 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-166f0163-15df-40ba-9745-b240ebb869c5 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:02.123094 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cfde386c-893e-40f5-bdb8-7083864d4194 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:02.129244 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-cfde386c-893e-40f5-bdb8-7083864d4194 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/subnets/24559bd5-8d1b-4d2f-8616-4dfcfaa96a04 HTTP/1.1" status: 204 len: 168 time: 1.7650905 Feb 04 11:38:02.130143 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bc0293-7b84-4350-8330-9699213f1ad5 None None] Network 86b78875-1a29-401f-ba26-af0b60d88d97 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:38:02.133072 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35394) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:02.144217 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-3f5ac8a3-281d-4e99-9b5f-4c0cbf11dc9f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'subnet': {'network_id': '86b78875-1a29-401f-ba26-af0b60d88d97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:02.162156 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-933a2271-9d13-480f-a466-eb586b107e3d tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:02.206607 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-166f0163-15df-40ba-9745-b240ebb869c5 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:38:02.212441 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d0290da9-a794-4670-b047-620f3988069f tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:02.229101 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f0163-15df-40ba-9745-b240ebb869c5 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11d181af-c463-450e-b035-4d60b1f3d707,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:02.241033 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8d46da12-218b-4001-9b14-47e0b3bd151f tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Synchronizing usage tracker for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:02.252406 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-166f0163-15df-40ba-9745-b240ebb869c5 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:02.252755 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-166f0163-15df-40ba-9745-b240ebb869c5 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Added segment 5fc55cc2-3895-4197-87aa-b9986a8ee0ee of type vlan for network a39ee2ef-5a1c-4630-b7dc-9244e89de724 Feb 04 11:38:02.298064 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-d0290da9-a794-4670-b047-620f3988069f tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:02.301999 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-933a2271-9d13-480f-a466-eb586b107e3d tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:02.309717 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-933a2271-9d13-480f-a466-eb586b107e3d tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5413895 Feb 04 11:38:02.309717 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-166f0163-15df-40ba-9745-b240ebb869c5 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:02.310054 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35398) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:02.312937 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-d0290da9-a794-4670-b047-620f3988069f tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Usage tracker for resource:security_group_rule and tenant:bc07e3d4677c42e783e915d5a6500783 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:02.316837 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-d0290da9-a794-4670-b047-620f3988069f tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:02.322925 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-c07c8a20-7bc6-4a4a-8b10-9e154eda9800 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'enable_snat': True}}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:02.387281 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-d0290da9-a794-4670-b047-620f3988069f tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:02.404829 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8d46da12-218b-4001-9b14-47e0b3bd151f tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Unset dirty status for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:02.412857 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8d46da12-218b-4001-9b14-47e0b3bd151f tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3265822 Feb 04 11:38:02.413002 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35402) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:02.423133 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e906e665-e50b-46ef-9645-73437ccedb31 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:02.423863 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-e906e665-e50b-46ef-9645-73437ccedb31 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:02.504052 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-3f5ac8a3-281d-4e99-9b5f-4c0cbf11dc9f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:02.516879 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-3f5ac8a3-281d-4e99-9b5f-4c0cbf11dc9f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:subnet and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:02.523791 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-3f5ac8a3-281d-4e99-9b5f-4c0cbf11dc9f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:02.547467 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-3f5ac8a3-281d-4e99-9b5f-4c0cbf11dc9f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:02.555488 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-137e6628-981f-4432-99fe-6f3faa2923fa tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:02.583615 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-166f0163-15df-40ba-9745-b240ebb869c5 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:02.587256 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166f0163-15df-40ba-9745-b240ebb869c5 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:02.587894 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-166f0163-15df-40ba-9745-b240ebb869c5 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:02.599935 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b5f7e2a0-5f7c-4d87-9d23-35fc7b071853 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:02.617738 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-e906e665-e50b-46ef-9645-73437ccedb31 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:02.619530 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e906e665-e50b-46ef-9645-73437ccedb31 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6579015 Feb 04 11:38:02.624013 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35406) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:02.647946 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d0290da9-a794-4670-b047-620f3988069f tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:02.678794 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b5f7e2a0-5f7c-4d87-9d23-35fc7b071853 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:02.692158 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5ac8a3-281d-4e99-9b5f-4c0cbf11dc9f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Made reservation on behalf of 923893a854aa49c78e412c9bf04cfc96 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:38:02.695667 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3f5ac8a3-281d-4e99-9b5f-4c0cbf11dc9f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:02.780060 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d0290da9-a794-4670-b047-620f3988069f tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:02.787659 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-137e6628-981f-4432-99fe-6f3faa2923fa tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:02.808260 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f0163-15df-40ba-9745-b240ebb869c5 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Pushing event updated for resources: {'Network': ['ID=a39ee2ef-5a1c-4630-b7dc-9244e89de724,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:02.823785 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-166f0163-15df-40ba-9745-b240ebb869c5 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.8981438 Feb 04 11:38:02.823785 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35410) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:02.829619 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network a39ee2ef-5a1c-4630-b7dc-9244e89de724 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:38:02.830343 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-c7484311-ac62-41a9-9620-f32b94c4816a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Request body: {'subnet': {'network_id': 'a39ee2ef-5a1c-4630-b7dc-9244e89de724', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:02.985709 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0290da9-a794-4670-b047-620f3988069f tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59b66b89-e587-4a58-b669-71e1976a05ce,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:03.003890 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d0290da9-a794-4670-b047-620f3988069f tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:03.007802 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d0290da9-a794-4670-b047-620f3988069f tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0089009 Feb 04 11:38:03.021120 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35414) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:03.032719 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-8497479f-a94f-4f03-b59f-2459242e7638 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Request body: {'security_group': {'name': 'tempest-secgroup--1770249058'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:03.051615 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8497479f-a94f-4f03-b59f-2459242e7638 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:03.074644 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137e6628-981f-4432-99fe-6f3faa2923fa tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Network a411320b-8cc8-427e-8abc-e104b8d99929 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:03.084694 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-137e6628-981f-4432-99fe-6f3faa2923fa tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:03.090029 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137e6628-981f-4432-99fe-6f3faa2923fa tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:38:03.116731 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8497479f-a94f-4f03-b59f-2459242e7638 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:03.125132 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c7484311-ac62-41a9-9620-f32b94c4816a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:03.133379 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e6628-981f-4432-99fe-6f3faa2923fa tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event updated for resources: {'Port': ['ID=923fe860-a21f-495a-b165-76b5eabc7cc2,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:03.139059 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c7484311-ac62-41a9-9620-f32b94c4816a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Usage tracker for resource:subnet and tenant:2b8470c2cd9749779b9f46fd6debad13 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:03.143111 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c7484311-ac62-41a9-9620-f32b94c4816a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:03.148252 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f196f3b6-38c4-4de2-b94a-35693dc25444 None None] Provisioning complete for port 108858b3-5608-4c47-85f6-ab0a863bad94 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:03.149225 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f196f3b6-38c4-4de2-b94a-35693dc25444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:03.151027 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c7484311-ac62-41a9-9620-f32b94c4816a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:03.154231 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c07c8a20-7bc6-4a4a-8b10-9e154eda9800 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:03.158827 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90bce78-ba6b-4cda-8ae5-cd0ec947742e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:03.159663 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a90bce78-ba6b-4cda-8ae5-cd0ec947742e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5285451 Feb 04 11:38:03.162318 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35418) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:03.204809 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137e6628-981f-4432-99fe-6f3faa2923fa tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:03.205568 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-137e6628-981f-4432-99fe-6f3faa2923fa tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:03.207630 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-f196f3b6-38c4-4de2-b94a-35693dc25444 None None] Port 108858b3-5608-4c47-85f6-ab0a863bad94 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:38:03.224043 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f196f3b6-38c4-4de2-b94a-35693dc25444 None None] Provisioning complete for port ae501bc3-b364-4bc5-b632-cc1eb5fc53ac triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:03.224749 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f196f3b6-38c4-4de2-b94a-35693dc25444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:03.296017 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b5f7e2a0-5f7c-4d87-9d23-35fc7b071853 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:03.324539 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8497479f-a94f-4f03-b59f-2459242e7638 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:03.333306 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7484311-ac62-41a9-9620-f32b94c4816a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Made reservation on behalf of 2b8470c2cd9749779b9f46fd6debad13 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:38:03.348118 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f7e2a0-5f7c-4d87-9d23-35fc7b071853 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=032935cf-6382-4236-b8cd-0881d9b0f7f0,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:03.423135 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b5f7e2a0-5f7c-4d87-9d23-35fc7b071853 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:03.426775 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b5f7e2a0-5f7c-4d87-9d23-35fc7b071853 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "DELETE /v2.0/security-groups/032935cf-6382-4236-b8cd-0881d9b0f7f0 HTTP/1.1" status: 204 len: 168 time: 1.0137122 Feb 04 11:38:03.428079 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35422) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:03.435398 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-137e6628-981f-4432-99fe-6f3faa2923fa tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6212409 Feb 04 11:38:03.444821 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35426) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:03.465544 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-5678ab43-bdb0-4c2f-a0b2-a76dc62f2071 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Request body: {'port': {'network_id': 'a411320b-8cc8-427e-8abc-e104b8d99929', 'name': 'tempest-FloatingIPTestJSON-1000213723'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:03.493983 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-b3c3a362-95bc-4b29-b41a-dc0fd7f2ca00 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Synchronizing usage tracker for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:03.528449 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3f5ac8a3-281d-4e99-9b5f-4c0cbf11dc9f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:03.579089 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70679471-f12e-4357-8d7f-fd67a56af608 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:03.580814 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70679471-f12e-4357-8d7f-fd67a56af608 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:03.581682 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70679471-f12e-4357-8d7f-fd67a56af608 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:03.582503 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-70679471-f12e-4357-8d7f-fd67a56af608 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:03.589327 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5ac8a3-281d-4e99-9b5f-4c0cbf11dc9f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Network 86b78875-1a29-401f-ba26-af0b60d88d97 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:03.596490 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-3f5ac8a3-281d-4e99-9b5f-4c0cbf11dc9f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:03.601745 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5ac8a3-281d-4e99-9b5f-4c0cbf11dc9f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:03.602131 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3f5ac8a3-281d-4e99-9b5f-4c0cbf11dc9f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:03.612072 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bdb841-ab1a-4bf5-834e-34656cb8090e None None] Network 86b78875-1a29-401f-ba26-af0b60d88d97 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:38:03.616785 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-b3c3a362-95bc-4b29-b41a-dc0fd7f2ca00 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Unset dirty status for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:03.623288 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b3c3a362-95bc-4b29-b41a-dc0fd7f2ca00 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1936870 Feb 04 11:38:03.623288 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35430) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:03.631903 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ac8a3-281d-4e99-9b5f-4c0cbf11dc9f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Subnet': ['ID=c9c31861-be39-4261-8e00-1a44bd768231,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:03.638656 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-9c0d19e7-381d-4c8a-9095-6db1f38b5402 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Request body: {'security_group': {'name': 'tempest-secgroup--738770386'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:03.644675 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-9c0d19e7-381d-4c8a-9095-6db1f38b5402 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:03.666441 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-9c0d19e7-381d-4c8a-9095-6db1f38b5402 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:03.709669 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3f5ac8a3-281d-4e99-9b5f-4c0cbf11dc9f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5721445 Feb 04 11:38:03.715034 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35434) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:03.718728 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c7484311-ac62-41a9-9620-f32b94c4816a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:03.724644 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-fce7b88d-1979-4c2a-910d-67142037a51a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'security_group': {'name': 'tempest-secgroup-1289696234'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:03.730053 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-fce7b88d-1979-4c2a-910d-67142037a51a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:03.735503 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8497479f-a94f-4f03-b59f-2459242e7638 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:03.736314 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-fce7b88d-1979-4c2a-910d-67142037a51a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:security_group and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:03.740289 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-fce7b88d-1979-4c2a-910d-67142037a51a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:03.749513 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-fce7b88d-1979-4c2a-910d-67142037a51a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:03.758700 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8497479f-a94f-4f03-b59f-2459242e7638 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Usage tracker for resource:security_group_rule and tenant:bc07e3d4677c42e783e915d5a6500783 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:03.768391 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8497479f-a94f-4f03-b59f-2459242e7638 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:03.770480 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9c0d19e7-381d-4c8a-9095-6db1f38b5402 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:03.811945 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-9c0d19e7-381d-4c8a-9095-6db1f38b5402 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:03.822696 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-9c0d19e7-381d-4c8a-9095-6db1f38b5402 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:03.839798 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8497479f-a94f-4f03-b59f-2459242e7638 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:03.841710 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-70679471-f12e-4357-8d7f-fd67a56af608 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:03.842880 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-70679471-f12e-4357-8d7f-fd67a56af608 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.6796463 Feb 04 11:38:03.846471 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35438) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:03.904065 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fce7b88d-1979-4c2a-910d-67142037a51a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:03.913827 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-5678ab43-bdb0-4c2f-a0b2-a76dc62f2071 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:03.922003 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-5678ab43-bdb0-4c2f-a0b2-a76dc62f2071 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Usage tracker for resource:port and tenant:ac8146b7950d45beb1b9b13f531779aa is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:03.930606 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-5678ab43-bdb0-4c2f-a0b2-a76dc62f2071 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:03.952002 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-5678ab43-bdb0-4c2f-a0b2-a76dc62f2071 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:04.000263 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9c0d19e7-381d-4c8a-9095-6db1f38b5402 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:04.009115 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8497479f-a94f-4f03-b59f-2459242e7638 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:04.024656 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-fce7b88d-1979-4c2a-910d-67142037a51a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:04.079906 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-fce7b88d-1979-4c2a-910d-67142037a51a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:security_group_rule and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:04.084055 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e97e892-eb0b-44b1-88d4-cce126899ddf None None] Update dhcp port {'port': {'network_id': '86b78875-1a29-401f-ba26-af0b60d88d97', 'fixed_ips': [{'subnet_id': '183f88ce-9269-4bfa-8267-de91980532d3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c9c31861-be39-4261-8e00-1a44bd768231'}], 'binding:host_id': 'dv-neutron-827825-2-hyperv'}, 'id': 'ae501bc3-b364-4bc5-b632-cc1eb5fc53ac'} from dv-neutron-827825-2-hyperv. {{(pid=84206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 11:38:04.084599 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-fce7b88d-1979-4c2a-910d-67142037a51a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:04.093578 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-fce7b88d-1979-4c2a-910d-67142037a51a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:04.095635 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9c0d19e7-381d-4c8a-9095-6db1f38b5402 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:04.115987 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8497479f-a94f-4f03-b59f-2459242e7638 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:04.141159 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4e97e892-eb0b-44b1-88d4-cce126899ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:04.210604 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d19e7-381d-4c8a-9095-6db1f38b5402 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95f38ebc-e6d8-44e4-8b17-d1f286c21f66,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:04.224768 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7620cd9-8969-463c-9d4c-7ce48b425163 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting subnet d330be9b-3838-4f0d-90b7-1f3892ecb4dd {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:38:04.234089 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e7620cd9-8969-463c-9d4c-7ce48b425163 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:04.249109 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8497479f-a94f-4f03-b59f-2459242e7638 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a492811-969b-4b5e-b7e9-b194f66264fa,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:04.267660 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c07c8a20-7bc6-4a4a-8b10-9e154eda9800 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:04.281932 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9c0d19e7-381d-4c8a-9095-6db1f38b5402 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:04.283402 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9c0d19e7-381d-4c8a-9095-6db1f38b5402 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6545358 Feb 04 11:38:04.288917 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35442) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:04.305211 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-c5f807ea-da01-4dcb-8373-617916ac9ef8 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Request body: {'security_group_rule': {'security_group_id': '95f38ebc-e6d8-44e4-8b17-d1f286c21f66', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:04.306002 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5678ab43-bdb0-4c2f-a0b2-a76dc62f2071 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Made reservation on behalf of ac8146b7950d45beb1b9b13f531779aa for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:38:04.309673 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5678ab43-bdb0-4c2f-a0b2-a76dc62f2071 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:04.317807 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fce7b88d-1979-4c2a-910d-67142037a51a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:04.324984 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c5f807ea-da01-4dcb-8373-617916ac9ef8 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:04.332992 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c07c8a20-7bc6-4a4a-8b10-9e154eda9800 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:04.333218 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c5f807ea-da01-4dcb-8373-617916ac9ef8 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Usage tracker for resource:security_group_rule and tenant:45b5f507e3d9480c9ab61bf706d8d1f2 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:04.337300 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e7620cd9-8969-463c-9d4c-7ce48b425163 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:04.339048 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-5678ab43-bdb0-4c2f-a0b2-a76dc62f2071 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] device_id is not set on port f2f282db-10c7-4b89-b2fc-7f297c0090b7 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:38:04.366522 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c5f807ea-da01-4dcb-8373-617916ac9ef8 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:04.379684 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c5f807ea-da01-4dcb-8373-617916ac9ef8 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:04.391870 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-4e97e892-eb0b-44b1-88d4-cce126899ddf None None] Allocated IP 2001:db8::2 (86b78875-1a29-401f-ba26-af0b60d88d97/c9c31861-be39-4261-8e00-1a44bd768231/ae501bc3-b364-4bc5-b632-cc1eb5fc53ac) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:38:04.417571 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fce7b88d-1979-4c2a-910d-67142037a51a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:04.480583 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7b88d-1979-4c2a-910d-67142037a51a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22ad6a16-3dfc-46b0-9f3c-c35f57ccbdcc,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:04.491860 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e7620cd9-8969-463c-9d4c-7ce48b425163 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:04.562813 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4e97e892-eb0b-44b1-88d4-cce126899ddf None None] For port ae501bc3-b364-4bc5-b632-cc1eb5fc53ac, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=ae501bc3-b364-4bc5-b632-cc1eb5fc53ac,segment=NetworkSegment(2e749be9-2db6-40a8-a668-7a4af24ef663),segment_id=2e749be9-2db6-40a8-a668-7a4af24ef663)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:38:04.590496 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4e97e892-eb0b-44b1-88d4-cce126899ddf None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:04.595812 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fce7b88d-1979-4c2a-910d-67142037a51a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:04.597319 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-fce7b88d-1979-4c2a-910d-67142037a51a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8804111 Feb 04 11:38:04.600985 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35446) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:04.603574 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c7484311-ac62-41a9-9620-f32b94c4816a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:04.608309 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-94cafd0c-e06a-4f02-b9c9-d3dbb722d889 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'security_group': {'name': 'tempest-secgroup-2019058051'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:04.614750 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-5678ab43-bdb0-4c2f-a0b2-a76dc62f2071 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Allocated IP 172.20.0.9 (a411320b-8cc8-427e-8abc-e104b8d99929/b8b29962-d28c-469e-9d59-dc2a13259593/f2f282db-10c7-4b89-b2fc-7f297c0090b7) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:38:04.614956 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-94cafd0c-e06a-4f02-b9c9-d3dbb722d889 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:04.619145 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-94cafd0c-e06a-4f02-b9c9-d3dbb722d889 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:security_group and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:04.623037 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-94cafd0c-e06a-4f02-b9c9-d3dbb722d889 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:04.629238 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-94cafd0c-e06a-4f02-b9c9-d3dbb722d889 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:04.646455 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8497479f-a94f-4f03-b59f-2459242e7638 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:04.647652 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8497479f-a94f-4f03-b59f-2459242e7638 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6246793 Feb 04 11:38:04.651785 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35450) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:04.653994 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4e97e892-eb0b-44b1-88d4-cce126899ddf None None] Transition to ACTIVE for port object ae501bc3-b364-4bc5-b632-cc1eb5fc53ac will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:38:04.657478 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-0f3362b2-117a-4cee-af1c-707016e645d2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Request body: {'security_group_rule': {'security_group_id': '59b66b89-e587-4a58-b669-71e1976a05ce', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7a492811-969b-4b5e-b7e9-b194f66264fa', 'remote_ip_prefix': None}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:04.664152 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e7620cd9-8969-463c-9d4c-7ce48b425163 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:04.670806 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-0f3362b2-117a-4cee-af1c-707016e645d2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:04.708439 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-0f3362b2-117a-4cee-af1c-707016e645d2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Usage tracker for resource:security_group_rule and tenant:bc07e3d4677c42e783e915d5a6500783 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:04.719993 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-0f3362b2-117a-4cee-af1c-707016e645d2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:04.722938 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7620cd9-8969-463c-9d4c-7ce48b425163 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Subnet': ['ID=d330be9b-3838-4f0d-90b7-1f3892ecb4dd,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:04.734053 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-0f3362b2-117a-4cee-af1c-707016e645d2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:04.734053 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c5f807ea-da01-4dcb-8373-617916ac9ef8 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:04.755694 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e7620cd9-8969-463c-9d4c-7ce48b425163 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:04.756530 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-c07c8a20-7bc6-4a4a-8b10-9e154eda9800 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Allocated IP 172.26.3.234 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/75c73a2a-ffe5-4c3c-8b4b-7c645898bf48) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:38:04.762839 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07e6498-6ecb-4743-8c7d-c0c6d6e5666c None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:38:04.763063 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7484311-ac62-41a9-9620-f32b94c4816a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Pushing event updated for resources: {'Subnet': ['ID=0607fa53-ab44-4e7f-8a64-f66a085cfeed,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:04.767945 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-94cafd0c-e06a-4f02-b9c9-d3dbb722d889 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:04.825291 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7484311-ac62-41a9-9620-f32b94c4816a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Checking segment: {'id': '5fc55cc2-3895-4197-87aa-b9986a8ee0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a39ee2ef-5a1c-4630-b7dc-9244e89de724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:38:04.825633 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7484311-ac62-41a9-9620-f32b94c4816a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Network hostable DHCP agents. Network: a39ee2ef-5a1c-4630-b7dc-9244e89de724, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:38:04.831053 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4e97e892-eb0b-44b1-88d4-cce126899ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:04.866071 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c5f807ea-da01-4dcb-8373-617916ac9ef8 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:04.867307 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-94cafd0c-e06a-4f02-b9c9-d3dbb722d889 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:04.872385 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-94cafd0c-e06a-4f02-b9c9-d3dbb722d889 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:security_group_rule and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:04.875794 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-94cafd0c-e06a-4f02-b9c9-d3dbb722d889 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:04.886290 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e7620cd9-8969-463c-9d4c-7ce48b425163 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/d330be9b-3838-4f0d-90b7-1f3892ecb4dd HTTP/1.1" status: 204 len: 168 time: 1.0378265 Feb 04 11:38:04.894065 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-94cafd0c-e06a-4f02-b9c9-d3dbb722d889 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:04.896704 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35454) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:04.933753 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0f3362b2-117a-4cee-af1c-707016e645d2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:04.952596 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c5f807ea-da01-4dcb-8373-617916ac9ef8 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:05.008711 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f807ea-da01-4dcb-8373-617916ac9ef8 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c263c081-bc8c-49a8-ac8e-ce04685b6bb9,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:05.026435 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97e892-eb0b-44b1-88d4-cce126899ddf None None] Pushing event updated for resources: {'Port': ['ID=ae501bc3-b364-4bc5-b632-cc1eb5fc53ac,revision_number=6']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:05.085225 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0bb7bb3-f20f-49e6-9df9-54d4be9ccb84 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting subnet d8990adf-6d22-48e5-a4f3-c603fc45531d {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:38:05.091101 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7484311-ac62-41a9-9620-f32b94c4816a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Network a39ee2ef-5a1c-4630-b7dc-9244e89de724 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:38:05.105272 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c07c8a20-7bc6-4a4a-8b10-9e154eda9800 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:05.123441 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a0bb7bb3-f20f-49e6-9df9-54d4be9ccb84 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:05.170255 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5678ab43-bdb0-4c2f-a0b2-a76dc62f2071 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:05.211132 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c5f807ea-da01-4dcb-8373-617916ac9ef8 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:05.212521 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c5f807ea-da01-4dcb-8373-617916ac9ef8 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.9226475 Feb 04 11:38:05.216960 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35458) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:05.233591 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-94cafd0c-e06a-4f02-b9c9-d3dbb722d889 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:05.237545 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-c7484311-ac62-41a9-9620-f32b94c4816a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, a39ee2ef-5a1c-4630-b7dc-9244e89de724) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:05.238872 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a0bb7bb3-f20f-49e6-9df9-54d4be9ccb84 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:05.256697 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36298f7-3d5b-4d35-8679-d6a8d495a63f None None] Network a39ee2ef-5a1c-4630-b7dc-9244e89de724 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:38:05.268225 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7484311-ac62-41a9-9620-f32b94c4816a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:05.268925 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c7484311-ac62-41a9-9620-f32b94c4816a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:05.301902 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c07c8a20-7bc6-4a4a-8b10-9e154eda9800 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:05.304552 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0f3362b2-117a-4cee-af1c-707016e645d2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:05.330296 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-94cafd0c-e06a-4f02-b9c9-d3dbb722d889 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:05.408860 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cafd0c-e06a-4f02-b9c9-d3dbb722d889 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f102d746-df31-4af6-a57a-2454ac1da45c,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:05.413667 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0f3362b2-117a-4cee-af1c-707016e645d2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:05.442388 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a0bb7bb3-f20f-49e6-9df9-54d4be9ccb84 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:05.521964 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-94cafd0c-e06a-4f02-b9c9-d3dbb722d889 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:05.529665 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-94cafd0c-e06a-4f02-b9c9-d3dbb722d889 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9275274 Feb 04 11:38:05.530731 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3362b2-117a-4cee-af1c-707016e645d2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6803402a-d4c1-4aba-9bc3-59299e60889a,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:05.542447 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35462) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:05.551876 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-78afc856-cee0-42c3-bbf6-c37a17dcaf42 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'security_group': {'name': 'tempest-secgroup-1661435686'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:05.566151 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-78afc856-cee0-42c3-bbf6-c37a17dcaf42 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:05.578441 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-78afc856-cee0-42c3-bbf6-c37a17dcaf42 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:security_group and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:05.583611 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-78afc856-cee0-42c3-bbf6-c37a17dcaf42 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:05.598594 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-78afc856-cee0-42c3-bbf6-c37a17dcaf42 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:05.634374 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07c8a20-7bc6-4a4a-8b10-9e154eda9800 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:05.642581 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c8a20-7bc6-4a4a-8b10-9e154eda9800 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Pushing event updated for resources: {'Port': ['ID=75c73a2a-ffe5-4c3c-8b4b-7c645898bf48,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:05.645490 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-c07c8a20-7bc6-4a4a-8b10-9e154eda9800 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:05.647901 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5678ab43-bdb0-4c2f-a0b2-a76dc62f2071 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:05.650005 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-48a48d18-daae-4013-a237-4ee1cfef173e tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:05.651951 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0f3362b2-117a-4cee-af1c-707016e645d2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:05.656206 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-0f3362b2-117a-4cee-af1c-707016e645d2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.0033000 Feb 04 11:38:05.657143 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35466) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:05.672564 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07c8a20-7bc6-4a4a-8b10-9e154eda9800 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:38:05.673379 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device ae501bc3-b364-4bc5-b632-cc1eb5fc53ac up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:38:05.688643 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e6dcc246-223f-46d6-97fb-7f8d16196bbd tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:05.702259 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e6dcc246-223f-46d6-97fb-7f8d16196bbd tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:05.716636 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-78afc856-cee0-42c3-bbf6-c37a17dcaf42 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:05.754375 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a0bb7bb3-f20f-49e6-9df9-54d4be9ccb84 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:05.762776 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-48a48d18-daae-4013-a237-4ee1cfef173e tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:05.795433 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622edfd3-9df7-4159-bee7-53372621ddff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-a39ee2ef-5a1c-4630-b7dc-9244e89de724', 'network_id': 'a39ee2ef-5a1c-4630-b7dc-9244e89de724', 'tenant_id': '2b8470c2cd9749779b9f46fd6debad13', 'fixed_ips': [{'subnet_id': '0607fa53-ab44-4e7f-8a64-f66a085cfeed'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:38:05.796249 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-622edfd3-9df7-4159-bee7-53372621ddff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:05.832012 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb7bb3-f20f-49e6-9df9-54d4be9ccb84 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Subnet': ['ID=d8990adf-6d22-48e5-a4f3-c603fc45531d,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:05.850089 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a0bb7bb3-f20f-49e6-9df9-54d4be9ccb84 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:05.873016 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a0bb7bb3-f20f-49e6-9df9-54d4be9ccb84 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/d8990adf-6d22-48e5-a4f3-c603fc45531d HTTP/1.1" status: 204 len: 168 time: 0.9734364 Feb 04 11:38:05.873748 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35470) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:05.878987 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c7484311-ac62-41a9-9620-f32b94c4816a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0518527 Feb 04 11:38:05.885393 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e6dcc246-223f-46d6-97fb-7f8d16196bbd tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:05.885630 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5678ab43-bdb0-4c2f-a0b2-a76dc62f2071 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Network a411320b-8cc8-427e-8abc-e104b8d99929 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:05.885821 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35474) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:05.893425 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-5678ab43-bdb0-4c2f-a0b2-a76dc62f2071 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:05.895909 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5678ab43-bdb0-4c2f-a0b2-a76dc62f2071 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:38:05.931299 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5678ab43-bdb0-4c2f-a0b2-a76dc62f2071 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event updated for resources: {'Port': ['ID=f2f282db-10c7-4b89-b2fc-7f297c0090b7,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:05.965572 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e6dcc246-223f-46d6-97fb-7f8d16196bbd tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:05.969549 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e6dcc246-223f-46d6-97fb-7f8d16196bbd tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/6803402a-d4c1-4aba-9bc3-59299e60889a HTTP/1.1" status: 204 len: 168 time: 0.3113949 Feb 04 11:38:05.972467 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35478) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:05.977963 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-3fabfe1b-1a05-4a4e-96ef-8d68fa8c1d3f tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1443532853', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:06.001000 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-3fabfe1b-1a05-4a4e-96ef-8d68fa8c1d3f tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:06.003615 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-48a48d18-daae-4013-a237-4ee1cfef173e tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:06.007936 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ec35da69-820f-4eb6-a7cd-76a624ff1dbd tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1327374 Feb 04 11:38:06.009077 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dcc246-223f-46d6-97fb-7f8d16196bbd tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6803402a-d4c1-4aba-9bc3-59299e60889a,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:06.013876 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35482) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:06.022499 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-5fe8af68-4493-41f7-a05c-d38945e3f1f0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:06.033718 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-3fabfe1b-1a05-4a4e-96ef-8d68fa8c1d3f tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Usage tracker for resource:router and tenant:2b8470c2cd9749779b9f46fd6debad13 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:06.042119 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-3fabfe1b-1a05-4a4e-96ef-8d68fa8c1d3f tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:06.045044 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-78afc856-cee0-42c3-bbf6-c37a17dcaf42 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:06.067015 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ba9941-a102-4f9f-b8bc-05b49f4a2b35 None None] Update dhcp port {'port': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'fixed_ips': [{'subnet_id': 'd8990adf-6d22-48e5-a4f3-c603fc45531d'}], 'binding:host_id': 'dv-neutron-827825-2-hyperv'}, 'id': '1fbaf5d9-2566-42b8-a9c0-22fe063146b2'} from dv-neutron-827825-2-hyperv. {{(pid=84206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 11:38:06.068235 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a48d18-daae-4013-a237-4ee1cfef173e tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c263c081-bc8c-49a8-ac8e-ce04685b6bb9,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:06.071865 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-48a48d18-daae-4013-a237-4ee1cfef173e tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:06.077181 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-48a48d18-daae-4013-a237-4ee1cfef173e tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/c263c081-bc8c-49a8-ac8e-ce04685b6bb9 HTTP/1.1" status: 204 len: 168 time: 0.8546777 Feb 04 11:38:06.085330 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35486) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:06.104805 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-78afc856-cee0-42c3-bbf6-c37a17dcaf42 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:security_group_rule and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:06.108798 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-3fabfe1b-1a05-4a4e-96ef-8d68fa8c1d3f tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:06.116082 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-78afc856-cee0-42c3-bbf6-c37a17dcaf42 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:06.121337 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5678ab43-bdb0-4c2f-a0b2-a76dc62f2071 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:06.121816 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5678ab43-bdb0-4c2f-a0b2-a76dc62f2071 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:06.206870 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-165e1b20-c0b8-45fe-8d90-70080e8a8a7d tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Synchronizing usage tracker for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group_rule {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:06.207327 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-622edfd3-9df7-4159-bee7-53372621ddff None None] Allocated IP 172.20.0.2 (a39ee2ef-5a1c-4630-b7dc-9244e89de724/0607fa53-ab44-4e7f-8a64-f66a085cfeed/81831e5d-50b8-499d-9565-3b408eaeb64c) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:38:06.240491 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-78afc856-cee0-42c3-bbf6-c37a17dcaf42 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:06.279572 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-5fe8af68-4493-41f7-a05c-d38945e3f1f0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:06.288623 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-5fe8af68-4493-41f7-a05c-d38945e3f1f0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:subnet and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:06.293415 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-5fe8af68-4493-41f7-a05c-d38945e3f1f0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:06.314451 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5678ab43-bdb0-4c2f-a0b2-a76dc62f2071 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8570082 Feb 04 11:38:06.314720 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-5fe8af68-4493-41f7-a05c-d38945e3f1f0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:06.315876 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35490) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:06.327989 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-86ae23f9-d9a9-4b89-b4e6-069a76c331ec tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Request body: {'floatingip': {'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'port_id': 'f2f282db-10c7-4b89-b2fc-7f297c0090b7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:06.342505 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-d2339ac1-dc89-4fa8-a6dd-24b0f1cae7e2 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Synchronizing usage tracker for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group_rule {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:06.346196 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-86ae23f9-d9a9-4b89-b4e6-069a76c331ec tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:06.355407 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-86ae23f9-d9a9-4b89-b4e6-069a76c331ec tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Usage tracker for resource:floatingip and tenant:ac8146b7950d45beb1b9b13f531779aa is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:06.356971 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-78afc856-cee0-42c3-bbf6-c37a17dcaf42 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:06.358887 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3fabfe1b-1a05-4a4e-96ef-8d68fa8c1d3f tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:06.359862 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3fabfe1b-1a05-4a4e-96ef-8d68fa8c1d3f tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:06.363108 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-86ae23f9-d9a9-4b89-b4e6-069a76c331ec tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:06.378602 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3fabfe1b-1a05-4a4e-96ef-8d68fa8c1d3f tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:06.382357 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-165e1b20-c0b8-45fe-8d90-70080e8a8a7d tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Unset dirty status for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group_rule {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:06.383703 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-165e1b20-c0b8-45fe-8d90-70080e8a8a7d tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.4032061 Feb 04 11:38:06.388967 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-86ae23f9-d9a9-4b89-b4e6-069a76c331ec tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:06.389623 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35494) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:06.420253 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c07c8a20-7bc6-4a4a-8b10-9e154eda9800 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:06.427392 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:06.440791 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-0020a788-2b22-43e6-8e5c-eb3f84d31951 None None] Provisioning complete for port 108858b3-5608-4c47-85f6-ab0a863bad94 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:06.440791 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0020a788-2b22-43e6-8e5c-eb3f84d31951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:06.466976 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-78afc856-cee0-42c3-bbf6-c37a17dcaf42 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:06.478781 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-d2339ac1-dc89-4fa8-a6dd-24b0f1cae7e2 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Unset dirty status for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group_rule {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:06.483457 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe8af68-4493-41f7-a05c-d38945e3f1f0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:38:06.483667 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d2339ac1-dc89-4fa8-a6dd-24b0f1cae7e2 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3941791 Feb 04 11:38:06.484180 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5fe8af68-4493-41f7-a05c-d38945e3f1f0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:06.488519 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35498) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:06.533986 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-27c91757-1636-4995-af7a-7e1c140b9aa2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:06.541545 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-86ae23f9-d9a9-4b89-b4e6-069a76c331ec tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for floatingip, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:06.565359 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f1ba9941-a102-4f9f-b8bc-05b49f4a2b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:06.595653 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-0020a788-2b22-43e6-8e5c-eb3f84d31951 None None] Port 108858b3-5608-4c47-85f6-ab0a863bad94 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:38:06.599465 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-622edfd3-9df7-4159-bee7-53372621ddff None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:06.682430 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3fabfe1b-1a05-4a4e-96ef-8d68fa8c1d3f tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:06.721317 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-0020a788-2b22-43e6-8e5c-eb3f84d31951 None None] Provisioning for port ae501bc3-b364-4bc5-b632-cc1eb5fc53ac completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:38:06.724641 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-622edfd3-9df7-4159-bee7-53372621ddff None None] Transition to ACTIVE for port object 81831e5d-50b8-499d-9565-3b408eaeb64c will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:38:06.726707 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afc856-cee0-42c3-bbf6-c37a17dcaf42 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4efe9d-80b2-48fb-afd7-650fb1da4249,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:06.747344 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-0020a788-2b22-43e6-8e5c-eb3f84d31951 None None] Provisioning complete for port ae501bc3-b364-4bc5-b632-cc1eb5fc53ac triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:06.747344 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0020a788-2b22-43e6-8e5c-eb3f84d31951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:06.767507 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-27c91757-1636-4995-af7a-7e1c140b9aa2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:06.770157 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c07c8a20-7bc6-4a4a-8b10-9e154eda9800 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:06.785444 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b75b68d7-6b17-4880-9dc0-845f86967355 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:06.790327 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c07c8a20-7bc6-4a4a-8b10-9e154eda9800 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16351460'] for router, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:06.798009 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-622edfd3-9df7-4159-bee7-53372621ddff None None] Transition to ACTIVE for port object 81831e5d-50b8-499d-9565-3b408eaeb64c will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:38:06.827356 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-78afc856-cee0-42c3-bbf6-c37a17dcaf42 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:06.836286 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-78afc856-cee0-42c3-bbf6-c37a17dcaf42 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2907493 Feb 04 11:38:06.836406 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35502) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:06.879046 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3fabfe1b-1a05-4a4e-96ef-8d68fa8c1d3f tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:06.883018 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3fabfe1b-1a05-4a4e-96ef-8d68fa8c1d3f tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.9206529 Feb 04 11:38:06.883194 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f69e76-3cff-4855-a00b-9460e3f1a606 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:38:06.885979 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35506) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:06.909710 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b75b68d7-6b17-4880-9dc0-845f86967355 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:06.921920 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-b1847a43-f912-41ea-a65b-b4cca0d69af6 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-786260378', 'security_groups': ['dd4efe9d-80b2-48fb-afd7-650fb1da4249'], 'network_id': '86b78875-1a29-401f-ba26-af0b60d88d97', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c9c31861-be39-4261-8e00-1a44bd768231'}]}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:06.960082 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-622edfd3-9df7-4159-bee7-53372621ddff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:06.968153 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-27c91757-1636-4995-af7a-7e1c140b9aa2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:07.005552 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c91757-1636-4995-af7a-7e1c140b9aa2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a492811-969b-4b5e-b7e9-b194f66264fa,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:07.101898 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622edfd3-9df7-4159-bee7-53372621ddff None None] Network a39ee2ef-5a1c-4630-b7dc-9244e89de724 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:07.110403 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-622edfd3-9df7-4159-bee7-53372621ddff None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:07.116040 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622edfd3-9df7-4159-bee7-53372621ddff None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:38:07.145202 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622edfd3-9df7-4159-bee7-53372621ddff None None] Pushing event updated for resources: {'Port': ['ID=81831e5d-50b8-499d-9565-3b408eaeb64c,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:07.203747 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-b1847a43-f912-41ea-a65b-b4cca0d69af6 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:07.257875 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-27c91757-1636-4995-af7a-7e1c140b9aa2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:07.262310 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-27c91757-1636-4995-af7a-7e1c140b9aa2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "DELETE /v2.0/security-groups/7a492811-969b-4b5e-b7e9-b194f66264fa HTTP/1.1" status: 204 len: 168 time: 0.8711681 Feb 04 11:38:07.262498 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35510) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:07.284376 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7bf72218-899e-4d51-9084-5eaf4d55e73d None None] Provisioning complete for port 1fbaf5d9-2566-42b8-a9c0-22fe063146b2 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:07.284740 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7bf72218-899e-4d51-9084-5eaf4d55e73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:07.295765 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-b1847a43-f912-41ea-a65b-b4cca0d69af6 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:07.299254 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-86ae23f9-d9a9-4b89-b4e6-069a76c331ec tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:07.311168 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b75b68d7-6b17-4880-9dc0-845f86967355 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:07.313420 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-622edfd3-9df7-4159-bee7-53372621ddff None None] Attempting to bind port 81831e5d-50b8-499d-9565-3b408eaeb64c on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:38:07.313601 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-622edfd3-9df7-4159-bee7-53372621ddff None None] Attempting to bind port 81831e5d-50b8-499d-9565-3b408eaeb64c by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '5fc55cc2-3895-4197-87aa-b9986a8ee0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a39ee2ef-5a1c-4630-b7dc-9244e89de724'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:38:07.313954 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622edfd3-9df7-4159-bee7-53372621ddff None None] Attempting to bind port 81831e5d-50b8-499d-9565-3b408eaeb64c on network a39ee2ef-5a1c-4630-b7dc-9244e89de724 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:38:07.340538 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622edfd3-9df7-4159-bee7-53372621ddff None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:38:07.342482 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622edfd3-9df7-4159-bee7-53372621ddff None None] Checking segment: {'id': '5fc55cc2-3895-4197-87aa-b9986a8ee0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a39ee2ef-5a1c-4630-b7dc-9244e89de724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:38:07.342482 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-622edfd3-9df7-4159-bee7-53372621ddff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:07.342482 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622edfd3-9df7-4159-bee7-53372621ddff None None] Bound using segment: {'id': '5fc55cc2-3895-4197-87aa-b9986a8ee0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a39ee2ef-5a1c-4630-b7dc-9244e89de724'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:38:07.342482 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-622edfd3-9df7-4159-bee7-53372621ddff None None] Bound port: 81831e5d-50b8-499d-9565-3b408eaeb64c, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc55cc2-3895-4197-87aa-b9986a8ee0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a39ee2ef-5a1c-4630-b7dc-9244e89de724'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:38:07.342482 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-622edfd3-9df7-4159-bee7-53372621ddff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:07.345155 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5fe8af68-4493-41f7-a05c-d38945e3f1f0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:07.403376 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b68d7-6b17-4880-9dc0-845f86967355 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f38ebc-e6d8-44e4-8b17-d1f286c21f66,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:07.482035 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f4c726-7522-4c9d-a7be-06eff6b26bf5 None None] DHCP port deletion for a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:38:07.487306 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe8af68-4493-41f7-a05c-d38945e3f1f0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:07.498227 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-5fe8af68-4493-41f7-a05c-d38945e3f1f0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:07.505933 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8af68-4493-41f7-a05c-d38945e3f1f0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Subnet': ['ID=3b1af07e-cc1d-4f0e-a30d-2ffc98a9c87b,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:07.508694 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe8af68-4493-41f7-a05c-d38945e3f1f0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:07.509429 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5fe8af68-4493-41f7-a05c-d38945e3f1f0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:07.512538 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-54f4c726-7522-4c9d-a7be-06eff6b26bf5 None None] Deleting port 1fbaf5d9-2566-42b8-a9c0-22fe063146b2 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:38:07.512892 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-54f4c726-7522-4c9d-a7be-06eff6b26bf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:07.549477 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-622edfd3-9df7-4159-bee7-53372621ddff None None] For port 81831e5d-50b8-499d-9565-3b408eaeb64c, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:38:07.573403 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1847a43-f912-41ea-a65b-b4cca0d69af6 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Made reservation on behalf of 923893a854aa49c78e412c9bf04cfc96 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:38:07.576491 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 1fbaf5d9-2566-42b8-a9c0-22fe063146b2 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:38:07.592967 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b75b68d7-6b17-4880-9dc0-845f86967355 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:07.596689 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b75b68d7-6b17-4880-9dc0-845f86967355 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "DELETE /v2.0/security-groups/95f38ebc-e6d8-44e4-8b17-d1f286c21f66 HTTP/1.1" status: 204 len: 168 time: 1.1045842 Feb 04 11:38:07.597920 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35514) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:07.602602 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-622edfd3-9df7-4159-bee7-53372621ddff None None] For port 81831e5d-50b8-499d-9565-3b408eaeb64c, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=81831e5d-50b8-499d-9565-3b408eaeb64c,segment=NetworkSegment(5fc55cc2-3895-4197-87aa-b9986a8ee0ee),segment_id=5fc55cc2-3895-4197-87aa-b9986a8ee0ee)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:38:07.607951 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-edd67418-6c0e-406d-99c0-400760f372ba tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Synchronizing usage tracker for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:07.655876 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5fe8af68-4493-41f7-a05c-d38945e3f1f0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6407075 Feb 04 11:38:07.663325 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35518) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:07.672440 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9e631308-6b65-47e5-8c44-619d1b77db8c tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:07.685552 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-9cef643f-bb50-45ee-8bdc-91645dad4731 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:07.780305 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-622edfd3-9df7-4159-bee7-53372621ddff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:07.847786 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-86ae23f9-d9a9-4b89-b4e6-069a76c331ec tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Allocated IP 172.26.3.192 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/bac17475-b48e-4a91-90d7-dd771461fc56) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:38:07.858720 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-4d5a8bc2-9f09-474a-99bb-e57aee9d5174 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Synchronizing usage tracker for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:07.902571 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:07.935350 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622edfd3-9df7-4159-bee7-53372621ddff None None] Pushing event updated for resources: {'Port': ['ID=81831e5d-50b8-499d-9565-3b408eaeb64c,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:07.945367 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-edd67418-6c0e-406d-99c0-400760f372ba tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Unset dirty status for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:07.952177 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-edd67418-6c0e-406d-99c0-400760f372ba tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.6803699 Feb 04 11:38:07.958600 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35522) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:07.967343 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-54f4c726-7522-4c9d-a7be-06eff6b26bf5 None None] For port 1fbaf5d9-2566-42b8-a9c0-22fe063146b2, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=1fbaf5d9-2566-42b8-a9c0-22fe063146b2,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:38:07.967728 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-54f4c726-7522-4c9d-a7be-06eff6b26bf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:07.997142 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-4d5a8bc2-9f09-474a-99bb-e57aee9d5174 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Unset dirty status for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:08.002382 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-4d5a8bc2-9f09-474a-99bb-e57aee9d5174 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4007051 Feb 04 11:38:08.016797 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35526) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:08.063505 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-85a57630-1830-4c2b-9f08-29301d16acec tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Request body: {'security_group': {'name': 'tempest-secgroup--1843369744'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:08.069558 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-85a57630-1830-4c2b-9f08-29301d16acec tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:08.089315 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-85a57630-1830-4c2b-9f08-29301d16acec tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:08.091632 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b1847a43-f912-41ea-a65b-b4cca0d69af6 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:08.161437 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 1fbaf5d9-2566-42b8-a9c0-22fe063146b2, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=1fbaf5d9-2566-42b8-a9c0-22fe063146b2,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:38:08.173839 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-54f4c726-7522-4c9d-a7be-06eff6b26bf5 None None] Calling delete_port for 1fbaf5d9-2566-42b8-a9c0-22fe063146b2 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:38:08.215086 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-b1847a43-f912-41ea-a65b-b4cca0d69af6 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] device_id is not set on port dd01d8cf-4064-4fa0-9621-92110aa0ce4e yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:38:08.222374 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-748a4a5d-3b6f-4432-be49-df17d16d6980 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:08.236898 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-85a57630-1830-4c2b-9f08-29301d16acec tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:08.258415 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:08.287650 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-9cef643f-bb50-45ee-8bdc-91645dad4731 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:08.329264 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-9cef643f-bb50-45ee-8bdc-91645dad4731 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:subnet and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:08.339631 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-9cef643f-bb50-45ee-8bdc-91645dad4731 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:08.368576 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-9cef643f-bb50-45ee-8bdc-91645dad4731 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:08.369452 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=1fbaf5d9-2566-42b8-a9c0-22fe063146b2,revision_number=7']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:08.411630 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-54f4c726-7522-4c9d-a7be-06eff6b26bf5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:38:08.412583 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-54f4c726-7522-4c9d-a7be-06eff6b26bf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:38:08.444998 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-9e631308-6b65-47e5-8c44-619d1b77db8c tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Allocated IP 172.20.0.1 (a39ee2ef-5a1c-4630-b7dc-9244e89de724/0607fa53-ab44-4e7f-8a64-f66a085cfeed/31aa5830-7cca-4987-86ab-5de6e06a2609) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:38:08.452813 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07c8a20-7bc6-4a4a-8b10-9e154eda9800 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Router 3f68edbd-420c-4df9-8f93-a6c64923b00b is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:38:08.462346 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-86ae23f9-d9a9-4b89-b4e6-069a76c331ec tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:08.464693 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-748a4a5d-3b6f-4432-be49-df17d16d6980 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:08.511838 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cef643f-bb50-45ee-8bdc-91645dad4731 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:38:08.577702 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-85a57630-1830-4c2b-9f08-29301d16acec tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:08.591003 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-85a57630-1830-4c2b-9f08-29301d16acec tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Usage tracker for resource:security_group_rule and tenant:45b5f507e3d9480c9ab61bf706d8d1f2 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:08.596194 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-85a57630-1830-4c2b-9f08-29301d16acec tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:08.614369 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-85a57630-1830-4c2b-9f08-29301d16acec tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:08.695686 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9e631308-6b65-47e5-8c44-619d1b77db8c tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:08.716011 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-748a4a5d-3b6f-4432-be49-df17d16d6980 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:08.746029 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-9e631308-6b65-47e5-8c44-619d1b77db8c tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Transition to ACTIVE for port object 31aa5830-7cca-4987-86ab-5de6e06a2609 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:38:08.747251 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a4a5d-3b6f-4432-be49-df17d16d6980 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b66b89-e587-4a58-b669-71e1976a05ce,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:08.751631 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-85a57630-1830-4c2b-9f08-29301d16acec tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:08.778293 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-b1847a43-f912-41ea-a65b-b4cca0d69af6 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Allocated IP 2001:db8::301 (86b78875-1a29-401f-ba26-af0b60d88d97/c9c31861-be39-4261-8e00-1a44bd768231/dd01d8cf-4064-4fa0-9621-92110aa0ce4e) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:38:08.824079 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-86ae23f9-d9a9-4b89-b4e6-069a76c331ec tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:08.861449 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9cef643f-bb50-45ee-8bdc-91645dad4731 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:08.873766 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-85a57630-1830-4c2b-9f08-29301d16acec tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:08.915696 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-54f4c726-7522-4c9d-a7be-06eff6b26bf5 None None] Deleting port 1fbaf5d9-2566-42b8-a9c0-22fe063146b2 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:38:08.915696 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-54f4c726-7522-4c9d-a7be-06eff6b26bf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:08.917306 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-748a4a5d-3b6f-4432-be49-df17d16d6980 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:08.918553 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-748a4a5d-3b6f-4432-be49-df17d16d6980 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "DELETE /v2.0/security-groups/59b66b89-e587-4a58-b669-71e1976a05ce HTTP/1.1" status: 204 len: 168 time: 0.9587789 Feb 04 11:38:08.925721 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35530) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:08.931834 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9e631308-6b65-47e5-8c44-619d1b77db8c tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:08.997116 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a57630-1830-4c2b-9f08-29301d16acec tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1389a9ea-1b10-45be-87a5-c64612e041ea,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:09.024752 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ae23f9-d9a9-4b89-b4e6-069a76c331ec tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:09.042541 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-85a57630-1830-4c2b-9f08-29301d16acec tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:09.046385 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-85a57630-1830-4c2b-9f08-29301d16acec tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0224168 Feb 04 11:38:09.048614 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-86ae23f9-d9a9-4b89-b4e6-069a76c331ec tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:09.050501 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35534) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:09.069567 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e631308-6b65-47e5-8c44-619d1b77db8c tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Pushing event updated for resources: {'Port': ['ID=31aa5830-7cca-4987-86ab-5de6e06a2609,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:09.071618 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae23f9-d9a9-4b89-b4e6-069a76c331ec tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event updated for resources: {'Port': ['ID=bac17475-b48e-4a91-90d7-dd771461fc56,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:09.084770 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-a9493caa-8146-47ae-aee1-517c60408c00 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Request body: {'security_group_rule': {'security_group_id': '1389a9ea-1b10-45be-87a5-c64612e041ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:09.088230 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e631308-6b65-47e5-8c44-619d1b77db8c tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Network a39ee2ef-5a1c-4630-b7dc-9244e89de724 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:09.090614 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ae23f9-d9a9-4b89-b4e6-069a76c331ec tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:38:09.092197 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-9e631308-6b65-47e5-8c44-619d1b77db8c tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:09.095327 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e631308-6b65-47e5-8c44-619d1b77db8c tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:38:09.131103 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d80692c4-3c7f-4f46-aa2f-6bd1ddb77b87 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Synchronizing usage tracker for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:09.185623 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9e631308-6b65-47e5-8c44-619d1b77db8c tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:09.219652 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a9493caa-8146-47ae-aee1-517c60408c00 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:09.238594 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d80692c4-3c7f-4f46-aa2f-6bd1ddb77b87 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Unset dirty status for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:09.239861 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d80692c4-3c7f-4f46-aa2f-6bd1ddb77b87 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3131225 Feb 04 11:38:09.247009 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35538) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:09.254894 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-54f4c726-7522-4c9d-a7be-06eff6b26bf5 None None] For port 1fbaf5d9-2566-42b8-a9c0-22fe063146b2, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=1fbaf5d9-2566-42b8-a9c0-22fe063146b2,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:38:09.255196 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-54f4c726-7522-4c9d-a7be-06eff6b26bf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:09.260743 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-2bd486da-20f5-4340-ad82-36d00d4bd682 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Request body: {'security_group': {'name': 'tempest-secgroup--1953994209'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:09.269571 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-2bd486da-20f5-4340-ad82-36d00d4bd682 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:09.273233 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a9493caa-8146-47ae-aee1-517c60408c00 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Usage tracker for resource:security_group_rule and tenant:45b5f507e3d9480c9ab61bf706d8d1f2 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:09.281253 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a9493caa-8146-47ae-aee1-517c60408c00 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:09.284496 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-2bd486da-20f5-4340-ad82-36d00d4bd682 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:09.312810 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a9493caa-8146-47ae-aee1-517c60408c00 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:09.326842 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a452228-1163-4684-9fee-b1aeab80a450 None None] Network a39ee2ef-5a1c-4630-b7dc-9244e89de724 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:38:09.346564 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.ipam_backend_mixin [None req-9cef643f-bb50-45ee-8bdc-91645dad4731 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3b1af07e-cc1d-4f0e-a30d-2ffc98a9c87b (CIDR: 2001:db8::/64) Feb 04 11:38:09.373669 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9e631308-6b65-47e5-8c44-619d1b77db8c tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:09.405085 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-54f4c726-7522-4c9d-a7be-06eff6b26bf5 None None] Calling delete_port for 1fbaf5d9-2566-42b8-a9c0-22fe063146b2 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:38:09.423653 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cef643f-bb50-45ee-8bdc-91645dad4731 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:38:09.424112 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cef643f-bb50-45ee-8bdc-91645dad4731 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:09.517997 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2bd486da-20f5-4340-ad82-36d00d4bd682 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:09.559080 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b1847a43-f912-41ea-a65b-b4cca0d69af6 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:09.578874 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a9493caa-8146-47ae-aee1-517c60408c00 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:09.606156 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 81831e5d-50b8-499d-9565-3b408eaeb64c up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:38:09.654439 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-2bd486da-20f5-4340-ad82-36d00d4bd682 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:09.655455 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c7caf245-10c8-4c3e-a2fa-fc7677e76df8 None None] Provisioning for port 81831e5d-50b8-499d-9565-3b408eaeb64c completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:38:09.665366 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-2bd486da-20f5-4340-ad82-36d00d4bd682 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Usage tracker for resource:security_group_rule and tenant:bc07e3d4677c42e783e915d5a6500783 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:09.672751 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-2bd486da-20f5-4340-ad82-36d00d4bd682 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:09.687930 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-2bd486da-20f5-4340-ad82-36d00d4bd682 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:09.723649 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-54f4c726-7522-4c9d-a7be-06eff6b26bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:09.787437 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f4c726-7522-4c9d-a7be-06eff6b26bf5 None None] Pushing event deleted for resources: {'Port': ['ID=1fbaf5d9-2566-42b8-a9c0-22fe063146b2,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:09.817467 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-b1847a43-f912-41ea-a65b-b4cca0d69af6 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Transition to ACTIVE for port object dd01d8cf-4064-4fa0-9621-92110aa0ce4e will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:38:09.833466 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-9cef643f-bb50-45ee-8bdc-91645dad4731 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1608114 Feb 04 11:38:09.836805 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35546) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:09.839160 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f4c726-7522-4c9d-a7be-06eff6b26bf5 None None] No DVR routers for this DVR port 1fbaf5d9-2566-42b8-a9c0-22fe063146b2 on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:38:09.842443 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07c8a20-7bc6-4a4a-8b10-9e154eda9800 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:38:09.854863 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-2b9474e5-2b01-4800-abd4-6f1a17e90cb7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:09.863750 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c07c8a20-7bc6-4a4a-8b10-9e154eda9800 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:09.867464 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c07c8a20-7bc6-4a4a-8b10-9e154eda9800 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] 10.222.0.21 "PUT /v2.0/routers/3f68edbd-420c-4df9-8f93-a6c64923b00b HTTP/1.1" status: 200 len: 919 time: 7.5540001 Feb 04 11:38:09.867659 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9f6fce-3d1c-4e79-a150-8e73bdf913e3 None None] Sync routers for ids ['3f68edbd-420c-4df9-8f93-a6c64923b00b'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:38:09.875165 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35550) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:09.880216 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9f6fce-3d1c-4e79-a150-8e73bdf913e3 None None] Routers {'3f68edbd-420c-4df9-8f93-a6c64923b00b'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:38:09.880877 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-5f9f6fce-3d1c-4e79-a150-8e73bdf913e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:37:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['3f68edbd-420c-4df9-8f93-a6c64923b00b'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:09.898470 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2bd486da-20f5-4340-ad82-36d00d4bd682 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:09.930905 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 81831e5d-50b8-499d-9565-3b408eaeb64c completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:38:09.942969 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 81831e5d-50b8-499d-9565-3b408eaeb64c triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:09.943348 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:09.954537 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-5f9f6fce-3d1c-4e79-a150-8e73bdf913e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:09.967749 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9f6fce-3d1c-4e79-a150-8e73bdf913e3 None None] Routers {'3f68edbd-420c-4df9-8f93-a6c64923b00b'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:38:09.968786 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-5f9f6fce-3d1c-4e79-a150-8e73bdf913e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:37:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['3f68edbd-420c-4df9-8f93-a6c64923b00b'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:09.972682 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2bd486da-20f5-4340-ad82-36d00d4bd682 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:10.039163 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-5f9f6fce-3d1c-4e79-a150-8e73bdf913e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:10.039839 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9f6fce-3d1c-4e79-a150-8e73bdf913e3 None None] The sync data for ids ['3f68edbd-420c-4df9-8f93-a6c64923b00b'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:38:10.046697 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a464e3f9-f198-4cf3-abd3-b254fb212aba None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:38:10.068983 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd486da-20f5-4340-ad82-36d00d4bd682 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=295065af-33eb-4145-8fad-1492edaf401d,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:10.109649 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a9493caa-8146-47ae-aee1-517c60408c00 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:10.120710 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9e631308-6b65-47e5-8c44-619d1b77db8c tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:10.133357 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-2b9474e5-2b01-4800-abd4-6f1a17e90cb7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:10.139516 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-2b9474e5-2b01-4800-abd4-6f1a17e90cb7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:subnet and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:10.142711 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b1847a43-f912-41ea-a65b-b4cca0d69af6 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:10.142885 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-2b9474e5-2b01-4800-abd4-6f1a17e90cb7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:10.152793 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-2b9474e5-2b01-4800-abd4-6f1a17e90cb7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:10.174229 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2bd486da-20f5-4340-ad82-36d00d4bd682 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:10.175733 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2bd486da-20f5-4340-ad82-36d00d4bd682 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9274251 Feb 04 11:38:10.178834 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35554) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:10.188200 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-5a9d4698-d48c-4601-a467-da64a4b01430 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Request body: {'security_group_rule': {'security_group_id': '295065af-33eb-4145-8fad-1492edaf401d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:10.194505 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-5a9d4698-d48c-4601-a467-da64a4b01430 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:10.205645 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-5a9d4698-d48c-4601-a467-da64a4b01430 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Usage tracker for resource:security_group_rule and tenant:bc07e3d4677c42e783e915d5a6500783 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:10.212631 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-5a9d4698-d48c-4601-a467-da64a4b01430 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:10.222240 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-5a9d4698-d48c-4601-a467-da64a4b01430 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:10.241659 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9e631308-6b65-47e5-8c44-619d1b77db8c tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:10.264070 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:10.270644 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a9493caa-8146-47ae-aee1-517c60408c00 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:10.330340 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9493caa-8146-47ae-aee1-517c60408c00 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78acb90b-21a2-4dba-ab06-5183ac43e533,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:10.336100 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 81831e5d-50b8-499d-9565-3b408eaeb64c, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=81831e5d-50b8-499d-9565-3b408eaeb64c,segment=NetworkSegment(5fc55cc2-3895-4197-87aa-b9986a8ee0ee),segment_id=5fc55cc2-3895-4197-87aa-b9986a8ee0ee)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:38:10.349120 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1847a43-f912-41ea-a65b-b4cca0d69af6 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Network 86b78875-1a29-401f-ba26-af0b60d88d97 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:10.350090 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9474e5-2b01-4800-abd4-6f1a17e90cb7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:38:10.365137 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1847a43-f912-41ea-a65b-b4cca0d69af6 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Port': ['ID=dd01d8cf-4064-4fa0-9621-92110aa0ce4e,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:10.368422 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-b1847a43-f912-41ea-a65b-b4cca0d69af6 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:10.390086 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1847a43-f912-41ea-a65b-b4cca0d69af6 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:38:10.397657 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1847a43-f912-41ea-a65b-b4cca0d69af6 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:10.397657 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b1847a43-f912-41ea-a65b-b4cca0d69af6 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:10.422541 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:10.475956 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5a9d4698-d48c-4601-a467-da64a4b01430 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:10.514579 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184ece13-aeee-4828-87cc-cbb31c23e3a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'tenant_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'fixed_ips': [{'subnet_id': '3b1af07e-cc1d-4f0e-a30d-2ffc98a9c87b'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:38:10.515753 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-184ece13-aeee-4828-87cc-cbb31c23e3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:10.520638 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b1847a43-f912-41ea-a65b-b4cca0d69af6 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6789083 Feb 04 11:38:10.528954 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35558) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:10.533288 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a9493caa-8146-47ae-aee1-517c60408c00 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:10.534818 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a9493caa-8146-47ae-aee1-517c60408c00 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.4647760 Feb 04 11:38:10.538650 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-074cb82d-34d7-47da-b777-754026108ea5 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] 10.222.0.21 "GET /v2.0/routers/3f68edbd-420c-4df9-8f93-a6c64923b00b HTTP/1.1" status: 200 len: 925 time: 0.6623800 Feb 04 11:38:10.544912 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-d1ad0732-390f-4109-a932-82201af00386 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'subnet': {'network_id': '86b78875-1a29-401f-ba26-af0b60d88d97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:10.545122 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35560) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:10.545122 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35564) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:10.589132 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9e631308-6b65-47e5-8c44-619d1b77db8c tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:10.600012 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e631308-6b65-47e5-8c44-619d1b77db8c tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Pushing event updated for resources: {'Port': ['ID=31aa5830-7cca-4987-86ab-5de6e06a2609,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:10.651995 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-1ffed3ad-43ae-478b-9d4c-d3263618554f tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "GET /v2.0/security-group-rules/78acb90b-21a2-4dba-ab06-5183ac43e533 HTTP/1.1" status: 200 len: 705 time: 0.1078558 Feb 04 11:38:10.654081 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-86ae23f9-d9a9-4b89-b4e6-069a76c331ec tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:10.655099 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35570) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:10.777584 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=81831e5d-50b8-499d-9565-3b408eaeb64c,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:10.818727 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-d5e6ba74-da02-436f-9e51-2a2928ba6dca tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Synchronizing usage tracker for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group_rule {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:10.854951 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-95583322-9bf8-4e1f-aba4-8b4f710ecc1e tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=63d4ab6b-931d-42a4-aa18-bedd81d582fa&device_id=3f68edbd-420c-4df9-8f93-a6c64923b00b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3079622 Feb 04 11:38:10.862517 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35574) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:10.867183 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-84aa4402-4afb-40cd-9ccb-499ab074562a None None] Provisioning for port 31aa5830-7cca-4987-86ab-5de6e06a2609 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:38:10.881698 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-84aa4402-4afb-40cd-9ccb-499ab074562a None None] Provisioning complete for port 31aa5830-7cca-4987-86ab-5de6e06a2609 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:10.882080 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-84aa4402-4afb-40cd-9ccb-499ab074562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:10.897438 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-86ae23f9-d9a9-4b89-b4e6-069a76c331ec tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:10.952583 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-84aa4402-4afb-40cd-9ccb-499ab074562a None None] Port 31aa5830-7cca-4987-86ab-5de6e06a2609 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:38:10.985598 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-d5e6ba74-da02-436f-9e51-2a2928ba6dca tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Unset dirty status for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group_rule {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:10.989613 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d5e6ba74-da02-436f-9e51-2a2928ba6dca tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3299766 Feb 04 11:38:10.989747 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-184ece13-aeee-4828-87cc-cbb31c23e3a9 None None] Allocated IP 2001:db8::2 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/3b1af07e-cc1d-4f0e-a30d-2ffc98a9c87b/d36ee07c-6a3a-478b-ad74-d165265d9d64) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:38:10.994963 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-84aa4402-4afb-40cd-9ccb-499ab074562a None None] Provisioning complete for port 81831e5d-50b8-499d-9565-3b408eaeb64c triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:10.995163 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-84aa4402-4afb-40cd-9ccb-499ab074562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:10.996132 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35578) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:10.996317 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2b9474e5-2b01-4800-abd4-6f1a17e90cb7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:11.011080 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5a9d4698-d48c-4601-a467-da64a4b01430 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:11.073854 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-36a2ad46-a081-4149-bcbe-8fc6ec4e923d tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:11.085285 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-36a2ad46-a081-4149-bcbe-8fc6ec4e923d tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:11.097340 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5a9d4698-d48c-4601-a467-da64a4b01430 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:11.166573 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d4698-d48c-4601-a467-da64a4b01430 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df1f3e9-caa0-49b9-ab2b-f335229a5f93,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:11.223695 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d1ad0732-390f-4109-a932-82201af00386 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:11.226074 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a8881a-e116-4161-b785-380eb97ff2af tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:11.230509 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-80a8881a-e116-4161-b785-380eb97ff2af tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] 10.222.0.21 "GET /v2.0/networks/63d4ab6b-931d-42a4-aa18-bedd81d582fa HTTP/1.1" status: 200 len: 881 time: 0.3637862 Feb 04 11:38:11.231816 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35582) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:11.244338 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d1ad0732-390f-4109-a932-82201af00386 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:subnet and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:11.250827 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d1ad0732-390f-4109-a932-82201af00386 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:11.270829 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d1ad0732-390f-4109-a932-82201af00386 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:11.288729 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e631308-6b65-47e5-8c44-619d1b77db8c tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Network a39ee2ef-5a1c-4630-b7dc-9244e89de724 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:11.293246 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-9e631308-6b65-47e5-8c44-619d1b77db8c tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:11.339072 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-36a2ad46-a081-4149-bcbe-8fc6ec4e923d tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:11.360317 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-184ece13-aeee-4828-87cc-cbb31c23e3a9 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:11.366865 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5a9d4698-d48c-4601-a467-da64a4b01430 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:11.372739 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5a9d4698-d48c-4601-a467-da64a4b01430 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.1881373 Feb 04 11:38:11.377455 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-184ece13-aeee-4828-87cc-cbb31c23e3a9 None None] Transition to ACTIVE for port object d36ee07c-6a3a-478b-ad74-d165265d9d64 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:38:11.379312 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35586) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:11.404374 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8ec2fdae-7eb4-46d6-b069-6f5dcd8bb836 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f68edbd-420c-4df9-8f93-a6c64923b00b HTTP/1.1" status: 200 len: 205 time: 0.1652067 Feb 04 11:38:11.411390 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-184ece13-aeee-4828-87cc-cbb31c23e3a9 None None] Transition to ACTIVE for port object d36ee07c-6a3a-478b-ad74-d165265d9d64 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:38:11.429548 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35590) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:11.432844 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a2ad46-a081-4149-bcbe-8fc6ec4e923d tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78acb90b-21a2-4dba-ab06-5183ac43e533,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:11.441394 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ad0732-390f-4109-a932-82201af00386 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Made reservation on behalf of 923893a854aa49c78e412c9bf04cfc96 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:38:11.513365 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-184ece13-aeee-4828-87cc-cbb31c23e3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:11.563687 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bc82db47-7d1a-465d-a76e-9d45354e9a78 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:11.587174 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bc82db47-7d1a-465d-a76e-9d45354e9a78 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:11.606591 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-36a2ad46-a081-4149-bcbe-8fc6ec4e923d tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:11.607692 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-36a2ad46-a081-4149-bcbe-8fc6ec4e923d tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/78acb90b-21a2-4dba-ab06-5183ac43e533 HTTP/1.1" status: 204 len: 168 time: 0.6106470 Feb 04 11:38:11.613026 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35594) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:11.664587 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-86ae23f9-d9a9-4b89-b4e6-069a76c331ec tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:11.680843 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ece13-aeee-4828-87cc-cbb31c23e3a9 None None] Pushing event updated for resources: {'Port': ['ID=d36ee07c-6a3a-478b-ad74-d165265d9d64,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:11.685792 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 81831e5d-50b8-499d-9565-3b408eaeb64c up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:38:11.700100 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-7403f3c6-7566-4c94-947b-c86df16b4c22 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Synchronizing usage tracker for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group_rule {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:11.757107 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184ece13-aeee-4828-87cc-cbb31c23e3a9 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:11.760200 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-184ece13-aeee-4828-87cc-cbb31c23e3a9 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:11.763806 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-86ae23f9-d9a9-4b89-b4e6-069a76c331ec tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:11.765104 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184ece13-aeee-4828-87cc-cbb31c23e3a9 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:38:11.808444 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bc82db47-7d1a-465d-a76e-9d45354e9a78 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:11.848459 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-15505f25-a622-4756-bafd-0a96739b354b None None] Provisioning for port dd01d8cf-4064-4fa0-9621-92110aa0ce4e completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:38:11.867432 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d1ad0732-390f-4109-a932-82201af00386 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:11.872157 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-15505f25-a622-4756-bafd-0a96739b354b None None] Provisioning complete for port dd01d8cf-4064-4fa0-9621-92110aa0ce4e triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:11.872531 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-15505f25-a622-4756-bafd-0a96739b354b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:11.929434 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-184ece13-aeee-4828-87cc-cbb31c23e3a9 None None] Attempting to bind port d36ee07c-6a3a-478b-ad74-d165265d9d64 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:38:11.929700 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-184ece13-aeee-4828-87cc-cbb31c23e3a9 None None] Attempting to bind port d36ee07c-6a3a-478b-ad74-d165265d9d64 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:38:11.930239 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184ece13-aeee-4828-87cc-cbb31c23e3a9 None None] Attempting to bind port d36ee07c-6a3a-478b-ad74-d165265d9d64 on network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:38:11.942385 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 81831e5d-50b8-499d-9565-3b408eaeb64c triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:11.942745 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:11.978064 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-15505f25-a622-4756-bafd-0a96739b354b None None] Port dd01d8cf-4064-4fa0-9621-92110aa0ce4e cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:38:11.983390 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82db47-7d1a-465d-a76e-9d45354e9a78 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0df1f3e9-caa0-49b9-ab2b-f335229a5f93,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:11.995164 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184ece13-aeee-4828-87cc-cbb31c23e3a9 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:38:11.995718 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184ece13-aeee-4828-87cc-cbb31c23e3a9 None None] Checking segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:38:11.996127 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-184ece13-aeee-4828-87cc-cbb31c23e3a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:11.996512 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184ece13-aeee-4828-87cc-cbb31c23e3a9 None None] Bound using segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:38:11.997568 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-184ece13-aeee-4828-87cc-cbb31c23e3a9 None None] Bound port: d36ee07c-6a3a-478b-ad74-d165265d9d64, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:38:11.997972 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-184ece13-aeee-4828-87cc-cbb31c23e3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:12.028917 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bc82db47-7d1a-465d-a76e-9d45354e9a78 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:12.032910 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-bc82db47-7d1a-465d-a76e-9d45354e9a78 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/0df1f3e9-caa0-49b9-ab2b-f335229a5f93 HTTP/1.1" status: 204 len: 168 time: 0.6356642 Feb 04 11:38:12.035858 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35598) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:12.046026 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae23f9-d9a9-4b89-b4e6-069a76c331ec tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event updated for resources: {'Port': ['ID=bac17475-b48e-4a91-90d7-dd771461fc56,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:12.073931 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.ipam_backend_mixin [None req-d1ad0732-390f-4109-a932-82201af00386 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c9c31861-be39-4261-8e00-1a44bd768231 (CIDR: 2001:db8::/64) Feb 04 11:38:12.090285 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-7403f3c6-7566-4c94-947b-c86df16b4c22 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Unset dirty status for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group_rule {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:12.094651 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-7403f3c6-7566-4c94-947b-c86df16b4c22 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4777198 Feb 04 11:38:12.098026 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35602) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:12.105320 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-86ae23f9-d9a9-4b89-b4e6-069a76c331ec tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:12.105545 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-15505f25-a622-4756-bafd-0a96739b354b None None] Provisioning complete for port 31aa5830-7cca-4987-86ab-5de6e06a2609 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:12.105933 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-15505f25-a622-4756-bafd-0a96739b354b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:12.135957 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f8e36d7a-4d7b-47bb-a2eb-e74c10f5bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:12.144491 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1ad0732-390f-4109-a932-82201af00386 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:38:12.144884 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1ad0732-390f-4109-a932-82201af00386 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:12.195708 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-fef0168d-aecf-478e-9771-b6870fec4884 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Synchronizing usage tracker for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group_rule {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:12.224469 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-ce0a0de2-e2bb-482f-8a0e-67205820270f tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Request body: {'security_group_rule': {'security_group_id': '1389a9ea-1b10-45be-87a5-c64612e041ea', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:12.226412 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-15505f25-a622-4756-bafd-0a96739b354b None None] Port 31aa5830-7cca-4987-86ab-5de6e06a2609 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:38:12.241233 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ce0a0de2-e2bb-482f-8a0e-67205820270f tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:12.245977 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-184ece13-aeee-4828-87cc-cbb31c23e3a9 None None] For port d36ee07c-6a3a-478b-ad74-d165265d9d64, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:38:12.267050 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-184ece13-aeee-4828-87cc-cbb31c23e3a9 None None] For port d36ee07c-6a3a-478b-ad74-d165265d9d64, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=d36ee07c-6a3a-478b-ad74-d165265d9d64,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:38:12.279597 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ce0a0de2-e2bb-482f-8a0e-67205820270f tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:12.281761 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d1ad0732-390f-4109-a932-82201af00386 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7448049 Feb 04 11:38:12.285993 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35606) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:12.296309 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7986a22a-fe7d-4fdc-8d84-35dd62161f64 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:12.296540 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-8a635458-93a6-4326-b360-14c615cce76a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'subnet': {'network_id': '86b78875-1a29-401f-ba26-af0b60d88d97', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:12.349855 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-eb55c266-a7c6-469c-84f2-5bb4dc531a12 None None] Provisioning complete for port 31aa5830-7cca-4987-86ab-5de6e06a2609 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:12.350438 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-eb55c266-a7c6-469c-84f2-5bb4dc531a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:12.376591 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.objects.ports [None req-2b9474e5-2b01-4800-abd4-6f1a17e90cb7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84204) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 11:38:12.390484 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-184ece13-aeee-4828-87cc-cbb31c23e3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:12.420499 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-fef0168d-aecf-478e-9771-b6870fec4884 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Unset dirty status for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group_rule {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:12.424613 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-fef0168d-aecf-478e-9771-b6870fec4884 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3835869 Feb 04 11:38:12.430300 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e631308-6b65-47e5-8c44-619d1b77db8c tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Router 6d7dd10c-d719-4b37-b3ce-940ed3fe4084 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:38:12.437163 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35610) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:12.463050 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ce0a0de2-e2bb-482f-8a0e-67205820270f tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:12.474307 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-eb55c266-a7c6-469c-84f2-5bb4dc531a12 None None] Port 31aa5830-7cca-4987-86ab-5de6e06a2609 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:38:12.493348 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ece13-aeee-4828-87cc-cbb31c23e3a9 None None] Pushing event updated for resources: {'Port': ['ID=d36ee07c-6a3a-478b-ad74-d165265d9d64,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:12.655955 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ce0a0de2-e2bb-482f-8a0e-67205820270f tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:12.664887 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.l3_db [None req-86ae23f9-d9a9-4b89-b4e6-069a76c331ec tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Floating IP 060f63c0-4b36-4473-ba52-7b0f9015e439 associated. External IP: 172.26.3.192, port: f2f282db-10c7-4b89-b2fc-7f297c0090b7. Feb 04 11:38:12.751672 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ce0a0de2-e2bb-482f-8a0e-67205820270f tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:12.805549 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-8a635458-93a6-4326-b360-14c615cce76a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:12.807596 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a0de2-e2bb-482f-8a0e-67205820270f tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a70eb75d-7ad6-40c1-8596-970092effc17,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:12.812386 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8a635458-93a6-4326-b360-14c615cce76a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:subnet and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:12.815241 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7986a22a-fe7d-4fdc-8d84-35dd62161f64 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:12.819532 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8a635458-93a6-4326-b360-14c615cce76a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:12.836659 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-8a635458-93a6-4326-b360-14c615cce76a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:12.888821 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ce0a0de2-e2bb-482f-8a0e-67205820270f tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:12.890406 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ce0a0de2-e2bb-482f-8a0e-67205820270f tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7906475 Feb 04 11:38:12.896458 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35614) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:12.908185 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4ff5b62f-e18f-4e7e-8ec2-7191c9554e34 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:12.924639 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-25979ec9-5a43-466d-9213-4f55260fc94c tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "GET /v2.0/security-group-rules/a70eb75d-7ad6-40c1-8596-970092effc17 HTTP/1.1" status: 200 len: 705 time: 0.0240324 Feb 04 11:38:12.924985 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35618) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:12.954548 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-7986a22a-fe7d-4fdc-8d84-35dd62161f64 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Deleting port 75c73a2a-ffe5-4c3c-8b4b-7c645898bf48 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:38:12.954918 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7986a22a-fe7d-4fdc-8d84-35dd62161f64 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:12.958840 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4ff5b62f-e18f-4e7e-8ec2-7191c9554e34 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:13.021874 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e631308-6b65-47e5-8c44-619d1b77db8c tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:38:13.034767 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044fe65c-d3d1-4c78-bdcd-58498d720212 None None] Sync routers for ids ['6d7dd10c-d719-4b37-b3ce-940ed3fe4084'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:38:13.037287 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a635458-93a6-4326-b360-14c615cce76a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Made reservation on behalf of 923893a854aa49c78e412c9bf04cfc96 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:38:13.041440 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8a635458-93a6-4326-b360-14c615cce76a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:13.054013 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044fe65c-d3d1-4c78-bdcd-58498d720212 None None] Routers {'6d7dd10c-d719-4b37-b3ce-940ed3fe4084'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:38:13.054662 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-044fe65c-d3d1-4c78-bdcd-58498d720212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:37:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['6d7dd10c-d719-4b37-b3ce-940ed3fe4084'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:13.117060 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f7fe10b4-136b-4b78-bf6f-c3c1595e6cd4 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Synchronizing usage tracker for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group_rule {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:13.131052 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-044fe65c-d3d1-4c78-bdcd-58498d720212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:13.147929 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044fe65c-d3d1-4c78-bdcd-58498d720212 None None] Routers {'6d7dd10c-d719-4b37-b3ce-940ed3fe4084'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:38:13.148763 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-044fe65c-d3d1-4c78-bdcd-58498d720212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:37:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['6d7dd10c-d719-4b37-b3ce-940ed3fe4084'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:13.157009 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9e631308-6b65-47e5-8c44-619d1b77db8c tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] 10.222.0.21 "PUT /v2.0/routers/6d7dd10c-d719-4b37-b3ce-940ed3fe4084/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2698739 Feb 04 11:38:13.160703 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35622) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:13.167070 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4ff5b62f-e18f-4e7e-8ec2-7191c9554e34 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:13.169461 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4ff5b62f-e18f-4e7e-8ec2-7191c9554e34 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:13.173124 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-4ff5b62f-e18f-4e7e-8ec2-7191c9554e34 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "DELETE /v2.0/security-groups/295065af-33eb-4145-8fad-1492edaf401d HTTP/1.1" status: 204 len: 168 time: 0.7318330 Feb 04 11:38:13.174009 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-ff823166-5904-4d0c-aebe-abd4414722f3 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Request body: {'port': {'network_id': 'a39ee2ef-5a1c-4630-b7dc-9244e89de724', 'name': 'tempest-FloatingIPNegativeTestJSON-934809548'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:13.193338 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35626) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:13.216533 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5b62f-e18f-4e7e-8ec2-7191c9554e34 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=295065af-33eb-4145-8fad-1492edaf401d,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:13.232416 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-044fe65c-d3d1-4c78-bdcd-58498d720212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:13.232623 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2b9474e5-2b01-4800-abd4-6f1a17e90cb7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:13.232869 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044fe65c-d3d1-4c78-bdcd-58498d720212 None None] The sync data for ids ['6d7dd10c-d719-4b37-b3ce-940ed3fe4084'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:38:13.341945 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.ipam_backend_mixin [None req-8a635458-93a6-4326-b360-14c615cce76a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 183f88ce-9269-4bfa-8267-de91980532d3 (CIDR: 2001:db8:0:1::/64) Feb 04 11:38:13.355252 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f7fe10b4-136b-4b78-bf6f-c3c1595e6cd4 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Unset dirty status for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group_rule {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:13.359061 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f7fe10b4-136b-4b78-bf6f-c3c1595e6cd4 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4306726 Feb 04 11:38:13.361060 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35630) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:13.404566 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7986a22a-fe7d-4fdc-8d84-35dd62161f64 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:13.418726 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a635458-93a6-4326-b360-14c615cce76a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:38:13.419374 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a635458-93a6-4326-b360-14c615cce76a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:13.493391 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-504c8b81-3e86-44fc-a51e-a5dc24d2d662 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:13.510105 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-504c8b81-3e86-44fc-a51e-a5dc24d2d662 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:13.547928 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device d36ee07c-6a3a-478b-ad74-d165265d9d64 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:38:13.570498 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-7986a22a-fe7d-4fdc-8d84-35dd62161f64 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Calling delete_port for 75c73a2a-ffe5-4c3c-8b4b-7c645898bf48 owned by network:router_gateway {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:38:13.596910 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-2b9474e5-2b01-4800-abd4-6f1a17e90cb7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] For port d36ee07c-6a3a-478b-ad74-d165265d9d64, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=d36ee07c-6a3a-478b-ad74-d165265d9d64,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:38:13.606922 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8a635458-93a6-4326-b360-14c615cce76a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.3188379 Feb 04 11:38:13.607650 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35634) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:13.615587 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-888e9a80-3f69-4147-ac78-29550c6c59ad tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'subnet': {'network_id': '86b78875-1a29-401f-ba26-af0b60d88d97', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:13.672280 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a1c060f1-57c0-4745-8f91-6d283d484426 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4754848 Feb 04 11:38:13.676817 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35638) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:13.685983 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-6a5fc742-c24c-42f8-ad60-ae70f41bda97 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Request body: {'security_group': {'name': 'tempest-secgroup--2061119266'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:13.697640 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-504c8b81-3e86-44fc-a51e-a5dc24d2d662 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:13.699587 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ff823166-5904-4d0c-aebe-abd4414722f3 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:13.702166 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6a5fc742-c24c-42f8-ad60-ae70f41bda97 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:13.708913 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6a5fc742-c24c-42f8-ad60-ae70f41bda97 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Usage tracker for resource:security_group and tenant:bc07e3d4677c42e783e915d5a6500783 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:13.716749 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port d36ee07c-6a3a-478b-ad74-d165265d9d64 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:38:13.720958 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ff823166-5904-4d0c-aebe-abd4414722f3 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Usage tracker for resource:port and tenant:2b8470c2cd9749779b9f46fd6debad13 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:13.727366 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.db.resource_extend [None req-2b9474e5-2b01-4800-abd4-6f1a17e90cb7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:38:13.730907 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6a5fc742-c24c-42f8-ad60-ae70f41bda97 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:13.736363 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c8b81-3e86-44fc-a51e-a5dc24d2d662 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a70eb75d-7ad6-40c1-8596-970092effc17,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:13.737241 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ff823166-5904-4d0c-aebe-abd4414722f3 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:13.740927 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6a5fc742-c24c-42f8-ad60-ae70f41bda97 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:13.754713 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ff823166-5904-4d0c-aebe-abd4414722f3 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:13.765864 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2b9474e5-2b01-4800-abd4-6f1a17e90cb7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:13.806781 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-504c8b81-3e86-44fc-a51e-a5dc24d2d662 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:13.810348 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-504c8b81-3e86-44fc-a51e-a5dc24d2d662 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/a70eb75d-7ad6-40c1-8596-970092effc17 HTTP/1.1" status: 204 len: 168 time: 0.4457948 Feb 04 11:38:13.811891 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35642) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:13.839970 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-888e9a80-3f69-4147-ac78-29550c6c59ad tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:13.844912 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2b9474e5-2b01-4800-abd4-6f1a17e90cb7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:13.845642 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2b9474e5-2b01-4800-abd4-6f1a17e90cb7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:13.890212 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c49f9248-04d6-4de9-afa2-2dc20bdb2d3d None None] Provisioning for port d36ee07c-6a3a-478b-ad74-d165265d9d64 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:38:13.895761 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c49f9248-04d6-4de9-afa2-2dc20bdb2d3d None None] Provisioning complete for port d36ee07c-6a3a-478b-ad74-d165265d9d64 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:13.896564 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c49f9248-04d6-4de9-afa2-2dc20bdb2d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:13.916826 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-888e9a80-3f69-4147-ac78-29550c6c59ad tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Usage tracker for resource:subnet and tenant:923893a854aa49c78e412c9bf04cfc96 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:13.936789 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-888e9a80-3f69-4147-ac78-29550c6c59ad tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:13.961025 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-888e9a80-3f69-4147-ac78-29550c6c59ad tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:14.012820 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9474e5-2b01-4800-abd4-6f1a17e90cb7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:14.013622 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9474e5-2b01-4800-abd4-6f1a17e90cb7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Subnet': ['ID=4e1543b7-0ccf-44b7-b51c-c9a9d472ae10,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:14.020538 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-2b9474e5-2b01-4800-abd4-6f1a17e90cb7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:14.029706 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9474e5-2b01-4800-abd4-6f1a17e90cb7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:14.030416 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2b9474e5-2b01-4800-abd4-6f1a17e90cb7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:14.036729 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9474e5-2b01-4800-abd4-6f1a17e90cb7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Port': ['ID=d36ee07c-6a3a-478b-ad74-d165265d9d64,revision_number=4']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:14.042131 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c49f9248-04d6-4de9-afa2-2dc20bdb2d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:14.051763 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f2239102-1888-404e-b8c5-cf80bdd88bed tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Synchronizing usage tracker for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group_rule {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:14.058564 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a736ad1-e8e9-4695-a847-0fe7c4b09bd3 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:38:14.073213 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6a5fc742-c24c-42f8-ad60-ae70f41bda97 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:14.076649 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888e9a80-3f69-4147-ac78-29550c6c59ad tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Made reservation on behalf of 923893a854aa49c78e412c9bf04cfc96 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:38:14.080695 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-888e9a80-3f69-4147-ac78-29550c6c59ad tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:14.089572 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff823166-5904-4d0c-aebe-abd4414722f3 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Made reservation on behalf of 2b8470c2cd9749779b9f46fd6debad13 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:38:14.092529 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ff823166-5904-4d0c-aebe-abd4414722f3 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:14.151814 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2b9474e5-2b01-4800-abd4-6f1a17e90cb7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.3021932 Feb 04 11:38:14.156019 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ae23f9-d9a9-4b89-b4e6-069a76c331ec tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Router 9f13693f-5894-41a3-8de2-6b4557fe6c63 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:38:14.158176 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-ff823166-5904-4d0c-aebe-abd4414722f3 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] device_id is not set on port a993dc17-9411-4b38-83eb-99cc0706bd70 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:38:14.158308 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35646) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:14.170769 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-86de6909-8c3c-4938-bc52-829010058743 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'port': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'mac_address': 'fa:16:3e:a5:ad:13', 'name': 'tempest-NetworksTestDHCPv6-281322989'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:14.189661 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f2239102-1888-404e-b8c5-cf80bdd88bed tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Unset dirty status for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group_rule {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:14.193707 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f2239102-1888-404e-b8c5-cf80bdd88bed tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3785167 Feb 04 11:38:14.195008 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35654) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:14.203913 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-de058202-1e64-4443-bd4f-3fd1f5d04e3a tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Request body: {'security_group_rule': {'security_group_id': '1389a9ea-1b10-45be-87a5-c64612e041ea', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:14.230874 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-de058202-1e64-4443-bd4f-3fd1f5d04e3a tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:14.247061 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6a5fc742-c24c-42f8-ad60-ae70f41bda97 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:14.264451 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-de058202-1e64-4443-bd4f-3fd1f5d04e3a tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:14.274871 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c49f9248-04d6-4de9-afa2-2dc20bdb2d3d None None] For port d36ee07c-6a3a-478b-ad74-d165265d9d64, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=d36ee07c-6a3a-478b-ad74-d165265d9d64,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:38:14.288217 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7986a22a-fe7d-4fdc-8d84-35dd62161f64 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:14.333327 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6a5fc742-c24c-42f8-ad60-ae70f41bda97 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:14.364547 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c49f9248-04d6-4de9-afa2-2dc20bdb2d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:14.382135 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-86de6909-8c3c-4938-bc52-829010058743 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:14.389152 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-86de6909-8c3c-4938-bc52-829010058743 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:port and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:14.393017 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-86de6909-8c3c-4938-bc52-829010058743 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:14.401244 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-86de6909-8c3c-4938-bc52-829010058743 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:14.429712 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986a22a-fe7d-4fdc-8d84-35dd62161f64 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Pushing event deleted for resources: {'Port': ['ID=75c73a2a-ffe5-4c3c-8b4b-7c645898bf48,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:14.475704 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.securitygroups_db [None req-de058202-1e64-4443-bd4f-3fd1f5d04e3a tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Project 45b5f507e3d9480c9ab61bf706d8d1f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:38:14.510713 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f9248-04d6-4de9-afa2-2dc20bdb2d3d None None] Pushing event updated for resources: {'Port': ['ID=d36ee07c-6a3a-478b-ad74-d165265d9d64,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:14.523064 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-de058202-1e64-4443-bd4f-3fd1f5d04e3a tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:14.531394 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86de6909-8c3c-4938-bc52-829010058743 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:38:14.535640 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-86de6909-8c3c-4938-bc52-829010058743 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:14.543031 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b21ec269-8f99-42fe-9185-bd0d9381c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:14.568812 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-86de6909-8c3c-4938-bc52-829010058743 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] device_id is not set on port 732e425f-7d95-4e2d-a6dd-53aab8229534 yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:38:14.631754 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-888e9a80-3f69-4147-ac78-29550c6c59ad tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:14.656379 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-ff823166-5904-4d0c-aebe-abd4414722f3 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Allocated IP 172.20.0.11 (a39ee2ef-5a1c-4630-b7dc-9244e89de724/0607fa53-ab44-4e7f-8a64-f66a085cfeed/a993dc17-9411-4b38-83eb-99cc0706bd70) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:38:14.686053 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6a5fc742-c24c-42f8-ad60-ae70f41bda97 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:14.806105 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6a5fc742-c24c-42f8-ad60-ae70f41bda97 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:14.898441 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888e9a80-3f69-4147-ac78-29550c6c59ad tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Network 86b78875-1a29-401f-ba26-af0b60d88d97 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:14.907549 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-888e9a80-3f69-4147-ac78-29550c6c59ad tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:14.910852 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888e9a80-3f69-4147-ac78-29550c6c59ad tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:14.911543 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-888e9a80-3f69-4147-ac78-29550c6c59ad tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:14.920065 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409875ed-9381-493c-9196-de9b96dba7e6 None None] Network 86b78875-1a29-401f-ba26-af0b60d88d97 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:38:14.924106 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-de058202-1e64-4443-bd4f-3fd1f5d04e3a tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:14.924455 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e9a80-3f69-4147-ac78-29550c6c59ad tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Subnet': ['ID=a8d78069-c0af-44a0-be1d-d8b8c4799e7e,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:15.051918 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7986a22a-fe7d-4fdc-8d84-35dd62161f64 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:15.065310 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-86de6909-8c3c-4938-bc52-829010058743 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Allocated IP 2001:db8::31 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/3b1af07e-cc1d-4f0e-a30d-2ffc98a9c87b/732e425f-7d95-4e2d-a6dd-53aab8229534) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:38:15.071535 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-86de6909-8c3c-4938-bc52-829010058743 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Allocated IP 2001:db8:0:1:f816:3eff:fea5:ad13 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/4e1543b7-0ccf-44b7-b51c-c9a9d472ae10/732e425f-7d95-4e2d-a6dd-53aab8229534) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:38:15.103457 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-888e9a80-3f69-4147-ac78-29550c6c59ad tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4906650 Feb 04 11:38:15.104302 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35658) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:15.121448 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-f9147c5a-9a0c-45fb-9b8e-87a0b4384588 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1050318925', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a8d78069-c0af-44a0-be1d-d8b8c4799e7e'}], 'security_groups': ['22ad6a16-3dfc-46b0-9f3c-c35f57ccbdcc', 'f102d746-df31-4af6-a57a-2454ac1da45c']}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:15.132408 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-de058202-1e64-4443-bd4f-3fd1f5d04e3a tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:15.314658 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f9147c5a-9a0c-45fb-9b8e-87a0b4384588 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:15.325261 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bd1d8f-4f06-4970-bba0-3222c455025d None None] Update dhcp port {'port': {'network_id': '86b78875-1a29-401f-ba26-af0b60d88d97', 'fixed_ips': [{'subnet_id': '183f88ce-9269-4bfa-8267-de91980532d3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c9c31861-be39-4261-8e00-1a44bd768231', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a8d78069-c0af-44a0-be1d-d8b8c4799e7e'}], 'binding:host_id': 'dv-neutron-827825-2-hyperv'}, 'id': 'ae501bc3-b364-4bc5-b632-cc1eb5fc53ac'} from dv-neutron-827825-2-hyperv. {{(pid=84206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 11:38:15.325840 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5fc742-c24c-42f8-ad60-ae70f41bda97 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83d07468-5939-431e-9fde-f54642435faf,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:15.356750 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de058202-1e64-4443-bd4f-3fd1f5d04e3a tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e22d485-21b3-4770-a2f8-1847258135d6,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:15.373912 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-bc86709d-d4a5-4690-8539-cd8f3d3fb99a None None] Provisioning complete for port d36ee07c-6a3a-478b-ad74-d165265d9d64 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:15.375200 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bc86709d-d4a5-4690-8539-cd8f3d3fb99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:15.447568 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-24bd1d8f-4f06-4970-bba0-3222c455025d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:15.460025 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6a5fc742-c24c-42f8-ad60-ae70f41bda97 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:15.466071 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6a5fc742-c24c-42f8-ad60-ae70f41bda97 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7882476 Feb 04 11:38:15.480586 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35662) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:15.487086 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-fc04ffbc-c478-4827-8628-3c8bf9806978 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Request body: {'security_group_rule': {'security_group_id': '83d07468-5939-431e-9fde-f54642435faf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:15.518024 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device d36ee07c-6a3a-478b-ad74-d165265d9d64 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:38:15.684152 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-86de6909-8c3c-4938-bc52-829010058743 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:15.686023 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-de058202-1e64-4443-bd4f-3fd1f5d04e3a tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:15.687021 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-de058202-1e64-4443-bd4f-3fd1f5d04e3a tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.4910262 Feb 04 11:38:15.690805 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35666) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:15.704549 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-fc04ffbc-c478-4827-8628-3c8bf9806978 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:15.721548 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-86de6909-8c3c-4938-bc52-829010058743 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Transition to ACTIVE for port object 732e425f-7d95-4e2d-a6dd-53aab8229534 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:38:15.723052 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7986a22a-fe7d-4fdc-8d84-35dd62161f64 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:15.729060 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:15.739251 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-fc04ffbc-c478-4827-8628-3c8bf9806978 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Usage tracker for resource:security_group_rule and tenant:bc07e3d4677c42e783e915d5a6500783 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:15.746957 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-fc04ffbc-c478-4827-8628-3c8bf9806978 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:15.751658 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port d36ee07c-6a3a-478b-ad74-d165265d9d64 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:15.752030 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:15.756483 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-fc04ffbc-c478-4827-8628-3c8bf9806978 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:15.771177 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2cd5d3e7-acbe-407b-9227-4ce72953aa5d tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "GET /v2.0/security-group-rules/2e22d485-21b3-4770-a2f8-1847258135d6 HTTP/1.1" status: 200 len: 711 time: 0.0666249 Feb 04 11:38:15.773725 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35670) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:15.779884 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:15.786485 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7986a22a-fe7d-4fdc-8d84-35dd62161f64 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:15.809447 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ae23f9-d9a9-4b89-b4e6-069a76c331ec tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:38:15.819726 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ff823166-5904-4d0c-aebe-abd4414722f3 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:15.828708 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4863d95-46f0-4c3e-b189-61d9150b69f0 None None] Sync routers for ids ['9f13693f-5894-41a3-8de2-6b4557fe6c63'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:38:15.849562 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4863d95-46f0-4c3e-b189-61d9150b69f0 None None] Routers {'9f13693f-5894-41a3-8de2-6b4557fe6c63'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:38:15.851719 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-e4863d95-46f0-4c3e-b189-61d9150b69f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:38:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['9f13693f-5894-41a3-8de2-6b4557fe6c63'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:15.882555 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-57f53005-4232-436f-a142-26cc2afcda5b tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.1076424 Feb 04 11:38:15.885448 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35674) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:15.903466 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-86de6909-8c3c-4938-bc52-829010058743 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:15.910913 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fc04ffbc-c478-4827-8628-3c8bf9806978 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:15.925335 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-e4863d95-46f0-4c3e-b189-61d9150b69f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:15.937558 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c12df6f0-d509-4a4d-8bf9-443e2549152d tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:15.937747 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4863d95-46f0-4c3e-b189-61d9150b69f0 None None] Routers {'9f13693f-5894-41a3-8de2-6b4557fe6c63'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:38:15.938263 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-e4863d95-46f0-4c3e-b189-61d9150b69f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:38:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['9f13693f-5894-41a3-8de2-6b4557fe6c63'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:15.957831 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c12df6f0-d509-4a4d-8bf9-443e2549152d tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:15.972563 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-86ae23f9-d9a9-4b89-b4e6-069a76c331ec tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:16.001860 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-f9147c5a-9a0c-45fb-9b8e-87a0b4384588 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Delete allocated IP 2001:db8::301 (86b78875-1a29-401f-ba26-af0b60d88d97/c9c31861-be39-4261-8e00-1a44bd768231) {{(pid=84204) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 11:38:16.002097 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-e4863d95-46f0-4c3e-b189-61d9150b69f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:16.002097 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4863d95-46f0-4c3e-b189-61d9150b69f0 None None] The sync data for ids ['9f13693f-5894-41a3-8de2-6b4557fe6c63'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:38:16.006871 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-ff823166-5904-4d0c-aebe-abd4414722f3 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Transition to ACTIVE for port object a993dc17-9411-4b38-83eb-99cc0706bd70 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:38:16.013534 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de6909-8c3c-4938-bc52-829010058743 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Port': ['ID=732e425f-7d95-4e2d-a6dd-53aab8229534,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:16.019153 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7986a22a-fe7d-4fdc-8d84-35dd62161f64 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:16.019639 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7986a22a-fe7d-4fdc-8d84-35dd62161f64 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Fanout notify agent at l3_agent the message router_deleted on router 3f68edbd-420c-4df9-8f93-a6c64923b00b {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:38:16.020040 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86de6909-8c3c-4938-bc52-829010058743 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:16.021332 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-f9147c5a-9a0c-45fb-9b8e-87a0b4384588 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Allocated IP 2001:db8:0:2::52 (86b78875-1a29-401f-ba26-af0b60d88d97/a8d78069-c0af-44a0-be1d-d8b8c4799e7e/dd01d8cf-4064-4fa0-9621-92110aa0ce4e) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:38:16.023533 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-86de6909-8c3c-4938-bc52-829010058743 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:16.030584 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86de6909-8c3c-4938-bc52-829010058743 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:38:16.034188 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86de6909-8c3c-4938-bc52-829010058743 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:16.034722 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-86de6909-8c3c-4938-bc52-829010058743 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:16.039893 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7986a22a-fe7d-4fdc-8d84-35dd62161f64 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:16.041142 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-7986a22a-fe7d-4fdc-8d84-35dd62161f64 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] 10.222.0.21 "DELETE /v2.0/routers/3f68edbd-420c-4df9-8f93-a6c64923b00b HTTP/1.1" status: 204 len: 168 time: 4.6100543 Feb 04 11:38:16.046141 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35678) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:16.066536 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-6ece4694-8027-40f7-b556-45d9ca48e8ce tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1760789461', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:16.074302 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-6ece4694-8027-40f7-b556-45d9ca48e8ce tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:16.074501 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-86ae23f9-d9a9-4b89-b4e6-069a76c331ec tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.7563255 Feb 04 11:38:16.078588 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35682) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:16.087211 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-f5bdb05a-c7d1-4a02-ad67-e731182d9fdc tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:16.087373 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6ece4694-8027-40f7-b556-45d9ca48e8ce tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Usage tracker for resource:router and tenant:740bf14d103b4ed79f913bb123a585f8 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:16.092562 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6ece4694-8027-40f7-b556-45d9ca48e8ce tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:16.106878 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-6ece4694-8027-40f7-b556-45d9ca48e8ce tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:16.162271 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c12df6f0-d509-4a4d-8bf9-443e2549152d tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:16.200508 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fc04ffbc-c478-4827-8628-3c8bf9806978 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:16.211495 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12df6f0-d509-4a4d-8bf9-443e2549152d tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e22d485-21b3-4770-a2f8-1847258135d6,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:16.215612 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-86de6909-8c3c-4938-bc52-829010058743 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.0564899 Feb 04 11:38:16.221589 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35686) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:16.242401 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6ece4694-8027-40f7-b556-45d9ca48e8ce tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:16.243562 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6ece4694-8027-40f7-b556-45d9ca48e8ce tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:16.273914 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f5bdb05a-c7d1-4a02-ad67-e731182d9fdc tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for floatingip, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:16.318205 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6ece4694-8027-40f7-b556-45d9ca48e8ce tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:16.345023 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ff823166-5904-4d0c-aebe-abd4414722f3 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:16.350574 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c12df6f0-d509-4a4d-8bf9-443e2549152d tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:16.350925 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c12df6f0-d509-4a4d-8bf9-443e2549152d tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/2e22d485-21b3-4770-a2f8-1847258135d6 HTTP/1.1" status: 204 len: 168 time: 0.4622684 Feb 04 11:38:16.351758 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f9147c5a-9a0c-45fb-9b8e-87a0b4384588 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:16.355818 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35690) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:16.390001 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-f9147c5a-9a0c-45fb-9b8e-87a0b4384588 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Transition to ACTIVE for port object dd01d8cf-4064-4fa0-9621-92110aa0ce4e will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:38:16.391959 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fc04ffbc-c478-4827-8628-3c8bf9806978 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:16.422510 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a5f213b6-add8-482f-a969-5fb298207fa8 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0655756 Feb 04 11:38:16.426839 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35694) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:16.449272 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6ece4694-8027-40f7-b556-45d9ca48e8ce tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:16.482783 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04ffbc-c478-4827-8628-3c8bf9806978 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98961c5f-72d9-491c-b283-57a500e61ddb,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:16.499250 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-0f5476a5-0bae-4723-8ca9-a700502e743b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting port 732e425f-7d95-4e2d-a6dd-53aab8229534 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:38:16.499250 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0f5476a5-0bae-4723-8ca9-a700502e743b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:16.512076 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-14f4cff4-77fa-48c9-a9a5-470b4eb3dd62 None None] Provisioning for port 732e425f-7d95-4e2d-a6dd-53aab8229534 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:38:16.514882 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f9147c5a-9a0c-45fb-9b8e-87a0b4384588 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:16.560287 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-14f4cff4-77fa-48c9-a9a5-470b4eb3dd62 None None] Provisioning complete for port 732e425f-7d95-4e2d-a6dd-53aab8229534 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:16.561073 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-14f4cff4-77fa-48c9-a9a5-470b4eb3dd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:16.562333 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a0bb8a85-773e-4291-925c-0fe2bf21b85e tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:16.600662 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6ece4694-8027-40f7-b556-45d9ca48e8ce tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:16.602102 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6ece4694-8027-40f7-b556-45d9ca48e8ce tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5534368 Feb 04 11:38:16.630508 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff823166-5904-4d0c-aebe-abd4414722f3 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Network a39ee2ef-5a1c-4630-b7dc-9244e89de724 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:16.631488 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35698) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:16.637671 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff823166-5904-4d0c-aebe-abd4414722f3 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Pushing event updated for resources: {'Port': ['ID=a993dc17-9411-4b38-83eb-99cc0706bd70,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:16.643914 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fc04ffbc-c478-4827-8628-3c8bf9806978 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:16.645403 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-fc04ffbc-c478-4827-8628-3c8bf9806978 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1637955 Feb 04 11:38:16.646737 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-ff823166-5904-4d0c-aebe-abd4414722f3 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:16.655247 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-deeaea12-2776-478a-a908-7ff02e0721ed tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'enable_snat': False}}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:16.663324 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35702) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:16.663431 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-14f4cff4-77fa-48c9-a9a5-470b4eb3dd62 None None] Port 732e425f-7d95-4e2d-a6dd-53aab8229534 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:38:16.664261 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-24bd1d8f-4f06-4970-bba0-3222c455025d None None] Allocated IP 2001:db8:0:2::2 (86b78875-1a29-401f-ba26-af0b60d88d97/a8d78069-c0af-44a0-be1d-d8b8c4799e7e/ae501bc3-b364-4bc5-b632-cc1eb5fc53ac) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:38:16.679808 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a0bb8a85-773e-4291-925c-0fe2bf21b85e tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:16.752490 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9147c5a-9a0c-45fb-9b8e-87a0b4384588 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event updated for resources: {'Port': ['ID=dd01d8cf-4064-4fa0-9621-92110aa0ce4e,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:16.755777 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-f9147c5a-9a0c-45fb-9b8e-87a0b4384588 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] In _notify_port_updated(), no bound segment for port dd01d8cf-4064-4fa0-9621-92110aa0ce4e on network 86b78875-1a29-401f-ba26-af0b60d88d97 {{(pid=84204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 11:38:16.760632 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9147c5a-9a0c-45fb-9b8e-87a0b4384588 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:16.762000 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f9147c5a-9a0c-45fb-9b8e-87a0b4384588 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:16.763931 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f9147c5a-9a0c-45fb-9b8e-87a0b4384588 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "PUT /v2.0/ports/dd01d8cf-4064-4fa0-9621-92110aa0ce4e HTTP/1.1" status: 200 len: 969 time: 1.6572726 Feb 04 11:38:16.767404 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35706) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:16.777188 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff823166-5904-4d0c-aebe-abd4414722f3 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:38:16.823954 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a4d5acb4-2e04-4454-aa7b-45714731b53b tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "GET /v2.0/security-group-rules/98961c5f-72d9-491c-b283-57a500e61ddb HTTP/1.1" status: 200 len: 705 time: 0.1513855 Feb 04 11:38:16.827520 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35710) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:16.877259 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-24bd1d8f-4f06-4970-bba0-3222c455025d None None] For port ae501bc3-b364-4bc5-b632-cc1eb5fc53ac, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=ae501bc3-b364-4bc5-b632-cc1eb5fc53ac,segment=NetworkSegment(2e749be9-2db6-40a8-a668-7a4af24ef663),segment_id=2e749be9-2db6-40a8-a668-7a4af24ef663)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:38:16.909547 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-24bd1d8f-4f06-4970-bba0-3222c455025d None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:16.915191 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-2ea1288e-a047-4d52-b8ac-46bc8cfddcaf tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Synchronizing usage tracker for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group_rule {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:16.918567 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a0bb8a85-773e-4291-925c-0fe2bf21b85e tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:16.923219 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:16.929967 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-24bd1d8f-4f06-4970-bba0-3222c455025d None None] Transition to ACTIVE for port object ae501bc3-b364-4bc5-b632-cc1eb5fc53ac will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:38:16.951260 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb8a85-773e-4291-925c-0fe2bf21b85e tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1389a9ea-1b10-45be-87a5-c64612e041ea,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:16.958482 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-6c72530d-2807-4f58-ac00-a1103abfd9cc tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Deleting port dd01d8cf-4064-4fa0-9621-92110aa0ce4e {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:38:16.958815 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6c72530d-2807-4f58-ac00-a1103abfd9cc tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:17.019895 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-24bd1d8f-4f06-4970-bba0-3222c455025d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:17.087934 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a0bb8a85-773e-4291-925c-0fe2bf21b85e tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:17.089282 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a0bb8a85-773e-4291-925c-0fe2bf21b85e tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "DELETE /v2.0/security-groups/1389a9ea-1b10-45be-87a5-c64612e041ea HTTP/1.1" status: 204 len: 168 time: 0.6615217 Feb 04 11:38:17.106899 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35714) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:17.119409 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a38e7c1b-087a-428a-92cc-9db08039228e None None] Provisioning for port a993dc17-9411-4b38-83eb-99cc0706bd70 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:38:17.128007 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-2ea1288e-a047-4d52-b8ac-46bc8cfddcaf tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Unset dirty status for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group_rule {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:17.133116 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2ea1288e-a047-4d52-b8ac-46bc8cfddcaf tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3001447 Feb 04 11:38:17.144272 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff823166-5904-4d0c-aebe-abd4414722f3 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:17.144883 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ff823166-5904-4d0c-aebe-abd4414722f3 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:17.161717 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35718) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:17.176397 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f5bdb05a-c7d1-4a02-ad67-e731182d9fdc tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:17.203129 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a38e7c1b-087a-428a-92cc-9db08039228e None None] Provisioning complete for port a993dc17-9411-4b38-83eb-99cc0706bd70 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:17.203129 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a38e7c1b-087a-428a-92cc-9db08039228e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:17.273232 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-a38e7c1b-087a-428a-92cc-9db08039228e None None] Port a993dc17-9411-4b38-83eb-99cc0706bd70 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:38:17.280228 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd1d8f-4f06-4970-bba0-3222c455025d None None] Pushing event updated for resources: {'Port': ['ID=ae501bc3-b364-4bc5-b632-cc1eb5fc53ac,revision_number=7']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:17.297766 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f5bdb05a-c7d1-4a02-ad67-e731182d9fdc tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:17.298129 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.l3_db [None req-f5bdb05a-c7d1-4a02-ad67-e731182d9fdc tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Floating IP 060f63c0-4b36-4473-ba52-7b0f9015e439 disassociated. External IP: 172.26.3.192, port: f2f282db-10c7-4b89-b2fc-7f297c0090b7. Feb 04 11:38:17.376329 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d849cb52-108c-442a-aa58-ef13ccda19ac tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Synchronizing usage tracker for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:17.403474 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6c72530d-2807-4f58-ac00-a1103abfd9cc tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:17.496516 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device ae501bc3-b364-4bc5-b632-cc1eb5fc53ac up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:38:17.530107 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ff823166-5904-4d0c-aebe-abd4414722f3 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3625114 Feb 04 11:38:17.531390 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35722) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:17.544089 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-6c72530d-2807-4f58-ac00-a1103abfd9cc tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Calling delete_port for dd01d8cf-4064-4fa0-9621-92110aa0ce4e owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:38:17.552389 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b8fef0f6-c148-447e-833f-c3e5b05765a0 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:17.582795 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-591406c5-f78b-4833-bc51-f9cf8cafc72a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Request body: {'floatingip': {'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:17.585930 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b8fef0f6-c148-447e-833f-c3e5b05765a0 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:17.601392 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0f5476a5-0bae-4723-8ca9-a700502e743b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:17.603220 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-591406c5-f78b-4833-bc51-f9cf8cafc72a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:17.609803 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d849cb52-108c-442a-aa58-ef13ccda19ac tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Unset dirty status for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:17.611432 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d849cb52-108c-442a-aa58-ef13ccda19ac tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5026577 Feb 04 11:38:17.626571 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-591406c5-f78b-4833-bc51-f9cf8cafc72a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Usage tracker for resource:floatingip and tenant:2b8470c2cd9749779b9f46fd6debad13 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:17.629588 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35726) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:17.632524 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-591406c5-f78b-4833-bc51-f9cf8cafc72a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:17.645534 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-97e941af-8563-453a-b6df-bc155c8e4d0b tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Request body: {'security_group': {'name': 'tempest-secgroup--785896278'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:17.655798 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-591406c5-f78b-4833-bc51-f9cf8cafc72a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:17.664624 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-97e941af-8563-453a-b6df-bc155c8e4d0b tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:17.706659 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-97e941af-8563-453a-b6df-bc155c8e4d0b tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:17.751463 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-591406c5-f78b-4833-bc51-f9cf8cafc72a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks [] for floatingip, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:17.832511 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-0f5476a5-0bae-4723-8ca9-a700502e743b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Calling delete_port for 732e425f-7d95-4e2d-a6dd-53aab8229534 owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:38:17.846318 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-97e941af-8563-453a-b6df-bc155c8e4d0b tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:17.957357 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-591406c5-f78b-4833-bc51-f9cf8cafc72a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:17.963366 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6c72530d-2807-4f58-ac00-a1103abfd9cc tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:18.014031 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d8d23057-5baa-46e5-bae7-3477a2dece35 None None] Provisioning complete for port 108858b3-5608-4c47-85f6-ab0a863bad94 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:18.014550 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d8d23057-5baa-46e5-bae7-3477a2dece35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:18.077114 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72530d-2807-4f58-ac00-a1103abfd9cc tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'Port': ['ID=dd01d8cf-4064-4fa0-9621-92110aa0ce4e,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:18.079953 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-d8d23057-5baa-46e5-bae7-3477a2dece35 None None] Port 108858b3-5608-4c47-85f6-ab0a863bad94 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:38:18.082017 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-97e941af-8563-453a-b6df-bc155c8e4d0b tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:18.084210 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d8d23057-5baa-46e5-bae7-3477a2dece35 None None] Could not find standard attr ID for object dd01d8cf-4064-4fa0-9621-92110aa0ce4e. {{(pid=84206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 11:38:18.111744 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b8fef0f6-c148-447e-833f-c3e5b05765a0 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:18.127972 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-97e941af-8563-453a-b6df-bc155c8e4d0b tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Usage tracker for resource:security_group_rule and tenant:45b5f507e3d9480c9ab61bf706d8d1f2 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:18.142942 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-97e941af-8563-453a-b6df-bc155c8e4d0b tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:18.154477 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6c72530d-2807-4f58-ac00-a1103abfd9cc tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:18.160610 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-97e941af-8563-453a-b6df-bc155c8e4d0b tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:18.190598 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fef0f6-c148-447e-833f-c3e5b05765a0 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98961c5f-72d9-491c-b283-57a500e61ddb,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:18.210139 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d8d23057-5baa-46e5-bae7-3477a2dece35 None None] Provisioning for port ae501bc3-b364-4bc5-b632-cc1eb5fc53ac completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:38:18.213172 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-deeaea12-2776-478a-a908-7ff02e0721ed tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:18.216839 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d8d23057-5baa-46e5-bae7-3477a2dece35 None None] Provisioning complete for port ae501bc3-b364-4bc5-b632-cc1eb5fc53ac triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:18.217467 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d8d23057-5baa-46e5-bae7-3477a2dece35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:18.311861 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-97e941af-8563-453a-b6df-bc155c8e4d0b tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:18.318901 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6c72530d-2807-4f58-ac00-a1103abfd9cc tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/ports/dd01d8cf-4064-4fa0-9621-92110aa0ce4e HTTP/1.1" status: 204 len: 168 time: 1.5476639 Feb 04 11:38:18.321681 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35730) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:18.338232 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b8fef0f6-c148-447e-833f-c3e5b05765a0 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:18.342205 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b8fef0f6-c148-447e-833f-c3e5b05765a0 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/98961c5f-72d9-491c-b283-57a500e61ddb HTTP/1.1" status: 204 len: 168 time: 1.1765273 Feb 04 11:38:18.349404 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35734) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:18.380212 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1e2b1c3-2a8d-4ce7-9a27-d6e34b7d87f4 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] GET failed (client error): The resource could not be found. Feb 04 11:38:18.380879 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c1e2b1c3-2a8d-4ce7-9a27-d6e34b7d87f4 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Synchronizing usage tracker for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:18.425623 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-591406c5-f78b-4833-bc51-f9cf8cafc72a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Allocated IP 172.26.3.141 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/f91e9900-dce1-48bb-a1c6-35fc6426e88c) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:38:18.430357 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-97e941af-8563-453a-b6df-bc155c8e4d0b tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:18.446424 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0f5476a5-0bae-4723-8ca9-a700502e743b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:18.533814 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-46f9a8ce-0bc0-4339-bccb-848b94bc7267 None None] Could not find standard attr ID for object dd01d8cf-4064-4fa0-9621-92110aa0ce4e. {{(pid=84206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 11:38:18.553247 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e941af-8563-453a-b6df-bc155c8e4d0b tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36db1342-7f4a-4a9c-92ff-fcfcac56fa89,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:18.563867 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c1e2b1c3-2a8d-4ce7-9a27-d6e34b7d87f4 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Unset dirty status for tenant:923893a854aa49c78e412c9bf04cfc96 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:18.570805 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c1e2b1c3-2a8d-4ce7-9a27-d6e34b7d87f4 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "GET /v2.0/ports/dd01d8cf-4064-4fa0-9621-92110aa0ce4e HTTP/1.1" status: 404 len: 333 time: 0.2448101 Feb 04 11:38:18.570805 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35738) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:18.616387 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:38:18.625358 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5476a5-0bae-4723-8ca9-a700502e743b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Port': ['ID=732e425f-7d95-4e2d-a6dd-53aab8229534,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:18.637743 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f1c08a7a-947a-40fb-9064-003cb1fd0068 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Synchronizing usage tracker for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group_rule {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:18.651149 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-97e941af-8563-453a-b6df-bc155c8e4d0b tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:18.652358 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-97e941af-8563-453a-b6df-bc155c8e4d0b tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0215061 Feb 04 11:38:18.656749 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35742) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:18.673970 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-1d16b754-c9e5-4cc6-bd8d-f107a6ff1d20 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Request body: {'security_group_rule': {'security_group_id': '36db1342-7f4a-4a9c-92ff-fcfcac56fa89', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:18.688573 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-1d16b754-c9e5-4cc6-bd8d-f107a6ff1d20 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:18.705349 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-1d16b754-c9e5-4cc6-bd8d-f107a6ff1d20 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Usage tracker for resource:security_group_rule and tenant:45b5f507e3d9480c9ab61bf706d8d1f2 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:18.735261 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-1d16b754-c9e5-4cc6-bd8d-f107a6ff1d20 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:18.748749 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-591406c5-f78b-4833-bc51-f9cf8cafc72a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:18.752075 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-1d16b754-c9e5-4cc6-bd8d-f107a6ff1d20 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:18.760828 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0f5476a5-0bae-4723-8ca9-a700502e743b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:18.765379 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0f5476a5-0bae-4723-8ca9-a700502e743b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/ports/732e425f-7d95-4e2d-a6dd-53aab8229534 HTTP/1.1" status: 204 len: 168 time: 2.5403099 Feb 04 11:38:18.766031 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b71855a2-8d04-4141-82a3-b435b26a4bd4 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:18.767196 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35746) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:18.805182 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b71855a2-8d04-4141-82a3-b435b26a4bd4 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:18.810554 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f1c08a7a-947a-40fb-9064-003cb1fd0068 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Unset dirty status for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group_rule {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:18.814817 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f1c08a7a-947a-40fb-9064-003cb1fd0068 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4614267 Feb 04 11:38:18.816154 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35750) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:18.826414 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-50ae2eab-655e-4053-9347-8d12b78ef5c2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Request body: {'security_group_rule': {'security_group_id': '83d07468-5939-431e-9fde-f54642435faf', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:18.841346 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-50ae2eab-655e-4053-9347-8d12b78ef5c2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:18.871293 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-50ae2eab-655e-4053-9347-8d12b78ef5c2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:18.885472 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1d16b754-c9e5-4cc6-bd8d-f107a6ff1d20 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:18.948221 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-591406c5-f78b-4833-bc51-f9cf8cafc72a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:18.986730 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1d16b754-c9e5-4cc6-bd8d-f107a6ff1d20 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:18.994278 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b71855a2-8d04-4141-82a3-b435b26a4bd4 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:19.003930 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b36c71e-7225-4092-b6e6-a5beb7f776e0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:19.004736 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-2b36c71e-7225-4092-b6e6-a5beb7f776e0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:19.038066 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-50ae2eab-655e-4053-9347-8d12b78ef5c2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:19.045615 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71855a2-8d04-4141-82a3-b435b26a4bd4 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4efe9d-80b2-48fb-afd7-650fb1da4249,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:19.058540 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-deeaea12-2776-478a-a908-7ff02e0721ed tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:19.086815 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1d16b754-c9e5-4cc6-bd8d-f107a6ff1d20 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:19.094279 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-deeaea12-2776-478a-a908-7ff02e0721ed tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:19.099314 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591406c5-f78b-4833-bc51-f9cf8cafc72a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:19.100648 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5bdb05a-c7d1-4a02-ad67-e731182d9fdc tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Router 9f13693f-5894-41a3-8de2-6b4557fe6c63 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:38:19.105341 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591406c5-f78b-4833-bc51-f9cf8cafc72a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Pushing event updated for resources: {'Port': ['ID=f91e9900-dce1-48bb-a1c6-35fc6426e88c,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:19.116995 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-591406c5-f78b-4833-bc51-f9cf8cafc72a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:19.137628 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591406c5-f78b-4833-bc51-f9cf8cafc72a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:38:19.144223 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-2b36c71e-7225-4092-b6e6-a5beb7f776e0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:19.145401 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2b36c71e-7225-4092-b6e6-a5beb7f776e0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3709176 Feb 04 11:38:19.155213 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35754) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:19.166206 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b71855a2-8d04-4141-82a3-b435b26a4bd4 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:19.170256 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b71855a2-8d04-4141-82a3-b435b26a4bd4 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/security-groups/dd4efe9d-80b2-48fb-afd7-650fb1da4249 HTTP/1.1" status: 204 len: 168 time: 0.5987003 Feb 04 11:38:19.171835 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35758) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:19.190149 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d16b754-c9e5-4cc6-bd8d-f107a6ff1d20 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f67a2d01-fc62-4ef3-bc43-c0afd586e296,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:19.271889 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1d16b754-c9e5-4cc6-bd8d-f107a6ff1d20 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:19.277795 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1d16b754-c9e5-4cc6-bd8d-f107a6ff1d20 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6153815 Feb 04 11:38:19.279056 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35762) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:19.296617 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-50ae2eab-655e-4053-9347-8d12b78ef5c2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:19.368223 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6113bec5-508b-41f3-8580-682284936a6f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:19.385618 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-50ae2eab-655e-4053-9347-8d12b78ef5c2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:19.443495 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6113bec5-508b-41f3-8580-682284936a6f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:19.451351 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae2eab-655e-4053-9347-8d12b78ef5c2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91cb7244-8573-48e3-ae8e-220be92a42dc,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:19.464923 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c1921847-9991-47f3-8075-aaac9fcb6bf6 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:19.521578 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-deeaea12-2776-478a-a908-7ff02e0721ed tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Allocated IP 172.26.3.133 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/aa048349-e216-4f5f-9e34-033d0f2e6ba2) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:38:19.569804 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2225ac8e-3610-473b-8adb-3b90445bff48 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:19.569804 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2225ac8e-3610-473b-8adb-3b90445bff48 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4128785 Feb 04 11:38:19.573313 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35766) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:19.689856 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-50ae2eab-655e-4053-9347-8d12b78ef5c2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:19.689856 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-50ae2eab-655e-4053-9347-8d12b78ef5c2 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8722835 Feb 04 11:38:19.695550 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35770) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:19.698966 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-591406c5-f78b-4833-bc51-f9cf8cafc72a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:19.702917 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c1921847-9991-47f3-8075-aaac9fcb6bf6 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:19.732876 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c8c199da-8842-49f1-9a7b-3479aa3eab4c tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "GET /v2.0/security-group-rules/91cb7244-8573-48e3-ae8e-220be92a42dc HTTP/1.1" status: 200 len: 705 time: 0.0326307 Feb 04 11:38:19.738902 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35774) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:19.816616 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-591406c5-f78b-4833-bc51-f9cf8cafc72a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:19.817599 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e40909e-97ac-47f0-b59f-e12ecae12d87 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:19.819066 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e40909e-97ac-47f0-b59f-e12ecae12d87 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:19.820363 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e40909e-97ac-47f0-b59f-e12ecae12d87 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:19.825007 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-1e40909e-97ac-47f0-b59f-e12ecae12d87 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2034111 Feb 04 11:38:19.843031 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35778) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:19.844348 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6113bec5-508b-41f3-8580-682284936a6f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:19.881545 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113bec5-508b-41f3-8580-682284936a6f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f102d746-df31-4af6-a57a-2454ac1da45c,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:19.892964 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c1921847-9991-47f3-8075-aaac9fcb6bf6 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:19.927009 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6113bec5-508b-41f3-8580-682284936a6f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:19.928118 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6113bec5-508b-41f3-8580-682284936a6f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/security-groups/f102d746-df31-4af6-a57a-2454ac1da45c HTTP/1.1" status: 204 len: 168 time: 0.7471998 Feb 04 11:38:19.929117 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-deeaea12-2776-478a-a908-7ff02e0721ed tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:19.932779 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1921847-9991-47f3-8075-aaac9fcb6bf6 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36db1342-7f4a-4a9c-92ff-fcfcac56fa89,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:19.934530 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35782) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:19.950094 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c1921847-9991-47f3-8075-aaac9fcb6bf6 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:19.950610 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-9b68bad7-8bc8-4093-b74e-7b608370c5a5 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2019773 Feb 04 11:38:19.953533 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c1921847-9991-47f3-8075-aaac9fcb6bf6 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "DELETE /v2.0/security-groups/36db1342-7f4a-4a9c-92ff-fcfcac56fa89 HTTP/1.1" status: 204 len: 168 time: 0.6650112 Feb 04 11:38:19.955625 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35786) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:19.955960 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35788) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:20.080878 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-537fc33d-c431-4266-9e7c-1eab0208de18 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:20.110533 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-537fc33d-c431-4266-9e7c-1eab0208de18 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:20.127468 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5bdb05a-c7d1-4a02-ad67-e731182d9fdc tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:38:20.141521 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a2a1d5-be9d-4289-8c5a-7cbc4b20817b None None] Sync routers for ids ['9f13693f-5894-41a3-8de2-6b4557fe6c63'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:38:20.153115 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-4bfd4d80-7174-452d-a3b1-957edbd5cc4d tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Synchronizing usage tracker for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:20.172297 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a2a1d5-be9d-4289-8c5a-7cbc4b20817b None None] Routers {'9f13693f-5894-41a3-8de2-6b4557fe6c63'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:38:20.174177 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e4a2a1d5-be9d-4289-8c5a-7cbc4b20817b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:38:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['9f13693f-5894-41a3-8de2-6b4557fe6c63'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:20.177634 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f5bdb05a-c7d1-4a02-ad67-e731182d9fdc tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:20.182310 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-4bfd4d80-7174-452d-a3b1-957edbd5cc4d tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Unset dirty status for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:20.186547 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-4bfd4d80-7174-452d-a3b1-957edbd5cc4d tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2254982 Feb 04 11:38:20.186881 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35794) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:20.229669 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2c644e57-a7f4-4650-9495-f03b8103fe10 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:20.245686 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-591406c5-f78b-4833-bc51-f9cf8cafc72a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:20.254668 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-537fc33d-c431-4266-9e7c-1eab0208de18 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:20.260596 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-e331422a-3164-4c9f-ac37-c9bdaa9c62ea tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting subnet 3b1af07e-cc1d-4f0e-a30d-2ffc98a9c87b {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:38:20.276471 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e4a2a1d5-be9d-4289-8c5a-7cbc4b20817b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:20.293032 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a2a1d5-be9d-4289-8c5a-7cbc4b20817b None None] Routers {'9f13693f-5894-41a3-8de2-6b4557fe6c63'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:38:20.294085 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e4a2a1d5-be9d-4289-8c5a-7cbc4b20817b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:38:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['9f13693f-5894-41a3-8de2-6b4557fe6c63'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:20.295919 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537fc33d-c431-4266-9e7c-1eab0208de18 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91cb7244-8573-48e3-ae8e-220be92a42dc,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:20.301874 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-deeaea12-2776-478a-a908-7ff02e0721ed tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:20.308266 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8b5b5f13-19c8-46c0-9bdc-5158b5c552e7 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Synchronizing usage tracker for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group_rule {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:20.312819 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e331422a-3164-4c9f-ac37-c9bdaa9c62ea tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:20.316053 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-537fc33d-c431-4266-9e7c-1eab0208de18 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:20.319540 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-537fc33d-c431-4266-9e7c-1eab0208de18 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/91cb7244-8573-48e3-ae8e-220be92a42dc HTTP/1.1" status: 204 len: 168 time: 0.3603060 Feb 04 11:38:20.320417 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-591406c5-f78b-4833-bc51-f9cf8cafc72a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:20.324476 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35798) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:20.379459 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e4a2a1d5-be9d-4289-8c5a-7cbc4b20817b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:20.380575 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a2a1d5-be9d-4289-8c5a-7cbc4b20817b None None] The sync data for ids ['9f13693f-5894-41a3-8de2-6b4557fe6c63'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:38:20.406196 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2c644e57-a7f4-4650-9495-f03b8103fe10 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:20.420695 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f5bdb05a-c7d1-4a02-ad67-e731182d9fdc tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "PUT /v2.0/floatingips/060f63c0-4b36-4473-ba52-7b0f9015e439 HTTP/1.1" status: 200 len: 688 time: 4.3407960 Feb 04 11:38:20.440580 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35802) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:20.470715 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591406c5-f78b-4833-bc51-f9cf8cafc72a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Pushing event updated for resources: {'Port': ['ID=f91e9900-dce1-48bb-a1c6-35fc6426e88c,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:20.475382 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8b5b5f13-19c8-46c0-9bdc-5158b5c552e7 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] Unset dirty status for tenant:45b5f507e3d9480c9ab61bf706d8d1f2 on resource:security_group_rule {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:20.480652 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8b5b5f13-19c8-46c0-9bdc-5158b5c552e7 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2885945 Feb 04 11:38:20.482571 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35806) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:20.526897 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-fa75b46c-1aa0-442a-a2d0-631033bd1e4d tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Synchronizing usage tracker for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group_rule {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:20.531186 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-591406c5-f78b-4833-bc51-f9cf8cafc72a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:20.534451 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deeaea12-2776-478a-a908-7ff02e0721ed tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:20.543858 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-74a56c39-9b8c-429b-b960-208c213a1514 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] delete failed (client error): The resource could not be found. Feb 04 11:38:20.548225 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-74a56c39-9b8c-429b-b960-208c213a1514 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "DELETE /v2.0/security-groups/36db1342-7f4a-4a9c-92ff-fcfcac56fa89 HTTP/1.1" status: 404 len: 347 time: 0.0617306 Feb 04 11:38:20.549678 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35810) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:20.550641 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-deeaea12-2776-478a-a908-7ff02e0721ed tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:20.554786 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e331422a-3164-4c9f-ac37-c9bdaa9c62ea tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:20.605501 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeaea12-2776-478a-a908-7ff02e0721ed tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:38:20.615179 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5171341c-29a3-480d-a49c-89e2f9358617 tempest-SecGroupIPv6Test-1404533739 tempest-SecGroupIPv6Test-1404533739-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0627553 Feb 04 11:38:20.638671 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-591406c5-f78b-4833-bc51-f9cf8cafc72a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:20.640407 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-591406c5-f78b-4833-bc51-f9cf8cafc72a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1078703 Feb 04 11:38:20.644238 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35816) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:20.645799 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeaea12-2776-478a-a908-7ff02e0721ed tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Pushing event updated for resources: {'Port': ['ID=aa048349-e216-4f5f-9e34-033d0f2e6ba2,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:20.649641 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-e96d8ded-a428-463b-a612-3957ca76cd4a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Request body: {'floatingip': {'port_id': 'a993dc17-9411-4b38-83eb-99cc0706bd70', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:20.707856 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-fa75b46c-1aa0-442a-a2d0-631033bd1e4d tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Unset dirty status for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group_rule {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:20.709420 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-fa75b46c-1aa0-442a-a2d0-631033bd1e4d tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3504910 Feb 04 11:38:20.719418 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35820) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:20.725964 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-a06c2253-4842-4a39-a068-05aff7f4434a tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Request body: {'security_group_rule': {'security_group_id': '83d07468-5939-431e-9fde-f54642435faf', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:20.746032 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-a06c2253-4842-4a39-a068-05aff7f4434a tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:20.749325 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e96d8ded-a428-463b-a612-3957ca76cd4a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks [] for floatingip, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:20.777565 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-cc64dfc6-ba1c-4ab0-8b74-286d3eba4a94 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Deleting port bac17475-b48e-4a91-90d7-dd771461fc56 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:38:20.778564 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cc64dfc6-ba1c-4ab0-8b74-286d3eba4a94 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:20.825471 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-a06c2253-4842-4a39-a068-05aff7f4434a tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:20.876486 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2c644e57-a7f4-4650-9495-f03b8103fe10 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:20.928209 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c644e57-a7f4-4650-9495-f03b8103fe10 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ad6a16-3dfc-46b0-9f3c-c35f57ccbdcc,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:20.958089 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-e96d8ded-a428-463b-a612-3957ca76cd4a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] update failed (client error): The resource could not be found. Feb 04 11:38:20.961731 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e96d8ded-a428-463b-a612-3957ca76cd4a tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] 10.222.0.21 "PUT /v2.0/floatingips/d287e4f1-8df2-4cdb-8d35-0549a98db26d HTTP/1.1" status: 404 len: 507 time: 0.3145788 Feb 04 11:38:20.962057 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35824) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:21.041965 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a06c2253-4842-4a39-a068-05aff7f4434a tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:21.122674 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2c644e57-a7f4-4650-9495-f03b8103fe10 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:21.126542 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2c644e57-a7f4-4650-9495-f03b8103fe10 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/security-groups/22ad6a16-3dfc-46b0-9f3c-c35f57ccbdcc HTTP/1.1" status: 204 len: 168 time: 1.1893413 Feb 04 11:38:21.135676 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35830) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:21.137396 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e331422a-3164-4c9f-ac37-c9bdaa9c62ea tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:21.195193 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-65696c00-99be-4987-a5dd-3504f4c7f2a1 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Deleting port f91e9900-dce1-48bb-a1c6-35fc6426e88c {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:38:21.195792 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-65696c00-99be-4987-a5dd-3504f4c7f2a1 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:21.248107 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35834) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:21.304632 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cc64dfc6-ba1c-4ab0-8b74-286d3eba4a94 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:21.304875 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cc64dfc6-ba1c-4ab0-8b74-286d3eba4a94 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:21.439252 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-cc64dfc6-ba1c-4ab0-8b74-286d3eba4a94 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Calling delete_port for bac17475-b48e-4a91-90d7-dd771461fc56 owned by network:floatingip {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:38:21.467709 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e331422a-3164-4c9f-ac37-c9bdaa9c62ea tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:21.541401 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e331422a-3164-4c9f-ac37-c9bdaa9c62ea tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Subnet': ['ID=3b1af07e-cc1d-4f0e-a30d-2ffc98a9c87b,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:21.554451 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e331422a-3164-4c9f-ac37-c9bdaa9c62ea tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:21.560636 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd06635d-d6ac-4248-91d3-dd0ae275534b None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:38:21.586535 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e331422a-3164-4c9f-ac37-c9bdaa9c62ea tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/3b1af07e-cc1d-4f0e-a30d-2ffc98a9c87b HTTP/1.1" status: 204 len: 168 time: 1.7408459 Feb 04 11:38:21.590206 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35840) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:21.604675 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a06c2253-4842-4a39-a068-05aff7f4434a tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:21.698519 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-deeaea12-2776-478a-a908-7ff02e0721ed tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:21.704448 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-65696c00-99be-4987-a5dd-3504f4c7f2a1 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:21.705040 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-65696c00-99be-4987-a5dd-3504f4c7f2a1 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:21.716949 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a06c2253-4842-4a39-a068-05aff7f4434a tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:21.735493 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb9cfb8-616f-4ab5-a471-d86a8b2b599b tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Deleting subnet c9c31861-be39-4261-8e00-1a44bd768231 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:38:21.775942 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-c20788ee-163d-4ebb-a39c-e96e7e584362 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting subnet 4e1543b7-0ccf-44b7-b51c-c9a9d472ae10 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:38:21.790234 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c20788ee-163d-4ebb-a39c-e96e7e584362 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:21.796643 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-90c94d53-f305-4dcd-865d-86023a9aa19f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=45b5f507e3d9480c9ab61bf706d8d1f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5398793 Feb 04 11:38:21.824470 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35844) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:21.850932 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cbb9cfb8-616f-4ab5-a471-d86a8b2b599b tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:21.906616 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-65696c00-99be-4987-a5dd-3504f4c7f2a1 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Calling delete_port for f91e9900-dce1-48bb-a1c6-35fc6426e88c owned by network:floatingip {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:38:21.939809 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c2253-4842-4a39-a068-05aff7f4434a tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d3e0674-8b1a-484c-bece-e36570ba74d2,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:21.956360 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c20788ee-163d-4ebb-a39c-e96e7e584362 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:21.991901 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cbb9cfb8-616f-4ab5-a471-d86a8b2b599b tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:21.993410 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cc64dfc6-ba1c-4ab0-8b74-286d3eba4a94 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:22.046857 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a06c2253-4842-4a39-a068-05aff7f4434a tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:22.050565 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a06c2253-4842-4a39-a068-05aff7f4434a tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3276052 Feb 04 11:38:22.062020 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35848) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:22.090076 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc64dfc6-ba1c-4ab0-8b74-286d3eba4a94 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event deleted for resources: {'Port': ['ID=bac17475-b48e-4a91-90d7-dd771461fc56,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:22.108464 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-deeaea12-2776-478a-a908-7ff02e0721ed tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:22.159071 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cbb9cfb8-616f-4ab5-a471-d86a8b2b599b tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:22.164499 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-deeaea12-2776-478a-a908-7ff02e0721ed tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16351460'] for router, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:22.173668 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5bf13832-4d5a-4bc7-bbb8-c9758a297f8b tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "GET /v2.0/security-group-rules/7d3e0674-8b1a-484c-bece-e36570ba74d2 HTTP/1.1" status: 200 len: 706 time: 0.1067202 Feb 04 11:38:22.184074 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-62e52545-7934-4b9e-9140-b7ffbb0c1cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:22.187639 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35852) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:22.266547 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-65696c00-99be-4987-a5dd-3504f4c7f2a1 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:22.310691 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-87228793-532e-4359-91fa-3c3d33e62246 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Synchronizing usage tracker for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group_rule {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:22.328150 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c20788ee-163d-4ebb-a39c-e96e7e584362 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:22.333351 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65696c00-99be-4987-a5dd-3504f4c7f2a1 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Pushing event deleted for resources: {'Port': ['ID=f91e9900-dce1-48bb-a1c6-35fc6426e88c,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:22.358255 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-62e52545-7934-4b9e-9140-b7ffbb0c1cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:22.415561 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cc64dfc6-ba1c-4ab0-8b74-286d3eba4a94 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for floatingip, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:22.416473 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cbb9cfb8-616f-4ab5-a471-d86a8b2b599b tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:22.468669 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9cfb8-616f-4ab5-a471-d86a8b2b599b tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'Subnet': ['ID=c9c31861-be39-4261-8e00-1a44bd768231,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:22.471716 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-87228793-532e-4359-91fa-3c3d33e62246 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Unset dirty status for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group_rule {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:22.476432 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-87228793-532e-4359-91fa-3c3d33e62246 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.2859321 Feb 04 11:38:22.477330 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35856) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:22.492021 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cbb9cfb8-616f-4ab5-a471-d86a8b2b599b tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:22.500833 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cc64dfc6-ba1c-4ab0-8b74-286d3eba4a94 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:22.502035 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-cc64dfc6-ba1c-4ab0-8b74-286d3eba4a94 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "DELETE /v2.0/floatingips/060f63c0-4b36-4473-ba52-7b0f9015e439 HTTP/1.1" status: 204 len: 168 time: 2.0584486 Feb 04 11:38:22.502700 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0110ea65-a13b-4bf7-86f3-1dbe4c1425f8 None None] Network 86b78875-1a29-401f-ba26-af0b60d88d97 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:38:22.507126 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35860) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:22.510033 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-65696c00-99be-4987-a5dd-3504f4c7f2a1 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks [] for floatingip, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:22.515693 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-cbb9cfb8-616f-4ab5-a471-d86a8b2b599b tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/subnets/c9c31861-be39-4261-8e00-1a44bd768231 HTTP/1.1" status: 204 len: 168 time: 1.3790045 Feb 04 11:38:22.520458 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-65696c00-99be-4987-a5dd-3504f4c7f2a1 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:22.523458 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-0e42d9c3-ad61-4810-9e30-6e244cf87051 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Request body: {'floatingip': {'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'port_id': '923fe860-a21f-495a-b165-76b5eabc7cc2'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:22.527504 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-65696c00-99be-4987-a5dd-3504f4c7f2a1 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] 10.222.0.21 "DELETE /v2.0/floatingips/d287e4f1-8df2-4cdb-8d35-0549a98db26d HTTP/1.1" status: 204 len: 168 time: 1.5643752 Feb 04 11:38:22.528194 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35864) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:22.528516 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35866) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:22.535346 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-0e42d9c3-ad61-4810-9e30-6e244cf87051 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:22.549481 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-0e42d9c3-ad61-4810-9e30-6e244cf87051 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Usage tracker for resource:floatingip and tenant:ac8146b7950d45beb1b9b13f531779aa is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:22.556363 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-0e42d9c3-ad61-4810-9e30-6e244cf87051 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:22.566567 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-a1228081-e501-4cf2-9592-6cae8cbc08c5 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Request body: {'floatingip': {'floating_network_id': 'a39ee2ef-5a1c-4630-b7dc-9244e89de724', 'port_id': 'a993dc17-9411-4b38-83eb-99cc0706bd70', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:22.567626 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-0e42d9c3-ad61-4810-9e30-6e244cf87051 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:22.569925 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e51372da-3feb-487a-8f4e-346f31d25a5e tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:22.581389 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-a1228081-e501-4cf2-9592-6cae8cbc08c5 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:22.592172 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-a1228081-e501-4cf2-9592-6cae8cbc08c5 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Usage tracker for resource:floatingip and tenant:2b8470c2cd9749779b9f46fd6debad13 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:22.596624 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-a1228081-e501-4cf2-9592-6cae8cbc08c5 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:22.614072 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-a1228081-e501-4cf2-9592-6cae8cbc08c5 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:22.632809 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-54db407f-fbd3-4b28-9f6d-58543c286d54 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Deleting subnet a8d78069-c0af-44a0-be1d-d8b8c4799e7e {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:38:22.636822 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-54db407f-fbd3-4b28-9f6d-58543c286d54 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:22.646868 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c20788ee-163d-4ebb-a39c-e96e7e584362 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:22.647185 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ec4b5bfa-aa9f-4c6d-b3fa-9d7bcdaf8497 None None] Provisioning complete for port d36ee07c-6a3a-478b-ad74-d165265d9d64 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:22.648143 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ec4b5bfa-aa9f-4c6d-b3fa-9d7bcdaf8497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:22.652722 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e51372da-3feb-487a-8f4e-346f31d25a5e tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:22.700111 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-62e52545-7934-4b9e-9140-b7ffbb0c1cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:22.701519 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-54db407f-fbd3-4b28-9f6d-58543c286d54 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:22.711101 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20788ee-163d-4ebb-a39c-e96e7e584362 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Subnet': ['ID=4e1543b7-0ccf-44b7-b51c-c9a9d472ae10,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:22.733544 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e52545-7934-4b9e-9140-b7ffbb0c1cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f4df9e-12c4-468a-b3c7-75a7baa9a65d,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:22.763497 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a1228081-e501-4cf2-9592-6cae8cbc08c5 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks [] for floatingip, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:22.773699 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb263bb-da47-4540-8fb5-b9a49dcc6ee8 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:38:22.875463 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c20788ee-163d-4ebb-a39c-e96e7e584362 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:22.879050 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0e42d9c3-ad61-4810-9e30-6e244cf87051 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for floatingip, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:22.915354 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c20788ee-163d-4ebb-a39c-e96e7e584362 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/4e1543b7-0ccf-44b7-b51c-c9a9d472ae10 HTTP/1.1" status: 204 len: 168 time: 1.3191779 Feb 04 11:38:22.917693 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35872) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:22.972540 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-54db407f-fbd3-4b28-9f6d-58543c286d54 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:23.058126 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3eac7a42-0f03-487c-913d-e3ab8566d78b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1342394 Feb 04 11:38:23.058126 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e51372da-3feb-487a-8f4e-346f31d25a5e tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:23.065563 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35876) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:23.069824 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e51372da-3feb-487a-8f4e-346f31d25a5e tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:23.073471 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e51372da-3feb-487a-8f4e-346f31d25a5e tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/7d3e0674-8b1a-484c-bece-e36570ba74d2 HTTP/1.1" status: 204 len: 168 time: 0.5905051 Feb 04 11:38:23.077169 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35878) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:23.082383 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-cbd3bfe9-2da8-41a1-bc29-5990c5189d32 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:23.104387 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51372da-3feb-487a-8f4e-346f31d25a5e tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d3e0674-8b1a-484c-bece-e36570ba74d2,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:23.124825 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-62e52545-7934-4b9e-9140-b7ffbb0c1cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:23.129935 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-62e52545-7934-4b9e-9140-b7ffbb0c1cba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/49f4df9e-12c4-468a-b3c7-75a7baa9a65d HTTP/1.1" status: 204 len: 168 time: 1.2932014 Feb 04 11:38:23.248555 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-54db407f-fbd3-4b28-9f6d-58543c286d54 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:23.312849 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-cbd3bfe9-2da8-41a1-bc29-5990c5189d32 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:23.322646 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-cbd3bfe9-2da8-41a1-bc29-5990c5189d32 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:subnet and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:23.330026 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-58622c8b-2361-4334-a862-5354fd4ea74a tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Synchronizing usage tracker for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group_rule {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:23.335592 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-cbd3bfe9-2da8-41a1-bc29-5990c5189d32 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:23.347277 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-cbd3bfe9-2da8-41a1-bc29-5990c5189d32 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:23.350682 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db407f-fbd3-4b28-9f6d-58543c286d54 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'Subnet': ['ID=a8d78069-c0af-44a0-be1d-d8b8c4799e7e,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:23.362611 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-54db407f-fbd3-4b28-9f6d-58543c286d54 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:23.371134 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-54db407f-fbd3-4b28-9f6d-58543c286d54 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/subnets/a8d78069-c0af-44a0-be1d-d8b8c4799e7e HTTP/1.1" status: 204 len: 168 time: 0.8415031 Feb 04 11:38:23.380351 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35886) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:23.416978 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0e42d9c3-ad61-4810-9e30-6e244cf87051 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:23.419610 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-7278bcb4-46c1-42b5-866a-134a14790386 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:23.420259 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7278bcb4-46c1-42b5-866a-134a14790386 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:23.422687 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-7278bcb4-46c1-42b5-866a-134a14790386 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/subnets/c9c31861-be39-4261-8e00-1a44bd768231 HTTP/1.1" status: 404 len: 337 time: 0.0463238 Feb 04 11:38:23.426536 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35890) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:23.485792 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-a1228081-e501-4cf2-9592-6cae8cbc08c5 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:38:23.491231 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a1228081-e501-4cf2-9592-6cae8cbc08c5 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9558563 Feb 04 11:38:23.492762 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deeaea12-2776-478a-a908-7ff02e0721ed tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Router 4d11997f-173d-47d1-b5a9-e503d12cb64f is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:38:23.492896 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35894) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:23.496337 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2506be56-4839-4244-b95a-2645aee832eb None None] DHCP port deletion for a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:38:23.500693 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd3bfe9-2da8-41a1-bc29-5990c5189d32 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:38:23.505966 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-f08f0083-21c2-41e2-b001-bef6d0eb6a93 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Request body: {'floatingip': {'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'port_id': 'a993dc17-9411-4b38-83eb-99cc0706bd70', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:23.506306 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cbd3bfe9-2da8-41a1-bc29-5990c5189d32 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:23.517069 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f08f0083-21c2-41e2-b001-bef6d0eb6a93 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:23.524293 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f08f0083-21c2-41e2-b001-bef6d0eb6a93 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Usage tracker for resource:floatingip and tenant:2b8470c2cd9749779b9f46fd6debad13 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:23.527850 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-2506be56-4839-4244-b95a-2645aee832eb None None] Deleting port d36ee07c-6a3a-478b-ad74-d165265d9d64 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:38:23.528765 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2506be56-4839-4244-b95a-2645aee832eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:23.530179 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-58622c8b-2361-4334-a862-5354fd4ea74a tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Unset dirty status for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group_rule {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:23.536046 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-58622c8b-2361-4334-a862-5354fd4ea74a tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4539769 Feb 04 11:38:23.536210 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35898) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:23.536210 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f08f0083-21c2-41e2-b001-bef6d0eb6a93 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:23.562694 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f08f0083-21c2-41e2-b001-bef6d0eb6a93 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:23.578818 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a9aafb3-61e7-4181-8941-a07a4302a405 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Deleting subnet 183f88ce-9269-4bfa-8267-de91980532d3 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:38:23.587944 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4a9aafb3-61e7-4181-8941-a07a4302a405 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:23.664882 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f08f0083-21c2-41e2-b001-bef6d0eb6a93 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks [] for floatingip, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:23.680162 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4a9aafb3-61e7-4181-8941-a07a4302a405 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:23.708008 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbde5874-9fd4-47f6-bb22-3319dcd598c3 None None] Update dhcp port {'port': {'network_id': '86b78875-1a29-401f-ba26-af0b60d88d97', 'fixed_ips': [{'subnet_id': '183f88ce-9269-4bfa-8267-de91980532d3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a8d78069-c0af-44a0-be1d-d8b8c4799e7e'}], 'binding:host_id': 'dv-neutron-827825-2-hyperv'}, 'id': 'ae501bc3-b364-4bc5-b632-cc1eb5fc53ac'} from dv-neutron-827825-2-hyperv. {{(pid=84206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 11:38:23.817639 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f65499dc-6a6d-40b1-9cfe-ff1608c211f5 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:23.875538 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f65499dc-6a6d-40b1-9cfe-ff1608c211f5 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:23.896346 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dbde5874-9fd4-47f6-bb22-3319dcd598c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:23.914258 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4a9aafb3-61e7-4181-8941-a07a4302a405 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:24.047484 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-2506be56-4839-4244-b95a-2645aee832eb None None] For port d36ee07c-6a3a-478b-ad74-d165265d9d64, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=d36ee07c-6a3a-478b-ad74-d165265d9d64,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:38:24.048263 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2506be56-4839-4244-b95a-2645aee832eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:24.096452 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-0e42d9c3-ad61-4810-9e30-6e244cf87051 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Allocated IP 172.26.3.40 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/d7dd783d-37aa-4b06-9e94-f27253a4ad7a) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:38:24.168685 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cbd3bfe9-2da8-41a1-bc29-5990c5189d32 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:24.178887 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f08f0083-21c2-41e2-b001-bef6d0eb6a93 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:24.218665 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f65499dc-6a6d-40b1-9cfe-ff1608c211f5 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:24.224791 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-2506be56-4839-4244-b95a-2645aee832eb None None] Calling delete_port for d36ee07c-6a3a-478b-ad74-d165265d9d64 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:38:24.248761 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65499dc-6a6d-40b1-9cfe-ff1608c211f5 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d07468-5939-431e-9fde-f54642435faf,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:24.260545 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd3bfe9-2da8-41a1-bc29-5990c5189d32 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Subnet': ['ID=56f81352-33af-4bbe-a667-29a04e171254,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:24.297268 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4a9aafb3-61e7-4181-8941-a07a4302a405 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server [None req-dbde5874-9fd4-47f6-bb22-3319dcd598c3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 183f88ce-9269-4bfa-8267-de91980532d3: This subnet is being modified by another concurrent operation. Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server raise value Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server raise value Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server raise value Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 11:38:24.342339 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server raise value Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server raise value Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server raise value Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1694, in update_port Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1493, in update_port Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 712, in update_port Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server raise exception Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 183f88ce-9269-4bfa-8267-de91980532d3: This subnet is being modified by another concurrent operation. Feb 04 11:38:24.347005 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server Feb 04 11:38:24.350425 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9aafb3-61e7-4181-8941-a07a4302a405 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'Subnet': ['ID=183f88ce-9269-4bfa-8267-de91980532d3,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:24.352443 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4a9aafb3-61e7-4181-8941-a07a4302a405 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:24.355220 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-4a9aafb3-61e7-4181-8941-a07a4302a405 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/subnets/183f88ce-9269-4bfa-8267-de91980532d3 HTTP/1.1" status: 204 len: 168 time: 0.9241707 Feb 04 11:38:24.356305 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3bfe9-2da8-41a1-bc29-5990c5189d32 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:24.359759 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3bfe9-2da8-41a1-bc29-5990c5189d32 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:24.359759 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3bfe9-2da8-41a1-bc29-5990c5189d32 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:24.359946 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35912) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:24.360056 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3bfe9-2da8-41a1-bc29-5990c5189d32 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:24.360056 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3bfe9-2da8-41a1-bc29-5990c5189d32 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:24.360056 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3bfe9-2da8-41a1-bc29-5990c5189d32 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:24.360056 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3bfe9-2da8-41a1-bc29-5990c5189d32 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:24.360056 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3bfe9-2da8-41a1-bc29-5990c5189d32 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:24.361177 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3bfe9-2da8-41a1-bc29-5990c5189d32 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:24.361968 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3bfe9-2da8-41a1-bc29-5990c5189d32 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:24.362571 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3bfe9-2da8-41a1-bc29-5990c5189d32 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:24.404282 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ab7c6ea-bdd0-477b-8ea0-4e241de5de7d tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:24.405067 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ab7c6ea-bdd0-477b-8ea0-4e241de5de7d tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:24.407105 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-7ab7c6ea-bdd0-477b-8ea0-4e241de5de7d tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/subnets/24559bd5-8d1b-4d2f-8616-4dfcfaa96a04 HTTP/1.1" status: 404 len: 337 time: 0.0485480 Feb 04 11:38:24.409628 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35916) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:24.433184 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd3bfe9-2da8-41a1-bc29-5990c5189d32 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:24.456920 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68272421-9b79-4406-b6c1-5620ae4cf98f None None] Network 86b78875-1a29-401f-ba26-af0b60d88d97 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:38:24.458500 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-cbd3bfe9-2da8-41a1-bc29-5990c5189d32 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:24.469393 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-34409254-a7e0-490a-9904-9ca0d4c3fd24 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9a5993d-de2b-4087-a05b-919a2157a766 HTTP/1.1" status: 200 len: 205 time: 0.0583532 Feb 04 11:38:24.470198 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35920) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:24.470991 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f65499dc-6a6d-40b1-9cfe-ff1608c211f5 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:24.471277 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd3bfe9-2da8-41a1-bc29-5990c5189d32 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:24.472161 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cbd3bfe9-2da8-41a1-bc29-5990c5189d32 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:24.474765 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f65499dc-6a6d-40b1-9cfe-ff1608c211f5 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "DELETE /v2.0/security-groups/83d07468-5939-431e-9fde-f54642435faf HTTP/1.1" status: 204 len: 168 time: 0.9354744 Feb 04 11:38:24.477336 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35922) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:24.487023 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2506be56-4839-4244-b95a-2645aee832eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:24.566447 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-db6e141b-fd4c-4471-9a6b-7e55378a3626 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] delete failed (client error): The resource could not be found. Feb 04 11:38:24.567859 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-db6e141b-fd4c-4471-9a6b-7e55378a3626 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/routers/d9a5993d-de2b-4087-a05b-919a2157a766 HTTP/1.1" status: 404 len: 336 time: 0.0915978 Feb 04 11:38:24.571230 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35928) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:24.610352 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506be56-4839-4244-b95a-2645aee832eb None None] Pushing event deleted for resources: {'Port': ['ID=d36ee07c-6a3a-478b-ad74-d165265d9d64,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:24.610622 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-a2f7364a-9e06-4799-891e-0565ac29213b tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Synchronizing usage tracker for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:24.641445 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2506be56-4839-4244-b95a-2645aee832eb None None] No DVR routers for this DVR port d36ee07c-6a3a-478b-ad74-d165265d9d64 on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:38:24.665068 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-727348d4-2fbe-4637-a99b-2bfa02fc6e3d tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:24.666692 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-727348d4-2fbe-4637-a99b-2bfa02fc6e3d tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:24.671652 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-727348d4-2fbe-4637-a99b-2bfa02fc6e3d tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/subnets/cc57e25f-a18b-4a8c-805f-09fb84bae2e7 HTTP/1.1" status: 404 len: 337 time: 0.0958202 Feb 04 11:38:24.671652 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-cbd3bfe9-2da8-41a1-bc29-5990c5189d32 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5986443 Feb 04 11:38:24.674266 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35934) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:24.674614 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35936) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:24.684056 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04897a2-6d28-43a6-90a7-d84cbf6ae9dc None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:38:24.684359 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0e42d9c3-ad61-4810-9e30-6e244cf87051 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:24.693608 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deeaea12-2776-478a-a908-7ff02e0721ed tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:38:24.703600 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-deeaea12-2776-478a-a908-7ff02e0721ed tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:24.705181 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c986013-6696-4b22-8060-29ee05e488de None None] Sync routers for ids ['4d11997f-173d-47d1-b5a9-e503d12cb64f'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:38:24.709289 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-deeaea12-2776-478a-a908-7ff02e0721ed tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] 10.222.0.21 "PUT /v2.0/routers/4d11997f-173d-47d1-b5a9-e503d12cb64f HTTP/1.1" status: 200 len: 920 time: 8.0730586 Feb 04 11:38:24.715424 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-372b1a8a-8979-455e-ba83-c12f7cd38dca None None] Provisioning complete for port 108858b3-5608-4c47-85f6-ab0a863bad94 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:24.716491 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-372b1a8a-8979-455e-ba83-c12f7cd38dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:24.716604 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-aa1ee028-95db-41c6-9efc-dd6b92ab4cef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:24.724087 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c986013-6696-4b22-8060-29ee05e488de None None] Routers {'4d11997f-173d-47d1-b5a9-e503d12cb64f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:38:24.724253 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35942) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:24.730492 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-1c986013-6696-4b22-8060-29ee05e488de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:38:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['4d11997f-173d-47d1-b5a9-e503d12cb64f'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:24.758169 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-a2f7364a-9e06-4799-891e-0565ac29213b tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Unset dirty status for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:24.759449 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a2f7364a-9e06-4799-891e-0565ac29213b tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2261856 Feb 04 11:38:24.765501 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2d0b02c-0949-4b77-aa14-0352a8a6a4e2 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:24.765501 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2d0b02c-0949-4b77-aa14-0352a8a6a4e2 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:24.769791 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c2d0b02c-0949-4b77-aa14-0352a8a6a4e2 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/subnets/0a33f4a6-20c2-4e2f-a41f-6c9535430828 HTTP/1.1" status: 404 len: 337 time: 0.0912476 Feb 04 11:38:24.820216 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35946) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:24.820604 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35948) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:24.833910 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-1c986013-6696-4b22-8060-29ee05e488de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:24.870694 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-063636c8-17cc-4f77-9f6b-a5f858c82c2c tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:24.871126 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-063636c8-17cc-4f77-9f6b-a5f858c82c2c tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:24.872753 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-063636c8-17cc-4f77-9f6b-a5f858c82c2c tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/subnets/4c90cbc0-bd60-40eb-856a-88ee0ed8afa8 HTTP/1.1" status: 404 len: 337 time: 0.0493908 Feb 04 11:38:24.875530 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35956) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:24.876807 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-baf0d32f-cd23-4164-a3a1-321e9f45a106 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Request body: {'security_group': {'name': 'tempest-secgroup--1658614403'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:24.880001 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c986013-6696-4b22-8060-29ee05e488de None None] Routers {'4d11997f-173d-47d1-b5a9-e503d12cb64f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:38:24.882541 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-1c986013-6696-4b22-8060-29ee05e488de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:38:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['4d11997f-173d-47d1-b5a9-e503d12cb64f'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:24.888468 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-baf0d32f-cd23-4164-a3a1-321e9f45a106 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:24.890154 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-372b1a8a-8979-455e-ba83-c12f7cd38dca None None] Port 108858b3-5608-4c47-85f6-ab0a863bad94 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:38:24.917021 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-baf0d32f-cd23-4164-a3a1-321e9f45a106 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:24.920169 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a9d5a9c-fc79-46a2-8957-6032055f46f2 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:24.920844 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a9d5a9c-fc79-46a2-8957-6032055f46f2 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:24.927003 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3a9d5a9c-fc79-46a2-8957-6032055f46f2 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/ports/d1987039-565e-4605-ae3b-a7bcb92abf20 HTTP/1.1" status: 404 len: 333 time: 0.0460315 Feb 04 11:38:24.927003 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35960) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:24.977235 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad02591e-f3ce-4890-93f9-7c59b0fccf7a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:24.977973 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad02591e-f3ce-4890-93f9-7c59b0fccf7a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:24.979873 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ad02591e-f3ce-4890-93f9-7c59b0fccf7a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/subnets/b6e6ab1f-0619-4e49-acd0-51486b24b90d HTTP/1.1" status: 404 len: 337 time: 0.0537248 Feb 04 11:38:24.983861 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35964) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:24.998996 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-372b1a8a-8979-455e-ba83-c12f7cd38dca None None] Provisioning complete for port ae501bc3-b364-4bc5-b632-cc1eb5fc53ac triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:25.018538 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-372b1a8a-8979-455e-ba83-c12f7cd38dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:25.021481 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-1c986013-6696-4b22-8060-29ee05e488de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:25.022126 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c986013-6696-4b22-8060-29ee05e488de None None] The sync data for ids ['4d11997f-173d-47d1-b5a9-e503d12cb64f'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:38:25.054804 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0e42d9c3-ad61-4810-9e30-6e244cf87051 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:25.073057 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-aa1ee028-95db-41c6-9efc-dd6b92ab4cef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:25.073481 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d882fc2-a953-46b4-9246-61671112108f None None] DHCP port deletion for 86b78875-1a29-401f-ba26-af0b60d88d97 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:38:25.080378 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-aa1ee028-95db-41c6-9efc-dd6b92ab4cef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:subnet and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:25.086904 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-aa1ee028-95db-41c6-9efc-dd6b92ab4cef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:25.100580 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-f08f0083-21c2-41e2-b001-bef6d0eb6a93 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Allocated IP 172.26.3.163 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/c8bbcad4-9af3-4ab1-bacb-810e3247682f) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:38:25.102686 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-aa1ee028-95db-41c6-9efc-dd6b92ab4cef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:25.115540 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-8d882fc2-a953-46b4-9246-61671112108f None None] Deleting port ae501bc3-b364-4bc5-b632-cc1eb5fc53ac {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:38:25.115540 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8d882fc2-a953-46b4-9246-61671112108f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:25.221711 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ddb6ee-5a3e-47ff-b6b8-51aff1ceb54b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'tenant_id': 'b4c1a1e1dfbb4265be43b65b84479008', 'fixed_ips': [{'subnet_id': '56f81352-33af-4bbe-a667-29a04e171254'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:38:25.222534 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b6ddb6ee-5a3e-47ff-b6b8-51aff1ceb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:25.241406 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-baf0d32f-cd23-4164-a3a1-321e9f45a106 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:25.324471 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ec7890-dcca-405b-8b47-ee6013c6708d tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:25.325500 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34ec7890-dcca-405b-8b47-ee6013c6708d tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:25.327329 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-34ec7890-dcca-405b-8b47-ee6013c6708d tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/subnets/af32edff-daa3-456c-aa74-d0ac93b01a77 HTTP/1.1" status: 404 len: 337 time: 0.2789693 Feb 04 11:38:25.331612 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35970) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:25.332922 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-baf0d32f-cd23-4164-a3a1-321e9f45a106 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:25.337747 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-baf0d32f-cd23-4164-a3a1-321e9f45a106 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Usage tracker for resource:security_group_rule and tenant:bc07e3d4677c42e783e915d5a6500783 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:25.341038 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-baf0d32f-cd23-4164-a3a1-321e9f45a106 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:25.347437 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-baf0d32f-cd23-4164-a3a1-321e9f45a106 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:25.352245 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1ee028-95db-41c6-9efc-dd6b92ab4cef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:38:25.374793 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35974) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:25.416931 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e42d9c3-ad61-4810-9e30-6e244cf87051 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:25.419614 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42d9c3-ad61-4810-9e30-6e244cf87051 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event updated for resources: {'Port': ['ID=d7dd783d-37aa-4b06-9e94-f27253a4ad7a,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:25.421666 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-f07d2cbd-ac1b-4141-9673-0d4c0e851c4f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:25.422107 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f07d2cbd-ac1b-4141-9673-0d4c0e851c4f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:25.423778 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f07d2cbd-ac1b-4141-9673-0d4c0e851c4f tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/ports/d694cba1-b46f-402e-8a68-31ae0610f234 HTTP/1.1" status: 404 len: 333 time: 0.0841637 Feb 04 11:38:25.425225 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-0e42d9c3-ad61-4810-9e30-6e244cf87051 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:25.428099 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e42d9c3-ad61-4810-9e30-6e244cf87051 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:38:25.448916 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35980) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:25.541252 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f15a0ba-0d2c-4385-bb67-ebd3c8201c31 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:25.541582 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f15a0ba-0d2c-4385-bb67-ebd3c8201c31 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:25.557087 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2e968311-54bd-4612-a52f-d80e35c8c250 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] 10.222.0.21 "GET /v2.0/routers/4d11997f-173d-47d1-b5a9-e503d12cb64f HTTP/1.1" status: 200 len: 926 time: 0.8307722 Feb 04 11:38:25.557746 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 35984) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:25.626959 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1f15a0ba-0d2c-4385-bb67-ebd3c8201c31 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/subnets/000bb27f-720f-41d4-a183-424bb7d91dc8 HTTP/1.1" status: 404 len: 337 time: 0.1768484 Feb 04 11:38:25.630359 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35988) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:25.645008 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device d36ee07c-6a3a-478b-ad74-d165265d9d64 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:38:25.710081 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e6d2dbdc-b79f-401a-914b-517c68f8f3cd tempest-ServiceProvidersTest-570445702 tempest-ServiceProvidersTest-570445702-project] 10.222.0.21 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3340580 Feb 04 11:38:25.713523 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: d36ee07c-6a3a-478b-ad74-d165265d9d64 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:38:25.714083 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device d36ee07c-6a3a-478b-ad74-d165265d9d64 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:38:25.715266 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device ae501bc3-b364-4bc5-b632-cc1eb5fc53ac no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:38:25.724489 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-baf0d32f-cd23-4164-a3a1-321e9f45a106 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:25.727497 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f08f0083-21c2-41e2-b001-bef6d0eb6a93 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:25.743851 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-1479b8df-c979-4db8-9595-2b9e24bb592a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:25.744289 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1479b8df-c979-4db8-9595-2b9e24bb592a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:25.749856 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-8d882fc2-a953-46b4-9246-61671112108f None None] For port ae501bc3-b364-4bc5-b632-cc1eb5fc53ac, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=ae501bc3-b364-4bc5-b632-cc1eb5fc53ac,segment=NetworkSegment(2e749be9-2db6-40a8-a668-7a4af24ef663),segment_id=2e749be9-2db6-40a8-a668-7a4af24ef663)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:38:25.750683 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1479b8df-c979-4db8-9595-2b9e24bb592a tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/subnets/eeee1ec7-20eb-4b1a-9666-65a29c874e72 HTTP/1.1" status: 404 len: 337 time: 0.1142347 Feb 04 11:38:25.750885 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8d882fc2-a953-46b4-9246-61671112108f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:25.751035 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 35996) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:25.811465 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-aa1ee028-95db-41c6-9efc-dd6b92ab4cef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:25.907218 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-baf0d32f-cd23-4164-a3a1-321e9f45a106 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:25.917401 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-14af8811-d0ee-4dc9-b2e4-96c3f16dbac1 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=63d4ab6b-931d-42a4-aa18-bedd81d582fa&device_id=4d11997f-173d-47d1-b5a9-e503d12cb64f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3534150 Feb 04 11:38:25.923487 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36000) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:25.934834 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-77c25777-8a43-458b-aaf9-3afb70259980 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Deleting port 108858b3-5608-4c47-85f6-ab0a863bad94 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:38:25.935188 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-77c25777-8a43-458b-aaf9-3afb70259980 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:25.947873 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-8d882fc2-a953-46b4-9246-61671112108f None None] Calling delete_port for ae501bc3-b364-4bc5-b632-cc1eb5fc53ac owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:38:26.070001 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-b6ddb6ee-5a3e-47ff-b6b8-51aff1ceb54b None None] Allocated IP 2001:db8::2 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/56f81352-33af-4bbe-a667-29a04e171254/ef496dcf-f2d2-4794-a04f-4b50b3cbe116) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:38:26.194550 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8d882fc2-a953-46b4-9246-61671112108f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:26.264553 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d882fc2-a953-46b4-9246-61671112108f None None] Pushing event deleted for resources: {'Port': ['ID=ae501bc3-b364-4bc5-b632-cc1eb5fc53ac,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:26.267625 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-baf0d32f-cd23-4164-a3a1-321e9f45a106 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:26.271798 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-baf0d32f-cd23-4164-a3a1-321e9f45a106 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4501727 Feb 04 11:38:26.273614 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f08f0083-21c2-41e2-b001-bef6d0eb6a93 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:26.281385 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36004) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:26.294398 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:26.303553 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d882fc2-a953-46b4-9246-61671112108f None None] No DVR routers for this DVR port ae501bc3-b364-4bc5-b632-cc1eb5fc53ac on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:38:26.312275 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d882fc2-a953-46b4-9246-61671112108f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:26.312652 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d882fc2-a953-46b4-9246-61671112108f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:26.312992 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d882fc2-a953-46b4-9246-61671112108f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:26.313308 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d882fc2-a953-46b4-9246-61671112108f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:26.313684 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d882fc2-a953-46b4-9246-61671112108f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:26.314053 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d882fc2-a953-46b4-9246-61671112108f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:26.320143 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d882fc2-a953-46b4-9246-61671112108f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:26.320143 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d882fc2-a953-46b4-9246-61671112108f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:26.320143 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d882fc2-a953-46b4-9246-61671112108f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:26.320143 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d882fc2-a953-46b4-9246-61671112108f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:26.320143 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d882fc2-a953-46b4-9246-61671112108f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:26.322267 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0d32f-cd23-4164-a3a1-321e9f45a106 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcb727a-5fd2-49ec-b2a1-38b569ec57fa,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:26.366516 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-b5b587f1-ed1b-4347-8458-90f990867161 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Request body: {'security_group_rule': {'security_group_id': '4dcb727a-5fd2-49ec-b2a1-38b569ec57fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:26.409334 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.ipam_backend_mixin [None req-aa1ee028-95db-41c6-9efc-dd6b92ab4cef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 56f81352-33af-4bbe-a667-29a04e171254 (CIDR: 2001:db8::/64) Feb 04 11:38:26.421020 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-b5b587f1-ed1b-4347-8458-90f990867161 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:26.468126 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0e42d9c3-ad61-4810-9e30-6e244cf87051 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:26.470695 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-b5b587f1-ed1b-4347-8458-90f990867161 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Usage tracker for resource:security_group_rule and tenant:bc07e3d4677c42e783e915d5a6500783 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:26.481463 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-b5b587f1-ed1b-4347-8458-90f990867161 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:26.488677 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b6ddb6ee-5a3e-47ff-b6b8-51aff1ceb54b None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:26.500973 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-b6ddb6ee-5a3e-47ff-b6b8-51aff1ceb54b None None] Transition to ACTIVE for port object ef496dcf-f2d2-4794-a04f-4b50b3cbe116 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:38:26.504772 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa1ee028-95db-41c6-9efc-dd6b92ab4cef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:38:26.511339 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa1ee028-95db-41c6-9efc-dd6b92ab4cef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:26.514478 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-b5b587f1-ed1b-4347-8458-90f990867161 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:26.519092 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08f0083-21c2-41e2-b001-bef6d0eb6a93 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:26.525647 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-b6ddb6ee-5a3e-47ff-b6b8-51aff1ceb54b None None] Transition to ACTIVE for port object ef496dcf-f2d2-4794-a04f-4b50b3cbe116 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:38:26.533314 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-f08f0083-21c2-41e2-b001-bef6d0eb6a93 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:26.550208 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f0083-21c2-41e2-b001-bef6d0eb6a93 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Pushing event updated for resources: {'Port': ['ID=c8bbcad4-9af3-4ab1-bacb-810e3247682f,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:26.573455 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08f0083-21c2-41e2-b001-bef6d0eb6a93 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:38:26.590007 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b6ddb6ee-5a3e-47ff-b6b8-51aff1ceb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:26.596841 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0e42d9c3-ad61-4810-9e30-6e244cf87051 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:26.608754 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36010) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:26.672786 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ddb6ee-5a3e-47ff-b6b8-51aff1ceb54b None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:26.677535 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-b6ddb6ee-5a3e-47ff-b6b8-51aff1ceb54b None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:26.678322 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcae2c2-412e-4f2c-81f4-5666dba108f9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:26.679828 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ddb6ee-5a3e-47ff-b6b8-51aff1ceb54b None None] Pushing event updated for resources: {'Port': ['ID=ef496dcf-f2d2-4794-a04f-4b50b3cbe116,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:26.680408 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-bfcae2c2-412e-4f2c-81f4-5666dba108f9 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] 10.222.0.21 "GET /v2.0/networks/63d4ab6b-931d-42a4-aa18-bedd81d582fa HTTP/1.1" status: 200 len: 881 time: 0.7508414 Feb 04 11:38:26.683002 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ddb6ee-5a3e-47ff-b6b8-51aff1ceb54b None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:38:26.700919 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36014) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:26.797640 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-b6ddb6ee-5a3e-47ff-b6b8-51aff1ceb54b None None] Attempting to bind port ef496dcf-f2d2-4794-a04f-4b50b3cbe116 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:38:26.798640 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-b6ddb6ee-5a3e-47ff-b6b8-51aff1ceb54b None None] Attempting to bind port ef496dcf-f2d2-4794-a04f-4b50b3cbe116 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:38:26.798640 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ddb6ee-5a3e-47ff-b6b8-51aff1ceb54b None None] Attempting to bind port ef496dcf-f2d2-4794-a04f-4b50b3cbe116 on network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:38:26.802553 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-855ca43d-ed9c-4da2-b7fd-846947dba8f1 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d11997f-173d-47d1-b5a9-e503d12cb64f HTTP/1.1" status: 200 len: 205 time: 0.1004362 Feb 04 11:38:26.808948 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36020) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:26.813538 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ddb6ee-5a3e-47ff-b6b8-51aff1ceb54b None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:38:26.814155 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ddb6ee-5a3e-47ff-b6b8-51aff1ceb54b None None] Checking segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:38:26.814554 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b6ddb6ee-5a3e-47ff-b6b8-51aff1ceb54b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:26.815538 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ddb6ee-5a3e-47ff-b6b8-51aff1ceb54b None None] Bound using segment: {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:38:26.815538 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-b6ddb6ee-5a3e-47ff-b6b8-51aff1ceb54b None None] Bound port: ef496dcf-f2d2-4794-a04f-4b50b3cbe116, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d58ad67-7a51-4ec4-a796-861955bb5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:38:26.815952 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b6ddb6ee-5a3e-47ff-b6b8-51aff1ceb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:26.850851 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b5b587f1-ed1b-4347-8458-90f990867161 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:26.919150 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-aa1ee028-95db-41c6-9efc-dd6b92ab4cef tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2418725 Feb 04 11:38:26.922564 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36024) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:26.934517 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-b6ddb6ee-5a3e-47ff-b6b8-51aff1ceb54b None None] For port ef496dcf-f2d2-4794-a04f-4b50b3cbe116, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:38:26.939038 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-b6ddb6ee-5a3e-47ff-b6b8-51aff1ceb54b None None] For port ef496dcf-f2d2-4794-a04f-4b50b3cbe116, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=ef496dcf-f2d2-4794-a04f-4b50b3cbe116,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:38:26.956999 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-07b3a8ad-845f-49cf-91d5-73348430b64e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'subnet': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:26.993377 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b6ddb6ee-5a3e-47ff-b6b8-51aff1ceb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:27.041933 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-77c25777-8a43-458b-aaf9-3afb70259980 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:27.060523 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0e42d9c3-ad61-4810-9e30-6e244cf87051 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:27.085721 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ddb6ee-5a3e-47ff-b6b8-51aff1ceb54b None None] Pushing event updated for resources: {'Port': ['ID=ef496dcf-f2d2-4794-a04f-4b50b3cbe116,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:27.111449 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-61ec52b2-8c29-4375-a81d-1f0002188312 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:27.112151 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b5b587f1-ed1b-4347-8458-90f990867161 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:27.165929 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0e42d9c3-ad61-4810-9e30-6e244cf87051 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:27.180132 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e1c501be-2423-4e77-a65d-a32478091018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:27.300865 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-77c25777-8a43-458b-aaf9-3afb70259980 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Calling delete_port for 108858b3-5608-4c47-85f6-ab0a863bad94 owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:38:27.311912 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42d9c3-ad61-4810-9e30-6e244cf87051 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event updated for resources: {'Port': ['ID=d7dd783d-37aa-4b06-9e94-f27253a4ad7a,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:27.328329 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b5b587f1-ed1b-4347-8458-90f990867161 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:27.347378 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0e42d9c3-ad61-4810-9e30-6e244cf87051 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:27.405923 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b587f1-ed1b-4347-8458-90f990867161 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=561ac51e-df2d-4a27-bbd5-76197b99e6c6,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:27.461012 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-f08f0083-21c2-41e2-b001-bef6d0eb6a93 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Deleting port c8bbcad4-9af3-4ab1-bacb-810e3247682f {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:38:27.461734 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f08f0083-21c2-41e2-b001-bef6d0eb6a93 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:27.501153 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b5b587f1-ed1b-4347-8458-90f990867161 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:27.502420 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b5b587f1-ed1b-4347-8458-90f990867161 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1781771 Feb 04 11:38:27.503785 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-e1c501be-2423-4e77-a65d-a32478091018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:27.523576 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36028) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:27.531349 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-e1c501be-2423-4e77-a65d-a32478091018 admin admin] Usage tracker for resource:security_group_rule and tenant:b87655da92214734a1d4e196398f5ac9 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:27.574877 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-e1c501be-2423-4e77-a65d-a32478091018 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:27.610947 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-e1c501be-2423-4e77-a65d-a32478091018 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:27.637772 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-07b3a8ad-845f-49cf-91d5-73348430b64e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:27.656586 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device ef496dcf-f2d2-4794-a04f-4b50b3cbe116 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:38:27.671918 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-07b3a8ad-845f-49cf-91d5-73348430b64e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:subnet and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:27.717583 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-07b3a8ad-845f-49cf-91d5-73348430b64e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:27.751784 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-07b3a8ad-845f-49cf-91d5-73348430b64e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:27.779436 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-73aa5d8b-f35f-4176-baba-4f9f569ab500 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:27.800138 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-77c25777-8a43-458b-aaf9-3afb70259980 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:27.809859 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port ef496dcf-f2d2-4794-a04f-4b50b3cbe116 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:38:27.891764 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b3a8ad-845f-49cf-91d5-73348430b64e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:38:27.895942 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-07b3a8ad-845f-49cf-91d5-73348430b64e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:27.898683 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-61ec52b2-8c29-4375-a81d-1f0002188312 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:27.923273 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.l3_db [None req-0e42d9c3-ad61-4810-9e30-6e244cf87051 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Floating IP 2a8bc564-e304-4153-a77e-3a86a3798f9d associated. External IP: 172.26.3.40, port: 923fe860-a21f-495a-b165-76b5eabc7cc2. Feb 04 11:38:27.935323 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c25777-8a43-458b-aaf9-3afb70259980 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'Port': ['ID=108858b3-5608-4c47-85f6-ab0a863bad94,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:27.994940 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-61ec52b2-8c29-4375-a81d-1f0002188312 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Deleting port aa048349-e216-4f5f-9e34-033d0f2e6ba2 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:38:27.996225 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-61ec52b2-8c29-4375-a81d-1f0002188312 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:28.064652 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-73aa5d8b-f35f-4176-baba-4f9f569ab500 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:28.090217 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f08f0083-21c2-41e2-b001-bef6d0eb6a93 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:28.090600 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f08f0083-21c2-41e2-b001-bef6d0eb6a93 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:28.125558 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-77c25777-8a43-458b-aaf9-3afb70259980 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:28.294014 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-61ec52b2-8c29-4375-a81d-1f0002188312 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:28.404436 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f9fa59-47b8-48e0-a371-3011e942c385 None None] get_active_networks_info from dv-neutron-827825-2-hyperv {{(pid=84206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 11:38:28.439354 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-61ec52b2-8c29-4375-a81d-1f0002188312 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Calling delete_port for aa048349-e216-4f5f-9e34-033d0f2e6ba2 owned by network:router_gateway {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:38:28.499687 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e1c501be-2423-4e77-a65d-a32478091018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:28.507314 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-f08f0083-21c2-41e2-b001-bef6d0eb6a93 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Calling delete_port for c8bbcad4-9af3-4ab1-bacb-810e3247682f owned by network:floatingip {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:38:28.543059 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f9fa59-47b8-48e0-a371-3011e942c385 None None] Resources bound (agent type, host, resource id): {{(pid=84206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 11:38:28.585090 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e1c501be-2423-4e77-a65d-a32478091018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:28.596005 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-77c25777-8a43-458b-aaf9-3afb70259980 tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/ports/108858b3-5608-4c47-85f6-ab0a863bad94 HTTP/1.1" status: 204 len: 168 time: 2.8367562 Feb 04 11:38:28.609731 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36032) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:28.672256 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-b719f845-aecd-489a-b8bc-bbc498f78892 None None] Provisioning for port ef496dcf-f2d2-4794-a04f-4b50b3cbe116 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:38:28.684779 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-b719f845-aecd-489a-b8bc-bbc498f78892 None None] Provisioning complete for port ef496dcf-f2d2-4794-a04f-4b50b3cbe116 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:28.685414 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b719f845-aecd-489a-b8bc-bbc498f78892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:28.755653 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-73aa5d8b-f35f-4176-baba-4f9f569ab500 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:28.766875 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c501be-2423-4e77-a65d-a32478091018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e253c9dc-931f-4240-b081-ebe7185505a3,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:28.812117 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e1c501be-2423-4e77-a65d-a32478091018 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b87655da92214734a1d4e196398f5ac9&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1951206 Feb 04 11:38:28.815351 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36036) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:28.832908 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa5d8b-f35f-4176-baba-4f9f569ab500 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dcb727a-5fd2-49ec-b2a1-38b569ec57fa,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:28.867109 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-61ec52b2-8c29-4375-a81d-1f0002188312 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:28.894618 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1c65b98c-c8d3-45bc-9564-76134f236cfa tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:28.928172 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec52b2-8c29-4375-a81d-1f0002188312 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Pushing event deleted for resources: {'Port': ['ID=aa048349-e216-4f5f-9e34-033d0f2e6ba2,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:28.971565 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-73aa5d8b-f35f-4176-baba-4f9f569ab500 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:28.975498 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-73aa5d8b-f35f-4176-baba-4f9f569ab500 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "DELETE /v2.0/security-groups/4dcb727a-5fd2-49ec-b2a1-38b569ec57fa HTTP/1.1" status: 204 len: 168 time: 1.4433663 Feb 04 11:38:28.979960 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36040) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:29.028051 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b719f845-aecd-489a-b8bc-bbc498f78892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:29.048002 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2beeb531-246b-40bf-a09f-4ded058fa08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:29.080627 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f08f0083-21c2-41e2-b001-bef6d0eb6a93 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:29.092635 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-b719f845-aecd-489a-b8bc-bbc498f78892 None None] For port ef496dcf-f2d2-4794-a04f-4b50b3cbe116, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=ef496dcf-f2d2-4794-a04f-4b50b3cbe116,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:38:29.097993 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2beeb531-246b-40bf-a09f-4ded058fa08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:29.111370 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e42d9c3-ad61-4810-9e30-6e244cf87051 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Router 9f13693f-5894-41a3-8de2-6b4557fe6c63 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:38:29.173835 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b719f845-aecd-489a-b8bc-bbc498f78892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:29.216462 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f0083-21c2-41e2-b001-bef6d0eb6a93 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Pushing event deleted for resources: {'Port': ['ID=c8bbcad4-9af3-4ab1-bacb-810e3247682f,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:29.283879 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1c65b98c-c8d3-45bc-9564-76134f236cfa tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:29.297652 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719f845-aecd-489a-b8bc-bbc498f78892 None None] Pushing event updated for resources: {'Port': ['ID=ef496dcf-f2d2-4794-a04f-4b50b3cbe116,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:29.304223 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-a48e788e-dbfe-4290-ba9d-f0a7fae8d7c9 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Synchronizing usage tracker for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:29.375020 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-1c65b98c-c8d3-45bc-9564-76134f236cfa tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86b78875-1a29-401f-ba26-af0b60d88d97']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:29.399179 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-1c65b98c-c8d3-45bc-9564-76134f236cfa tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e749be9-2db6-40a8-a668-7a4af24ef663') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:29.399504 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-1c65b98c-c8d3-45bc-9564-76134f236cfa tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e749be9-2db6-40a8-a668-7a4af24ef663') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:29.421802 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1c65b98c-c8d3-45bc-9564-76134f236cfa tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:29.422546 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-61ec52b2-8c29-4375-a81d-1f0002188312 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:29.449442 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1c65b98c-c8d3-45bc-9564-76134f236cfa tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:29.462090 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c65b98c-c8d3-45bc-9564-76134f236cfa tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:38:29.469470 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1c65b98c-c8d3-45bc-9564-76134f236cfa tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:29.479376 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:38:29.479376 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:38:29.479376 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:38:29.479376 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:38:29.479376 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:38:29.479376 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:38:29.479376 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:38:29.479376 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:38:29.479376 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:38:29.479376 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:38:29.479376 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:38:29.479376 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:38:29.479376 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:38:29.479376 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:38:29.479376 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:38:29.479376 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:38:29.479376 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:38:29.479376 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:38:29.479376 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:38:29.479376 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:38:29.479376 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:38:29.479376 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:38:29.479376 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:38:29.479376 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:38:29.479376 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:38:29.479376 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:38:29.479376 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:38:29.479376 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:38:29.479376 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:38:29.479376 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:38:29.479376 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:38:29.479376 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:38:29.512741 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device ef496dcf-f2d2-4794-a04f-4b50b3cbe116 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:38:29.548509 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-a48e788e-dbfe-4290-ba9d-f0a7fae8d7c9 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Unset dirty status for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:29.552294 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a48e788e-dbfe-4290-ba9d-f0a7fae8d7c9 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5629873 Feb 04 11:38:29.554652 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36044) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:29.607142 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port ef496dcf-f2d2-4794-a04f-4b50b3cbe116 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:29.607570 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:29.621847 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-f08f0083-21c2-41e2-b001-bef6d0eb6a93 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] create failed (client error): The resource could not be found. Feb 04 11:38:29.622897 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f08f0083-21c2-41e2-b001-bef6d0eb6a93 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.1290851 Feb 04 11:38:29.627971 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36048) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:29.693283 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-a26de47b-cb43-43f4-89df-89841df7c68e tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Synchronizing usage tracker for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group_rule {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:29.703108 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1c65b98c-c8d3-45bc-9564-76134f236cfa tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:29.738075 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1c65b98c-c8d3-45bc-9564-76134f236cfa tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:29.742051 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2beeb531-246b-40bf-a09f-4ded058fa08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:29.759850 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65b98c-c8d3-45bc-9564-76134f236cfa tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] Pushing event deleted for resources: {'Network': ['ID=86b78875-1a29-401f-ba26-af0b60d88d97,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:29.781219 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1c65b98c-c8d3-45bc-9564-76134f236cfa tempest-PortsIpV6TestJSON-1463870503 tempest-PortsIpV6TestJSON-1463870503-project] 10.222.0.21 "DELETE /v2.0/networks/86b78875-1a29-401f-ba26-af0b60d88d97 HTTP/1.1" status: 204 len: 168 time: 1.1615236 Feb 04 11:38:29.792208 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.objects.ports [None req-07b3a8ad-845f-49cf-91d5-73348430b64e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84204) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 11:38:29.839498 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beeb531-246b-40bf-a09f-4ded058fa08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e253c9dc-931f-4240-b081-ebe7185505a3,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:29.844939 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-a26de47b-cb43-43f4-89df-89841df7c68e tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] Unset dirty status for tenant:bc07e3d4677c42e783e915d5a6500783 on resource:security_group_rule {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:29.848814 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a26de47b-cb43-43f4-89df-89841df7c68e tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2907579 Feb 04 11:38:29.849963 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36054) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:29.868689 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-61ec52b2-8c29-4375-a81d-1f0002188312 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:29.875603 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-744355c4-3f7c-47ff-848b-6570f4ccec24 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Deleting port a993dc17-9411-4b38-83eb-99cc0706bd70 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:38:29.875930 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-744355c4-3f7c-47ff-848b-6570f4ccec24 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:29.894231 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-999381ce-c2e8-4b2d-9104-ce21e3b45fd0 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] delete failed (client error): The resource could not be found. Feb 04 11:38:29.898800 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-999381ce-c2e8-4b2d-9104-ce21e3b45fd0 tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "DELETE /v2.0/security-groups/4dcb727a-5fd2-49ec-b2a1-38b569ec57fa HTTP/1.1" status: 404 len: 347 time: 0.0440235 Feb 04 11:38:29.899164 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36058) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:29.921409 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-61ec52b2-8c29-4375-a81d-1f0002188312 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:29.943543 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2beeb531-246b-40bf-a09f-4ded058fa08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:29.944634 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2beeb531-246b-40bf-a09f-4ded058fa08c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e253c9dc-931f-4240-b081-ebe7185505a3 HTTP/1.1" status: 204 len: 168 time: 1.1273360 Feb 04 11:38:29.969380 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-745135f2-e618-476b-9f8a-6a7de03999ba tempest-SecGroupTest-1201482470 tempest-SecGroupTest-1201482470-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0652299 Feb 04 11:38:30.068540 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-07b3a8ad-845f-49cf-91d5-73348430b64e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:30.108668 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-61ec52b2-8c29-4375-a81d-1f0002188312 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:30.109154 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ec52b2-8c29-4375-a81d-1f0002188312 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Fanout notify agent at l3_agent the message router_deleted on router 4d11997f-173d-47d1-b5a9-e503d12cb64f {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:38:30.180261 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-61ec52b2-8c29-4375-a81d-1f0002188312 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:30.190847 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-61ec52b2-8c29-4375-a81d-1f0002188312 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] 10.222.0.21 "DELETE /v2.0/routers/4d11997f-173d-47d1-b5a9-e503d12cb64f HTTP/1.1" status: 204 len: 168 time: 3.3717279 Feb 04 11:38:30.191770 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36066) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:30.208342 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-527e5b1a-f0ce-48f2-8e3d-5294176764f5 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-203199144', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}, 'admin_state_up': False}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:30.221863 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-527e5b1a-f0ce-48f2-8e3d-5294176764f5 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:30.244493 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-527e5b1a-f0ce-48f2-8e3d-5294176764f5 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Usage tracker for resource:router and tenant:740bf14d103b4ed79f913bb123a585f8 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:30.251092 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-527e5b1a-f0ce-48f2-8e3d-5294176764f5 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:30.271688 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-527e5b1a-f0ce-48f2-8e3d-5294176764f5 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:30.281016 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-744355c4-3f7c-47ff-848b-6570f4ccec24 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:30.410440 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e42d9c3-ad61-4810-9e30-6e244cf87051 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:38:30.418842 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-744355c4-3f7c-47ff-848b-6570f4ccec24 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Calling delete_port for a993dc17-9411-4b38-83eb-99cc0706bd70 owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:38:30.419747 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0d4e02-8416-40ad-8ba7-a158ba934e2f None None] Sync routers for ids ['9f13693f-5894-41a3-8de2-6b4557fe6c63'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:38:30.448441 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-527e5b1a-f0ce-48f2-8e3d-5294176764f5 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:30.448441 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-527e5b1a-f0ce-48f2-8e3d-5294176764f5 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:30.454166 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0d4e02-8416-40ad-8ba7-a158ba934e2f None None] Routers {'9f13693f-5894-41a3-8de2-6b4557fe6c63'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:38:30.454831 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-8b0d4e02-8416-40ad-8ba7-a158ba934e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:38:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['9f13693f-5894-41a3-8de2-6b4557fe6c63'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:30.459988 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36074) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:30.482628 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-07b3a8ad-845f-49cf-91d5-73348430b64e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] For port ef496dcf-f2d2-4794-a04f-4b50b3cbe116, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=ef496dcf-f2d2-4794-a04f-4b50b3cbe116,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:38:30.519333 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-527e5b1a-f0ce-48f2-8e3d-5294176764f5 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:30.522091 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-07b3a8ad-845f-49cf-91d5-73348430b64e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:30.540587 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-8b0d4e02-8416-40ad-8ba7-a158ba934e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:30.564281 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0d4e02-8416-40ad-8ba7-a158ba934e2f None None] Routers {'9f13693f-5894-41a3-8de2-6b4557fe6c63'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:38:30.565152 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-8b0d4e02-8416-40ad-8ba7-a158ba934e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:38:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['9f13693f-5894-41a3-8de2-6b4557fe6c63'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:30.584199 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0e42d9c3-ad61-4810-9e30-6e244cf87051 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:30.628035 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-8b0d4e02-8416-40ad-8ba7-a158ba934e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:30.628382 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0d4e02-8416-40ad-8ba7-a158ba934e2f None None] The sync data for ids ['9f13693f-5894-41a3-8de2-6b4557fe6c63'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:38:30.638797 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-07b3a8ad-845f-49cf-91d5-73348430b64e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:30.640250 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-07b3a8ad-845f-49cf-91d5-73348430b64e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:30.665150 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0e42d9c3-ad61-4810-9e30-6e244cf87051 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 8.1533296 Feb 04 11:38:30.666233 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36082) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:30.767391 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3a8ad-845f-49cf-91d5-73348430b64e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Port': ['ID=ef496dcf-f2d2-4794-a04f-4b50b3cbe116,revision_number=5']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:30.796202 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b3a8ad-845f-49cf-91d5-73348430b64e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:30.799033 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-07b3a8ad-845f-49cf-91d5-73348430b64e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:30.803547 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b3a8ad-845f-49cf-91d5-73348430b64e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:30.809818 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358a06e3-1428-441f-9e2b-73a4d34b80a8 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:38:30.814681 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-07b3a8ad-845f-49cf-91d5-73348430b64e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:30.857306 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3a8ad-845f-49cf-91d5-73348430b64e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Subnet': ['ID=bbd0fd26-a835-4132-bd28-31d3a82a691f,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:30.907123 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-07b3a8ad-845f-49cf-91d5-73348430b64e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.9806206 Feb 04 11:38:30.909419 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36090) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:30.916028 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-47057a01-a8f0-4b34-815a-db97ce11e8ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Request body: {'port': {'network_id': 'a4c95724-fa8c-4cd7-984e-cfbe8c55ad41', 'mac_address': 'fa:16:3e:56:ab:71', 'name': 'tempest-NetworksTestDHCPv6-1325962249'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:30.919585 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-744355c4-3f7c-47ff-848b-6570f4ccec24 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:30.999451 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36096) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:31.006321 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744355c4-3f7c-47ff-848b-6570f4ccec24 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Pushing event deleted for resources: {'Port': ['ID=a993dc17-9411-4b38-83eb-99cc0706bd70,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:31.253616 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-06d5cc7c-5333-46dd-b5b5-662a42741d49 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "GET /v2.0/floatingips/2a8bc564-e304-4153-a77e-3a86a3798f9d HTTP/1.1" status: 200 len: 976 time: 0.5839682 Feb 04 11:38:31.255119 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36104) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:31.259263 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-1f4f614c-653c-4aec-bf55-f898cef6c754 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=923893a854aa49c78e412c9bf04cfc96&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7981277 Feb 04 11:38:31.263180 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36108) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:31.289137 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-527e5b1a-f0ce-48f2-8e3d-5294176764f5 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:31.324613 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-744355c4-3f7c-47ff-848b-6570f4ccec24 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:31.355315 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-744355c4-3f7c-47ff-848b-6570f4ccec24 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] 10.222.0.21 "DELETE /v2.0/ports/a993dc17-9411-4b38-83eb-99cc0706bd70 HTTP/1.1" status: 204 len: 168 time: 1.7221529 Feb 04 11:38:31.361518 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36112) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:31.523433 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device ef496dcf-f2d2-4794-a04f-4b50b3cbe116 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:38:31.528476 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1b7a76d4-395e-489f-8a4f-d3818e372df5 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.2733064 Feb 04 11:38:31.532528 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36116) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:31.537829 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-47057a01-a8f0-4b34-815a-db97ce11e8ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:31.545101 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-fe18be7d-5415-49ce-adef-83de6da4d3d6 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Request body: {'floatingip': {'port_id': 'f2f282db-10c7-4b89-b2fc-7f297c0090b7'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:31.611614 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-47057a01-a8f0-4b34-815a-db97ce11e8ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Usage tracker for resource:port and tenant:b4c1a1e1dfbb4265be43b65b84479008 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:31.624414 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-47057a01-a8f0-4b34-815a-db97ce11e8ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:31.633450 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-47057a01-a8f0-4b34-815a-db97ce11e8ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:31.669750 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port ef496dcf-f2d2-4794-a04f-4b50b3cbe116 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:31.673688 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:31.678930 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fe18be7d-5415-49ce-adef-83de6da4d3d6 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for floatingip, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:31.752888 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-78a9181a-3a9b-4a60-b2df-bfeea7d74743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:31.762458 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47057a01-a8f0-4b34-815a-db97ce11e8ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Made reservation on behalf of b4c1a1e1dfbb4265be43b65b84479008 for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:38:31.767396 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-9f0549c3-93b3-48f9-bec4-d577185b0143 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bc07e3d4677c42e783e915d5a6500783&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7645900 Feb 04 11:38:31.769373 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36124) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:31.793835 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608347f8-2e8c-4715-b56b-062668157135 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:31.795110 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-608347f8-2e8c-4715-b56b-062668157135 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Synchronizing usage tracker for tenant:2b8470c2cd9749779b9f46fd6debad13 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:31.840564 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-78a9181a-3a9b-4a60-b2df-bfeea7d74743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:32.023749 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bd534764-abcd-44f8-8902-7d32592dd607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:32.040739 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-604822d0-6a8c-48b3-a797-4cb18c835108 None None] Provisioning complete for port ef496dcf-f2d2-4794-a04f-4b50b3cbe116 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:32.041540 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-604822d0-6a8c-48b3-a797-4cb18c835108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:32.042687 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-47057a01-a8f0-4b34-815a-db97ce11e8ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:32.044111 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-78a9181a-3a9b-4a60-b2df-bfeea7d74743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:32.099396 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-608347f8-2e8c-4715-b56b-062668157135 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Unset dirty status for tenant:2b8470c2cd9749779b9f46fd6debad13 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:32.100583 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-608347f8-2e8c-4715-b56b-062668157135 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7dd10c-d719-4b37-b3ce-940ed3fe4084 HTTP/1.1" status: 200 len: 913 time: 0.7389410 Feb 04 11:38:32.102512 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bd534764-abcd-44f8-8902-7d32592dd607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:32.103943 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-47057a01-a8f0-4b34-815a-db97ce11e8ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] device_id is not set on port 4dc31f6f-ad04-425d-8a1d-c4a3c04adc5b yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:38:32.113700 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9181a-3a9b-4a60-b2df-bfeea7d74743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65770b3-ee6d-49a7-86b9-c792ff136c2e,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:32.122207 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36132) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:32.122846 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-527e5b1a-f0ce-48f2-8e3d-5294176764f5 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router_gateway, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:32.222429 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-78a9181a-3a9b-4a60-b2df-bfeea7d74743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:32.225617 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-78a9181a-3a9b-4a60-b2df-bfeea7d74743 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a65770b3-ee6d-49a7-86b9-c792ff136c2e HTTP/1.1" status: 204 len: 168 time: 0.9561038 Feb 04 11:38:32.234511 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-527e5b1a-f0ce-48f2-8e3d-5294176764f5 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:32.480917 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-527e5b1a-f0ce-48f2-8e3d-5294176764f5 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Allocated IP 172.26.3.205 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/aa3de9fd-12c5-4f53-867d-42add3ff9ca2) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:38:32.497950 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bd534764-abcd-44f8-8902-7d32592dd607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:32.531784 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd534764-abcd-44f8-8902-7d32592dd607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60eb9609-9635-4ce9-a4ba-d5a7db1dbdba,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:32.638228 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-47057a01-a8f0-4b34-815a-db97ce11e8ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Allocated IP 2001:db8::174 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/56f81352-33af-4bbe-a667-29a04e171254/4dc31f6f-ad04-425d-8a1d-c4a3c04adc5b) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:38:32.646518 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-47057a01-a8f0-4b34-815a-db97ce11e8ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Allocated IP 2001:db8:0:1:f816:3eff:fe56:ab71 (a4c95724-fa8c-4cd7-984e-cfbe8c55ad41/bbd0fd26-a835-4132-bd28-31d3a82a691f/4dc31f6f-ad04-425d-8a1d-c4a3c04adc5b) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:38:32.951770 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-527e5b1a-f0ce-48f2-8e3d-5294176764f5 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:32.966489 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-47057a01-a8f0-4b34-815a-db97ce11e8ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:32.967072 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bd534764-abcd-44f8-8902-7d32592dd607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:32.971091 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-bd534764-abcd-44f8-8902-7d32592dd607 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/60eb9609-9635-4ce9-a4ba-d5a7db1dbdba HTTP/1.1" status: 204 len: 168 time: 1.1865582 Feb 04 11:38:32.996454 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-47057a01-a8f0-4b34-815a-db97ce11e8ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Transition to ACTIVE for port object 4dc31f6f-ad04-425d-8a1d-c4a3c04adc5b will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:38:32.997035 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2dde9304-6f55-499e-93e9-ef06342a108e tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:33.122439 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-527e5b1a-f0ce-48f2-8e3d-5294176764f5 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:33.208485 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fe18be7d-5415-49ce-adef-83de6da4d3d6 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:33.218800 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527e5b1a-f0ce-48f2-8e3d-5294176764f5 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:33.223704 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-527e5b1a-f0ce-48f2-8e3d-5294176764f5 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:33.226309 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527e5b1a-f0ce-48f2-8e3d-5294176764f5 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:38:33.259694 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e5b1a-f0ce-48f2-8e3d-5294176764f5 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Pushing event updated for resources: {'Port': ['ID=aa3de9fd-12c5-4f53-867d-42add3ff9ca2,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:33.316493 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fe18be7d-5415-49ce-adef-83de6da4d3d6 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:33.373955 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-47057a01-a8f0-4b34-815a-db97ce11e8ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:33.469585 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47057a01-a8f0-4b34-815a-db97ce11e8ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:33.474220 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-47057a01-a8f0-4b34-815a-db97ce11e8ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:33.483475 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47057a01-a8f0-4b34-815a-db97ce11e8ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:38:33.487536 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47057a01-a8f0-4b34-815a-db97ce11e8ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:33.488352 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-47057a01-a8f0-4b34-815a-db97ce11e8ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:33.493686 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47057a01-a8f0-4b34-815a-db97ce11e8ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event updated for resources: {'Port': ['ID=4dc31f6f-ad04-425d-8a1d-c4a3c04adc5b,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:33.522809 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47057a01-a8f0-4b34-815a-db97ce11e8ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:33.523065 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47057a01-a8f0-4b34-815a-db97ce11e8ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:33.524355 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47057a01-a8f0-4b34-815a-db97ce11e8ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:33.524355 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47057a01-a8f0-4b34-815a-db97ce11e8ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:33.524355 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47057a01-a8f0-4b34-815a-db97ce11e8ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:33.525354 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47057a01-a8f0-4b34-815a-db97ce11e8ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:33.525565 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47057a01-a8f0-4b34-815a-db97ce11e8ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:33.526529 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47057a01-a8f0-4b34-815a-db97ce11e8ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:33.526529 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47057a01-a8f0-4b34-815a-db97ce11e8ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:33.526926 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47057a01-a8f0-4b34-815a-db97ce11e8ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:33.527092 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47057a01-a8f0-4b34-815a-db97ce11e8ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:33.646745 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-47057a01-a8f0-4b34-815a-db97ce11e8ee tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7360373 Feb 04 11:38:33.649274 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36164) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:33.731949 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-fbf58acb-2fc4-4f3d-bc84-d465731657de tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting port 4dc31f6f-ad04-425d-8a1d-c4a3c04adc5b {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:38:33.732314 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fbf58acb-2fc4-4f3d-bc84-d465731657de tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:33.747573 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-527e5b1a-f0ce-48f2-8e3d-5294176764f5 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router_gateway, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:33.753473 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-527e5b1a-f0ce-48f2-8e3d-5294176764f5 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:33.798731 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.l3_db [None req-fe18be7d-5415-49ce-adef-83de6da4d3d6 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Floating IP 2a8bc564-e304-4153-a77e-3a86a3798f9d associated. External IP: 172.26.3.40, port: 923fe860-a21f-495a-b165-76b5eabc7cc2. Feb 04 11:38:34.060859 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a1601d69-c9ac-4419-ba90-e826fb6f386c None None] Provisioning for port 4dc31f6f-ad04-425d-8a1d-c4a3c04adc5b completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:38:34.062734 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a1601d69-c9ac-4419-ba90-e826fb6f386c None None] Provisioning complete for port 4dc31f6f-ad04-425d-8a1d-c4a3c04adc5b triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:34.063108 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a1601d69-c9ac-4419-ba90-e826fb6f386c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:34.137479 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-2dde9304-6f55-499e-93e9-ef06342a108e tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Deleting port 31aa5830-7cca-4987-86ab-5de6e06a2609 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:38:34.138089 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2dde9304-6f55-499e-93e9-ef06342a108e tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:34.151087 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-a1601d69-c9ac-4419-ba90-e826fb6f386c None None] Port 4dc31f6f-ad04-425d-8a1d-c4a3c04adc5b cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:38:34.267530 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fbf58acb-2fc4-4f3d-bc84-d465731657de tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:34.401666 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2dde9304-6f55-499e-93e9-ef06342a108e tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:34.443782 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-fbf58acb-2fc4-4f3d-bc84-d465731657de tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Calling delete_port for 4dc31f6f-ad04-425d-8a1d-c4a3c04adc5b owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:38:34.488262 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36190) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:34.671175 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-2dde9304-6f55-499e-93e9-ef06342a108e tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Calling delete_port for 31aa5830-7cca-4987-86ab-5de6e06a2609 owned by network:router_interface {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:38:34.707557 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527e5b1a-f0ce-48f2-8e3d-5294176764f5 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Router 9e84233d-f86c-4ed8-9cdf-c15abb56df3a is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:38:34.871196 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fbf58acb-2fc4-4f3d-bc84-d465731657de tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:34.940159 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-d884d4b3-636f-4cb6-aa48-0444a36dfe5a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-556553649'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:34.945229 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d884d4b3-636f-4cb6-aa48-0444a36dfe5a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:34.950735 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d884d4b3-636f-4cb6-aa48-0444a36dfe5a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Usage tracker for resource:network and tenant:1857235941a6433080777df3100a6d46 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:34.954273 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d884d4b3-636f-4cb6-aa48-0444a36dfe5a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:34.965087 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d884d4b3-636f-4cb6-aa48-0444a36dfe5a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:34.993058 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf58acb-2fc4-4f3d-bc84-d465731657de tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Port': ['ID=4dc31f6f-ad04-425d-8a1d-c4a3c04adc5b,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:35.131156 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2dde9304-6f55-499e-93e9-ef06342a108e tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:35.190778 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d884d4b3-636f-4cb6-aa48-0444a36dfe5a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Made reservation on behalf of 1857235941a6433080777df3100a6d46 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:38:35.198137 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d884d4b3-636f-4cb6-aa48-0444a36dfe5a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:35.237087 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36200) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:35.452012 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-21113424-b4ba-41ec-b26e-f4f11da89d0e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-346504871', 'description': 'tempest-secgroup-smoke-346504871 description', 'project_id': '491544c72a0440b88793a93ecb6a7285'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:35.452012 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde9304-6f55-499e-93e9-ef06342a108e tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Pushing event deleted for resources: {'Port': ['ID=31aa5830-7cca-4987-86ab-5de6e06a2609,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:35.452012 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-21113424-b4ba-41ec-b26e-f4f11da89d0e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:35.452979 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d884d4b3-636f-4cb6-aa48-0444a36dfe5a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:35.452979 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fbf58acb-2fc4-4f3d-bc84-d465731657de tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:35.454997 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-21113424-b4ba-41ec-b26e-f4f11da89d0e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Usage tracker for resource:security_group and tenant:491544c72a0440b88793a93ecb6a7285 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:35.455459 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-fbf58acb-2fc4-4f3d-bc84-d465731657de tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/ports/4dc31f6f-ad04-425d-8a1d-c4a3c04adc5b HTTP/1.1" status: 204 len: 168 time: 1.6965051 Feb 04 11:38:35.455849 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-21113424-b4ba-41ec-b26e-f4f11da89d0e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:35.456179 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36206) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:35.456336 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-21113424-b4ba-41ec-b26e-f4f11da89d0e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:35.456501 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d884d4b3-636f-4cb6-aa48-0444a36dfe5a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:35.456501 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe18be7d-5415-49ce-adef-83de6da4d3d6 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Router 9f13693f-5894-41a3-8de2-6b4557fe6c63 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:38:35.456501 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d884d4b3-636f-4cb6-aa48-0444a36dfe5a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Usage tracker for resource:security_group_rule and tenant:1857235941a6433080777df3100a6d46 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:35.456501 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d884d4b3-636f-4cb6-aa48-0444a36dfe5a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:35.456501 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d884d4b3-636f-4cb6-aa48-0444a36dfe5a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:35.457844 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527e5b1a-f0ce-48f2-8e3d-5294176764f5 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:38:35.463878 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f620667d-4a8a-402c-8846-a9f96b23b636 None None] Sync routers for ids ['9e84233d-f86c-4ed8-9cdf-c15abb56df3a'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:38:35.488893 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f620667d-4a8a-402c-8846-a9f96b23b636 None None] Routers {'9e84233d-f86c-4ed8-9cdf-c15abb56df3a'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:38:35.489572 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-f620667d-4a8a-402c-8846-a9f96b23b636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:38:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['9e84233d-f86c-4ed8-9cdf-c15abb56df3a'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:35.506065 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-21113424-b4ba-41ec-b26e-f4f11da89d0e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:35.594728 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-f620667d-4a8a-402c-8846-a9f96b23b636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:35.598163 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-21113424-b4ba-41ec-b26e-f4f11da89d0e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:35.609466 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f620667d-4a8a-402c-8846-a9f96b23b636 None None] Routers {'9e84233d-f86c-4ed8-9cdf-c15abb56df3a'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:38:35.610187 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-f620667d-4a8a-402c-8846-a9f96b23b636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:38:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['9e84233d-f86c-4ed8-9cdf-c15abb56df3a'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:35.624869 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-527e5b1a-f0ce-48f2-8e3d-5294176764f5 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:35.629509 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-527e5b1a-f0ce-48f2-8e3d-5294176764f5 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.4286814 Feb 04 11:38:35.631686 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36212) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:35.650970 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-96e3bf10-eea3-43bf-b6f4-b80e9e413140 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:35.686025 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-f620667d-4a8a-402c-8846-a9f96b23b636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:35.686734 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f620667d-4a8a-402c-8846-a9f96b23b636 None None] The sync data for ids ['9e84233d-f86c-4ed8-9cdf-c15abb56df3a'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:38:35.701340 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36216) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:35.723630 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-21113424-b4ba-41ec-b26e-f4f11da89d0e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:35.731379 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-21113424-b4ba-41ec-b26e-f4f11da89d0e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Usage tracker for resource:security_group_rule and tenant:491544c72a0440b88793a93ecb6a7285 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:35.735532 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-21113424-b4ba-41ec-b26e-f4f11da89d0e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:35.743563 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-21113424-b4ba-41ec-b26e-f4f11da89d0e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:35.748761 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2dde9304-6f55-499e-93e9-ef06342a108e tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:35.782728 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e5d693-0c05-4edf-9358-416139e79172 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:35.783915 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c5e5d693-0c05-4edf-9358-416139e79172 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:35.857254 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d884d4b3-636f-4cb6-aa48-0444a36dfe5a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:35.923189 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-402941d8-599a-456c-9e99-bbc8f2302baa tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:35.923873 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-402941d8-599a-456c-9e99-bbc8f2302baa tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 11:38:35.924790 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-402941d8-599a-456c-9e99-bbc8f2302baa tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2207546 Feb 04 11:38:35.930079 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c5e5d693-0c05-4edf-9358-416139e79172 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:35.932605 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c5e5d693-0c05-4edf-9358-416139e79172 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5701380 Feb 04 11:38:35.932605 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36222) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:35.934387 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36224) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:35.945780 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-6428f2c6-9c7f-4d66-9986-f4b83019dc80 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Request body: {'security_group': {'name': 'tempest-secgroup--2085027160'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:35.956757 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d884d4b3-636f-4cb6-aa48-0444a36dfe5a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:35.960311 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-6428f2c6-9c7f-4d66-9986-f4b83019dc80 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:36.028567 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6428f2c6-9c7f-4d66-9986-f4b83019dc80 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Usage tracker for resource:security_group and tenant:5111c50645c245969610a03b0264613e is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:36.034381 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6428f2c6-9c7f-4d66-9986-f4b83019dc80 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:36.036485 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:36.067446 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-6428f2c6-9c7f-4d66-9986-f4b83019dc80 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:36.079318 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d884d4b3-636f-4cb6-aa48-0444a36dfe5a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:38:36.090030 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884d4b3-636f-4cb6-aa48-0444a36dfe5a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c20c17a5-eecf-492a-a2ea-b61a28b31139,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:36.105858 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d884d4b3-636f-4cb6-aa48-0444a36dfe5a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:36.105858 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-d884d4b3-636f-4cb6-aa48-0444a36dfe5a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Added segment c9bbefc8-6d17-4aca-bf20-cb21445f271a of type vlan for network 5e26de7f-2600-4b2f-b964-dd1edf53199b Feb 04 11:38:36.159566 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-21113424-b4ba-41ec-b26e-f4f11da89d0e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:36.168572 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d884d4b3-636f-4cb6-aa48-0444a36dfe5a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:36.188344 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe18be7d-5415-49ce-adef-83de6da4d3d6 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:38:36.203669 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37094a1e-cf3a-4c66-a763-c598cd23a7e4 None None] Sync routers for ids ['9f13693f-5894-41a3-8de2-6b4557fe6c63'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:38:36.228682 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37094a1e-cf3a-4c66-a763-c598cd23a7e4 None None] Routers {'9f13693f-5894-41a3-8de2-6b4557fe6c63'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:38:36.229399 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-37094a1e-cf3a-4c66-a763-c598cd23a7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:38:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['9f13693f-5894-41a3-8de2-6b4557fe6c63'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:36.253655 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-21113424-b4ba-41ec-b26e-f4f11da89d0e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:36.278661 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af790e0b-c3d7-4dbd-b124-2d24d7667086 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:36.282627 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-af790e0b-c3d7-4dbd-b124-2d24d7667086 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3395402 Feb 04 11:38:36.290050 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36230) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:36.292986 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-37094a1e-cf3a-4c66-a763-c598cd23a7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:36.304754 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37094a1e-cf3a-4c66-a763-c598cd23a7e4 None None] Routers {'9f13693f-5894-41a3-8de2-6b4557fe6c63'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:38:36.305443 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-37094a1e-cf3a-4c66-a763-c598cd23a7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:38:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['9f13693f-5894-41a3-8de2-6b4557fe6c63'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:36.362730 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6428f2c6-9c7f-4d66-9986-f4b83019dc80 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:36.371962 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-37094a1e-cf3a-4c66-a763-c598cd23a7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:36.372628 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37094a1e-cf3a-4c66-a763-c598cd23a7e4 None None] The sync data for ids ['9f13693f-5894-41a3-8de2-6b4557fe6c63'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:38:36.393831 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6428f2c6-9c7f-4d66-9986-f4b83019dc80 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:36.416843 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-21113424-b4ba-41ec-b26e-f4f11da89d0e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:36.424186 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-21113424-b4ba-41ec-b26e-f4f11da89d0e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Usage tracker for resource:security_group_rule and tenant:491544c72a0440b88793a93ecb6a7285 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:36.432469 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-21113424-b4ba-41ec-b26e-f4f11da89d0e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:36.435265 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21113424-b4ba-41ec-b26e-f4f11da89d0e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=435e5f0c-8228-4dea-a76c-5ac3bb2d131d,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:36.449096 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d884d4b3-636f-4cb6-aa48-0444a36dfe5a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:36.452229 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-21113424-b4ba-41ec-b26e-f4f11da89d0e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:36.452838 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d884d4b3-636f-4cb6-aa48-0444a36dfe5a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:36.453342 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d884d4b3-636f-4cb6-aa48-0444a36dfe5a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:36.482772 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca04766-0890-4d90-a6b9-cb1bd2623b14 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:36.484096 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca04766-0890-4d90-a6b9-cb1bd2623b14 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:36.485416 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca04766-0890-4d90-a6b9-cb1bd2623b14 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:36.486251 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-aca04766-0890-4d90-a6b9-cb1bd2623b14 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:36.490222 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dde9304-6f55-499e-93e9-ef06342a108e tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Router 6d7dd10c-d719-4b37-b3ce-940ed3fe4084 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:38:36.550048 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-6428f2c6-9c7f-4d66-9986-f4b83019dc80 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:36.570459 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6428f2c6-9c7f-4d66-9986-f4b83019dc80 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Usage tracker for resource:security_group_rule and tenant:5111c50645c245969610a03b0264613e is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:36.580397 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6428f2c6-9c7f-4d66-9986-f4b83019dc80 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:36.607674 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-6428f2c6-9c7f-4d66-9986-f4b83019dc80 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:36.625992 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884d4b3-636f-4cb6-aa48-0444a36dfe5a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event updated for resources: {'Network': ['ID=5e26de7f-2600-4b2f-b964-dd1edf53199b,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:36.640454 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 5e26de7f-2600-4b2f-b964-dd1edf53199b details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:38:36.720262 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-aca04766-0890-4d90-a6b9-cb1bd2623b14 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:36.721347 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-aca04766-0890-4d90-a6b9-cb1bd2623b14 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4247174 Feb 04 11:38:36.736358 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36234) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:36.753549 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d884d4b3-636f-4cb6-aa48-0444a36dfe5a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2618296 Feb 04 11:38:36.754244 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36238) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:36.777935 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-21113424-b4ba-41ec-b26e-f4f11da89d0e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:36.778736 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-d7ae81d5-03d4-4c29-86c8-81057e704273 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-414963253'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:36.793919 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d7ae81d5-03d4-4c29-86c8-81057e704273 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:36.805670 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d7ae81d5-03d4-4c29-86c8-81057e704273 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Usage tracker for resource:network and tenant:1857235941a6433080777df3100a6d46 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:36.818131 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d7ae81d5-03d4-4c29-86c8-81057e704273 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:36.839858 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d7ae81d5-03d4-4c29-86c8-81057e704273 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:36.851909 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-21113424-b4ba-41ec-b26e-f4f11da89d0e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:36.892094 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6428f2c6-9c7f-4d66-9986-f4b83019dc80 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:36.926343 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dde9304-6f55-499e-93e9-ef06342a108e tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:38:36.938399 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2ddf2a-3c7c-4ffa-a659-8e83095542e7 None None] Sync routers for ids ['6d7dd10c-d719-4b37-b3ce-940ed3fe4084'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:38:36.957673 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2ddf2a-3c7c-4ffa-a659-8e83095542e7 None None] Routers {'6d7dd10c-d719-4b37-b3ce-940ed3fe4084'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:38:36.958610 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-8d2ddf2a-3c7c-4ffa-a659-8e83095542e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:38:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['6d7dd10c-d719-4b37-b3ce-940ed3fe4084'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:36.993842 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21113424-b4ba-41ec-b26e-f4f11da89d0e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56276931-9902-4f5f-876e-c45590f45267,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:37.002305 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2dde9304-6f55-499e-93e9-ef06342a108e tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] 10.222.0.21 "PUT /v2.0/routers/6d7dd10c-d719-4b37-b3ce-940ed3fe4084/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8543718 Feb 04 11:38:37.005663 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36242) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:37.028026 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-8d2ddf2a-3c7c-4ffa-a659-8e83095542e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:37.037927 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ae81d5-03d4-4c29-86c8-81057e704273 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Made reservation on behalf of 1857235941a6433080777df3100a6d46 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:38:37.040937 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d7ae81d5-03d4-4c29-86c8-81057e704273 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:37.044589 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2ddf2a-3c7c-4ffa-a659-8e83095542e7 None None] Routers {'6d7dd10c-d719-4b37-b3ce-940ed3fe4084'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:38:37.045242 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-8d2ddf2a-3c7c-4ffa-a659-8e83095542e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:38:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['6d7dd10c-d719-4b37-b3ce-940ed3fe4084'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:37.050017 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6428f2c6-9c7f-4d66-9986-f4b83019dc80 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:37.068277 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-21113424-b4ba-41ec-b26e-f4f11da89d0e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:37.069467 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-21113424-b4ba-41ec-b26e-f4f11da89d0e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.8294888 Feb 04 11:38:37.087703 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36246) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:37.100577 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-65c264cd-b2c6-4785-a947-f96857c79a1e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Request body: {'security_group_rule': {'security_group_id': '56276931-9902-4f5f-876e-c45590f45267', 'project_id': '491544c72a0440b88793a93ecb6a7285', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:37.112699 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-65c264cd-b2c6-4785-a947-f96857c79a1e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:37.117565 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-8d2ddf2a-3c7c-4ffa-a659-8e83095542e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:37.118007 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2ddf2a-3c7c-4ffa-a659-8e83095542e7 None None] The sync data for ids ['6d7dd10c-d719-4b37-b3ce-940ed3fe4084'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:38:37.139699 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-6428f2c6-9c7f-4d66-9986-f4b83019dc80 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:37.154321 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6428f2c6-9c7f-4d66-9986-f4b83019dc80 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Usage tracker for resource:security_group_rule and tenant:5111c50645c245969610a03b0264613e is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:37.161048 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6428f2c6-9c7f-4d66-9986-f4b83019dc80 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17d05798-944e-48a8-8122-9a667a0557d1,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:37.164690 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ae81d5-03d4-4c29-86c8-81057e704273 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:38:37.168106 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6428f2c6-9c7f-4d66-9986-f4b83019dc80 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:37.184952 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-65c264cd-b2c6-4785-a947-f96857c79a1e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Usage tracker for resource:security_group_rule and tenant:491544c72a0440b88793a93ecb6a7285 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:37.191759 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-65c264cd-b2c6-4785-a947-f96857c79a1e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:37.216319 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-65c264cd-b2c6-4785-a947-f96857c79a1e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:37.240338 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4171ac8-e2ed-4a1c-b843-ddaa433ff2ff tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting subnet 56f81352-33af-4bbe-a667-29a04e171254 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:38:37.248829 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e53a7ab6-7bf8-4314-9a59-379f70d1f248 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:37.300687 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f4171ac8-e2ed-4a1c-b843-ddaa433ff2ff tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:37.333520 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-6428f2c6-9c7f-4d66-9986-f4b83019dc80 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:37.361630 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d7ae81d5-03d4-4c29-86c8-81057e704273 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:37.361994 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-d7ae81d5-03d4-4c29-86c8-81057e704273 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Added segment b9c9bc17-9dd9-459f-b559-0cf2d632d126 of type vlan for network 44e94fa4-8f40-43fc-9375-c460c0cc4ffe Feb 04 11:38:37.422361 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d7ae81d5-03d4-4c29-86c8-81057e704273 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:37.431367 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f4171ac8-e2ed-4a1c-b843-ddaa433ff2ff tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:37.476123 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-65c264cd-b2c6-4785-a947-f96857c79a1e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:37.533615 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6428f2c6-9c7f-4d66-9986-f4b83019dc80 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:37.604542 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6428f2c6-9c7f-4d66-9986-f4b83019dc80 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:37.679110 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d7ae81d5-03d4-4c29-86c8-81057e704273 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:37.683893 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ae81d5-03d4-4c29-86c8-81057e704273 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:37.684501 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d7ae81d5-03d4-4c29-86c8-81057e704273 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:37.709301 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6428f2c6-9c7f-4d66-9986-f4b83019dc80 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68fc369c-1253-44aa-a396-6f6e18199f0a,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:37.792001 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d7ae81d5-03d4-4c29-86c8-81057e704273 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0271749 Feb 04 11:38:37.792827 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6428f2c6-9c7f-4d66-9986-f4b83019dc80 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:37.797465 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6428f2c6-9c7f-4d66-9986-f4b83019dc80 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8560119 Feb 04 11:38:37.800841 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36250) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:37.801162 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36252) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:37.835180 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e53a7ab6-7bf8-4314-9a59-379f70d1f248 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:37.837210 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-399741c2-9af6-40d8-b7ae-811308e68946 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Request body: {'subnet': {'network_id': '5e26de7f-2600-4b2f-b964-dd1edf53199b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:37.851763 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-65c264cd-b2c6-4785-a947-f96857c79a1e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:37.855417 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e53a7ab6-7bf8-4314-9a59-379f70d1f248 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:37.857212 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f4171ac8-e2ed-4a1c-b843-ddaa433ff2ff tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:37.864518 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-f42cba6b-a550-4caa-af85-20eb3f1c7e8c tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Request body: {'security_group_rule': {'security_group_id': '68fc369c-1253-44aa-a396-6f6e18199f0a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:37.882035 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f42cba6b-a550-4caa-af85-20eb3f1c7e8c tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:37.894774 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae81d5-03d4-4c29-86c8-81057e704273 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event updated for resources: {'Network': ['ID=44e94fa4-8f40-43fc-9375-c460c0cc4ffe,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:37.910337 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 44e94fa4-8f40-43fc-9375-c460c0cc4ffe details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:38:37.920455 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-65c264cd-b2c6-4785-a947-f96857c79a1e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:37.950983 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f42cba6b-a550-4caa-af85-20eb3f1c7e8c tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Usage tracker for resource:security_group_rule and tenant:5111c50645c245969610a03b0264613e is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:37.960542 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-96e3bf10-eea3-43bf-b6f4-b80e9e413140 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:37.968253 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c264cd-b2c6-4785-a947-f96857c79a1e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30237ba5-ef78-4247-b3f0-a8a1ca047db6,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:37.974838 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f42cba6b-a550-4caa-af85-20eb3f1c7e8c tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:38.000407 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f42cba6b-a550-4caa-af85-20eb3f1c7e8c tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:38.021365 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e53a7ab6-7bf8-4314-9a59-379f70d1f248 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:38.025056 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53a7ab6-7bf8-4314-9a59-379f70d1f248 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Fanout notify agent at l3_agent the message router_deleted on router 6d7dd10c-d719-4b37-b3ce-940ed3fe4084 {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:38:38.030171 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e53a7ab6-7bf8-4314-9a59-379f70d1f248 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:38.035869 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e53a7ab6-7bf8-4314-9a59-379f70d1f248 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] 10.222.0.21 "DELETE /v2.0/routers/6d7dd10c-d719-4b37-b3ce-940ed3fe4084 HTTP/1.1" status: 204 len: 168 time: 1.0288744 Feb 04 11:38:38.036199 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe18be7d-5415-49ce-adef-83de6da4d3d6 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Router 9f13693f-5894-41a3-8de2-6b4557fe6c63 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:38:38.036483 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36258) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:38.044165 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-399741c2-9af6-40d8-b7ae-811308e68946 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:38.052793 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-399741c2-9af6-40d8-b7ae-811308e68946 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Usage tracker for resource:subnet and tenant:1857235941a6433080777df3100a6d46 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:38.058468 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-399741c2-9af6-40d8-b7ae-811308e68946 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:38.081262 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f4171ac8-e2ed-4a1c-b843-ddaa433ff2ff tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:38.084662 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-65c264cd-b2c6-4785-a947-f96857c79a1e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:38.085809 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-65c264cd-b2c6-4785-a947-f96857c79a1e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9966717 Feb 04 11:38:38.112703 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-399741c2-9af6-40d8-b7ae-811308e68946 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:38.114889 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36262) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:38.143984 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-85456558-1b12-4d9c-b4a2-54537497dd89 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Request body: {'security_group_rule': {'security_group_id': '56276931-9902-4f5f-876e-c45590f45267', 'project_id': '491544c72a0440b88793a93ecb6a7285', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:38.164937 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-85456558-1b12-4d9c-b4a2-54537497dd89 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:38.169447 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f42cba6b-a550-4caa-af85-20eb3f1c7e8c tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:38.178887 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-96e3bf10-eea3-43bf-b6f4-b80e9e413140 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:38.185689 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-85456558-1b12-4d9c-b4a2-54537497dd89 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Usage tracker for resource:security_group_rule and tenant:491544c72a0440b88793a93ecb6a7285 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:38.193615 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-85456558-1b12-4d9c-b4a2-54537497dd89 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:38.211052 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-85456558-1b12-4d9c-b4a2-54537497dd89 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:38.255014 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399741c2-9af6-40d8-b7ae-811308e68946 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Made reservation on behalf of 1857235941a6433080777df3100a6d46 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:38:38.258815 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4171ac8-e2ed-4a1c-b843-ddaa433ff2ff tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Subnet': ['ID=56f81352-33af-4bbe-a667-29a04e171254,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:38.270539 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f4171ac8-e2ed-4a1c-b843-ddaa433ff2ff tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:38.274800 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f4171ac8-e2ed-4a1c-b843-ddaa433ff2ff tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/56f81352-33af-4bbe-a667-29a04e171254 HTTP/1.1" status: 204 len: 168 time: 1.5311034 Feb 04 11:38:38.276038 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36266) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:38.276187 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6626c65e-0845-46ae-8f65-a94c5bfb1bcf None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:38:38.378324 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-96e3bf10-eea3-43bf-b6f4-b80e9e413140 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Deleting port aa3de9fd-12c5-4f53-867d-42add3ff9ca2 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:38:38.378669 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-96e3bf10-eea3-43bf-b6f4-b80e9e413140 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:38.412701 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-026f9556-3da3-4cfa-b8bb-ecdbe143ecf9 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Deleting subnet 0607fa53-ab44-4e7f-8a64-f66a085cfeed {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:38:38.416565 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-026f9556-3da3-4cfa-b8bb-ecdbe143ecf9 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:38.436870 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f42cba6b-a550-4caa-af85-20eb3f1c7e8c tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:38.462027 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-85456558-1b12-4d9c-b4a2-54537497dd89 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:38.474705 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-026f9556-3da3-4cfa-b8bb-ecdbe143ecf9 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:38.518503 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f42cba6b-a550-4caa-af85-20eb3f1c7e8c tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:38.566758 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-399741c2-9af6-40d8-b7ae-811308e68946 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:38.586604 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-026f9556-3da3-4cfa-b8bb-ecdbe143ecf9 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:38.693792 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cba6b-a550-4caa-af85-20eb3f1c7e8c tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=950aef84-d982-45ef-95f5-3b9181e1d498,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:38.746148 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-026f9556-3da3-4cfa-b8bb-ecdbe143ecf9 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:38.786544 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f9556-3da3-4cfa-b8bb-ecdbe143ecf9 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Pushing event deleted for resources: {'Subnet': ['ID=0607fa53-ab44-4e7f-8a64-f66a085cfeed,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:38.795076 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-026f9556-3da3-4cfa-b8bb-ecdbe143ecf9 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:38.805559 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-026f9556-3da3-4cfa-b8bb-ecdbe143ecf9 tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] 10.222.0.21 "DELETE /v2.0/subnets/0607fa53-ab44-4e7f-8a64-f66a085cfeed HTTP/1.1" status: 204 len: 168 time: 0.7673779 Feb 04 11:38:38.805790 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246b6b00-298a-4a82-ac6f-e76e7c7ed1fd None None] Network a39ee2ef-5a1c-4630-b7dc-9244e89de724 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:38:38.808769 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36270) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:38.936553 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f42cba6b-a550-4caa-af85-20eb3f1c7e8c tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:38.936553 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f42cba6b-a550-4caa-af85-20eb3f1c7e8c tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1194971 Feb 04 11:38:38.966834 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36274) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:38.975869 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-68184b89-5361-45af-af6c-ad426eac72db tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:38.991216 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-68184b89-5361-45af-af6c-ad426eac72db tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Deleting port 81831e5d-50b8-499d-9565-3b408eaeb64c {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:38:38.991589 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-68184b89-5361-45af-af6c-ad426eac72db tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:38.992610 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-19c23028-114d-407d-b296-03bdc3f0c024 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Request body: {'security_group_rule': {'security_group_id': '68fc369c-1253-44aa-a396-6f6e18199f0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:39.161043 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-19c23028-114d-407d-b296-03bdc3f0c024 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:39.195105 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c9e677-4a1f-4689-a564-7b0b521ecb9b None None] DHCP port deletion for a39ee2ef-5a1c-4630-b7dc-9244e89de724 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:38:39.201289 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-d5c9e677-4a1f-4689-a564-7b0b521ecb9b None None] Deleting port 81831e5d-50b8-499d-9565-3b408eaeb64c {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:38:39.201289 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d5c9e677-4a1f-4689-a564-7b0b521ecb9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:39.215883 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-19c23028-114d-407d-b296-03bdc3f0c024 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Usage tracker for resource:security_group_rule and tenant:5111c50645c245969610a03b0264613e is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:39.230280 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-19c23028-114d-407d-b296-03bdc3f0c024 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:39.267550 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-85456558-1b12-4d9c-b4a2-54537497dd89 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:39.271616 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-19c23028-114d-407d-b296-03bdc3f0c024 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:39.278855 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-68184b89-5361-45af-af6c-ad426eac72db tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] For port 81831e5d-50b8-499d-9565-3b408eaeb64c, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=81831e5d-50b8-499d-9565-3b408eaeb64c,segment=NetworkSegment(5fc55cc2-3895-4197-87aa-b9986a8ee0ee),segment_id=5fc55cc2-3895-4197-87aa-b9986a8ee0ee)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:38:39.279568 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-68184b89-5361-45af-af6c-ad426eac72db tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:39.287490 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-96e3bf10-eea3-43bf-b6f4-b80e9e413140 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:39.311368 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-99ad9c12-b7ad-4764-90aa-5983847c3f06 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Deleting subnet bbd0fd26-a835-4132-bd28-31d3a82a691f {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:38:39.370754 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-99ad9c12-b7ad-4764-90aa-5983847c3f06 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:39.410932 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-68184b89-5361-45af-af6c-ad426eac72db tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Calling delete_port for 81831e5d-50b8-499d-9565-3b408eaeb64c owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:38:39.426134 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ff9a0772-4b9b-41ab-9ca6-7ea2d51a54e7 None None] Provisioning complete for port ef496dcf-f2d2-4794-a04f-4b50b3cbe116 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:39.426536 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ff9a0772-4b9b-41ab-9ca6-7ea2d51a54e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:39.472920 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-96e3bf10-eea3-43bf-b6f4-b80e9e413140 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Calling delete_port for aa3de9fd-12c5-4f53-867d-42add3ff9ca2 owned by network:router_gateway {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:38:39.512463 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-85456558-1b12-4d9c-b4a2-54537497dd89 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:39.523623 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 81831e5d-50b8-499d-9565-3b408eaeb64c no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:38:39.572296 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-d5c9e677-4a1f-4689-a564-7b0b521ecb9b None None] For port 81831e5d-50b8-499d-9565-3b408eaeb64c, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=81831e5d-50b8-499d-9565-3b408eaeb64c,segment=NetworkSegment(5fc55cc2-3895-4197-87aa-b9986a8ee0ee),segment_id=5fc55cc2-3895-4197-87aa-b9986a8ee0ee)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:38:39.572687 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d5c9e677-4a1f-4689-a564-7b0b521ecb9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:39.584992 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-68184b89-5361-45af-af6c-ad426eac72db tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:39.614548 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-19c23028-114d-407d-b296-03bdc3f0c024 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:39.632391 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85456558-1b12-4d9c-b4a2-54537497dd89 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d58e1205-e542-4327-b0d7-0090c44aa1d6,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:39.641161 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68184b89-5361-45af-af6c-ad426eac72db tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Pushing event deleted for resources: {'Port': ['ID=81831e5d-50b8-499d-9565-3b408eaeb64c,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:39.646428 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68184b89-5361-45af-af6c-ad426eac72db tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] No DVR routers for this DVR port 81831e5d-50b8-499d-9565-3b408eaeb64c on host dv-neutron-827825-2-hyperv {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:38:39.648766 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe18be7d-5415-49ce-adef-83de6da4d3d6 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:38:39.658229 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-99ad9c12-b7ad-4764-90aa-5983847c3f06 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:39.743010 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fe18be7d-5415-49ce-adef-83de6da4d3d6 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:39.748592 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efd62f5-e3f7-4783-8f07-4c9551fbf7f1 None None] Sync routers for ids ['9f13693f-5894-41a3-8de2-6b4557fe6c63'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:38:39.756703 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-d5c9e677-4a1f-4689-a564-7b0b521ecb9b None None] Calling delete_port for 81831e5d-50b8-499d-9565-3b408eaeb64c owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:38:39.787592 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-68184b89-5361-45af-af6c-ad426eac72db tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:39.799555 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-85456558-1b12-4d9c-b4a2-54537497dd89 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:39.800746 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-85456558-1b12-4d9c-b4a2-54537497dd89 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.6845322 Feb 04 11:38:39.806462 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36278) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:39.826029 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-6b695f4e-37f2-4003-a24f-2c722406b869 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Request body: {'security_group_rule': {'security_group_id': '56276931-9902-4f5f-876e-c45590f45267', 'project_id': '491544c72a0440b88793a93ecb6a7285', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:39.831145 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No active binding found for port 81831e5d-50b8-499d-9565-3b408eaeb64c {{(pid=84206) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 04 11:38:39.831555 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 81831e5d-50b8-499d-9565-3b408eaeb64c not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:38:39.834947 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-68184b89-5361-45af-af6c-ad426eac72db tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a39ee2ef-5a1c-4630-b7dc-9244e89de724']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:39.845980 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6b695f4e-37f2-4003-a24f-2c722406b869 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:39.852865 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efd62f5-e3f7-4783-8f07-4c9551fbf7f1 None None] Routers {'9f13693f-5894-41a3-8de2-6b4557fe6c63'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:38:39.853912 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-4efd62f5-e3f7-4783-8f07-4c9551fbf7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:38:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['9f13693f-5894-41a3-8de2-6b4557fe6c63'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:39.855646 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6b695f4e-37f2-4003-a24f-2c722406b869 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Usage tracker for resource:security_group_rule and tenant:491544c72a0440b88793a93ecb6a7285 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:39.861693 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6b695f4e-37f2-4003-a24f-2c722406b869 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:39.866297 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-68184b89-5361-45af-af6c-ad426eac72db tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc55cc2-3895-4197-87aa-b9986a8ee0ee') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:39.866711 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-68184b89-5361-45af-af6c-ad426eac72db tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc55cc2-3895-4197-87aa-b9986a8ee0ee') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:39.878838 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6b695f4e-37f2-4003-a24f-2c722406b869 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:39.885745 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-68184b89-5361-45af-af6c-ad426eac72db tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:39.906929 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-68184b89-5361-45af-af6c-ad426eac72db tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:39.914412 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68184b89-5361-45af-af6c-ad426eac72db tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:38:39.914970 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-68184b89-5361-45af-af6c-ad426eac72db tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:39.934602 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:38:39.934602 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:38:39.934602 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:38:39.934602 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:38:39.934602 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:38:39.934602 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:38:39.934602 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:38:39.934602 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:38:39.934602 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:38:39.934602 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:38:39.934602 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:38:39.934602 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:38:39.934602 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:38:39.934602 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:38:39.934602 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:38:39.934602 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:38:39.934602 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:38:39.934602 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:38:39.934602 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:38:39.934602 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:38:39.934602 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:38:39.934602 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:38:39.934602 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:38:39.934602 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:38:39.934602 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:38:39.934602 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:38:39.934602 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:38:39.934602 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:38:39.934602 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:38:39.934602 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:38:39.934602 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:38:39.934602 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:38:39.937549 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-4efd62f5-e3f7-4783-8f07-4c9551fbf7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:39.951356 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-d5c9e677-4a1f-4689-a564-7b0b521ecb9b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:38:39.952524 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-d5c9e677-4a1f-4689-a564-7b0b521ecb9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:38:39.954287 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efd62f5-e3f7-4783-8f07-4c9551fbf7f1 None None] Routers {'9f13693f-5894-41a3-8de2-6b4557fe6c63'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:38:39.954915 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-4efd62f5-e3f7-4783-8f07-4c9551fbf7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:38:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['9f13693f-5894-41a3-8de2-6b4557fe6c63'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:40.001241 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-399741c2-9af6-40d8-b7ae-811308e68946 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:40.009102 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6b695f4e-37f2-4003-a24f-2c722406b869 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:40.020025 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-4efd62f5-e3f7-4783-8f07-4c9551fbf7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:40.020763 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efd62f5-e3f7-4783-8f07-4c9551fbf7f1 None None] The sync data for ids ['9f13693f-5894-41a3-8de2-6b4557fe6c63'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:38:40.066074 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-fe18be7d-5415-49ce-adef-83de6da4d3d6 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "PUT /v2.0/floatingips/2a8bc564-e304-4153-a77e-3a86a3798f9d HTTP/1.1" status: 200 len: 977 time: 8.5283699 Feb 04 11:38:40.066393 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36282) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:40.072984 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-99ad9c12-b7ad-4764-90aa-5983847c3f06 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:40.074812 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-68d01768-a103-4d08-95e3-254449566a2b tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:40.118503 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-19c23028-114d-407d-b296-03bdc3f0c024 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 11:38:40.120219 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-19c23028-114d-407d-b296-03bdc3f0c024 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.1522033 Feb 04 11:38:40.133076 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36286) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:40.151441 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-68184b89-5361-45af-af6c-ad426eac72db tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:40.185182 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-68184b89-5361-45af-af6c-ad426eac72db tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:40.201006 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68184b89-5361-45af-af6c-ad426eac72db tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] Pushing event deleted for resources: {'Network': ['ID=a39ee2ef-5a1c-4630-b7dc-9244e89de724,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:40.217940 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399741c2-9af6-40d8-b7ae-811308e68946 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event updated for resources: {'Subnet': ['ID=3434e8cd-837b-428e-9f1d-98d2539d7d6d,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:40.241137 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6b695f4e-37f2-4003-a24f-2c722406b869 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:40.241137 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-68d01768-a103-4d08-95e3-254449566a2b tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for floatingip, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:40.304628 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399741c2-9af6-40d8-b7ae-811308e68946 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Checking segment: {'id': 'c9bbefc8-6d17-4aca-bf20-cb21445f271a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5e26de7f-2600-4b2f-b964-dd1edf53199b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:38:40.304873 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399741c2-9af6-40d8-b7ae-811308e68946 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Network hostable DHCP agents. Network: 5e26de7f-2600-4b2f-b964-dd1edf53199b, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:38:40.348231 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-08ee8f9b-fed6-43c9-996d-b2d7794c407e tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:40.386260 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-08ee8f9b-fed6-43c9-996d-b2d7794c407e tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:40.394584 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-96e3bf10-eea3-43bf-b6f4-b80e9e413140 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:40.399029 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6b695f4e-37f2-4003-a24f-2c722406b869 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:40.402728 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-68184b89-5361-45af-af6c-ad426eac72db tempest-FloatingIPNegativeTestJSON-586355853 tempest-FloatingIPNegativeTestJSON-586355853-project] 10.222.0.21 "DELETE /v2.0/networks/a39ee2ef-5a1c-4630-b7dc-9244e89de724 HTTP/1.1" status: 204 len: 168 time: 1.5951145 Feb 04 11:38:40.452327 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b695f4e-37f2-4003-a24f-2c722406b869 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8001204b-2216-49da-ae4e-83f4449cef1b,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:40.453224 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-d5c9e677-4a1f-4689-a564-7b0b521ecb9b None None] Deleting port 81831e5d-50b8-499d-9565-3b408eaeb64c {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:38:40.453732 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-99ad9c12-b7ad-4764-90aa-5983847c3f06 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:40.454534 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d5c9e677-4a1f-4689-a564-7b0b521ecb9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:40.492540 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3bf10-eea3-43bf-b6f4-b80e9e413140 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Pushing event deleted for resources: {'Port': ['ID=aa3de9fd-12c5-4f53-867d-42add3ff9ca2,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:40.516041 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399741c2-9af6-40d8-b7ae-811308e68946 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Network 5e26de7f-2600-4b2f-b964-dd1edf53199b is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:38:40.528963 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad9c12-b7ad-4764-90aa-5983847c3f06 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Subnet': ['ID=bbd0fd26-a835-4132-bd28-31d3a82a691f,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:40.545537 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6b695f4e-37f2-4003-a24f-2c722406b869 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:40.546740 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6b695f4e-37f2-4003-a24f-2c722406b869 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7388425 Feb 04 11:38:40.556153 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36292) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:40.564412 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-e318535c-97e2-4c66-ae61-1577499d9c4a tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Request body: {'security_group_rule': {'security_group_id': '56276931-9902-4f5f-876e-c45590f45267', 'project_id': '491544c72a0440b88793a93ecb6a7285', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:40.574377 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e318535c-97e2-4c66-ae61-1577499d9c4a tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:40.578429 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-99ad9c12-b7ad-4764-90aa-5983847c3f06 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:40.595281 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e318535c-97e2-4c66-ae61-1577499d9c4a tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Usage tracker for resource:security_group_rule and tenant:491544c72a0440b88793a93ecb6a7285 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:40.596039 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e318535c-97e2-4c66-ae61-1577499d9c4a tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:40.600772 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-d5c9e677-4a1f-4689-a564-7b0b521ecb9b None None] The port '81831e5d-50b8-499d-9565-3b408eaeb64c' was deleted {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:38:40.605279 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa75b7ba-d0d8-4c2a-8625-702728097704 None None] Network a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:38:40.606467 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e318535c-97e2-4c66-ae61-1577499d9c4a tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:40.717153 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-68d01768-a103-4d08-95e3-254449566a2b tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:40.724946 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e318535c-97e2-4c66-ae61-1577499d9c4a tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:40.760686 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-08ee8f9b-fed6-43c9-996d-b2d7794c407e tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:40.763514 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-08ee8f9b-fed6-43c9-996d-b2d7794c407e tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:40.767238 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-08ee8f9b-fed6-43c9-996d-b2d7794c407e tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "DELETE /v2.0/security-groups/68fc369c-1253-44aa-a396-6f6e18199f0a HTTP/1.1" status: 204 len: 168 time: 0.6008573 Feb 04 11:38:40.767238 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-399741c2-9af6-40d8-b7ae-811308e68946 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 5e26de7f-2600-4b2f-b964-dd1edf53199b) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:40.769811 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399741c2-9af6-40d8-b7ae-811308e68946 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:40.770277 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36296) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:40.770722 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-399741c2-9af6-40d8-b7ae-811308e68946 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:40.799856 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7b580d-6261-4af7-97a4-906b74638c61 None None] Network 5e26de7f-2600-4b2f-b964-dd1edf53199b requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:38:40.821993 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-68d01768-a103-4d08-95e3-254449566a2b tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:40.822217 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.l3_db [None req-68d01768-a103-4d08-95e3-254449566a2b tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Floating IP 2a8bc564-e304-4153-a77e-3a86a3798f9d disassociated. External IP: 172.26.3.40, port: f2f282db-10c7-4b89-b2fc-7f297c0090b7. Feb 04 11:38:40.862434 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-99ad9c12-b7ad-4764-90aa-5983847c3f06 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/bbd0fd26-a835-4132-bd28-31d3a82a691f HTTP/1.1" status: 204 len: 168 time: 2.5860341 Feb 04 11:38:40.873959 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36300) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:40.875932 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee8f9b-fed6-43c9-996d-b2d7794c407e tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fc369c-1253-44aa-a396-6f6e18199f0a,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:40.886265 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-96e3bf10-eea3-43bf-b6f4-b80e9e413140 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:40.997863 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5c059681-6111-41a6-9b71-0cc7b311d4fd tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1061797 Feb 04 11:38:41.004083 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e318535c-97e2-4c66-ae61-1577499d9c4a tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:41.004767 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36304) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:41.043543 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-399741c2-9af6-40d8-b7ae-811308e68946 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2287288 Feb 04 11:38:41.049836 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36308) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:41.062397 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-70e3013d-e272-4bb3-af3d-ba92de114dca tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Request body: {'subnet': {'network_id': '44e94fa4-8f40-43fc-9375-c460c0cc4ffe', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:41.075426 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-cfde34d9-ccaa-4845-bfff-75ae26c0480e tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3037128 Feb 04 11:38:41.082074 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36314) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:41.082740 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e318535c-97e2-4c66-ae61-1577499d9c4a tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:41.086062 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-96e3bf10-eea3-43bf-b6f4-b80e9e413140 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:41.110511 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-ca00cd8d-d9ac-4e18-882e-32e1c0872435 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Request body: {'security_group': {'name': 'tempest-secgroup--134693629'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:41.133624 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ca00cd8d-d9ac-4e18-882e-32e1c0872435 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:41.141830 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0844bbc5-26ab-4954-88e5-aba0dcde4dd7 None None] DHCP port deletion for a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:38:41.148274 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-0844bbc5-26ab-4954-88e5-aba0dcde4dd7 None None] Deleting port ef496dcf-f2d2-4794-a04f-4b50b3cbe116 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:38:41.149011 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0844bbc5-26ab-4954-88e5-aba0dcde4dd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:41.163108 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318535c-97e2-4c66-ae61-1577499d9c4a tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee6f684-4648-4571-ab0c-c8cefc2a2993,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:41.167477 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ca00cd8d-d9ac-4e18-882e-32e1c0872435 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Usage tracker for resource:security_group and tenant:5111c50645c245969610a03b0264613e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:41.184000 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa863b1-38df-4c89-8674-a06964781128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-5e26de7f-2600-4b2f-b964-dd1edf53199b', 'network_id': '5e26de7f-2600-4b2f-b964-dd1edf53199b', 'tenant_id': '1857235941a6433080777df3100a6d46', 'fixed_ips': [{'subnet_id': '3434e8cd-837b-428e-9f1d-98d2539d7d6d'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:38:41.185129 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2aa863b1-38df-4c89-8674-a06964781128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:41.192380 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ca00cd8d-d9ac-4e18-882e-32e1c0872435 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:41.201358 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ca00cd8d-d9ac-4e18-882e-32e1c0872435 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:41.247619 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e318535c-97e2-4c66-ae61-1577499d9c4a tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:41.251703 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e318535c-97e2-4c66-ae61-1577499d9c4a tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6910751 Feb 04 11:38:41.263904 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36318) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:41.285102 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-dcbee8d3-11fc-4882-8b9a-5caa221c4641 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Request body: {'security_group_rule': {'security_group_id': '56276931-9902-4f5f-876e-c45590f45267', 'project_id': '491544c72a0440b88793a93ecb6a7285', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:41.313452 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-dcbee8d3-11fc-4882-8b9a-5caa221c4641 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:41.315600 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36322) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:41.317298 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ca00cd8d-d9ac-4e18-882e-32e1c0872435 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:41.349351 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-dcbee8d3-11fc-4882-8b9a-5caa221c4641 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Usage tracker for resource:security_group_rule and tenant:491544c72a0440b88793a93ecb6a7285 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:41.353639 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-dcbee8d3-11fc-4882-8b9a-5caa221c4641 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:41.394838 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ca00cd8d-d9ac-4e18-882e-32e1c0872435 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:41.400619 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ca00cd8d-d9ac-4e18-882e-32e1c0872435 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Usage tracker for resource:security_group_rule and tenant:5111c50645c245969610a03b0264613e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:41.404571 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ca00cd8d-d9ac-4e18-882e-32e1c0872435 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:41.412118 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ca00cd8d-d9ac-4e18-882e-32e1c0872435 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:41.434178 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-70e3013d-e272-4bb3-af3d-ba92de114dca tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:41.438417 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-70e3013d-e272-4bb3-af3d-ba92de114dca tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Usage tracker for resource:subnet and tenant:1857235941a6433080777df3100a6d46 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:41.441512 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-70e3013d-e272-4bb3-af3d-ba92de114dca tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:41.448873 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-70e3013d-e272-4bb3-af3d-ba92de114dca tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:41.461480 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-96e3bf10-eea3-43bf-b6f4-b80e9e413140 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16351460'] for router, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:41.475083 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-dcbee8d3-11fc-4882-8b9a-5caa221c4641 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:41.536529 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-0844bbc5-26ab-4954-88e5-aba0dcde4dd7 None None] For port ef496dcf-f2d2-4794-a04f-4b50b3cbe116, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=ef496dcf-f2d2-4794-a04f-4b50b3cbe116,segment=NetworkSegment(8d58ad67-7a51-4ec4-a796-861955bb5659),segment_id=8d58ad67-7a51-4ec4-a796-861955bb5659)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:38:41.537940 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0844bbc5-26ab-4954-88e5-aba0dcde4dd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:41.539056 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afead96-b41d-43cb-92d9-6439ea9645e9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:41.544945 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36328) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:41.545788 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-9afead96-b41d-43cb-92d9-6439ea9645e9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5337894 Feb 04 11:38:41.551564 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e3013d-e272-4bb3-af3d-ba92de114dca tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Made reservation on behalf of 1857235941a6433080777df3100a6d46 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:38:41.564130 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device ef496dcf-f2d2-4794-a04f-4b50b3cbe116 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:38:41.643937 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ca00cd8d-d9ac-4e18-882e-32e1c0872435 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:41.644525 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.securitygroups_db [None req-dcbee8d3-11fc-4882-8b9a-5caa221c4641 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Project 491544c72a0440b88793a93ecb6a7285 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:38:41.673697 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dcbee8d3-11fc-4882-8b9a-5caa221c4641 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:41.717344 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-0844bbc5-26ab-4954-88e5-aba0dcde4dd7 None None] Calling delete_port for ef496dcf-f2d2-4794-a04f-4b50b3cbe116 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:38:41.740770 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ca00cd8d-d9ac-4e18-882e-32e1c0872435 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:41.791039 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e3bf10-eea3-43bf-b6f4-b80e9e413140 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Router 9e84233d-f86c-4ed8-9cdf-c15abb56df3a has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:38:41.795860 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f990227-7562-46f5-8fa5-bda65b02aefd tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:41.796621 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-9f990227-7562-46f5-8fa5-bda65b02aefd tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Synchronizing usage tracker for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:41.800660 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-70e3013d-e272-4bb3-af3d-ba92de114dca tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:41.814479 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ad045adc-0a89-4624-8c63-dc9b16420c94 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b8470c2cd9749779b9f46fd6debad13&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4833407 Feb 04 11:38:41.815918 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36332) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:41.823001 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-2aa863b1-38df-4c89-8674-a06964781128 None None] Allocated IP 2001:db8::2 (5e26de7f-2600-4b2f-b964-dd1edf53199b/3434e8cd-837b-428e-9f1d-98d2539d7d6d/0d794c09-41d2-4cfe-9ff6-9275c216497a) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:38:41.840079 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca00cd8d-d9ac-4e18-882e-32e1c0872435 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86ef0c6f-4ffe-4f1f-8271-ba1fa186f397,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:41.873031 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dcbee8d3-11fc-4882-8b9a-5caa221c4641 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:41.881310 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ca00cd8d-d9ac-4e18-882e-32e1c0872435 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:41.885160 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ca00cd8d-d9ac-4e18-882e-32e1c0872435 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8001626 Feb 04 11:38:41.896603 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36336) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:41.906122 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-9283b48c-276c-44dd-8de9-a7f995830119 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Request body: {'security_group_rule': {'security_group_id': '86ef0c6f-4ffe-4f1f-8271-ba1fa186f397', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:41.906789 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-9283b48c-276c-44dd-8de9-a7f995830119 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:38:41.910629 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-9283b48c-276c-44dd-8de9-a7f995830119 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0118911 Feb 04 11:38:41.911592 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36340) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:41.975816 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dcbee8d3-11fc-4882-8b9a-5caa221c4641 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:41.983057 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0844bbc5-26ab-4954-88e5-aba0dcde4dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:42.002337 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-9f990227-7562-46f5-8fa5-bda65b02aefd tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Unset dirty status for tenant:b4c1a1e1dfbb4265be43b65b84479008 on resource:subnet {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:42.006231 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9f990227-7562-46f5-8fa5-bda65b02aefd tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4561059 Feb 04 11:38:42.010655 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36344) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:42.024032 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbee8d3-11fc-4882-8b9a-5caa221c4641 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d09d20-6fa7-463d-abe2-38711314c5f1,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:42.039120 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:42.068982 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844bbc5-26ab-4954-88e5-aba0dcde4dd7 None None] Pushing event deleted for resources: {'Port': ['ID=ef496dcf-f2d2-4794-a04f-4b50b3cbe116,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:42.106721 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0844bbc5-26ab-4954-88e5-aba0dcde4dd7 None None] No DVR routers for this DVR port ef496dcf-f2d2-4794-a04f-4b50b3cbe116 on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:38:42.112443 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ea68e54d-c29a-496b-9928-1bae2c62e860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:42.115844 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4f1bfbe9-7592-4f7b-925b-025eb55a3659 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1015549 Feb 04 11:38:42.124499 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36348) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:42.171518 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a58643a1-5895-44a0-921d-b6380d6a4945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:42.184198 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dcbee8d3-11fc-4882-8b9a-5caa221c4641 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:42.188049 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-dcbee8d3-11fc-4882-8b9a-5caa221c4641 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.9198895 Feb 04 11:38:42.192766 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36352) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:42.197624 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-b324374d-d652-4172-bb97-a20e28fabf55 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:42.198171 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b324374d-d652-4172-bb97-a20e28fabf55 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:42.202810 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b324374d-d652-4172-bb97-a20e28fabf55 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/ports/4dc31f6f-ad04-425d-8a1d-c4a3c04adc5b HTTP/1.1" status: 404 len: 333 time: 0.0744946 Feb 04 11:38:42.205057 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36356) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:42.213943 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-71e23c9f-ccf6-4d6f-bd81-86f1c5d7eb54 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Request body: {'security_group_rule': {'security_group_id': '56276931-9902-4f5f-876e-c45590f45267', 'project_id': '491544c72a0440b88793a93ecb6a7285', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:42.215499 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ea68e54d-c29a-496b-9928-1bae2c62e860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:42.238580 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-71e23c9f-ccf6-4d6f-bd81-86f1c5d7eb54 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:42.250700 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-71e23c9f-ccf6-4d6f-bd81-86f1c5d7eb54 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Usage tracker for resource:security_group_rule and tenant:491544c72a0440b88793a93ecb6a7285 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:42.262154 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-71e23c9f-ccf6-4d6f-bd81-86f1c5d7eb54 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:42.273588 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7dc76dfb-7fed-4ce9-85a8-a72f3b0ca8be tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:42.284990 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e3bf10-eea3-43bf-b6f4-b80e9e413140 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:38:42.291281 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a48d06d-c807-4ded-87a7-dae103c44eb2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:42.291699 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a48d06d-c807-4ded-87a7-dae103c44eb2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:42.291822 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-71e23c9f-ccf6-4d6f-bd81-86f1c5d7eb54 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:42.296424 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3a48d06d-c807-4ded-87a7-dae103c44eb2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/bbd0fd26-a835-4132-bd28-31d3a82a691f HTTP/1.1" status: 404 len: 337 time: 0.0864635 Feb 04 11:38:42.298698 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36360) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:42.303023 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dd562b-3ad3-4800-bafa-2e60bcddf8b5 None None] Sync routers for ids ['9e84233d-f86c-4ed8-9cdf-c15abb56df3a'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:38:42.318211 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dd562b-3ad3-4800-bafa-2e60bcddf8b5 None None] Routers {'9e84233d-f86c-4ed8-9cdf-c15abb56df3a'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:38:42.318849 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-d8dd562b-3ad3-4800-bafa-2e60bcddf8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:38:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['9e84233d-f86c-4ed8-9cdf-c15abb56df3a'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:42.344275 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2aa863b1-38df-4c89-8674-a06964781128 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:42.344752 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-96e3bf10-eea3-43bf-b6f4-b80e9e413140 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:42.346351 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-96e3bf10-eea3-43bf-b6f4-b80e9e413140 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] 10.222.0.21 "PUT /v2.0/routers/9e84233d-f86c-4ed8-9cdf-c15abb56df3a HTTP/1.1" status: 200 len: 709 time: 6.7108531 Feb 04 11:38:42.353875 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7dc76dfb-7fed-4ce9-85a8-a72f3b0ca8be tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:42.362742 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36364) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:42.367373 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2aa863b1-38df-4c89-8674-a06964781128 None None] Transition to ACTIVE for port object 0d794c09-41d2-4cfe-9ff6-9275c216497a will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:38:42.378824 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-d8dd562b-3ad3-4800-bafa-2e60bcddf8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:42.392030 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dd562b-3ad3-4800-bafa-2e60bcddf8b5 None None] Routers {'9e84233d-f86c-4ed8-9cdf-c15abb56df3a'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:38:42.392541 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-d8dd562b-3ad3-4800-bafa-2e60bcddf8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:38:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['9e84233d-f86c-4ed8-9cdf-c15abb56df3a'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:42.405208 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2aa863b1-38df-4c89-8674-a06964781128 None None] Transition to ACTIVE for port object 0d794c09-41d2-4cfe-9ff6-9275c216497a will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:38:42.456069 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-d8dd562b-3ad3-4800-bafa-2e60bcddf8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:42.456393 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dd562b-3ad3-4800-bafa-2e60bcddf8b5 None None] The sync data for ids ['9e84233d-f86c-4ed8-9cdf-c15abb56df3a'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:38:42.465928 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.securitygroups_db [None req-71e23c9f-ccf6-4d6f-bd81-86f1c5d7eb54 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Project 491544c72a0440b88793a93ecb6a7285 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:38:42.471206 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2aa863b1-38df-4c89-8674-a06964781128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:42.493619 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-71e23c9f-ccf6-4d6f-bd81-86f1c5d7eb54 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:42.582566 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-d801ec07-ff0c-4ac8-be18-3bf717130a07 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:42.582566 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d801ec07-ff0c-4ac8-be18-3bf717130a07 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:42.586694 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d801ec07-ff0c-4ac8-be18-3bf717130a07 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/56f81352-33af-4bbe-a667-29a04e171254 HTTP/1.1" status: 404 len: 337 time: 0.2731545 Feb 04 11:38:42.587498 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa863b1-38df-4c89-8674-a06964781128 None None] Network 5e26de7f-2600-4b2f-b964-dd1edf53199b is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:42.590555 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36368) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:42.593299 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-2aa863b1-38df-4c89-8674-a06964781128 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:42.602356 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa863b1-38df-4c89-8674-a06964781128 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:38:42.604358 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa863b1-38df-4c89-8674-a06964781128 None None] Pushing event updated for resources: {'Port': ['ID=0d794c09-41d2-4cfe-9ff6-9275c216497a,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:42.604477 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-70e3013d-e272-4bb3-af3d-ba92de114dca tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:42.648109 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-0946327c-627c-43c7-a17d-a1dce79599ab tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:42.648685 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0946327c-627c-43c7-a17d-a1dce79599ab tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:42.661297 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0946327c-627c-43c7-a17d-a1dce79599ab tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/ports/732e425f-7d95-4e2d-a6dd-53aab8229534 HTTP/1.1" status: 404 len: 333 time: 0.0671091 Feb 04 11:38:42.665366 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2151db58-afaf-4c70-8289-236eecefe3d6 tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] 10.222.0.21 "GET /v2.0/routers/9e84233d-f86c-4ed8-9cdf-c15abb56df3a HTTP/1.1" status: 200 len: 744 time: 0.3004239 Feb 04 11:38:42.669620 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36372) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:42.669972 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36374) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:42.702458 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-2aa863b1-38df-4c89-8674-a06964781128 None None] Attempting to bind port 0d794c09-41d2-4cfe-9ff6-9275c216497a on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:38:42.702821 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-2aa863b1-38df-4c89-8674-a06964781128 None None] Attempting to bind port 0d794c09-41d2-4cfe-9ff6-9275c216497a by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'c9bbefc8-6d17-4aca-bf20-cb21445f271a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5e26de7f-2600-4b2f-b964-dd1edf53199b'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:38:42.703172 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa863b1-38df-4c89-8674-a06964781128 None None] Attempting to bind port 0d794c09-41d2-4cfe-9ff6-9275c216497a on network 5e26de7f-2600-4b2f-b964-dd1edf53199b {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:38:42.712667 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa863b1-38df-4c89-8674-a06964781128 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:38:42.713096 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa863b1-38df-4c89-8674-a06964781128 None None] Checking segment: {'id': 'c9bbefc8-6d17-4aca-bf20-cb21445f271a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5e26de7f-2600-4b2f-b964-dd1edf53199b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:38:42.713707 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2aa863b1-38df-4c89-8674-a06964781128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:42.714143 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa863b1-38df-4c89-8674-a06964781128 None None] Bound using segment: {'id': 'c9bbefc8-6d17-4aca-bf20-cb21445f271a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5e26de7f-2600-4b2f-b964-dd1edf53199b'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:38:42.725304 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-2aa863b1-38df-4c89-8674-a06964781128 None None] Bound port: 0d794c09-41d2-4cfe-9ff6-9275c216497a, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bbefc8-6d17-4aca-bf20-cb21445f271a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5e26de7f-2600-4b2f-b964-dd1edf53199b'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:38:42.725304 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2aa863b1-38df-4c89-8674-a06964781128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:42.732475 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-967bfac3-37f2-4fc6-bdb4-16e1c099f01c tempest-RoutersIpV6AdminTest-1638902319 tempest-RoutersIpV6AdminTest-1638902319-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=63d4ab6b-931d-42a4-aa18-bedd81d582fa&device_id=9e84233d-f86c-4ed8-9cdf-c15abb56df3a HTTP/1.1" status: 200 len: 205 time: 0.0610044 Feb 04 11:38:42.734176 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7dc76dfb-7fed-4ce9-85a8-a72f3b0ca8be tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:42.736125 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36380) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:42.765192 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a7ae032-0ca9-40e0-b20e-b3aa10a9a2a5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:42.765638 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a7ae032-0ca9-40e0-b20e-b3aa10a9a2a5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:42.783962 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3013d-e272-4bb3-af3d-ba92de114dca tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event updated for resources: {'Subnet': ['ID=29de7f87-90eb-4167-8791-645c1a390b9a,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:42.788601 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-71e23c9f-ccf6-4d6f-bd81-86f1c5d7eb54 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:42.789908 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-fe9cf4d9-e3b0-43e5-9099-a6f0fc706339 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e84233d-f86c-4ed8-9cdf-c15abb56df3a HTTP/1.1" status: 200 len: 205 time: 0.0519383 Feb 04 11:38:42.790636 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36384) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:42.803144 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc76dfb-7fed-4ce9-85a8-a72f3b0ca8be tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ef0c6f-4ffe-4f1f-8271-ba1fa186f397,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:42.815074 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8a7ae032-0ca9-40e0-b20e-b3aa10a9a2a5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/4e1543b7-0ccf-44b7-b51c-c9a9d472ae10 HTTP/1.1" status: 404 len: 337 time: 0.1399338 Feb 04 11:38:42.815593 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36388) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:42.819246 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7dc76dfb-7fed-4ce9-85a8-a72f3b0ca8be tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:42.823264 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-7dc76dfb-7fed-4ce9-85a8-a72f3b0ca8be tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "DELETE /v2.0/security-groups/86ef0c6f-4ffe-4f1f-8271-ba1fa186f397 HTTP/1.1" status: 204 len: 168 time: 0.9056778 Feb 04 11:38:42.832741 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-2aa863b1-38df-4c89-8674-a06964781128 None None] For port 0d794c09-41d2-4cfe-9ff6-9275c216497a, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:38:42.842900 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-2aa863b1-38df-4c89-8674-a06964781128 None None] For port 0d794c09-41d2-4cfe-9ff6-9275c216497a, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=0d794c09-41d2-4cfe-9ff6-9275c216497a,segment=NetworkSegment(c9bbefc8-6d17-4aca-bf20-cb21445f271a),segment_id=c9bbefc8-6d17-4aca-bf20-cb21445f271a)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:38:42.855409 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36392) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:42.855598 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ea68e54d-c29a-496b-9928-1bae2c62e860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:42.857775 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ea68e54d-c29a-496b-9928-1bae2c62e860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:42.860790 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ea68e54d-c29a-496b-9928-1bae2c62e860 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11d181af-c463-450e-b035-4d60b1f3d707 HTTP/1.1" status: 204 len: 168 time: 1.0395174 Feb 04 11:38:42.866664 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-71e23c9f-ccf6-4d6f-bd81-86f1c5d7eb54 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:42.877810 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d01768-a103-4d08-95e3-254449566a2b tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Router 9f13693f-5894-41a3-8de2-6b4557fe6c63 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:38:42.894858 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-f14849ec-b362-4114-bc13-f4f53b0c60e6 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:42.895303 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f14849ec-b362-4114-bc13-f4f53b0c60e6 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:42.900829 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea68e54d-c29a-496b-9928-1bae2c62e860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d181af-c463-450e-b035-4d60b1f3d707,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:42.901026 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f14849ec-b362-4114-bc13-f4f53b0c60e6 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/3b1af07e-cc1d-4f0e-a30d-2ffc98a9c87b HTTP/1.1" status: 404 len: 337 time: 0.0805812 Feb 04 11:38:42.903154 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36398) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:42.906426 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2aa863b1-38df-4c89-8674-a06964781128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:42.914809 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e3013d-e272-4bb3-af3d-ba92de114dca tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Checking segment: {'id': 'b9c9bc17-9dd9-459f-b559-0cf2d632d126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '44e94fa4-8f40-43fc-9375-c460c0cc4ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:38:42.916293 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e3013d-e272-4bb3-af3d-ba92de114dca tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Network hostable DHCP agents. Network: 44e94fa4-8f40-43fc-9375-c460c0cc4ffe, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:38:42.925859 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e23c9f-ccf6-4d6f-bd81-86f1c5d7eb54 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d240aa26-3c8c-4fc0-be40-cbd3cdb52166,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:42.977479 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-74c0368b-e9ab-48ee-ada5-4f6ef49ad9ba tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Synchronizing usage tracker for tenant:5111c50645c245969610a03b0264613e on resource:security_group {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:42.997704 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-71e23c9f-ccf6-4d6f-bd81-86f1c5d7eb54 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:43.003483 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-71e23c9f-ccf6-4d6f-bd81-86f1c5d7eb54 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.8002803 Feb 04 11:38:43.004537 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36402) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:43.010850 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-4498d754-aa0a-4cb4-a471-f43a7597e94d tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Request body: {'network': {'name': 'tempest-network-smoke--1701493453', 'project_id': '491544c72a0440b88793a93ecb6a7285', 'port_security_enabled': True}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:43.011832 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa863b1-38df-4c89-8674-a06964781128 None None] Pushing event updated for resources: {'Port': ['ID=0d794c09-41d2-4cfe-9ff6-9275c216497a,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:43.016626 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-4498d754-aa0a-4cb4-a471-f43a7597e94d tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:43.028208 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-4498d754-aa0a-4cb4-a471-f43a7597e94d tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Usage tracker for resource:network and tenant:491544c72a0440b88793a93ecb6a7285 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:43.041313 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-4498d754-aa0a-4cb4-a471-f43a7597e94d tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:43.049323 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-4498d754-aa0a-4cb4-a471-f43a7597e94d tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:43.066021 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e3013d-e272-4bb3-af3d-ba92de114dca tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Network 44e94fa4-8f40-43fc-9375-c460c0cc4ffe is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:38:43.090866 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a35677-50d7-48b2-9e02-03573294fdab tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:43.091311 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a35677-50d7-48b2-9e02-03573294fdab tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:43.092931 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b3a35677-50d7-48b2-9e02-03573294fdab tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/ports/5bf71343-5e49-432e-9390-ac239e786b1f HTTP/1.1" status: 404 len: 333 time: 0.1888001 Feb 04 11:38:43.095624 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36406) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:43.132360 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-74c0368b-e9ab-48ee-ada5-4f6ef49ad9ba tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Unset dirty status for tenant:5111c50645c245969610a03b0264613e on resource:security_group {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:43.138291 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-74c0368b-e9ab-48ee-ada5-4f6ef49ad9ba tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2743671 Feb 04 11:38:43.140317 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36410) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:43.143291 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e3e040-b286-4aac-8541-881cb4f733c9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:43.143726 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90e3e040-b286-4aac-8541-881cb4f733c9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:43.152850 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-90e3e040-b286-4aac-8541-881cb4f733c9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/d8990adf-6d22-48e5-a4f3-c603fc45531d HTTP/1.1" status: 404 len: 337 time: 0.0487003 Feb 04 11:38:43.152850 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-b6842d5e-e5f8-4ab0-9d07-a2dc78ffa5d8 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Request body: {'security_group': {'name': 'tempest-secgroup--1868716377'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:43.159368 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36414) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:43.162928 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-b6842d5e-e5f8-4ab0-9d07-a2dc78ffa5d8 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:43.166102 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-70e3013d-e272-4bb3-af3d-ba92de114dca tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 44e94fa4-8f40-43fc-9375-c460c0cc4ffe) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:43.167717 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4498d754-aa0a-4cb4-a471-f43a7597e94d tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Made reservation on behalf of 491544c72a0440b88793a93ecb6a7285 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:38:43.170731 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4498d754-aa0a-4cb4-a471-f43a7597e94d tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:43.174857 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c5fab6-8ee7-4ddb-bf02-449f5e602cfb None None] Network 44e94fa4-8f40-43fc-9375-c460c0cc4ffe requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:38:43.237842 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4498d754-aa0a-4cb4-a471-f43a7597e94d tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:38:43.243972 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11f79e48-be4b-41ac-9637-1da135f45182 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:43.247885 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4498d754-aa0a-4cb4-a471-f43a7597e94d tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:43.248226 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-4498d754-aa0a-4cb4-a471-f43a7597e94d tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Added segment ec120722-0a88-4f12-b6cd-df43a0900923 of type vlan for network 29516d56-73f4-4962-aac3-30725a9be94a Feb 04 11:38:43.275866 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4498d754-aa0a-4cb4-a471-f43a7597e94d tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:43.311840 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e3013d-e272-4bb3-af3d-ba92de114dca tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:43.313349 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-70e3013d-e272-4bb3-af3d-ba92de114dca tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:43.485734 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c0d3f91-beff-46c8-b41a-88d56b6b703a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:43.488152 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c0d3f91-beff-46c8-b41a-88d56b6b703a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:43.493596 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-b6842d5e-e5f8-4ab0-9d07-a2dc78ffa5d8 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:43.495656 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4498d754-aa0a-4cb4-a471-f43a7597e94d tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:43.499343 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4498d754-aa0a-4cb4-a471-f43a7597e94d tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:43.499995 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4498d754-aa0a-4cb4-a471-f43a7597e94d tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:43.562882 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3c0d3f91-beff-46c8-b41a-88d56b6b703a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/d330be9b-3838-4f0d-90b7-1f3892ecb4dd HTTP/1.1" status: 404 len: 337 time: 0.4021940 Feb 04 11:38:43.565581 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36420) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:43.640975 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9703e7af-99c8-4e43-ad51-3389499da570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-44e94fa4-8f40-43fc-9375-c460c0cc4ffe', 'network_id': '44e94fa4-8f40-43fc-9375-c460c0cc4ffe', 'tenant_id': '1857235941a6433080777df3100a6d46', 'fixed_ips': [{'subnet_id': '29de7f87-90eb-4167-8791-645c1a390b9a'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:38:43.642533 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9703e7af-99c8-4e43-ad51-3389499da570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:43.656919 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 0d794c09-41d2-4cfe-9ff6-9275c216497a up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:38:43.707646 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-70e3013d-e272-4bb3-af3d-ba92de114dca tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6559565 Feb 04 11:38:43.717485 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36428) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:43.729211 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-10142fb6-ce18-4581-a409-f6ac702f9baa tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:43.729738 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10142fb6-ce18-4581-a409-f6ac702f9baa tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:43.734076 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-10142fb6-ce18-4581-a409-f6ac702f9baa tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/ports/c8a7267f-6918-4c19-be4b-c94745f090b5 HTTP/1.1" status: 404 len: 333 time: 0.1547658 Feb 04 11:38:43.740073 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36432) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:43.740292 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-4f5755fb-1966-4a4c-80d9-b7fce445da8d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1042471964', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:43.747124 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-4f5755fb-1966-4a4c-80d9-b7fce445da8d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:43.788623 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498d754-aa0a-4cb4-a471-f43a7597e94d tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Pushing event updated for resources: {'Network': ['ID=29516d56-73f4-4962-aac3-30725a9be94a,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:43.792718 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-4498d754-aa0a-4cb4-a471-f43a7597e94d tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7871089 Feb 04 11:38:43.797542 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36438) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:43.804865 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aa64f40-ffdf-4815-8f91-0c5286117b2d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:43.804865 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aa64f40-ffdf-4815-8f91-0c5286117b2d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:43.804865 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8aa64f40-ffdf-4815-8f91-0c5286117b2d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/c9be3347-5df5-4b31-bb36-ad837ea83b9f HTTP/1.1" status: 404 len: 337 time: 0.0648613 Feb 04 11:38:43.804865 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b6842d5e-e5f8-4ab0-9d07-a2dc78ffa5d8 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:43.814373 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36442) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:43.818549 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 29516d56-73f4-4962-aac3-30725a9be94a details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:38:43.820693 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-0699de9c-2cf4-4a67-ac75-1611e839718b tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1349409305', 'admin_state_up': True, 'project_id': '491544c72a0440b88793a93ecb6a7285', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:43.831254 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-4f5755fb-1966-4a4c-80d9-b7fce445da8d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Usage tracker for resource:router and tenant:1857235941a6433080777df3100a6d46 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:43.835522 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-0699de9c-2cf4-4a67-ac75-1611e839718b tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:43.847378 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-0699de9c-2cf4-4a67-ac75-1611e839718b tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Usage tracker for resource:router and tenant:491544c72a0440b88793a93ecb6a7285 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:43.854210 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-0699de9c-2cf4-4a67-ac75-1611e839718b tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:43.861333 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-0699de9c-2cf4-4a67-ac75-1611e839718b tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:43.876194 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-4f5755fb-1966-4a4c-80d9-b7fce445da8d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:43.895329 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-4f5755fb-1966-4a4c-80d9-b7fce445da8d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:43.901426 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-b6842d5e-e5f8-4ab0-9d07-a2dc78ffa5d8 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:43.905696 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-b6842d5e-e5f8-4ab0-9d07-a2dc78ffa5d8 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Usage tracker for resource:security_group_rule and tenant:5111c50645c245969610a03b0264613e is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:43.910463 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-b6842d5e-e5f8-4ab0-9d07-a2dc78ffa5d8 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:43.921409 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-b6842d5e-e5f8-4ab0-9d07-a2dc78ffa5d8 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:43.943850 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a711ea9-9321-48c7-8d81-398dbf307d8b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:43.944283 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a711ea9-9321-48c7-8d81-398dbf307d8b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:43.945953 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0a711ea9-9321-48c7-8d81-398dbf307d8b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/c405dba5-1fca-4ed7-b6a8-6ccdc40c5742 HTTP/1.1" status: 404 len: 337 time: 0.1291208 Feb 04 11:38:43.949336 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36446) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:44.019905 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-89390937-c14e-4777-a390-0169ac9e603d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:44.020570 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89390937-c14e-4777-a390-0169ac9e603d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:44.058894 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0699de9c-2cf4-4a67-ac75-1611e839718b tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:44.059858 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0699de9c-2cf4-4a67-ac75-1611e839718b tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:44.070663 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-89390937-c14e-4777-a390-0169ac9e603d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/ports/8db0d84d-8544-4685-b0b8-dac984bf743e HTTP/1.1" status: 404 len: 333 time: 0.1169276 Feb 04 11:38:44.075191 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-9703e7af-99c8-4e43-ad51-3389499da570 None None] Allocated IP 2001:db8:1::2 (44e94fa4-8f40-43fc-9375-c460c0cc4ffe/29de7f87-90eb-4167-8791-645c1a390b9a/787ed81b-f974-4716-90f4-ef71610f1fee) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:38:44.081144 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36452) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:44.095311 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b6842d5e-e5f8-4ab0-9d07-a2dc78ffa5d8 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:44.112533 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 0d794c09-41d2-4cfe-9ff6-9275c216497a completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:38:44.121013 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11f79e48-be4b-41ac-9637-1da135f45182 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:44.122999 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11f79e48-be4b-41ac-9637-1da135f45182 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:44.194026 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c09a897-c69a-4f2a-9e89-1689d32cc456 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:44.194465 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c09a897-c69a-4f2a-9e89-1689d32cc456 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:44.209461 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b6842d5e-e5f8-4ab0-9d07-a2dc78ffa5d8 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:44.223608 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d01768-a103-4d08-95e3-254449566a2b tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:38:44.243059 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347776db-d683-4b54-9256-1991e0fde91d None None] Sync routers for ids ['9f13693f-5894-41a3-8de2-6b4557fe6c63'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:38:44.249254 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-68d01768-a103-4d08-95e3-254449566a2b tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:44.273432 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2c09a897-c69a-4f2a-9e89-1689d32cc456 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/88ffcfa3-3146-48fa-9f44-9e41fcf342bd HTTP/1.1" status: 404 len: 337 time: 0.1856863 Feb 04 11:38:44.279786 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36456) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:44.284694 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11f79e48-be4b-41ac-9637-1da135f45182 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:44.285174 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f79e48-be4b-41ac-9637-1da135f45182 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Fanout notify agent at l3_agent the message router_deleted on router 9e84233d-f86c-4ed8-9cdf-c15abb56df3a {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:38:44.297385 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347776db-d683-4b54-9256-1991e0fde91d None None] Routers {'9f13693f-5894-41a3-8de2-6b4557fe6c63'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:38:44.298162 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-347776db-d683-4b54-9256-1991e0fde91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:38:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['9f13693f-5894-41a3-8de2-6b4557fe6c63'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:44.304897 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11f79e48-be4b-41ac-9637-1da135f45182 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:44.306829 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-11f79e48-be4b-41ac-9637-1da135f45182 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] 10.222.0.21 "DELETE /v2.0/routers/9e84233d-f86c-4ed8-9cdf-c15abb56df3a HTTP/1.1" status: 204 len: 168 time: 1.5145464 Feb 04 11:38:44.313956 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36460) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:44.319176 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4f5755fb-1966-4a4c-80d9-b7fce445da8d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:44.319176 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4f5755fb-1966-4a4c-80d9-b7fce445da8d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:44.383507 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0699de9c-2cf4-4a67-ac75-1611e839718b tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:44.386292 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b6842d5e-e5f8-4ab0-9d07-a2dc78ffa5d8 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:44.390160 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-9abd9594-d80a-4efc-b2e8-fee1ed8b680c tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e84233d-f86c-4ed8-9cdf-c15abb56df3a HTTP/1.1" status: 200 len: 205 time: 0.0684972 Feb 04 11:38:44.391584 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b6842d5e-e5f8-4ab0-9d07-a2dc78ffa5d8 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2494748 Feb 04 11:38:44.392476 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36464) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:44.392812 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36466) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:44.401197 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e2814b4-fc4a-429a-9ddf-e9637616e3f0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:44.401896 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e2814b4-fc4a-429a-9ddf-e9637616e3f0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:44.405208 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-0e2814b4-fc4a-429a-9ddf-e9637616e3f0 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/ports/24d210fa-2f62-45cd-a8b2-82bdc2b432c3 HTTP/1.1" status: 404 len: 333 time: 0.1225932 Feb 04 11:38:44.415832 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-4202f4ec-cd8f-427a-bde6-a2c06af586be tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Request body: {'security_group_rule': {'security_group_id': '195396e8-c52d-479e-8411-27468bacbf4d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:44.416507 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-4202f4ec-cd8f-427a-bde6-a2c06af586be tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:38:44.420903 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-4202f4ec-cd8f-427a-bde6-a2c06af586be tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0104115 Feb 04 11:38:44.420903 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36472) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:44.420903 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6842d5e-e5f8-4ab0-9d07-a2dc78ffa5d8 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=195396e8-c52d-479e-8411-27468bacbf4d,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:44.421246 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-347776db-d683-4b54-9256-1991e0fde91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:44.452164 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4f5755fb-1966-4a4c-80d9-b7fce445da8d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:44.474128 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36476) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:44.478664 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-68d01768-a103-4d08-95e3-254449566a2b tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "PUT /v2.0/floatingips/2a8bc564-e304-4153-a77e-3a86a3798f9d HTTP/1.1" status: 200 len: 687 time: 4.4113109 Feb 04 11:38:44.492270 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36480) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:44.500716 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347776db-d683-4b54-9256-1991e0fde91d None None] Routers {'9f13693f-5894-41a3-8de2-6b4557fe6c63'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:38:44.501620 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-347776db-d683-4b54-9256-1991e0fde91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:38:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['9f13693f-5894-41a3-8de2-6b4557fe6c63'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:44.606488 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b3897615-73f8-4cc1-b1f8-7cd378d36cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:44.620467 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-6a4063c3-c8ec-45b5-bc0a-a4b9c278c402 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] delete failed (client error): The resource could not be found. Feb 04 11:38:44.625984 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6a4063c3-c8ec-45b5-bc0a-a4b9c278c402 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] 10.222.0.21 "DELETE /v2.0/routers/9e84233d-f86c-4ed8-9cdf-c15abb56df3a HTTP/1.1" status: 404 len: 336 time: 0.2210548 Feb 04 11:38:44.628001 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36488) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:44.635047 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a235c39-01b6-4f2d-89f4-a8c2e785d39b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:44.643015 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a235c39-01b6-4f2d-89f4-a8c2e785d39b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:44.643015 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5a235c39-01b6-4f2d-89f4-a8c2e785d39b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/9b8da6f0-6c8d-43f7-acfc-0cef9aaf4da1 HTTP/1.1" status: 404 len: 337 time: 0.2008176 Feb 04 11:38:44.643690 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36490) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:44.645034 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-347776db-d683-4b54-9256-1991e0fde91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:44.645590 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347776db-d683-4b54-9256-1991e0fde91d None None] The sync data for ids ['9f13693f-5894-41a3-8de2-6b4557fe6c63'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:38:44.657694 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92560bf-aa70-404b-96a5-7507119a7763 None None] Network 5e26de7f-2600-4b2f-b964-dd1edf53199b requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:38:44.702531 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-432dd373-68eb-4bbc-945d-d8bab66b6287 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:44.703399 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-432dd373-68eb-4bbc-945d-d8bab66b6287 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:44.707756 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-432dd373-68eb-4bbc-945d-d8bab66b6287 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/ports/3087f9c4-f99b-4ed3-bd89-1ace4378fc41 HTTP/1.1" status: 404 len: 333 time: 0.0634859 Feb 04 11:38:44.710977 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36494) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:44.749611 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9703e7af-99c8-4e43-ad51-3389499da570 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:44.776973 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9703e7af-99c8-4e43-ad51-3389499da570 None None] Transition to ACTIVE for port object 787ed81b-f974-4716-90f4-ef71610f1fee will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:38:44.816945 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9703e7af-99c8-4e43-ad51-3389499da570 None None] Transition to ACTIVE for port object 787ed81b-f974-4716-90f4-ef71610f1fee will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:38:44.847230 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b8cdaa-c96c-49c4-997e-65019cf80d10 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:44.847857 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8b8cdaa-c96c-49c4-997e-65019cf80d10 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:44.849568 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f8b8cdaa-c96c-49c4-997e-65019cf80d10 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/45cab250-3aa9-4628-9fad-c4bcfd5bd326 HTTP/1.1" status: 404 len: 337 time: 0.1357398 Feb 04 11:38:44.858352 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36502) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:44.893644 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4f5755fb-1966-4a4c-80d9-b7fce445da8d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:44.908064 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-941bc7da-8c1a-4e28-9c36-fa29a83284b2 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Deleting port d7dd783d-37aa-4b06-9e94-f27253a4ad7a {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:38:44.908402 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-941bc7da-8c1a-4e28-9c36-fa29a83284b2 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:44.925062 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-eecf067d-422c-41bb-9424-ec8d97a08f1d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:44.925643 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eecf067d-422c-41bb-9424-ec8d97a08f1d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:44.927647 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-eecf067d-422c-41bb-9424-ec8d97a08f1d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/ports/c2e2d79c-0b79-4d73-9d58-b90171ced986 HTTP/1.1" status: 404 len: 333 time: 0.0667064 Feb 04 11:38:44.931961 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36506) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:44.952444 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-8e6e44bd-0992-4c96-b40c-0163b3846710 None None] Provisioning for port 0d794c09-41d2-4cfe-9ff6-9275c216497a completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:38:44.959465 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9703e7af-99c8-4e43-ad51-3389499da570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:44.972140 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36510) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:45.008316 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-8e6e44bd-0992-4c96-b40c-0163b3846710 None None] Provisioning complete for port 0d794c09-41d2-4cfe-9ff6-9275c216497a triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:45.008680 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8e6e44bd-0992-4c96-b40c-0163b3846710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:45.015934 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c0768076-36a0-40cc-a302-77a4f14a7a07 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d11997f-173d-47d1-b5a9-e503d12cb64f HTTP/1.1" status: 200 len: 205 time: 0.2165663 Feb 04 11:38:45.019060 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36516) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:45.034318 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ea43362-2f9b-42bf-b6cb-ef771453c3d2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:45.034905 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ea43362-2f9b-42bf-b6cb-ef771453c3d2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:45.036801 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5ea43362-2f9b-42bf-b6cb-ef771453c3d2 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/c2dfdfa1-5b5d-40e8-a887-eb171593fb2f HTTP/1.1" status: 404 len: 337 time: 0.1045351 Feb 04 11:38:45.054070 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36520) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:45.106384 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-2a2205b6-a93d-4b5d-9bec-14cf52b94451 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] delete failed (client error): The resource could not be found. Feb 04 11:38:45.110713 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2a2205b6-a93d-4b5d-9bec-14cf52b94451 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] 10.222.0.21 "DELETE /v2.0/routers/4d11997f-173d-47d1-b5a9-e503d12cb64f HTTP/1.1" status: 404 len: 336 time: 0.0785968 Feb 04 11:38:45.113187 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36524) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:45.118908 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0699de9c-2cf4-4a67-ac75-1611e839718b tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:45.121029 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9703e7af-99c8-4e43-ad51-3389499da570 None None] Network 44e94fa4-8f40-43fc-9375-c460c0cc4ffe is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:45.144201 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-9703e7af-99c8-4e43-ad51-3389499da570 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:45.155671 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9703e7af-99c8-4e43-ad51-3389499da570 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:38:45.159966 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703e7af-99c8-4e43-ad51-3389499da570 None None] Pushing event updated for resources: {'Port': ['ID=787ed81b-f974-4716-90f4-ef71610f1fee,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:45.177860 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a7ec3b7a-5afd-406e-bc66-0412393cd5c1 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:45.208860 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a7ec3b7a-5afd-406e-bc66-0412393cd5c1 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:45.222763 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a5a05ef1-c4a6-42f1-842a-72246058468e tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f68edbd-420c-4df9-8f93-a6c64923b00b HTTP/1.1" status: 200 len: 205 time: 0.1078169 Feb 04 11:38:45.230714 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36528) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:45.287596 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d1cae36-d597-4353-87b0-1e90421c9d62 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:45.293183 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d1cae36-d597-4353-87b0-1e90421c9d62 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:45.294941 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-feae283c-a728-426d-ab86-9165a77b570d tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] delete failed (client error): The resource could not be found. Feb 04 11:38:45.295485 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8d1cae36-d597-4353-87b0-1e90421c9d62 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/ports/61a2f6c9-be8e-4b23-8d86-7541c1547695 HTTP/1.1" status: 404 len: 333 time: 0.2358081 Feb 04 11:38:45.300005 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-feae283c-a728-426d-ab86-9165a77b570d tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] 10.222.0.21 "DELETE /v2.0/routers/3f68edbd-420c-4df9-8f93-a6c64923b00b HTTP/1.1" status: 404 len: 336 time: 0.0742893 Feb 04 11:38:45.300717 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36532) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:45.301133 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36534) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:45.303002 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4f5755fb-1966-4a4c-80d9-b7fce445da8d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:45.309184 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4f5755fb-1966-4a4c-80d9-b7fce445da8d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.5905185 Feb 04 11:38:45.314047 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36540) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:45.407506 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8e6e44bd-0992-4c96-b40c-0163b3846710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:45.410758 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-0d5c0dba-5f03-4345-b8aa-5ce1fc16ead7 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1009560267'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:45.418206 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9616e855-5547-479c-b13c-162a52cb8c6b tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cf388e4-2cb7-434d-8b4e-7f25e6c9a99a HTTP/1.1" status: 200 len: 205 time: 0.1155336 Feb 04 11:38:45.419275 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd5c25ab-db5e-4e26-b334-189cb675ee7b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:45.419793 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd5c25ab-db5e-4e26-b334-189cb675ee7b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:45.420671 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-0d5c0dba-5f03-4345-b8aa-5ce1fc16ead7 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:45.421637 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-bd5c25ab-db5e-4e26-b334-189cb675ee7b tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/9499b18b-46d2-47fb-915c-c3bc2e47507e HTTP/1.1" status: 404 len: 337 time: 0.1178737 Feb 04 11:38:45.422363 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36544) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:45.424835 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-0d5c0dba-5f03-4345-b8aa-5ce1fc16ead7 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Usage tracker for resource:network and tenant:86676f741a1b44e6b6b078dd507bf54a is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:45.427007 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36546) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:45.434914 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-0d5c0dba-5f03-4345-b8aa-5ce1fc16ead7 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:45.456119 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-0d5c0dba-5f03-4345-b8aa-5ce1fc16ead7 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:45.501204 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-9703e7af-99c8-4e43-ad51-3389499da570 None None] Attempting to bind port 787ed81b-f974-4716-90f4-ef71610f1fee on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:38:45.502197 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-9703e7af-99c8-4e43-ad51-3389499da570 None None] Attempting to bind port 787ed81b-f974-4716-90f4-ef71610f1fee by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'b9c9bc17-9dd9-459f-b559-0cf2d632d126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '44e94fa4-8f40-43fc-9375-c460c0cc4ffe'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:38:45.502382 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a7ec3b7a-5afd-406e-bc66-0412393cd5c1 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:45.503283 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9703e7af-99c8-4e43-ad51-3389499da570 None None] Attempting to bind port 787ed81b-f974-4716-90f4-ef71610f1fee on network 44e94fa4-8f40-43fc-9375-c460c0cc4ffe {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:38:45.536979 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-941bc7da-8c1a-4e28-9c36-fa29a83284b2 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:45.538092 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-941bc7da-8c1a-4e28-9c36-fa29a83284b2 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:45.550872 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-b726574d-8321-4abc-ba78-bfc49d835e68 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] delete failed (client error): The resource could not be found. Feb 04 11:38:45.554802 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b726574d-8321-4abc-ba78-bfc49d835e68 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] 10.222.0.21 "DELETE /v2.0/routers/0cf388e4-2cb7-434d-8b4e-7f25e6c9a99a HTTP/1.1" status: 404 len: 336 time: 0.1265569 Feb 04 11:38:45.575055 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9703e7af-99c8-4e43-ad51-3389499da570 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:38:45.575570 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9703e7af-99c8-4e43-ad51-3389499da570 None None] Checking segment: {'id': 'b9c9bc17-9dd9-459f-b559-0cf2d632d126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '44e94fa4-8f40-43fc-9375-c460c0cc4ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:38:45.576143 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9703e7af-99c8-4e43-ad51-3389499da570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:45.576750 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9703e7af-99c8-4e43-ad51-3389499da570 None None] Bound using segment: {'id': 'b9c9bc17-9dd9-459f-b559-0cf2d632d126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '44e94fa4-8f40-43fc-9375-c460c0cc4ffe'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:38:45.577505 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-9703e7af-99c8-4e43-ad51-3389499da570 None None] Bound port: 787ed81b-f974-4716-90f4-ef71610f1fee, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c9bc17-9dd9-459f-b559-0cf2d632d126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '44e94fa4-8f40-43fc-9375-c460c0cc4ffe'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:38:45.578116 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9703e7af-99c8-4e43-ad51-3389499da570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:45.625750 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-8e6e44bd-0992-4c96-b40c-0163b3846710 None None] For port 0d794c09-41d2-4cfe-9ff6-9275c216497a, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=0d794c09-41d2-4cfe-9ff6-9275c216497a,segment=NetworkSegment(c9bbefc8-6d17-4aca-bf20-cb21445f271a),segment_id=c9bbefc8-6d17-4aca-bf20-cb21445f271a)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:38:45.676474 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:45.706652 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8e6e44bd-0992-4c96-b40c-0163b3846710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:45.716323 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36552) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:45.725647 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd183ee-4757-4f6f-a1b2-d53818b36636 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:45.726108 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dd183ee-4757-4f6f-a1b2-d53818b36636 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:45.728461 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8dd183ee-4757-4f6f-a1b2-d53818b36636 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/ports/8acaff56-4295-48ca-9782-b2cd4bf88097 HTTP/1.1" status: 404 len: 333 time: 0.3001881 Feb 04 11:38:45.757357 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:45.765954 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36556) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:45.804952 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6b30967b-b5b4-4ed5-8574-9b4442fdbf1c tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] 10.222.0.21 "GET /v2.0/ports?device_id=252ca0a2-059a-4216-b225-787df4d3dd7e HTTP/1.1" status: 200 len: 205 time: 0.0841684 Feb 04 11:38:45.810885 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36560) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:45.814405 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-941bc7da-8c1a-4e28-9c36-fa29a83284b2 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Calling delete_port for d7dd783d-37aa-4b06-9e94-f27253a4ad7a owned by network:floatingip {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:38:45.818901 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9703e7af-99c8-4e43-ad51-3389499da570 None None] For port 787ed81b-f974-4716-90f4-ef71610f1fee, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:38:45.827180 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9703e7af-99c8-4e43-ad51-3389499da570 None None] For port 787ed81b-f974-4716-90f4-ef71610f1fee, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=787ed81b-f974-4716-90f4-ef71610f1fee,segment=NetworkSegment(b9c9bc17-9dd9-459f-b559-0cf2d632d126),segment_id=b9c9bc17-9dd9-459f-b559-0cf2d632d126)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:38:45.828354 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e44bd-0992-4c96-b40c-0163b3846710 None None] Pushing event updated for resources: {'Port': ['ID=0d794c09-41d2-4cfe-9ff6-9275c216497a,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:45.841708 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5c0dba-5f03-4345-b8aa-5ce1fc16ead7 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Made reservation on behalf of 86676f741a1b44e6b6b078dd507bf54a for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:38:45.843043 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-54858928-0651-43a1-8190-2e39c1102c42 None None] Provisioning complete for port 0d794c09-41d2-4cfe-9ff6-9275c216497a triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:45.843409 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-54858928-0651-43a1-8190-2e39c1102c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:45.845475 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0d5c0dba-5f03-4345-b8aa-5ce1fc16ead7 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:45.869105 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9fee156-0a94-44cc-950f-4316d4ccf9ec tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:45.869725 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9fee156-0a94-44cc-950f-4316d4ccf9ec tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:45.871220 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e9fee156-0a94-44cc-950f-4316d4ccf9ec tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/75256376-823c-4213-8001-81dc88b9f0f1 HTTP/1.1" status: 404 len: 337 time: 0.1061783 Feb 04 11:38:45.876039 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36564) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:45.881580 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec3b7a-5afd-406e-bc66-0412393cd5c1 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=195396e8-c52d-479e-8411-27468bacbf4d,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:45.889618 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9703e7af-99c8-4e43-ad51-3389499da570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:45.890332 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-0a1826bb-a36c-42fe-ba46-ddbc71e6d149 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] delete failed (client error): The resource could not be found. Feb 04 11:38:45.891318 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-0a1826bb-a36c-42fe-ba46-ddbc71e6d149 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] 10.222.0.21 "DELETE /v2.0/routers/252ca0a2-059a-4216-b225-787df4d3dd7e HTTP/1.1" status: 404 len: 336 time: 0.0795960 Feb 04 11:38:45.898414 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36568) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:45.938244 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0d5c0dba-5f03-4345-b8aa-5ce1fc16ead7 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:45.960165 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b947c12-b03d-403b-a039-94f5dd9897f9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:45.960617 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b947c12-b03d-403b-a039-94f5dd9897f9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:45.967373 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-77a7ecee-ac86-490f-9594-2c1fa7ea9512 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] 10.222.0.21 "GET /v2.0/ports?device_id=373440d5-e927-4594-9030-ee1f71031d04 HTTP/1.1" status: 200 len: 205 time: 0.0638285 Feb 04 11:38:45.968586 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36572) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:46.051611 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-56d1ad97-9f0e-4b64-83c3-f60144104704 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] delete failed (client error): The resource could not be found. Feb 04 11:38:46.052353 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703e7af-99c8-4e43-ad51-3389499da570 None None] Pushing event updated for resources: {'Port': ['ID=787ed81b-f974-4716-90f4-ef71610f1fee,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:46.057266 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-56d1ad97-9f0e-4b64-83c3-f60144104704 tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] 10.222.0.21 "DELETE /v2.0/routers/373440d5-e927-4594-9030-ee1f71031d04 HTTP/1.1" status: 404 len: 336 time: 0.0862937 Feb 04 11:38:46.058901 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36576) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:46.068589 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-7b947c12-b03d-403b-a039-94f5dd9897f9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/887e346d-be94-409d-8064-279c77cf8f28 HTTP/1.1" status: 404 len: 337 time: 0.1892557 Feb 04 11:38:46.073265 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36580) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:46.079917 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a7ec3b7a-5afd-406e-bc66-0412393cd5c1 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:46.083580 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a7ec3b7a-5afd-406e-bc66-0412393cd5c1 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "DELETE /v2.0/security-groups/195396e8-c52d-479e-8411-27468bacbf4d HTTP/1.1" status: 204 len: 168 time: 1.6036201 Feb 04 11:38:46.085610 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36582) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:46.121413 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-0d5c0dba-5f03-4345-b8aa-5ce1fc16ead7 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:46.134681 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-dade39c3-8cad-4567-b8f7-0ce9b9c9b23b tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:46.135119 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dade39c3-8cad-4567-b8f7-0ce9b9c9b23b tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:46.139669 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-dade39c3-8cad-4567-b8f7-0ce9b9c9b23b tempest-RoutersIpV6AdminTest-209531361 tempest-RoutersIpV6AdminTest-209531361-project] 10.222.0.21 "DELETE /v2.0/subnets/dce2785b-7ff1-407f-890e-3dc4295f69c5 HTTP/1.1" status: 404 len: 337 time: 0.0767286 Feb 04 11:38:46.201178 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-685fafc7-0a3a-4e13-947b-5d6b72f57636 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:46.201845 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-685fafc7-0a3a-4e13-947b-5d6b72f57636 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:46.203587 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-685fafc7-0a3a-4e13-947b-5d6b72f57636 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/ports/86a4e894-3985-49fa-9f24-5f78f04d18aa HTTP/1.1" status: 404 len: 333 time: 0.0711896 Feb 04 11:38:46.207339 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36590) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:46.240565 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-0d5c0dba-5f03-4345-b8aa-5ce1fc16ead7 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Usage tracker for resource:security_group_rule and tenant:86676f741a1b44e6b6b078dd507bf54a is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:46.245703 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-0d5c0dba-5f03-4345-b8aa-5ce1fc16ead7 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:46.269832 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a40772e-a980-4f46-8ab5-6d07d2300462 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:46.270297 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a40772e-a980-4f46-8ab5-6d07d2300462 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:46.274243 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8a40772e-a980-4f46-8ab5-6d07d2300462 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/b2b33949-b2db-4dd2-8e28-0b8c82c7dde2 HTTP/1.1" status: 404 len: 337 time: 0.0636871 Feb 04 11:38:46.274949 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-0d5c0dba-5f03-4345-b8aa-5ce1fc16ead7 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:46.280211 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36594) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:46.307209 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0699de9c-2cf4-4a67-ac75-1611e839718b tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for router_gateway, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:46.347853 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0699de9c-2cf4-4a67-ac75-1611e839718b tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:46.375970 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-92904a73-b25c-47fe-aec2-2a85a4473328 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Synchronizing usage tracker for tenant:5111c50645c245969610a03b0264613e on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:46.451703 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2d57d61-dfd1-4cc7-985a-9142d1a1769e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:46.452149 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2d57d61-dfd1-4cc7-985a-9142d1a1769e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:46.523252 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a2d57d61-dfd1-4cc7-985a-9142d1a1769e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/7afeffc5-6c2a-4914-ac85-a0377bd89873 HTTP/1.1" status: 404 len: 337 time: 0.2371042 Feb 04 11:38:46.523554 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36598) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:46.576925 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-310b8a1f-0844-4d18-b7e0-ff2903421c64 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:46.577361 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-310b8a1f-0844-4d18-b7e0-ff2903421c64 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:46.586706 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-0699de9c-2cf4-4a67-ac75-1611e839718b tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Allocated IP 172.26.3.233 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/96b0c6b2-dd84-4904-b6e2-7f0de7500930) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:38:46.594791 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-310b8a1f-0844-4d18-b7e0-ff2903421c64 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/ports/6d65812c-97bd-447b-a92e-f71801b5ba5b HTTP/1.1" status: 404 len: 333 time: 0.0692365 Feb 04 11:38:46.599328 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36602) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:46.678605 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5fae911-5a8a-4e9a-887f-6dfbde47a1fb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:46.679110 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5fae911-5a8a-4e9a-887f-6dfbde47a1fb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:46.683959 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c5fae911-5a8a-4e9a-887f-6dfbde47a1fb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/1b5f73eb-1736-403b-bbaa-3f067eb6017c HTTP/1.1" status: 404 len: 337 time: 0.0836167 Feb 04 11:38:46.688351 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36608) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:46.737053 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-941bc7da-8c1a-4e28-9c36-fa29a83284b2 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:46.741920 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-92904a73-b25c-47fe-aec2-2a85a4473328 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Unset dirty status for tenant:5111c50645c245969610a03b0264613e on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:46.744131 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-92904a73-b25c-47fe-aec2-2a85a4473328 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6545272 Feb 04 11:38:46.783364 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36612) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:46.783697 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36614) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:46.799636 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5fd6364-69c0-4e59-98a5-6994336cfc06 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:46.800072 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5fd6364-69c0-4e59-98a5-6994336cfc06 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:46.804115 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d5fd6364-69c0-4e59-98a5-6994336cfc06 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/35067446-5331-4213-b6e3-bcf875b6316a HTTP/1.1" status: 404 len: 337 time: 0.1123803 Feb 04 11:38:46.804413 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36620) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:46.816135 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-4aaa00f0-b7c4-4a47-bbab-6e2f98926694 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Request body: {'security_group': {'name': 'tempest-secgroup--1329945353'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:46.819569 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:46.820317 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941bc7da-8c1a-4e28-9c36-fa29a83284b2 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event deleted for resources: {'Port': ['ID=d7dd783d-37aa-4b06-9e94-f27253a4ad7a,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:46.836932 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-4aaa00f0-b7c4-4a47-bbab-6e2f98926694 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:46.857796 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-f05b54ae-1eb2-4c11-aa1c-70b704bef1b9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:46.857796 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f05b54ae-1eb2-4c11-aa1c-70b704bef1b9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:46.858154 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f05b54ae-1eb2-4c11-aa1c-70b704bef1b9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/ports/c45f2c66-1d8b-48cd-ba41-c8267b0624c6 HTTP/1.1" status: 404 len: 333 time: 0.0526001 Feb 04 11:38:46.860618 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36626) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:46.911820 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-469df9e6-9ad5-4678-a3bb-9144a1f25722 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:46.913217 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-469df9e6-9ad5-4678-a3bb-9144a1f25722 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:46.915150 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-469df9e6-9ad5-4678-a3bb-9144a1f25722 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/7acbeb46-2c0a-4492-acae-3e47c6fa2383 HTTP/1.1" status: 404 len: 337 time: 0.0535522 Feb 04 11:38:46.921898 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-4aaa00f0-b7c4-4a47-bbab-6e2f98926694 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:46.923675 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36630) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:46.927819 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0d5c0dba-5f03-4345-b8aa-5ce1fc16ead7 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:46.967521 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0699de9c-2cf4-4a67-ac75-1611e839718b tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:47.037115 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-6066f4fe-578a-4c39-a676-86cb0a6f2015 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:47.037961 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6066f4fe-578a-4c39-a676-86cb0a6f2015 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:47.046420 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0d5c0dba-5f03-4345-b8aa-5ce1fc16ead7 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:47.074776 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0699de9c-2cf4-4a67-ac75-1611e839718b tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:47.078710 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e5f31e67-d652-4623-95c5-48b126f123c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:47.123303 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6066f4fe-578a-4c39-a676-86cb0a6f2015 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/a50a6663-595b-44b1-b373-2943bf3fe5ee HTTP/1.1" status: 404 len: 337 time: 0.1916230 Feb 04 11:38:47.126762 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36636) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:47.130267 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4aaa00f0-b7c4-4a47-bbab-6e2f98926694 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:47.157466 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-941bc7da-8c1a-4e28-9c36-fa29a83284b2 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for floatingip, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:47.163195 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b4991670-feaf-4f1d-853b-1deb84826c96 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:47.183581 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d5c0dba-5f03-4345-b8aa-5ce1fc16ead7 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:38:47.188609 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-51ac4de0-f049-4a18-ac54-6952e3fc6fd4 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb595b13-91a8-426f-b805-a0dd9eb2ebf3 HTTP/1.1" status: 200 len: 205 time: 0.0602398 Feb 04 11:38:47.199897 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36640) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:47.202295 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0699de9c-2cf4-4a67-ac75-1611e839718b tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:47.204245 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-0699de9c-2cf4-4a67-ac75-1611e839718b tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:47.208918 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0699de9c-2cf4-4a67-ac75-1611e839718b tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:38:47.213308 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-941bc7da-8c1a-4e28-9c36-fa29a83284b2 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:47.217160 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-941bc7da-8c1a-4e28-9c36-fa29a83284b2 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "DELETE /v2.0/floatingips/2a8bc564-e304-4153-a77e-3a86a3798f9d HTTP/1.1" status: 204 len: 168 time: 2.7239358 Feb 04 11:38:47.218008 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c0dba-5f03-4345-b8aa-5ce1fc16ead7 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c96ba9-a997-4ed9-b75f-d4ab7cf35ae5,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:47.269791 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36644) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:47.278679 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699de9c-2cf4-4a67-ac75-1611e839718b tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Pushing event updated for resources: {'Port': ['ID=96b0c6b2-dd84-4904-b6e2-7f0de7500930,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:47.289259 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0d5c0dba-5f03-4345-b8aa-5ce1fc16ead7 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:47.289600 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-0d5c0dba-5f03-4345-b8aa-5ce1fc16ead7 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Added segment e29dbbc7-6677-4714-bf73-87536bf378a3 of type vlan for network 314056bf-a26b-4d4b-8022-07279f4d6203 Feb 04 11:38:47.307327 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231fe56e-d431-4fb8-8edf-644037a61811 None None] Network 44e94fa4-8f40-43fc-9375-c460c0cc4ffe requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:38:47.361111 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-3626c37c-2937-4942-8a46-dd3deb710feb tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] delete failed (client error): The resource could not be found. Feb 04 11:38:47.366396 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3626c37c-2937-4942-8a46-dd3deb710feb tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "DELETE /v2.0/floatingips/2a8bc564-e304-4153-a77e-3a86a3798f9d HTTP/1.1" status: 404 len: 345 time: 0.0879836 Feb 04 11:38:47.367378 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36648) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:47.378055 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-26193518-cf57-46ad-847f-567161e50e81 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] delete failed (client error): The resource could not be found. Feb 04 11:38:47.381589 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-26193518-cf57-46ad-847f-567161e50e81 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/routers/eb595b13-91a8-426f-b805-a0dd9eb2ebf3 HTTP/1.1" status: 404 len: 336 time: 0.1773453 Feb 04 11:38:47.381838 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e5f31e67-d652-4623-95c5-48b126f123c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:47.392620 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36652) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:47.445328 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-4aaa00f0-b7c4-4a47-bbab-6e2f98926694 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:47.448480 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e5f31e67-d652-4623-95c5-48b126f123c5 admin admin] Usage tracker for resource:security_group_rule and tenant:740bf14d103b4ed79f913bb123a585f8 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:47.459902 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e5f31e67-d652-4623-95c5-48b126f123c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:47.497081 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-4aaa00f0-b7c4-4a47-bbab-6e2f98926694 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Usage tracker for resource:security_group_rule and tenant:5111c50645c245969610a03b0264613e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:47.507689 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-4aaa00f0-b7c4-4a47-bbab-6e2f98926694 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:47.515292 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e5f31e67-d652-4623-95c5-48b126f123c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:47.555644 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9f4737a-913c-4b63-aea0-6320c75510d7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:47.556002 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9f4737a-913c-4b63-aea0-6320c75510d7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:47.560731 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-4aaa00f0-b7c4-4a47-bbab-6e2f98926694 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:47.563679 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0fb1d2-086e-43bc-98e0-61e64028c5c7 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:47.569424 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0fb1d2-086e-43bc-98e0-61e64028c5c7 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:47.574814 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0fb1d2-086e-43bc-98e0-61e64028c5c7 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:47.576234 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6a0fb1d2-086e-43bc-98e0-61e64028c5c7 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Synchronizing usage tracker for tenant:ac8146b7950d45beb1b9b13f531779aa on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:47.583642 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-df439d04-5561-4fa6-acec-4265e921974a None None] Provisioning for port 787ed81b-f974-4716-90f4-ef71610f1fee completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:38:47.610530 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0d5c0dba-5f03-4345-b8aa-5ce1fc16ead7 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:47.623613 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f9f4737a-913c-4b63-aea0-6320c75510d7 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/17b07726-6f26-4164-87d5-e8af5fbc4bac HTTP/1.1" status: 404 len: 337 time: 0.2297969 Feb 04 11:38:47.628820 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36656) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:47.668286 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 787ed81b-f974-4716-90f4-ef71610f1fee up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:38:47.794978 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4aaa00f0-b7c4-4a47-bbab-6e2f98926694 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:47.813211 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6a0fb1d2-086e-43bc-98e0-61e64028c5c7 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Unset dirty status for tenant:ac8146b7950d45beb1b9b13f531779aa on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:47.813589 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0d5c0dba-5f03-4345-b8aa-5ce1fc16ead7 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:47.814969 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6a0fb1d2-086e-43bc-98e0-61e64028c5c7 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "GET /v2.0/ports?network_id=a411320b-8cc8-427e-8abc-e104b8d99929 HTTP/1.1" status: 200 len: 2357 time: 0.4466696 Feb 04 11:38:47.817186 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5c0dba-5f03-4345-b8aa-5ce1fc16ead7 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:47.817752 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0d5c0dba-5f03-4345-b8aa-5ce1fc16ead7 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:47.822629 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36660) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:47.826564 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-cbf41450-2aaf-4b48-bbc3-aee294e90b71 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "GET /v2.0/ports?device_id=706058ac-60b3-4290-8152-b42429969a75 HTTP/1.1" status: 200 len: 205 time: 0.1964881 Feb 04 11:38:47.834392 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36662) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:47.869608 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 787ed81b-f974-4716-90f4-ef71610f1fee completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:38:47.876004 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 787ed81b-f974-4716-90f4-ef71610f1fee triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:47.876582 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:47.890504 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e5f31e67-d652-4623-95c5-48b126f123c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:47.945510 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4aaa00f0-b7c4-4a47-bbab-6e2f98926694 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:47.958323 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-3d27c690-7ce1-44c2-b9b6-f417e9ea6d77 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] delete failed (client error): The resource could not be found. Feb 04 11:38:47.960224 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3d27c690-7ce1-44c2-b9b6-f417e9ea6d77 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/routers/706058ac-60b3-4290-8152-b42429969a75 HTTP/1.1" status: 404 len: 336 time: 0.1245146 Feb 04 11:38:47.967908 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36668) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:47.993105 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403993c7-b91b-4cfa-a36d-c40d022833eb tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:47.994121 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-403993c7-b91b-4cfa-a36d-c40d022833eb tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Synchronizing usage tracker for tenant:ac8146b7950d45beb1b9b13f531779aa on resource:subnet {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:48.018886 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0699de9c-2cf4-4a67-ac75-1611e839718b tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for router_gateway, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:48.019684 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0699de9c-2cf4-4a67-ac75-1611e839718b tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:48.049998 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e5f31e67-d652-4623-95c5-48b126f123c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:48.056612 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:48.097524 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 787ed81b-f974-4716-90f4-ef71610f1fee, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=787ed81b-f974-4716-90f4-ef71610f1fee,segment=NetworkSegment(b9c9bc17-9dd9-459f-b559-0cf2d632d126),segment_id=b9c9bc17-9dd9-459f-b559-0cf2d632d126)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:38:48.100347 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-403993c7-b91b-4cfa-a36d-c40d022833eb tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Unset dirty status for tenant:ac8146b7950d45beb1b9b13f531779aa on resource:subnet {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:48.101495 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-403993c7-b91b-4cfa-a36d-c40d022833eb tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "GET /v2.0/subnets/b8b29962-d28c-469e-9d59-dc2a13259593 HTTP/1.1" status: 200 len: 797 time: 0.2733152 Feb 04 11:38:48.105599 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c0dba-5f03-4345-b8aa-5ce1fc16ead7 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event updated for resources: {'Network': ['ID=314056bf-a26b-4d4b-8022-07279f4d6203,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:48.108083 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36672) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:48.109568 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-061def01-8bd2-4e64-b1d4-eac67f3fa024 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:48.109978 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-061def01-8bd2-4e64-b1d4-eac67f3fa024 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:48.113969 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-061def01-8bd2-4e64-b1d4-eac67f3fa024 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/171e2290-2274-4f2a-986a-12452be7db28 HTTP/1.1" status: 404 len: 337 time: 0.1242681 Feb 04 11:38:48.116140 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-253bf326-1c7b-4c04-8308-852e7135cce7 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Request body: {'port': {'network_id': 'a411320b-8cc8-427e-8abc-e104b8d99929', 'name': 'tempest-FloatingIPTestJSON-1129890591', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:48.120102 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36676) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:48.121770 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-b4991670-feaf-4f1d-853b-1deb84826c96 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Allocated IP 2001:db8::1 (5e26de7f-2600-4b2f-b964-dd1edf53199b/3434e8cd-837b-428e-9f1d-98d2539d7d6d/977afe07-21ca-4959-8c2b-7087c6916e2e) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:38:48.123591 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 314056bf-a26b-4d4b-8022-07279f4d6203 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:38:48.131732 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0d5c0dba-5f03-4345-b8aa-5ce1fc16ead7 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.1449339 Feb 04 11:38:48.173012 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa00f0-b7c4-4a47-bbab-6e2f98926694 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8f83e7-5568-4811-ae8d-8f348c1b56f0,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:48.201130 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4aaa00f0-b7c4-4a47-bbab-6e2f98926694 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:48.202715 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4aaa00f0-b7c4-4a47-bbab-6e2f98926694 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4160767 Feb 04 11:38:48.207181 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d13b4b-5671-4d6d-bd17-1f266c2817cb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:48.207896 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28d13b4b-5671-4d6d-bd17-1f266c2817cb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:48.209720 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-28d13b4b-5671-4d6d-bd17-1f266c2817cb tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/1d7360ad-20cc-4100-b74c-7a558931d0bf HTTP/1.1" status: 404 len: 337 time: 0.0839918 Feb 04 11:38:48.214563 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36680) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:48.222412 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:48.229101 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 0d794c09-41d2-4cfe-9ff6-9275c216497a up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:38:48.229264 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36682) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:48.230876 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e5f31e67-d652-4623-95c5-48b126f123c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=740bf14d103b4ed79f913bb123a585f8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4423690 Feb 04 11:38:48.239360 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-e95617ea-53ce-482e-ada7-eeddcdebb300 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Request body: {'security_group_rule': {'security_group_id': '7e8f83e7-5568-4811-ae8d-8f348c1b56f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:48.240430 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-e95617ea-53ce-482e-ada7-eeddcdebb300 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:38:48.240986 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36688) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:48.243191 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e95617ea-53ce-482e-ada7-eeddcdebb300 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0260456 Feb 04 11:38:48.254929 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36690) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:48.280883 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-0d805570-db87-4e3e-8a91-6f375999ff6d tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Request body: {'security_group_rule': {'security_group_id': '7e8f83e7-5568-4811-ae8d-8f348c1b56f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:48.282508 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-0d805570-db87-4e3e-8a91-6f375999ff6d tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:38:48.291813 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-0d805570-db87-4e3e-8a91-6f375999ff6d tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0347142 Feb 04 11:38:48.298143 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36696) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:48.305627 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f31e67-d652-4623-95c5-48b126f123c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ce90d4-e5e4-4362-a0bc-ca41334c6c7b,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:48.311664 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-6cca921d-d5bd-4486-a524-905fac6a93cf tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Request body: {'security_group_rule': {'security_group_id': '7e8f83e7-5568-4811-ae8d-8f348c1b56f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:48.312719 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-6cca921d-d5bd-4486-a524-905fac6a93cf tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:38:48.313924 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6cca921d-d5bd-4486-a524-905fac6a93cf tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0145552 Feb 04 11:38:48.323999 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36700) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:48.358781 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-3ab2d0f1-d7d3-4b02-9f70-885e04c56f79 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Request body: {'security_group_rule': {'security_group_id': '7e8f83e7-5568-4811-ae8d-8f348c1b56f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:48.359616 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-3ab2d0f1-d7d3-4b02-9f70-885e04c56f79 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:38:48.364526 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3ab2d0f1-d7d3-4b02-9f70-885e04c56f79 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0338912 Feb 04 11:38:48.377871 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36704) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:48.384404 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-828c29f8-bbf4-40eb-a8bc-6483e3c373e9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:48.385388 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-828c29f8-bbf4-40eb-a8bc-6483e3c373e9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:48.387359 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-828c29f8-bbf4-40eb-a8bc-6483e3c373e9 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/ports/8437f32b-0295-427e-86ef-5cb6956731f3 HTTP/1.1" status: 404 len: 333 time: 0.1551888 Feb 04 11:38:48.399917 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36708) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:48.405937 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-608e14af-90a4-44bb-a087-0640910f56b9 None None] Provisioning complete for port 787ed81b-f974-4716-90f4-ef71610f1fee triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:48.406483 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-608e14af-90a4-44bb-a087-0640910f56b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:48.478148 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-f737a601-d3b6-421f-a5fa-edbccea73c3d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:48.478989 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f737a601-d3b6-421f-a5fa-edbccea73c3d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:48.480933 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f737a601-d3b6-421f-a5fa-edbccea73c3d tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/e3fabe03-2e46-4c88-9601-3ebfcc79bdb8 HTTP/1.1" status: 404 len: 337 time: 0.0791652 Feb 04 11:38:48.484612 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36712) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:48.511642 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=787ed81b-f974-4716-90f4-ef71610f1fee,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:48.520205 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-253bf326-1c7b-4c04-8308-852e7135cce7 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:48.542633 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-253bf326-1c7b-4c04-8308-852e7135cce7 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:48.544966 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dc305a0d-b09e-41cc-9487-897a0a9e57a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:48.555578 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-a971342b-930b-482d-91ae-e5b0c4549adc tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:48.556031 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a971342b-930b-482d-91ae-e5b0c4549adc tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:48.558256 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a971342b-930b-482d-91ae-e5b0c4549adc tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/ports/0a6baed3-58e8-44df-8f66-568e6c034e8b HTTP/1.1" status: 404 len: 333 time: 0.0705576 Feb 04 11:38:48.575893 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36716) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:48.583902 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 0d794c09-41d2-4cfe-9ff6-9275c216497a triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:48.584279 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:48.668732 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dc305a0d-b09e-41cc-9487-897a0a9e57a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:48.715340 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253bf326-1c7b-4c04-8308-852e7135cce7 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Made reservation on behalf of ac8146b7950d45beb1b9b13f531779aa for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:38:48.830207 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b2662d81-1b7b-4899-a8be-de6d8495acaa tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:48.834645 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c3e6a33-918d-4905-b87d-e471f31ed0d5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:48.835246 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c3e6a33-918d-4905-b87d-e471f31ed0d5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:48.839941 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-1c3e6a33-918d-4905-b87d-e471f31ed0d5 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/866b9ed9-11d4-4f87-a6ad-47d35dcbbe8a HTTP/1.1" status: 404 len: 337 time: 0.2564988 Feb 04 11:38:48.840894 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36720) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:48.848708 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b4991670-feaf-4f1d-853b-1deb84826c96 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:48.880822 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b2662d81-1b7b-4899-a8be-de6d8495acaa tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:48.892545 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-b4991670-feaf-4f1d-853b-1deb84826c96 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Transition to ACTIVE for port object 977afe07-21ca-4959-8c2b-7087c6916e2e will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:38:48.910712 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dc305a0d-b09e-41cc-9487-897a0a9e57a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:48.925018 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c4ec40-465d-407b-8db7-691c011e8dad tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:48.925384 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46c4ec40-465d-407b-8db7-691c011e8dad tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:48.949760 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-253bf326-1c7b-4c04-8308-852e7135cce7 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:48.963113 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc305a0d-b09e-41cc-9487-897a0a9e57a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ce90d4-e5e4-4362-a0bc-ca41334c6c7b,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:48.972978 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dc305a0d-b09e-41cc-9487-897a0a9e57a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:48.972978 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-dc305a0d-b09e-41cc-9487-897a0a9e57a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56ce90d4-e5e4-4362-a0bc-ca41334c6c7b HTTP/1.1" status: 204 len: 168 time: 0.7237377 Feb 04 11:38:48.979510 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-46c4ec40-465d-407b-8db7-691c011e8dad tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/ports/e8f28bf0-0048-4022-863e-93d759643c17 HTTP/1.1" status: 404 len: 333 time: 0.1344738 Feb 04 11:38:48.979980 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36726) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:49.000157 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-253bf326-1c7b-4c04-8308-852e7135cce7 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] device_id is not set on port 8f7887ac-5d88-4454-9b94-69d4557fbe2c yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:38:49.034655 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b2662d81-1b7b-4899-a8be-de6d8495acaa tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:49.064025 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-166990df-0d97-4e0b-89a0-87793646710a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:49.064687 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-166990df-0d97-4e0b-89a0-87793646710a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:49.077995 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2662d81-1b7b-4899-a8be-de6d8495acaa tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8f83e7-5568-4811-ae8d-8f348c1b56f0,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:49.082086 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b4991670-feaf-4f1d-853b-1deb84826c96 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:49.136360 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-166990df-0d97-4e0b-89a0-87793646710a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/21783cd1-57dd-42fa-b7b8-0777301be530 HTTP/1.1" status: 404 len: 337 time: 0.1515992 Feb 04 11:38:49.142025 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36730) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:49.145087 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b2662d81-1b7b-4899-a8be-de6d8495acaa tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:49.149309 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b2662d81-1b7b-4899-a8be-de6d8495acaa tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "DELETE /v2.0/security-groups/7e8f83e7-5568-4811-ae8d-8f348c1b56f0 HTTP/1.1" status: 204 len: 168 time: 0.7699566 Feb 04 11:38:49.150520 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36734) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:49.197259 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4991670-feaf-4f1d-853b-1deb84826c96 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Network 5e26de7f-2600-4b2f-b964-dd1edf53199b is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:49.223762 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-b4991670-feaf-4f1d-853b-1deb84826c96 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:49.243957 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4991670-feaf-4f1d-853b-1deb84826c96 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:38:49.244706 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b4991670-feaf-4f1d-853b-1deb84826c96 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:49.252849 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-00f9216c-317b-4b55-aa2c-dc2621c5b89e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:49.254754 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00f9216c-317b-4b55-aa2c-dc2621c5b89e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:49.262357 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-00f9216c-317b-4b55-aa2c-dc2621c5b89e tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/ports/0058cd44-68be-4fb1-a5e6-af0a79525900 HTTP/1.1" status: 404 len: 333 time: 0.1189380 Feb 04 11:38:49.275414 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36738) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:49.292170 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0699de9c-2cf4-4a67-ac75-1611e839718b tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Router 5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:38:49.312735 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4991670-feaf-4f1d-853b-1deb84826c96 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event updated for resources: {'Port': ['ID=977afe07-21ca-4959-8c2b-7087c6916e2e,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:49.391409 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0cbbe28-125c-4561-90ce-1f64613e217a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:49.391836 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0cbbe28-125c-4561-90ce-1f64613e217a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:49.396583 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d0cbbe28-125c-4561-90ce-1f64613e217a tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/8292e3f0-af85-4ced-88a6-d2d918a5d95c HTTP/1.1" status: 404 len: 337 time: 0.1138668 Feb 04 11:38:49.397951 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36744) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:49.455154 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-2bdd301e-6180-4670-af5a-3d409c29121a tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Synchronizing usage tracker for tenant:5111c50645c245969610a03b0264613e on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:49.547401 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 787ed81b-f974-4716-90f4-ef71610f1fee up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:38:49.594475 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-69447011-144c-419a-9570-ede42083f1ae tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:49.595360 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69447011-144c-419a-9570-ede42083f1ae tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:49.596792 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-2bdd301e-6180-4670-af5a-3d409c29121a tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Unset dirty status for tenant:5111c50645c245969610a03b0264613e on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:49.601752 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2bdd301e-6180-4670-af5a-3d409c29121a tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4071376 Feb 04 11:38:49.606490 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36748) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:49.616436 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-69447011-144c-419a-9570-ede42083f1ae tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/ports/c40ebd8f-9113-467b-b680-6f04b28517ed HTTP/1.1" status: 404 len: 333 time: 0.2173226 Feb 04 11:38:49.624003 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36750) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:49.625195 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-3ee6fdcd-8b63-4e29-a509-6ccb9af42aed tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Request body: {'security_group': {'name': 'tempest-secgroup--1975763248'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:49.652551 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-3ee6fdcd-8b63-4e29-a509-6ccb9af42aed tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:49.692890 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 787ed81b-f974-4716-90f4-ef71610f1fee triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:49.693531 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:49.702754 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b3a9461-5a58-4a10-8829-cfdae184b9cf tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:49.703106 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b3a9461-5a58-4a10-8829-cfdae184b9cf tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:49.706464 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-3ee6fdcd-8b63-4e29-a509-6ccb9af42aed tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:49.708464 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3b3a9461-5a58-4a10-8829-cfdae184b9cf tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/0e23f132-73ed-40d4-b291-5375b8fd8863 HTTP/1.1" status: 404 len: 337 time: 0.0830736 Feb 04 11:38:49.711436 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36756) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:49.728792 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b4991670-feaf-4f1d-853b-1deb84826c96 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:49.756819 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-253bf326-1c7b-4c04-8308-852e7135cce7 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Allocated IP 172.20.0.14 (a411320b-8cc8-427e-8abc-e104b8d99929/b8b29962-d28c-469e-9d59-dc2a13259593/8f7887ac-5d88-4454-9b94-69d4557fbe2c) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:38:49.759699 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6ace949-6123-4c41-a965-dc99adf5352c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:49.760360 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6ace949-6123-4c41-a965-dc99adf5352c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:49.762436 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a6ace949-6123-4c41-a965-dc99adf5352c tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/ports/6b03d8f5-4a4f-4c41-973a-8b01957c37aa HTTP/1.1" status: 404 len: 333 time: 0.0494294 Feb 04 11:38:49.769199 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36760) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:49.816159 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fcb2377-ebc6-4d6d-b5a3-7d7e0035f894 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:49.816956 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fcb2377-ebc6-4d6d-b5a3-7d7e0035f894 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:49.819961 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8fcb2377-ebc6-4d6d-b5a3-7d7e0035f894 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/27a7fb16-1cd1-4a6b-a1d6-ffe90de1bf08 HTTP/1.1" status: 404 len: 337 time: 0.0482085 Feb 04 11:38:49.822266 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-253bf326-1c7b-4c04-8308-852e7135cce7 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Allocated IP 172.20.0.13 (a411320b-8cc8-427e-8abc-e104b8d99929/b8b29962-d28c-469e-9d59-dc2a13259593/8f7887ac-5d88-4454-9b94-69d4557fbe2c) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:38:49.829074 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36764) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:49.858972 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-68446679-ab62-42ed-97ee-f01e924bf8ba None None] Provisioning for port 977afe07-21ca-4959-8c2b-7087c6916e2e completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:38:49.874091 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-68446679-ab62-42ed-97ee-f01e924bf8ba None None] Provisioning complete for port 977afe07-21ca-4959-8c2b-7087c6916e2e triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:49.874463 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-68446679-ab62-42ed-97ee-f01e924bf8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:49.888295 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3ee6fdcd-8b63-4e29-a509-6ccb9af42aed tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:49.950562 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-68446679-ab62-42ed-97ee-f01e924bf8ba None None] Port 977afe07-21ca-4959-8c2b-7087c6916e2e cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:38:49.997238 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36768) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:50.034314 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-45f46bf8-ed30-4e51-a96d-fc63254d3d0f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:50.035101 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45f46bf8-ed30-4e51-a96d-fc63254d3d0f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:50.038723 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-45f46bf8-ed30-4e51-a96d-fc63254d3d0f tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/ports/cae94db8-9ac7-4bbf-afe3-f9e0072a1c40 HTTP/1.1" status: 404 len: 333 time: 0.2056975 Feb 04 11:38:50.040412 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36772) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:50.095318 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-17f10357-e515-4e57-8c0d-00f169498513 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] DELETE failed (client error): The resource could not be found. Feb 04 11:38:50.096369 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17f10357-e515-4e57-8c0d-00f169498513 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:38:50.100111 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-17f10357-e515-4e57-8c0d-00f169498513 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/subnets/bf16a235-68cf-438f-88f9-193af918392a HTTP/1.1" status: 404 len: 337 time: 0.0573769 Feb 04 11:38:50.104671 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36776) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:50.218681 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-3ee6fdcd-8b63-4e29-a509-6ccb9af42aed tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:50.230136 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-3ee6fdcd-8b63-4e29-a509-6ccb9af42aed tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Usage tracker for resource:security_group_rule and tenant:5111c50645c245969610a03b0264613e is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:50.234799 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-3ee6fdcd-8b63-4e29-a509-6ccb9af42aed tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:50.242563 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-3ee6fdcd-8b63-4e29-a509-6ccb9af42aed tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:50.273026 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2f223826-25aa-4cd0-a8fd-9941857769de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e8de1929da7f4df9a6837194a0f2f4e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2717555 Feb 04 11:38:50.276018 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36780) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:50.327097 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7fbe2362-3030-457b-acad-d072ccf44634 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:50.416271 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-253bf326-1c7b-4c04-8308-852e7135cce7 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:50.442691 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3ee6fdcd-8b63-4e29-a509-6ccb9af42aed tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:50.468208 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0699de9c-2cf4-4a67-ac75-1611e839718b tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:38:50.477477 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3d845ea8-7824-448f-b092-d71559b32061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:50.498198 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7fbe2362-3030-457b-acad-d072ccf44634 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:50.498907 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc86ee29-cf7e-446b-a292-ae281539c649 None None] Sync routers for ids ['5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:38:50.519830 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3ee6fdcd-8b63-4e29-a509-6ccb9af42aed tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:50.531119 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc86ee29-cf7e-446b-a292-ae281539c649 None None] Routers {'5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:38:50.533555 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-fc86ee29-cf7e-446b-a292-ae281539c649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:38:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:50.536746 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b4991670-feaf-4f1d-853b-1deb84826c96 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:50.545107 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-7fbe2362-3030-457b-acad-d072ccf44634 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c95724-fa8c-4cd7-984e-cfbe8c55ad41']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:50.558744 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-7fbe2362-3030-457b-acad-d072ccf44634 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d58ad67-7a51-4ec4-a796-861955bb5659') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:50.559059 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-7fbe2362-3030-457b-acad-d072ccf44634 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d58ad67-7a51-4ec4-a796-861955bb5659') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:50.564468 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3d845ea8-7824-448f-b092-d71559b32061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:50.570957 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7fbe2362-3030-457b-acad-d072ccf44634 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:50.592159 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7fbe2362-3030-457b-acad-d072ccf44634 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:50.601460 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fbe2362-3030-457b-acad-d072ccf44634 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:38:50.603662 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7fbe2362-3030-457b-acad-d072ccf44634 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:50.608288 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6fdcd-8b63-4e29-a509-6ccb9af42aed tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95ecf324-e1d7-4280-8f70-80ce29c15c82,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:50.634471 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:38:50.634471 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:38:50.634471 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:38:50.634471 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:38:50.634471 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:38:50.634471 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:38:50.634471 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:38:50.634471 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:38:50.634471 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:38:50.634471 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:38:50.634471 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:38:50.634471 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:38:50.634471 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:38:50.634471 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:38:50.634471 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:38:50.634471 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:38:50.634471 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:38:50.634471 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:38:50.634471 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:38:50.634471 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:38:50.634471 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:38:50.634471 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:38:50.634471 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:38:50.634471 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:38:50.634471 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:38:50.634471 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:38:50.634471 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:38:50.634471 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:38:50.634471 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:38:50.634471 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:38:50.634471 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:38:50.634471 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:38:50.639917 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b4991670-feaf-4f1d-853b-1deb84826c96 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:50.640651 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b4991670-feaf-4f1d-853b-1deb84826c96 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:50.646983 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3ee6fdcd-8b63-4e29-a509-6ccb9af42aed tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:50.648366 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3ee6fdcd-8b63-4e29-a509-6ccb9af42aed tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0304480 Feb 04 11:38:50.649903 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0699de9c-2cf4-4a67-ac75-1611e839718b tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:50.651725 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-0699de9c-2cf4-4a67-ac75-1611e839718b tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.8529606 Feb 04 11:38:50.653203 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-253bf326-1c7b-4c04-8308-852e7135cce7 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:50.654934 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36784) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:50.655243 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36786) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:50.667933 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-75bc6bdc-4d23-440f-a26f-468f44707f13 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Request body: {'security_group_rule': {'security_group_id': '95ecf324-e1d7-4280-8f70-80ce29c15c82', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:50.668722 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-75bc6bdc-4d23-440f-a26f-468f44707f13 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:38:50.669674 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-75bc6bdc-4d23-440f-a26f-468f44707f13 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0121164 Feb 04 11:38:50.708938 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36792) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:50.754137 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-fc653e5a-8eca-4714-ae82-cd45000d859c tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Request body: {'security_group_rule': {'security_group_id': '95ecf324-e1d7-4280-8f70-80ce29c15c82', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:50.760128 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3d845ea8-7824-448f-b092-d71559b32061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:50.777983 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-fc653e5a-8eca-4714-ae82-cd45000d859c tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:50.800518 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d845ea8-7824-448f-b092-d71559b32061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0140120b-2f1b-4bd8-9a1f-ff9c84e609b1,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:50.805724 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-fc653e5a-8eca-4714-ae82-cd45000d859c tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Usage tracker for resource:security_group_rule and tenant:5111c50645c245969610a03b0264613e is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:50.812461 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-fc653e5a-8eca-4714-ae82-cd45000d859c tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:50.830378 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-fc653e5a-8eca-4714-ae82-cd45000d859c tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:50.834786 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253bf326-1c7b-4c04-8308-852e7135cce7 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Network a411320b-8cc8-427e-8abc-e104b8d99929 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:50.835705 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253bf326-1c7b-4c04-8308-852e7135cce7 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event updated for resources: {'Port': ['ID=8f7887ac-5d88-4454-9b94-69d4557fbe2c,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:50.841807 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-253bf326-1c7b-4c04-8308-852e7135cce7 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:50.850804 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3d845ea8-7824-448f-b092-d71559b32061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:50.853084 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3d845ea8-7824-448f-b092-d71559b32061 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0140120b-2f1b-4bd8-9a1f-ff9c84e609b1 HTTP/1.1" status: 204 len: 168 time: 0.5714481 Feb 04 11:38:50.856097 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253bf326-1c7b-4c04-8308-852e7135cce7 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:38:50.958909 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253bf326-1c7b-4c04-8308-852e7135cce7 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:50.960107 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-253bf326-1c7b-4c04-8308-852e7135cce7 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:51.068764 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-fc86ee29-cf7e-446b-a292-ae281539c649 None None] Set router 5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:38:51.108358 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-dbe71abc-1f92-4a66-a95a-5260035f8fbb tempest-TestNetworkAdvancedServerOps-538486051 tempest-TestNetworkAdvancedServerOps-538486051-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=491544c72a0440b88793a93ecb6a7285&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4519918 Feb 04 11:38:51.114312 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-253bf326-1c7b-4c04-8308-852e7135cce7 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.0050406 Feb 04 11:38:51.115359 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36800) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:51.115851 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36802) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:51.141294 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-99b7424d-1cc4-4936-9c87-16e53116ea9d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Request body: {'floatingip': {'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'port_id': '8f7887ac-5d88-4454-9b94-69d4557fbe2c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:51.154381 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-99b7424d-1cc4-4936-9c87-16e53116ea9d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:51.157606 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-fc653e5a-8eca-4714-ae82-cd45000d859c tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:38:51.158833 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-fc653e5a-8eca-4714-ae82-cd45000d859c tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4479733 Feb 04 11:38:51.203086 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-99b7424d-1cc4-4936-9c87-16e53116ea9d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Usage tracker for resource:floatingip and tenant:ac8146b7950d45beb1b9b13f531779aa is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:51.205855 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36808) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:51.217322 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-99b7424d-1cc4-4936-9c87-16e53116ea9d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:51.223606 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-e7aeb860-0781-45b5-b458-a9e6bf36c56c tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Request body: {'security_group_rule': {'security_group_id': '95ecf324-e1d7-4280-8f70-80ce29c15c82', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:51.224523 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-e7aeb860-0781-45b5-b458-a9e6bf36c56c tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:38:51.225655 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e7aeb860-0781-45b5-b458-a9e6bf36c56c tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0185125 Feb 04 11:38:51.239199 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-99b7424d-1cc4-4936-9c87-16e53116ea9d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:51.241299 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36812) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:51.250853 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-75c73316-8d2f-4cb1-8669-4117929d52f7 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Request body: {'security_group_rule': {'security_group_id': '95ecf324-e1d7-4280-8f70-80ce29c15c82', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:51.264585 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-75c73316-8d2f-4cb1-8669-4117929d52f7 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:51.278746 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-75c73316-8d2f-4cb1-8669-4117929d52f7 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Usage tracker for resource:security_group_rule and tenant:5111c50645c245969610a03b0264613e is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:51.284876 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-75c73316-8d2f-4cb1-8669-4117929d52f7 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:51.297340 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-75c73316-8d2f-4cb1-8669-4117929d52f7 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:51.335358 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f169c5-484d-4e61-a837-174c22295bbd tempest-TestNetworkAdvancedServerOps-538486051 tempest-TestNetworkAdvancedServerOps-538486051-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:51.338029 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-96f169c5-484d-4e61-a837-174c22295bbd tempest-TestNetworkAdvancedServerOps-538486051 tempest-TestNetworkAdvancedServerOps-538486051-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2209165 Feb 04 11:38:51.340808 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36816) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:51.380098 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-99b7424d-1cc4-4936-9c87-16e53116ea9d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for floatingip, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:51.406856 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e83c66c5-1730-491d-9d05-83ecf99cb419 tempest-TestNetworkAdvancedServerOps-538486051 tempest-TestNetworkAdvancedServerOps-538486051-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=63d4ab6b-931d-42a4-aa18-bedd81d582fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0642135 Feb 04 11:38:51.408600 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4991670-feaf-4f1d-853b-1deb84826c96 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Network 5e26de7f-2600-4b2f-b964-dd1edf53199b is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:51.409916 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4991670-feaf-4f1d-853b-1deb84826c96 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event updated for resources: {'Port': ['ID=977afe07-21ca-4959-8c2b-7087c6916e2e,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:51.414629 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36820) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:51.416397 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-b4991670-feaf-4f1d-853b-1deb84826c96 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:51.427492 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-66c106c8-ba9a-4fc3-a6ff-a4c7db7d49ac tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1370956833', 'network_id': '29516d56-73f4-4962-aac3-30725a9be94a', 'project_id': '491544c72a0440b88793a93ecb6a7285', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:51.606185 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36826) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:51.641335 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7fbe2362-3030-457b-acad-d072ccf44634 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:51.651315 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7fbe2362-3030-457b-acad-d072ccf44634 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:51.680014 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-fc86ee29-cf7e-446b-a292-ae281539c649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349409305', 'tenant_id': '491544c72a0440b88793a93ecb6a7285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '96b0c6b2-dd84-4904-b6e2-7f0de7500930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:38:44Z', 'updated_at': '2022-02-04T11:38:47Z', 'revision_number': 3, 'project_id': '491544c72a0440b88793a93ecb6a7285', 'gw_port': {'id': '96b0c6b2-dd84-4904-b6e2-7f0de7500930', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:11:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:46Z', 'updated_at': '2022-02-04T11:38:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:51.687451 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc86ee29-cf7e-446b-a292-ae281539c649 None None] Checking router: 5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:38:51.687801 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc86ee29-cf7e-446b-a292-ae281539c649 None None] Updating router 5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a port 96b0c6b2-dd84-4904-b6e2-7f0de7500930 binding host dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:38:51.707055 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-9b099e5b-8ab1-494c-b97e-2de1559a9fba tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Request body: {'subnet': {'network_id': '314056bf-a26b-4d4b-8022-07279f4d6203', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:51.722281 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-66c106c8-ba9a-4fc3-a6ff-a4c7db7d49ac tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:51.753736 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-7fbe2362-3030-457b-acad-d072ccf44634 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] 10.222.0.21 "DELETE /v2.0/networks/a4c95724-fa8c-4cd7-984e-cfbe8c55ad41 HTTP/1.1" status: 204 len: 168 time: 1.6479714 Feb 04 11:38:51.798471 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-66c106c8-ba9a-4fc3-a6ff-a4c7db7d49ac tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Usage tracker for resource:subnet and tenant:491544c72a0440b88793a93ecb6a7285 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:51.815211 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-fc86ee29-cf7e-446b-a292-ae281539c649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:51.815415 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-66c106c8-ba9a-4fc3-a6ff-a4c7db7d49ac tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:51.857342 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe2362-3030-457b-acad-d072ccf44634 tempest-NetworksTestDHCPv6-962205381 tempest-NetworksTestDHCPv6-962205381-project] Pushing event deleted for resources: {'Network': ['ID=a4c95724-fa8c-4cd7-984e-cfbe8c55ad41,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:51.863687 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-75c73316-8d2f-4cb1-8669-4117929d52f7 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:38:51.867654 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-75c73316-8d2f-4cb1-8669-4117929d52f7 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6250970 Feb 04 11:38:51.868834 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36836) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:51.869771 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-66c106c8-ba9a-4fc3-a6ff-a4c7db7d49ac tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:51.888286 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-7cfc1212-320e-4751-97f4-667d79d045e9 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Request body: {'security_group_rule': {'security_group_id': '95ecf324-e1d7-4280-8f70-80ce29c15c82', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:51.889159 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-7cfc1212-320e-4751-97f4-667d79d045e9 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:38:51.893166 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-7cfc1212-320e-4751-97f4-667d79d045e9 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0180852 Feb 04 11:38:51.894881 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36840) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:51.919198 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-9b099e5b-8ab1-494c-b97e-2de1559a9fba tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:51.924890 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-9b099e5b-8ab1-494c-b97e-2de1559a9fba tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Usage tracker for resource:subnet and tenant:86676f741a1b44e6b6b078dd507bf54a is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:51.929177 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f22ecbf7-b942-414c-8216-ea5cbb398518 None None] Provisioning complete for port 977afe07-21ca-4959-8c2b-7087c6916e2e triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:51.929717 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f22ecbf7-b942-414c-8216-ea5cbb398518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:51.931291 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-9b099e5b-8ab1-494c-b97e-2de1559a9fba tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:51.934061 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-292f909f-356c-4d50-b7eb-356b5d8d3224 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Request body: {'security_group_rule': {'security_group_id': '95ecf324-e1d7-4280-8f70-80ce29c15c82', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:51.945333 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-9b099e5b-8ab1-494c-b97e-2de1559a9fba tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:51.953788 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-292f909f-356c-4d50-b7eb-356b5d8d3224 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:51.965088 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-292f909f-356c-4d50-b7eb-356b5d8d3224 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Usage tracker for resource:security_group_rule and tenant:5111c50645c245969610a03b0264613e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:51.973091 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-292f909f-356c-4d50-b7eb-356b5d8d3224 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:51.985028 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-292f909f-356c-4d50-b7eb-356b5d8d3224 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:52.000317 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c106c8-ba9a-4fc3-a6ff-a4c7db7d49ac tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Made reservation on behalf of 491544c72a0440b88793a93ecb6a7285 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:38:52.037208 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-f22ecbf7-b942-414c-8216-ea5cbb398518 None None] Port 977afe07-21ca-4959-8c2b-7087c6916e2e cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:38:52.070705 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b099e5b-8ab1-494c-b97e-2de1559a9fba tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Made reservation on behalf of 86676f741a1b44e6b6b078dd507bf54a for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:38:52.111008 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-99b7424d-1cc4-4936-9c87-16e53116ea9d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:52.169781 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4991670-feaf-4f1d-853b-1deb84826c96 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Router 100029bb-5776-4212-a435-88f930bc37cf is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:38:52.295888 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-292f909f-356c-4d50-b7eb-356b5d8d3224 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:38:52.296785 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-292f909f-356c-4d50-b7eb-356b5d8d3224 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3862700 Feb 04 11:38:52.314501 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36850) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:52.324338 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-fc86ee29-cf7e-446b-a292-ae281539c649 None None] Notify callbacks [] for port, precommit_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:52.327381 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-586db9d3-1ee5-4b2e-bc47-1a5de3f05a04 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Request body: {'security_group_rule': {'security_group_id': '95ecf324-e1d7-4280-8f70-80ce29c15c82', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:52.328347 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-586db9d3-1ee5-4b2e-bc47-1a5de3f05a04 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:38:52.329565 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-586db9d3-1ee5-4b2e-bc47-1a5de3f05a04 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076938 Feb 04 11:38:52.335287 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36856) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:52.339704 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.provisioning_blocks [None req-fc86ee29-cf7e-446b-a292-ae281539c649 None None] Transition to ACTIVE for port object 96b0c6b2-dd84-4904-b6e2-7f0de7500930 will not be triggered until provisioned by entity L2. {{(pid=84207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:38:52.382035 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-66c106c8-ba9a-4fc3-a6ff-a4c7db7d49ac tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:52.406632 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-07063f22-1d5d-4a5c-b448-d8e460146098 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Request body: {'security_group_rule': {'security_group_id': '95ecf324-e1d7-4280-8f70-80ce29c15c82', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:52.424849 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-07063f22-1d5d-4a5c-b448-d8e460146098 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:52.431646 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-07063f22-1d5d-4a5c-b448-d8e460146098 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Usage tracker for resource:security_group_rule and tenant:5111c50645c245969610a03b0264613e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:52.437332 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-07063f22-1d5d-4a5c-b448-d8e460146098 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:52.439016 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-fc86ee29-cf7e-446b-a292-ae281539c649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:52.466720 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36862) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:52.468443 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-07063f22-1d5d-4a5c-b448-d8e460146098 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:52.513672 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4991670-feaf-4f1d-853b-1deb84826c96 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:38:52.529707 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b4991670-feaf-4f1d-853b-1deb84826c96 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "PUT /v2.0/routers/100029bb-5776-4212-a435-88f930bc37cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1988730 Feb 04 11:38:52.533630 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36868) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:52.533945 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06208d-70b1-4536-aa2c-491b79de3522 None None] Pushing event updated for resources: {'Port': ['ID=96b0c6b2-dd84-4904-b6e2-7f0de7500930,revision_number=2']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:52.534388 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18cd073-ef10-476b-bbb0-cce2f14a35c4 None None] Sync routers for ids ['100029bb-5776-4212-a435-88f930bc37cf'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:38:52.551398 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18cd073-ef10-476b-bbb0-cce2f14a35c4 None None] Routers {'100029bb-5776-4212-a435-88f930bc37cf'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:38:52.552703 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-d18cd073-ef10-476b-bbb0-cce2f14a35c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:38:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['100029bb-5776-4212-a435-88f930bc37cf'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:52.562823 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06208d-70b1-4536-aa2c-491b79de3522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:52.566038 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06208d-70b1-4536-aa2c-491b79de3522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:52.566038 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06208d-70b1-4536-aa2c-491b79de3522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:52.566990 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06208d-70b1-4536-aa2c-491b79de3522 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:52.567718 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06208d-70b1-4536-aa2c-491b79de3522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:52.568057 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06208d-70b1-4536-aa2c-491b79de3522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:52.568386 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06208d-70b1-4536-aa2c-491b79de3522 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:52.568731 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06208d-70b1-4536-aa2c-491b79de3522 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:52.569054 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06208d-70b1-4536-aa2c-491b79de3522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:52.569372 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06208d-70b1-4536-aa2c-491b79de3522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:52.570257 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9b099e5b-8ab1-494c-b97e-2de1559a9fba tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:52.573026 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06208d-70b1-4536-aa2c-491b79de3522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:52.625269 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-fc86ee29-cf7e-446b-a292-ae281539c649 None None] Attempting to bind port 96b0c6b2-dd84-4904-b6e2-7f0de7500930 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:38:52.628093 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-fc86ee29-cf7e-446b-a292-ae281539c649 None None] Attempting to bind port 96b0c6b2-dd84-4904-b6e2-7f0de7500930 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:38:52.628610 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc86ee29-cf7e-446b-a292-ae281539c649 None None] Attempting to bind port 96b0c6b2-dd84-4904-b6e2-7f0de7500930 on network 63d4ab6b-931d-42a4-aa18-bedd81d582fa {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:38:52.645251 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc86ee29-cf7e-446b-a292-ae281539c649 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:38:52.645743 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc86ee29-cf7e-446b-a292-ae281539c649 None None] Checking segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:38:52.646297 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-fc86ee29-cf7e-446b-a292-ae281539c649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:52.647056 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc86ee29-cf7e-446b-a292-ae281539c649 None None] Bound using segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:38:52.649158 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-fc86ee29-cf7e-446b-a292-ae281539c649 None None] Bound port: 96b0c6b2-dd84-4904-b6e2-7f0de7500930, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:38:52.649666 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-fc86ee29-cf7e-446b-a292-ae281539c649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:52.674155 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68c8f52-0720-47fc-97fd-93c1ca9389f3 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:52.674839 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f68c8f52-0720-47fc-97fd-93c1ca9389f3 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Synchronizing usage tracker for tenant:1857235941a6433080777df3100a6d46 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:52.686851 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-d18cd073-ef10-476b-bbb0-cce2f14a35c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:52.714429 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18cd073-ef10-476b-bbb0-cce2f14a35c4 None None] Routers {'100029bb-5776-4212-a435-88f930bc37cf'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:38:52.717068 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-d18cd073-ef10-476b-bbb0-cce2f14a35c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:38:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['100029bb-5776-4212-a435-88f930bc37cf'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:52.767145 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-07063f22-1d5d-4a5c-b448-d8e460146098 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:38:52.771192 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-07063f22-1d5d-4a5c-b448-d8e460146098 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3827732 Feb 04 11:38:52.771750 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36874) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:52.778895 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-b7334a6e-6ba0-40f1-80a1-65348c8434da tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Request body: {'security_group_rule': {'security_group_id': '95ecf324-e1d7-4280-8f70-80ce29c15c82', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:52.789102 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b9d624af-1db9-487c-a206-6e45c328f49f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b4c1a1e1dfbb4265be43b65b84479008&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3177452 Feb 04 11:38:52.792137 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-b7334a6e-6ba0-40f1-80a1-65348c8434da tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:52.794869 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36878) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:52.796547 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-fc86ee29-cf7e-446b-a292-ae281539c649 None None] For port 96b0c6b2-dd84-4904-b6e2-7f0de7500930, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:38:52.800001 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-fc86ee29-cf7e-446b-a292-ae281539c649 None None] For port 96b0c6b2-dd84-4904-b6e2-7f0de7500930, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=96b0c6b2-dd84-4904-b6e2-7f0de7500930,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:38:52.810851 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-d18cd073-ef10-476b-bbb0-cce2f14a35c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:52.811171 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18cd073-ef10-476b-bbb0-cce2f14a35c4 None None] The sync data for ids ['100029bb-5776-4212-a435-88f930bc37cf'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:38:52.812295 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-b7334a6e-6ba0-40f1-80a1-65348c8434da tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Usage tracker for resource:security_group_rule and tenant:5111c50645c245969610a03b0264613e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:52.817231 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-b7334a6e-6ba0-40f1-80a1-65348c8434da tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:52.830869 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-b7334a6e-6ba0-40f1-80a1-65348c8434da tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:52.837233 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f68c8f52-0720-47fc-97fd-93c1ca9389f3 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Unset dirty status for tenant:1857235941a6433080777df3100a6d46 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:52.838412 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f68c8f52-0720-47fc-97fd-93c1ca9389f3 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "GET /v2.0/ports/977afe07-21ca-4959-8c2b-7087c6916e2e HTTP/1.1" status: 200 len: 911 time: 0.3037825 Feb 04 11:38:52.844108 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36882) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:52.952236 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-fc86ee29-cf7e-446b-a292-ae281539c649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:52.986091 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-99b7424d-1cc4-4936-9c87-16e53116ea9d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Allocated IP 172.26.3.222 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/533e5b7a-ab9c-4aaa-9ef1-c9a1b9a3f76b) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:38:53.006722 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e94712c4-a5e2-47c5-97ff-7b74e2077a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:53.045707 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9b099e5b-8ab1-494c-b97e-2de1559a9fba tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:53.048973 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06208d-70b1-4536-aa2c-491b79de3522 None None] Pushing event updated for resources: {'Port': ['ID=96b0c6b2-dd84-4904-b6e2-7f0de7500930,revision_number=3']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:53.053687 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc86ee29-cf7e-446b-a292-ae281539c649 None None] Routers {'5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:38:53.054592 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-fc86ee29-cf7e-446b-a292-ae281539c649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:38:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:53.069723 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e94712c4-a5e2-47c5-97ff-7b74e2077a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:53.161082 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36888) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:53.171255 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-b7334a6e-6ba0-40f1-80a1-65348c8434da tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:38:53.175108 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b7334a6e-6ba0-40f1-80a1-65348c8434da tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4016674 Feb 04 11:38:53.181612 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36892) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:53.300362 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b099e5b-8ab1-494c-b97e-2de1559a9fba tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event updated for resources: {'Subnet': ['ID=882de048-8318-40cc-a3d0-929cc950aedf,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:53.306654 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e94712c4-a5e2-47c5-97ff-7b74e2077a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:53.333759 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b099e5b-8ab1-494c-b97e-2de1559a9fba tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Checking segment: {'id': 'e29dbbc7-6677-4714-bf73-87536bf378a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '314056bf-a26b-4d4b-8022-07279f4d6203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:38:53.334428 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b099e5b-8ab1-494c-b97e-2de1559a9fba tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Network hostable DHCP agents. Network: 314056bf-a26b-4d4b-8022-07279f4d6203, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:38:53.347955 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-fc86ee29-cf7e-446b-a292-ae281539c649 None None] Set router 5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:38:53.352512 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e94712c4-a5e2-47c5-97ff-7b74e2077a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:53.353736 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e94712c4-a5e2-47c5-97ff-7b74e2077a40 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b845b383-9d3d-44e9-a080-63c99d496592 HTTP/1.1" status: 204 len: 168 time: 0.5578425 Feb 04 11:38:53.359991 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94712c4-a5e2-47c5-97ff-7b74e2077a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b845b383-9d3d-44e9-a080-63c99d496592,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:53.367584 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-99b7424d-1cc4-4936-9c87-16e53116ea9d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:53.376158 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-72f810b2-8bb9-4a6a-9a9b-ae7db77fb10a tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:53.382319 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-66c106c8-ba9a-4fc3-a6ff-a4c7db7d49ac tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:53.456416 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-72f810b2-8bb9-4a6a-9a9b-ae7db77fb10a tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:53.516314 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c106c8-ba9a-4fc3-a6ff-a4c7db7d49ac tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Pushing event updated for resources: {'Subnet': ['ID=6dd13ac7-ddcf-4461-af29-a1faae2b9cd2,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:53.552001 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b099e5b-8ab1-494c-b97e-2de1559a9fba tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Network 314056bf-a26b-4d4b-8022-07279f4d6203 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:38:53.575004 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ff9e2de1-0275-48b2-84b3-63fbac081aff tempest-AgentManagementNegativeTest-1460657503 tempest-AgentManagementNegativeTest-1460657503-project] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4060090 Feb 04 11:38:53.581556 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-99b7424d-1cc4-4936-9c87-16e53116ea9d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:53.684081 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b7424d-1cc4-4936-9c87-16e53116ea9d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:53.688017 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7424d-1cc4-4936-9c87-16e53116ea9d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event updated for resources: {'Port': ['ID=533e5b7a-ab9c-4aaa-9ef1-c9a1b9a3f76b,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:53.692221 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-99b7424d-1cc4-4936-9c87-16e53116ea9d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:53.694883 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b7424d-1cc4-4936-9c87-16e53116ea9d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:38:53.714739 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-fc86ee29-cf7e-446b-a292-ae281539c649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349409305', 'tenant_id': '491544c72a0440b88793a93ecb6a7285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '96b0c6b2-dd84-4904-b6e2-7f0de7500930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:38:44Z', 'updated_at': '2022-02-04T11:38:47Z', 'revision_number': 3, 'project_id': '491544c72a0440b88793a93ecb6a7285', 'gw_port': {'id': '96b0c6b2-dd84-4904-b6e2-7f0de7500930', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:11:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:46Z', 'updated_at': '2022-02-04T11:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:53.719607 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc86ee29-cf7e-446b-a292-ae281539c649 None None] The sync data for ids ['5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a'] in dv-neutron-827825-2-hyperv is: [{'id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349409305', 'tenant_id': '491544c72a0440b88793a93ecb6a7285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '96b0c6b2-dd84-4904-b6e2-7f0de7500930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:38:44Z', 'updated_at': '2022-02-04T11:38:47Z', 'revision_number': 3, 'project_id': '491544c72a0440b88793a93ecb6a7285', 'gw_port': {'id': '96b0c6b2-dd84-4904-b6e2-7f0de7500930', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:11:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:46Z', 'updated_at': '2022-02-04T11:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:38:53.731126 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-9b099e5b-8ab1-494c-b97e-2de1559a9fba tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 314056bf-a26b-4d4b-8022-07279f4d6203) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:53.736003 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b099e5b-8ab1-494c-b97e-2de1559a9fba tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:53.736577 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9b099e5b-8ab1-494c-b97e-2de1559a9fba tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:53.741851 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6626646f-5c40-43d8-b844-0480bc656b5d None None] Network 314056bf-a26b-4d4b-8022-07279f4d6203 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:38:53.792359 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c106c8-ba9a-4fc3-a6ff-a4c7db7d49ac tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Checking segment: {'id': 'ec120722-0a88-4f12-b6cd-df43a0900923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '29516d56-73f4-4962-aac3-30725a9be94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:38:53.792986 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c106c8-ba9a-4fc3-a6ff-a4c7db7d49ac tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Network hostable DHCP agents. Network: 29516d56-73f4-4962-aac3-30725a9be94a, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:38:53.799606 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-72f810b2-8bb9-4a6a-9a9b-ae7db77fb10a tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:53.834171 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f810b2-8bb9-4a6a-9a9b-ae7db77fb10a tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ecf324-e1d7-4280-8f70-80ce29c15c82,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:53.945875 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-72f810b2-8bb9-4a6a-9a9b-ae7db77fb10a tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:53.951343 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-72f810b2-8bb9-4a6a-9a9b-ae7db77fb10a tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "DELETE /v2.0/security-groups/95ecf324-e1d7-4280-8f70-80ce29c15c82 HTTP/1.1" status: 204 len: 168 time: 0.7684801 Feb 04 11:38:53.952033 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36904) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:54.117185 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8491d7-cd38-4f44-94a4-aa553a025ac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-314056bf-a26b-4d4b-8022-07279f4d6203', 'network_id': '314056bf-a26b-4d4b-8022-07279f4d6203', 'tenant_id': '86676f741a1b44e6b6b078dd507bf54a', 'fixed_ips': [{'subnet_id': '882de048-8318-40cc-a3d0-929cc950aedf'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:38:54.119264 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7a8491d7-cd38-4f44-94a4-aa553a025ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:54.122610 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9b099e5b-8ab1-494c-b97e-2de1559a9fba tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5106654 Feb 04 11:38:54.140137 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36908) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:54.185704 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c106c8-ba9a-4fc3-a6ff-a4c7db7d49ac tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Network 29516d56-73f4-4962-aac3-30725a9be94a is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:38:54.201680 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-82a82250-eb0e-4158-931e-e3f927ace67e tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-432295678'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:54.211938 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7bd759cc-5d42-4da2-9d7f-d5d83b6a651c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:54.212896 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-66c106c8-ba9a-4fc3-a6ff-a4c7db7d49ac tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 29516d56-73f4-4962-aac3-30725a9be94a) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:54.223643 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c106c8-ba9a-4fc3-a6ff-a4c7db7d49ac tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:54.224260 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-66c106c8-ba9a-4fc3-a6ff-a4c7db7d49ac tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:54.252393 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c0804ef7-e118-4755-aa68-c9032f093712 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Synchronizing usage tracker for tenant:5111c50645c245969610a03b0264613e on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:54.258846 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-82a82250-eb0e-4158-931e-e3f927ace67e tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:54.261341 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d72f4a-a70e-44ce-aa5c-a3aef480d083 None None] Network 29516d56-73f4-4962-aac3-30725a9be94a requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:38:54.276657 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-82a82250-eb0e-4158-931e-e3f927ace67e tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Usage tracker for resource:network and tenant:86676f741a1b44e6b6b078dd507bf54a is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:54.377353 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-66c106c8-ba9a-4fc3-a6ff-a4c7db7d49ac tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.9564636 Feb 04 11:38:54.382931 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36918) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:54.383226 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36920) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:54.395562 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-82a82250-eb0e-4158-931e-e3f927ace67e tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:54.434469 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-82a82250-eb0e-4158-931e-e3f927ace67e tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:54.455667 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-7a8491d7-cd38-4f44-94a4-aa553a025ac5 None None] Allocated IP 2001:db8:0:ffff::2 (314056bf-a26b-4d4b-8022-07279f4d6203/882de048-8318-40cc-a3d0-929cc950aedf/4e5824b2-3eed-48a2-bee9-615f00076bfc) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:38:54.859835 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7a8491d7-cd38-4f44-94a4-aa553a025ac5 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:54.876519 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7a8491d7-cd38-4f44-94a4-aa553a025ac5 None None] Transition to ACTIVE for port object 4e5824b2-3eed-48a2-bee9-615f00076bfc will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:38:54.910901 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7a8491d7-cd38-4f44-94a4-aa553a025ac5 None None] Transition to ACTIVE for port object 4e5824b2-3eed-48a2-bee9-615f00076bfc will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:38:54.930220 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c0804ef7-e118-4755-aa68-c9032f093712 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Unset dirty status for tenant:5111c50645c245969610a03b0264613e on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:54.931884 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c0804ef7-e118-4755-aa68-c9032f093712 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.9763319 Feb 04 11:38:54.941156 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36932) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:54.950334 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-25eaae33-9464-4417-9dcf-0adc176e49f4 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Request body: {'security_group': {'name': 'tempest-secgroup--1357871427'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:54.960591 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-25eaae33-9464-4417-9dcf-0adc176e49f4 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:54.977784 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-14af3eee-e65d-4a60-8aec-8cf8fee08486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:54.986872 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-25eaae33-9464-4417-9dcf-0adc176e49f4 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:54.991814 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-7bd759cc-5d42-4da2-9d7f-d5d83b6a651c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Allocated IP 2001:db8:1::1 (44e94fa4-8f40-43fc-9375-c460c0cc4ffe/29de7f87-90eb-4167-8791-645c1a390b9a/00eabde6-4d65-4074-8902-f8a51a185340) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:38:55.041199 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-14af3eee-e65d-4a60-8aec-8cf8fee08486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:55.049426 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-14af3eee-e65d-4a60-8aec-8cf8fee08486 admin admin] Usage tracker for resource:security_group_rule and tenant:1af5da8b665a4af698ae006e132012df is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:55.080932 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a82250-eb0e-4158-931e-e3f927ace67e tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Made reservation on behalf of 86676f741a1b44e6b6b078dd507bf54a for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:38:55.084202 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-82a82250-eb0e-4158-931e-e3f927ace67e tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:55.084788 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7a8491d7-cd38-4f44-94a4-aa553a025ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:55.106991 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-25eaae33-9464-4417-9dcf-0adc176e49f4 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:55.116104 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-14af3eee-e65d-4a60-8aec-8cf8fee08486 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:55.129418 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-14af3eee-e65d-4a60-8aec-8cf8fee08486 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:55.176543 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7dbe25-bbb9-44c4-8a9c-dec6677e99d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-29516d56-73f4-4962-aac3-30725a9be94a', 'network_id': '29516d56-73f4-4962-aac3-30725a9be94a', 'tenant_id': '491544c72a0440b88793a93ecb6a7285', 'fixed_ips': [{'subnet_id': '6dd13ac7-ddcf-4461-af29-a1faae2b9cd2'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:38:55.177492 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5f7dbe25-bbb9-44c4-8a9c-dec6677e99d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:55.186407 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82a82250-eb0e-4158-931e-e3f927ace67e tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:38:55.200898 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8491d7-cd38-4f44-94a4-aa553a025ac5 None None] Network 314056bf-a26b-4d4b-8022-07279f4d6203 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:55.209693 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-7a8491d7-cd38-4f44-94a4-aa553a025ac5 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:55.216696 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8491d7-cd38-4f44-94a4-aa553a025ac5 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:38:55.219066 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8491d7-cd38-4f44-94a4-aa553a025ac5 None None] Pushing event updated for resources: {'Port': ['ID=4e5824b2-3eed-48a2-bee9-615f00076bfc,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:55.231675 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-82a82250-eb0e-4158-931e-e3f927ace67e tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:55.232029 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-82a82250-eb0e-4158-931e-e3f927ace67e tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Added segment 5b2bfdfb-5df2-426d-8e53-4764a43c15e0 of type vlan for network 6ff4879a-c5e1-484c-a6aa-bd50695f38d4 Feb 04 11:38:55.233379 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-25eaae33-9464-4417-9dcf-0adc176e49f4 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:55.252190 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-25eaae33-9464-4417-9dcf-0adc176e49f4 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Usage tracker for resource:security_group_rule and tenant:5111c50645c245969610a03b0264613e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:55.259189 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-25eaae33-9464-4417-9dcf-0adc176e49f4 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:55.268675 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-25eaae33-9464-4417-9dcf-0adc176e49f4 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:55.272560 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7bd759cc-5d42-4da2-9d7f-d5d83b6a651c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:55.306728 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-82a82250-eb0e-4158-931e-e3f927ace67e tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:55.329868 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-7bd759cc-5d42-4da2-9d7f-d5d83b6a651c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Transition to ACTIVE for port object 00eabde6-4d65-4074-8902-f8a51a185340 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:38:55.388905 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-99b7424d-1cc4-4936-9c87-16e53116ea9d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:55.397756 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-7a8491d7-cd38-4f44-94a4-aa553a025ac5 None None] Attempting to bind port 4e5824b2-3eed-48a2-bee9-615f00076bfc on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:38:55.397939 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-7a8491d7-cd38-4f44-94a4-aa553a025ac5 None None] Attempting to bind port 4e5824b2-3eed-48a2-bee9-615f00076bfc by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'e29dbbc7-6677-4714-bf73-87536bf378a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '314056bf-a26b-4d4b-8022-07279f4d6203'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:38:55.398379 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8491d7-cd38-4f44-94a4-aa553a025ac5 None None] Attempting to bind port 4e5824b2-3eed-48a2-bee9-615f00076bfc on network 314056bf-a26b-4d4b-8022-07279f4d6203 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:38:55.409565 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8491d7-cd38-4f44-94a4-aa553a025ac5 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:38:55.416254 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8491d7-cd38-4f44-94a4-aa553a025ac5 None None] Checking segment: {'id': 'e29dbbc7-6677-4714-bf73-87536bf378a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '314056bf-a26b-4d4b-8022-07279f4d6203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:38:55.416469 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-25eaae33-9464-4417-9dcf-0adc176e49f4 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:55.416620 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7a8491d7-cd38-4f44-94a4-aa553a025ac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:55.416620 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8491d7-cd38-4f44-94a4-aa553a025ac5 None None] Bound using segment: {'id': 'e29dbbc7-6677-4714-bf73-87536bf378a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '314056bf-a26b-4d4b-8022-07279f4d6203'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:38:55.416620 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-7a8491d7-cd38-4f44-94a4-aa553a025ac5 None None] Bound port: 4e5824b2-3eed-48a2-bee9-615f00076bfc, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e29dbbc7-6677-4714-bf73-87536bf378a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '314056bf-a26b-4d4b-8022-07279f4d6203'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:38:55.416620 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7a8491d7-cd38-4f44-94a4-aa553a025ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:55.422789 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-14af3eee-e65d-4a60-8aec-8cf8fee08486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:55.490472 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-82a82250-eb0e-4158-931e-e3f927ace67e tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:55.497583 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a82250-eb0e-4158-931e-e3f927ace67e tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:55.499081 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-82a82250-eb0e-4158-931e-e3f927ace67e tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:55.511877 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7bd759cc-5d42-4da2-9d7f-d5d83b6a651c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:55.516865 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-14af3eee-e65d-4a60-8aec-8cf8fee08486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:55.539283 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-25eaae33-9464-4417-9dcf-0adc176e49f4 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:55.544977 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-7a8491d7-cd38-4f44-94a4-aa553a025ac5 None None] For port 4e5824b2-3eed-48a2-bee9-615f00076bfc, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:38:55.548511 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-7a8491d7-cd38-4f44-94a4-aa553a025ac5 None None] For port 4e5824b2-3eed-48a2-bee9-615f00076bfc, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=4e5824b2-3eed-48a2-bee9-615f00076bfc,segment=NetworkSegment(e29dbbc7-6677-4714-bf73-87536bf378a3),segment_id=e29dbbc7-6677-4714-bf73-87536bf378a3)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:38:55.574831 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-5f7dbe25-bbb9-44c4-8a9c-dec6677e99d9 None None] Allocated IP 172.20.0.2 (29516d56-73f4-4962-aac3-30725a9be94a/6dd13ac7-ddcf-4461-af29-a1faae2b9cd2/bb9f2976-5b40-4792-9074-95cc19078953) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:38:55.599655 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36942) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:55.619833 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:38:55.631462 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 96b0c6b2-dd84-4904-b6e2-7f0de7500930 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:38:55.631712 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-99b7424d-1cc4-4936-9c87-16e53116ea9d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:55.653537 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd759cc-5d42-4da2-9d7f-d5d83b6a651c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Network 44e94fa4-8f40-43fc-9375-c460c0cc4ffe is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:55.657126 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af3eee-e65d-4a60-8aec-8cf8fee08486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f3789c-a01b-45e4-a536-7d8a5a764e51,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:55.677655 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-14af3eee-e65d-4a60-8aec-8cf8fee08486 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1af5da8b665a4af698ae006e132012df&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2926717 Feb 04 11:38:55.685840 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36948) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:55.701257 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-7bd759cc-5d42-4da2-9d7f-d5d83b6a651c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:55.703193 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eaae33-9464-4417-9dcf-0adc176e49f4 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f26a967-1aa7-440f-9443-6aec5020d7d5,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:55.711998 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd759cc-5d42-4da2-9d7f-d5d83b6a651c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:38:55.712945 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7bd759cc-5d42-4da2-9d7f-d5d83b6a651c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:55.750251 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-25eaae33-9464-4417-9dcf-0adc176e49f4 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:55.754528 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-25eaae33-9464-4417-9dcf-0adc176e49f4 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8123388 Feb 04 11:38:55.755139 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36952) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:55.776174 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7a8491d7-cd38-4f44-94a4-aa553a025ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:55.829451 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-dfc2b72e-5ebc-491b-8886-a81e1c70fc3e tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Request body: {'security_group_rule': {'security_group_id': '0f26a967-1aa7-440f-9443-6aec5020d7d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:55.852380 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-dfc2b72e-5ebc-491b-8886-a81e1c70fc3e tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:55.858134 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-dfc2b72e-5ebc-491b-8886-a81e1c70fc3e tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Usage tracker for resource:security_group_rule and tenant:5111c50645c245969610a03b0264613e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:55.861744 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-dfc2b72e-5ebc-491b-8886-a81e1c70fc3e tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:55.871479 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-dfc2b72e-5ebc-491b-8886-a81e1c70fc3e tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:55.955059 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [None req-0bcdf340-7354-4734-8073-23b0100ddf53 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:55.957024 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-0bcdf340-7354-4734-8073-23b0100ddf53 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.3530502 Feb 04 11:38:55.970340 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36956) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:55.978633 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7bd759cc-5d42-4da2-9d7f-d5d83b6a651c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:56.005555 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [None req-f785ebeb-0654-4ce7-a5e7-a992c6ca5be6 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:56.006677 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f785ebeb-0654-4ce7-a5e7-a992c6ca5be6 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0307302 Feb 04 11:38:56.013779 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36960) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:56.028602 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8491d7-cd38-4f44-94a4-aa553a025ac5 None None] Pushing event updated for resources: {'Port': ['ID=4e5824b2-3eed-48a2-bee9-615f00076bfc,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:56.040068 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [None req-a58be890-62f3-4f67-81bd-37a41d8e593b tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:56.041929 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a58be890-62f3-4f67-81bd-37a41d8e593b tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0207670 Feb 04 11:38:56.042783 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-82a82250-eb0e-4158-931e-e3f927ace67e tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8942494 Feb 04 11:38:56.046963 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-884cb810-2849-4dca-bf1f-0534a4351940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:56.049473 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36964) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:56.050568 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36966) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:56.061752 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5f7dbe25-bbb9-44c4-8a9c-dec6677e99d9 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:56.070212 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [None req-e8539e83-ab14-4d3d-b302-3bb8a4b77d82 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:56.071806 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e8539e83-ab14-4d3d-b302-3bb8a4b77d82 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0178390 Feb 04 11:38:56.081374 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-5f7dbe25-bbb9-44c4-8a9c-dec6677e99d9 None None] Transition to ACTIVE for port object bb9f2976-5b40-4792-9074-95cc19078953 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:38:56.094416 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-f928c8cd-93bb-49ef-835c-8901eb0ed234 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Request body: {'subnet': {'network_id': '6ff4879a-c5e1-484c-a6aa-bd50695f38d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:56.106454 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36972) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:56.114021 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-5f7dbe25-bbb9-44c4-8a9c-dec6677e99d9 None None] Transition to ACTIVE for port object bb9f2976-5b40-4792-9074-95cc19078953 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:38:56.127930 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a82250-eb0e-4158-931e-e3f927ace67e tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event updated for resources: {'Network': ['ID=6ff4879a-c5e1-484c-a6aa-bd50695f38d4,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:56.147218 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 6ff4879a-c5e1-484c-a6aa-bd50695f38d4 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:38:56.147381 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd759cc-5d42-4da2-9d7f-d5d83b6a651c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event updated for resources: {'Port': ['ID=00eabde6-4d65-4074-8902-f8a51a185340,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:56.169078 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 96b0c6b2-dd84-4904-b6e2-7f0de7500930 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:38:56.171067 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-a604cf3e-b713-4151-aba5-5232d3e3c34b tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:56.176742 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a604cf3e-b713-4151-aba5-5232d3e3c34b tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0480645 Feb 04 11:38:56.187700 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 96b0c6b2-dd84-4904-b6e2-7f0de7500930 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:56.188194 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:56.192383 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36976) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:56.207467 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-fe551c04-58e0-46cc-9673-42673e062075 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:56.210763 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-884cb810-2849-4dca-bf1f-0534a4351940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:56.215767 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-fe551c04-58e0-46cc-9673-42673e062075 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0139761 Feb 04 11:38:56.223463 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36980) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:56.240915 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-face8a3b-18e0-4a8c-a0d1-d7cd80159bfa tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:56.242349 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-face8a3b-18e0-4a8c-a0d1-d7cd80159bfa tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0175664 Feb 04 11:38:56.247274 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36984) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:56.312843 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f928c8cd-93bb-49ef-835c-8901eb0ed234 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:56.351698 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f928c8cd-93bb-49ef-835c-8901eb0ed234 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Usage tracker for resource:subnet and tenant:86676f741a1b44e6b6b078dd507bf54a is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:56.382146 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-9147d51d-53e0-4a73-b4ed-e6adc5041071 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:56.383127 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-9147d51d-53e0-4a73-b4ed-e6adc5041071 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.1269295 Feb 04 11:38:56.392304 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36988) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:56.393144 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-dfc2b72e-5ebc-491b-8886-a81e1c70fc3e tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] create failed (client error): The resource could not be found. Feb 04 11:38:56.398496 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-dfc2b72e-5ebc-491b-8886-a81e1c70fc3e tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5890660 Feb 04 11:38:56.403177 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 36990) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:56.415626 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f928c8cd-93bb-49ef-835c-8901eb0ed234 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:56.440716 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-99b7424d-1cc4-4936-9c87-16e53116ea9d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:56.444060 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f928c8cd-93bb-49ef-835c-8901eb0ed234 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:56.460961 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-eb20714c-1c7c-4cef-9920-7368dac63c45 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:56.461782 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-eb20714c-1c7c-4cef-9920-7368dac63c45 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0619099 Feb 04 11:38:56.466029 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-bf8db76b-d92a-4fe1-962b-2fdc703dce49 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Request body: {'security_group_rule': {'security_group_id': '0f26a967-1aa7-440f-9443-6aec5020d7d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '938bfdda-992a-4c48-98f4-5a62787674d2'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:56.469429 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 36996) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:56.472489 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-bf8db76b-d92a-4fe1-962b-2fdc703dce49 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:56.475699 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [None req-76f9c5ed-1bf6-47a5-96e3-13cf7ef284d2 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:56.476586 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-bf8db76b-d92a-4fe1-962b-2fdc703dce49 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Usage tracker for resource:security_group_rule and tenant:5111c50645c245969610a03b0264613e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:56.476707 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-76f9c5ed-1bf6-47a5-96e3-13cf7ef284d2 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0062559 Feb 04 11:38:56.479788 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-bf8db76b-d92a-4fe1-962b-2fdc703dce49 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:56.483612 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37000) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:56.485852 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-bf8db76b-d92a-4fe1-962b-2fdc703dce49 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:56.494617 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [None req-33eff43e-c064-4822-9d85-61a6abbbcfd9 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:56.494617 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-33eff43e-c064-4822-9d85-61a6abbbcfd9 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0069952 Feb 04 11:38:56.501369 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37004) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:56.507608 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [None req-f54a0e1b-1ad7-4649-8716-cbc3e9b43bfa tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:56.509372 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f54a0e1b-1ad7-4649-8716-cbc3e9b43bfa tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0064747 Feb 04 11:38:56.513466 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37008) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:56.515686 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5f7dbe25-bbb9-44c4-8a9c-dec6677e99d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:56.521669 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [None req-7d6d93c1-0c43-4442-9725-fae719029904 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:56.532449 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-7d6d93c1-0c43-4442-9725-fae719029904 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0177073 Feb 04 11:38:56.533798 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37012) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:56.547463 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-ca02fcc8-0333-45ed-933a-83f731b7b57c tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:56.548313 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ca02fcc8-0333-45ed-933a-83f731b7b57c tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0133960 Feb 04 11:38:56.554252 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37016) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:56.584227 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-17bd72e3-8e76-4c9d-b990-2da1e5baa053 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:56.589129 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-17bd72e3-8e76-4c9d-b990-2da1e5baa053 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0339353 Feb 04 11:38:56.589779 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37020) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:56.599097 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-2c52387a-2f8b-4afb-8e62-f000df9ea5d7 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:56.601954 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2c52387a-2f8b-4afb-8e62-f000df9ea5d7 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0065811 Feb 04 11:38:56.607191 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37024) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:56.614936 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [None req-abcc6c7d-df42-4b7f-b9d2-c70f509cea34 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:56.617308 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-abcc6c7d-df42-4b7f-b9d2-c70f509cea34 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0078833 Feb 04 11:38:56.622267 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37028) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:56.627231 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-739e50e9-ad42-45b9-9244-29d6e42df53c tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:56.628147 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-739e50e9-ad42-45b9-9244-29d6e42df53c tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0049741 Feb 04 11:38:56.630352 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-99b7424d-1cc4-4936-9c87-16e53116ea9d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:56.668110 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37032) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:56.690156 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7dbe25-bbb9-44c4-8a9c-dec6677e99d9 None None] Pushing event updated for resources: {'Port': ['ID=bb9f2976-5b40-4792-9074-95cc19078953,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:56.706869 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7dbe25-bbb9-44c4-8a9c-dec6677e99d9 None None] Network 29516d56-73f4-4962-aac3-30725a9be94a is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:56.706869 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-5f7dbe25-bbb9-44c4-8a9c-dec6677e99d9 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:56.706869 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7dbe25-bbb9-44c4-8a9c-dec6677e99d9 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:38:56.725538 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [None req-3611ee30-8c2c-4b96-ac26-51c60d4454f0 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:56.729367 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3611ee30-8c2c-4b96-ac26-51c60d4454f0 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0557995 Feb 04 11:38:56.741589 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37036) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:56.745802 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-884cb810-2849-4dca-bf1f-0534a4351940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:56.748683 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f928c8cd-93bb-49ef-835c-8901eb0ed234 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Made reservation on behalf of 86676f741a1b44e6b6b078dd507bf54a for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:38:56.751663 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-3f389ad9-770c-4ddf-861c-10304b7adc87 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:56.755097 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3f389ad9-770c-4ddf-861c-10304b7adc87 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0101552 Feb 04 11:38:56.756386 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37040) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:56.769287 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2f144088-f3fe-42b8-a1e5-5c0e8de63c4c None None] Provisioning for port 00eabde6-4d65-4074-8902-f8a51a185340 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:38:56.775433 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:56.779176 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-23611297-565f-406f-8da4-d2606c25756b tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:56.780475 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-23611297-565f-406f-8da4-d2606c25756b tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0238786 Feb 04 11:38:56.795274 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37044) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:56.821272 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2f144088-f3fe-42b8-a1e5-5c0e8de63c4c None None] Provisioning complete for port 00eabde6-4d65-4074-8902-f8a51a185340 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:56.821272 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2f144088-f3fe-42b8-a1e5-5c0e8de63c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:56.898601 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-5f7dbe25-bbb9-44c4-8a9c-dec6677e99d9 None None] Attempting to bind port bb9f2976-5b40-4792-9074-95cc19078953 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:38:56.899843 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-5f7dbe25-bbb9-44c4-8a9c-dec6677e99d9 None None] Attempting to bind port bb9f2976-5b40-4792-9074-95cc19078953 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'ec120722-0a88-4f12-b6cd-df43a0900923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '29516d56-73f4-4962-aac3-30725a9be94a'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:38:56.900287 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7dbe25-bbb9-44c4-8a9c-dec6677e99d9 None None] Attempting to bind port bb9f2976-5b40-4792-9074-95cc19078953 on network 29516d56-73f4-4962-aac3-30725a9be94a {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:38:56.904494 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 96b0c6b2-dd84-4904-b6e2-7f0de7500930, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=96b0c6b2-dd84-4904-b6e2-7f0de7500930,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:38:56.906641 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-99b7424d-1cc4-4936-9c87-16e53116ea9d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:56.915554 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-2f144088-f3fe-42b8-a1e5-5c0e8de63c4c None None] Port 00eabde6-4d65-4074-8902-f8a51a185340 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:38:56.918833 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7dbe25-bbb9-44c4-8a9c-dec6677e99d9 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:38:56.924021 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7dbe25-bbb9-44c4-8a9c-dec6677e99d9 None None] Checking segment: {'id': 'ec120722-0a88-4f12-b6cd-df43a0900923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '29516d56-73f4-4962-aac3-30725a9be94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:38:56.924021 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5f7dbe25-bbb9-44c4-8a9c-dec6677e99d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:56.924021 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7dbe25-bbb9-44c4-8a9c-dec6677e99d9 None None] Bound using segment: {'id': 'ec120722-0a88-4f12-b6cd-df43a0900923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '29516d56-73f4-4962-aac3-30725a9be94a'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:38:56.924021 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-5f7dbe25-bbb9-44c4-8a9c-dec6677e99d9 None None] Bound port: bb9f2976-5b40-4792-9074-95cc19078953, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec120722-0a88-4f12-b6cd-df43a0900923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '29516d56-73f4-4962-aac3-30725a9be94a'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:38:56.924021 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5f7dbe25-bbb9-44c4-8a9c-dec6677e99d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:56.971493 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:56.984378 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [None req-6fa37864-8611-46d2-bbba-318b55b95520 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:56.985592 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7bd759cc-5d42-4da2-9d7f-d5d83b6a651c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:56.986145 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6fa37864-8611-46d2-bbba-318b55b95520 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.1880550 Feb 04 11:38:56.988203 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37048) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:56.994772 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-a9c16a36-bc69-4418-85b1-3d5bc194eb26 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:56.997761 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a9c16a36-bc69-4418-85b1-3d5bc194eb26 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0066562 Feb 04 11:38:56.999651 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37052) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:57.000316 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884cb810-2849-4dca-bf1f-0534a4351940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f3789c-a01b-45e4-a536-7d8a5a764e51,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:57.012028 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-589c6dde-7846-44c9-8b5e-3d789259664d tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:57.013343 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-589c6dde-7846-44c9-8b5e-3d789259664d tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0122917 Feb 04 11:38:57.016332 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37056) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:57.023517 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-5578a52d-eb08-4574-9e66-83fbc3710d66 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:57.031529 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5578a52d-eb08-4574-9e66-83fbc3710d66 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0078125 Feb 04 11:38:57.032432 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37060) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:57.040704 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-a369ce06-839b-445d-b356-1c8c6e6d5e09 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:57.042390 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a369ce06-839b-445d-b356-1c8c6e6d5e09 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0083876 Feb 04 11:38:57.045318 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37064) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:57.051608 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-28ffb18e-3c71-4694-bc9a-17ddbef65fcb tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:57.052741 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-28ffb18e-3c71-4694-bc9a-17ddbef65fcb tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0063312 Feb 04 11:38:57.056954 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-bf8db76b-d92a-4fe1-962b-2fdc703dce49 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] create failed (client error): The resource could not be found. Feb 04 11:38:57.061191 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-bf8db76b-d92a-4fe1-962b-2fdc703dce49 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6530797 Feb 04 11:38:57.061191 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37068) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:57.063334 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37072) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:57.098561 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-c6f5cf6e-45c9-4bb9-9c28-93bc224ac9bd tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:57.099951 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c6f5cf6e-45c9-4bb9-9c28-93bc224ac9bd tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0396581 Feb 04 11:38:57.104488 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37076) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:57.114972 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-e3e9b66e-c75f-4fc8-babb-736300cc563c tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:57.115468 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-5f7dbe25-bbb9-44c4-8a9c-dec6677e99d9 None None] For port bb9f2976-5b40-4792-9074-95cc19078953, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:38:57.118421 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=96b0c6b2-dd84-4904-b6e2-7f0de7500930,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:57.118618 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e3e9b66e-c75f-4fc8-babb-736300cc563c tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0114825 Feb 04 11:38:57.119976 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7bd759cc-5d42-4da2-9d7f-d5d83b6a651c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:57.123804 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-5f7dbe25-bbb9-44c4-8a9c-dec6677e99d9 None None] For port bb9f2976-5b40-4792-9074-95cc19078953, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=bb9f2976-5b40-4792-9074-95cc19078953,segment=NetworkSegment(ec120722-0a88-4f12-b6cd-df43a0900923),segment_id=ec120722-0a88-4f12-b6cd-df43a0900923)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:38:57.128970 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7bd759cc-5d42-4da2-9d7f-d5d83b6a651c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:57.136939 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37080) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:57.215543 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7424d-1cc4-4936-9c87-16e53116ea9d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event updated for resources: {'Port': ['ID=533e5b7a-ab9c-4aaa-9ef1-c9a1b9a3f76b,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:57.216204 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5f7dbe25-bbb9-44c4-8a9c-dec6677e99d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:57.221515 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd759cc-5d42-4da2-9d7f-d5d83b6a651c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event updated for resources: {'Port': ['ID=00eabde6-4d65-4074-8902-f8a51a185340,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:57.231177 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-9ae9d8c9-9fc8-4b43-ac67-b6f02bfffc32 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:57.232256 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-9ae9d8c9-9fc8-4b43-ac67-b6f02bfffc32 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0207405 Feb 04 11:38:57.237419 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37084) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:57.266110 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-6d03eef1-a0c9-4031-8529-7e2550f1ca36 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:57.267111 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6d03eef1-a0c9-4031-8529-7e2550f1ca36 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0157709 Feb 04 11:38:57.276884 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37088) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:57.281218 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-9869af24-d829-4549-ba1f-b2c3d21deffe tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:57.282495 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-9869af24-d829-4549-ba1f-b2c3d21deffe tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0062013 Feb 04 11:38:57.296483 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37092) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:57.313635 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-884cb810-2849-4dca-bf1f-0534a4351940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:57.314784 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-884cb810-2849-4dca-bf1f-0534a4351940 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9f3789c-a01b-45e4-a536-7d8a5a764e51 HTTP/1.1" status: 204 len: 168 time: 1.6273611 Feb 04 11:38:57.328540 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [None req-1fed6543-8800-4137-a41c-784d89c61ea4 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:57.329517 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1fed6543-8800-4137-a41c-784d89c61ea4 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0228882 Feb 04 11:38:57.338049 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f928c8cd-93bb-49ef-835c-8901eb0ed234 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:57.369617 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37098) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:57.402830 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7dbe25-bbb9-44c4-8a9c-dec6677e99d9 None None] Pushing event updated for resources: {'Port': ['ID=bb9f2976-5b40-4792-9074-95cc19078953,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:57.424912 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-42fb94b4-c458-44a0-8580-e1d73e5c8b1c tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:57.518481 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd759cc-5d42-4da2-9d7f-d5d83b6a651c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Network 44e94fa4-8f40-43fc-9375-c460c0cc4ffe is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:57.523883 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-7bd759cc-5d42-4da2-9d7f-d5d83b6a651c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:57.527973 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [None req-69d668bc-7449-4906-b4f9-4b6ec71bfa10 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:57.529077 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-69d668bc-7449-4906-b4f9-4b6ec71bfa10 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.1563904 Feb 04 11:38:57.543828 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37102) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:57.577087 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [None req-16affb6b-1703-4dc0-abfe-1b62474b9510 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:57.578231 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-16affb6b-1703-4dc0-abfe-1b62474b9510 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0282860 Feb 04 11:38:57.596290 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37106) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:57.623821 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380ef454-4a92-47c8-b1f8-841fde04a0c2 None None] Network 314056bf-a26b-4d4b-8022-07279f4d6203 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:38:57.694721 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b26dfb9d-3480-453a-ad80-196f4e42a047 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:57.721594 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 4e5824b2-3eed-48a2-bee9-615f00076bfc up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:38:57.884882 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [None req-c06fafaf-ec6f-4221-bb4d-1a557f3ba54f tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:57.886521 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c06fafaf-ec6f-4221-bb4d-1a557f3ba54f tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.2888939 Feb 04 11:38:57.901558 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37110) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:57.918471 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-562d9b06-3a0e-45b5-9b49-bac028b39a66 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:57.924207 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-cbbecc66-141e-4c12-a645-dd747628cd50 None None] Provisioning for port 4e5824b2-3eed-48a2-bee9-615f00076bfc completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:38:57.927187 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-562d9b06-3a0e-45b5-9b49-bac028b39a66 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0227070 Feb 04 11:38:57.934306 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b26dfb9d-3480-453a-ad80-196f4e42a047 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:57.946623 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37116) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:57.991422 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-1e114d68-eb2c-4bdb-97d5-1ff804272297 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:57.993757 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-1e114d68-eb2c-4bdb-97d5-1ff804272297 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0384815 Feb 04 11:38:58.005453 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37120) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:58.014070 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-38416fde-a096-4616-843c-8167e8761fb0 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:58.018050 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-38416fde-a096-4616-843c-8167e8761fb0 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0086339 Feb 04 11:38:58.021339 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37124) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:58.058699 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-634c1739-ff77-4304-98fe-9659bbd9d087 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:58.062057 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-634c1739-ff77-4304-98fe-9659bbd9d087 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0344536 Feb 04 11:38:58.070673 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37128) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:58.092836 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-75890180-4fe9-400a-8b93-ed87402ce944 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:58.094392 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 4e5824b2-3eed-48a2-bee9-615f00076bfc completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:38:58.094600 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-75890180-4fe9-400a-8b93-ed87402ce944 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0217674 Feb 04 11:38:58.131462 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 4e5824b2-3eed-48a2-bee9-615f00076bfc triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:58.132034 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:58.233849 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37132) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:58.241822 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-7ff2f407-49c4-4cf9-a0c2-694292ba39ab tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:58.244211 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-7ff2f407-49c4-4cf9-a0c2-694292ba39ab tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0097330 Feb 04 11:38:58.259621 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37140) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:58.269768 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-1994c204-3a5a-434e-9fbd-3c5a377f72e3 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:58.279848 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-1994c204-3a5a-434e-9fbd-3c5a377f72e3 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0122917 Feb 04 11:38:58.281056 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37144) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:58.296518 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-71e98c17-b1be-4068-9eb5-5f97645b6f0f tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:58.300188 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-71e98c17-b1be-4068-9eb5-5f97645b6f0f tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0142701 Feb 04 11:38:58.306894 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37148) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:58.327197 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-bb75cbf5-e88c-45c2-8086-0ade44537886 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:58.329167 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-bb75cbf5-e88c-45c2-8086-0ade44537886 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0204735 Feb 04 11:38:58.345742 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-29dfaf3c-2a7d-4143-ac64-bde48d37b7c2 None None] Provisioning complete for port 00eabde6-4d65-4074-8902-f8a51a185340 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:58.351408 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-29dfaf3c-2a7d-4143-ac64-bde48d37b7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:58.355753 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37154) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:58.391818 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [None req-789151df-3056-481a-be81-1aeb389bdbe3 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:58.393389 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-789151df-3056-481a-be81-1aeb389bdbe3 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0263999 Feb 04 11:38:58.400241 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37158) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:58.417848 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-29dfaf3c-2a7d-4143-ac64-bde48d37b7c2 None None] Port 00eabde6-4d65-4074-8902-f8a51a185340 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:38:58.420639 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:58.450182 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b26dfb9d-3480-453a-ad80-196f4e42a047 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:58.458108 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 4e5824b2-3eed-48a2-bee9-615f00076bfc, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=4e5824b2-3eed-48a2-bee9-615f00076bfc,segment=NetworkSegment(e29dbbc7-6677-4714-bf73-87536bf378a3),segment_id=e29dbbc7-6677-4714-bf73-87536bf378a3)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:38:58.477391 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26dfb9d-3480-453a-ad80-196f4e42a047 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f26a967-1aa7-440f-9443-6aec5020d7d5,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:58.485029 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [None req-04b2f9ee-f8ea-4deb-afec-4125153f5ff4 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:58.486034 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-04b2f9ee-f8ea-4deb-afec-4125153f5ff4 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0812526 Feb 04 11:38:58.506089 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37162) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:58.506391 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b26dfb9d-3480-453a-ad80-196f4e42a047 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:58.507493 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b26dfb9d-3480-453a-ad80-196f4e42a047 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "DELETE /v2.0/security-groups/0f26a967-1aa7-440f-9443-6aec5020d7d5 HTTP/1.1" status: 204 len: 168 time: 1.4406784 Feb 04 11:38:58.525034 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37166) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:58.528035 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-c3784b29-9ffc-4b04-917c-3633ea06e7f2 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:58.529008 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c3784b29-9ffc-4b04-917c-3633ea06e7f2 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0250342 Feb 04 11:38:58.532143 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:58.533152 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 96b0c6b2-dd84-4904-b6e2-7f0de7500930 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:38:58.541164 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37170) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:58.586408 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-7c473363-c1f4-4133-8361-ffa43ef502ba tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:58.586408 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-7c473363-c1f4-4133-8361-ffa43ef502ba tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0184238 Feb 04 11:38:58.600855 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37176) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:58.647233 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-626c3fb4-7f96-45d6-8270-cf3126da2d39 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:58.651280 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-626c3fb4-7f96-45d6-8270-cf3126da2d39 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0414872 Feb 04 11:38:58.654923 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e5e02330-1146-41ac-b5d5-02d54eee41c2 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Synchronizing usage tracker for tenant:5111c50645c245969610a03b0264613e on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:58.676843 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37180) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:58.712601 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 96b0c6b2-dd84-4904-b6e2-7f0de7500930 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:58.712601 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:58.717876 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [None req-3013c9fe-c220-4279-a65b-782a3bc74883 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:58.718844 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3013c9fe-c220-4279-a65b-782a3bc74883 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0269017 Feb 04 11:38:58.723370 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37184) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:58.750052 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [None req-6d05df6f-1cce-40fc-96eb-e11f5dc51844 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:58.752378 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6d05df6f-1cce-40fc-96eb-e11f5dc51844 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0244360 Feb 04 11:38:58.756541 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd759cc-5d42-4da2-9d7f-d5d83b6a651c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Router 100029bb-5776-4212-a435-88f930bc37cf has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:38:58.756957 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37188) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:58.758819 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=4e5824b2-3eed-48a2-bee9-615f00076bfc,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:58.765771 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-483bd48b-644b-4f74-961b-cda6fec32eed tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:58.769492 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-483bd48b-644b-4f74-961b-cda6fec32eed tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0100675 Feb 04 11:38:58.771586 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37192) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:58.779393 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-678d8fa9-9faf-4b66-acde-d98c51d5aa44 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:58.784705 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-678d8fa9-9faf-4b66-acde-d98c51d5aa44 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0120199 Feb 04 11:38:58.785377 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37196) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:58.788603 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e5e02330-1146-41ac-b5d5-02d54eee41c2 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Unset dirty status for tenant:5111c50645c245969610a03b0264613e on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:58.792223 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e5e02330-1146-41ac-b5d5-02d54eee41c2 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2615590 Feb 04 11:38:58.798266 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37200) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:58.801997 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-3019d4d0-4f10-439f-848e-dc207739c727 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:58.802960 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3019d4d0-4f10-439f-848e-dc207739c727 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0160806 Feb 04 11:38:58.811044 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-42fb94b4-c458-44a0-8580-e1d73e5c8b1c tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Allocated IP 172.20.0.1 (29516d56-73f4-4962-aac3-30725a9be94a/6dd13ac7-ddcf-4461-af29-a1faae2b9cd2/8e23c066-7fff-4ff9-967d-ce156611570d) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:38:58.811981 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-df173c3f-11e1-48ca-bd72-ea3e9b021909 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Request body: {'security_group_rule': {'security_group_id': '92fb4d1b-cf3e-4095-9da1-93fa7c52d961', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:58.813130 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37204) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:58.820107 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-df173c3f-11e1-48ca-bd72-ea3e9b021909 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:58.824119 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [None req-4a646412-2915-4adc-af68-df8cb5a11bfd tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:58.825237 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-4a646412-2915-4adc-af68-df8cb5a11bfd tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0094059 Feb 04 11:38:58.826303 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-df173c3f-11e1-48ca-bd72-ea3e9b021909 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Usage tracker for resource:security_group_rule and tenant:5111c50645c245969610a03b0264613e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:58.830658 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-df173c3f-11e1-48ca-bd72-ea3e9b021909 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:58.834678 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37208) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:58.845595 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ef4a81b4-6ea6-4720-9764-4d74fd9a82fe None None] Provisioning complete for port 4e5824b2-3eed-48a2-bee9-615f00076bfc triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:58.846036 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ef4a81b4-6ea6-4720-9764-4d74fd9a82fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:58.848170 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-4af7e3a4-bd6f-4f3d-bd7f-ee7cc603af4a tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:58.849381 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4af7e3a4-bd6f-4f3d-bd7f-ee7cc603af4a tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0133607 Feb 04 11:38:58.850666 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-df173c3f-11e1-48ca-bd72-ea3e9b021909 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:58.854567 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37212) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:58.861430 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-b5168332-3289-405f-a10f-9cbf354b917d tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:58.862939 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b5168332-3289-405f-a10f-9cbf354b917d tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0071652 Feb 04 11:38:58.867415 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37216) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:58.957907 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [None req-d712daa8-3ac0-4d6c-b728-d1cdddf1cae1 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:58.962119 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d712daa8-3ac0-4d6c-b728-d1cdddf1cae1 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0196700 Feb 04 11:38:58.964645 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37222) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:58.965490 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f928c8cd-93bb-49ef-835c-8901eb0ed234 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:58.969728 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-a82c1f0c-57d7-4b72-8257-100d5ed91d22 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:58.974152 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a82c1f0c-57d7-4b72-8257-100d5ed91d22 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0051310 Feb 04 11:38:58.974897 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37226) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:58.982485 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-0c9c96ae-9922-41b9-a0b1-23e9114f0961 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:58.986359 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0c9c96ae-9922-41b9-a0b1-23e9114f0961 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0078492 Feb 04 11:38:59.032440 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37230) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:59.056166 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [None req-d163db4a-cda0-4365-be60-c4baaf508a71 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:59.060535 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d163db4a-cda0-4365-be60-c4baaf508a71 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0188026 Feb 04 11:38:59.070907 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37236) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:59.081006 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267d852c-757d-4526-9562-bbcc8c477479 None None] Network 29516d56-73f4-4962-aac3-30725a9be94a requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:38:59.096415 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [None req-fab5eff7-8a25-40ae-9cab-133cce1ef501 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:59.097643 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-fab5eff7-8a25-40ae-9cab-133cce1ef501 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0249810 Feb 04 11:38:59.108849 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37240) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:59.137241 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.l3_db [None req-99b7424d-1cc4-4936-9c87-16e53116ea9d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Floating IP e147d01c-0df4-454a-8e8c-6ee6b436723d associated. External IP: 172.26.3.222, port: 8f7887ac-5d88-4454-9b94-69d4557fbe2c. Feb 04 11:38:59.141608 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [None req-8122b250-ff0c-41ed-a594-17522d2dc149 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:38:59.145421 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8122b250-ff0c-41ed-a594-17522d2dc149 tempest-ExtensionsTestJSON-283621411 tempest-ExtensionsTestJSON-283621411-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0114093 Feb 04 11:38:59.183395 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd759cc-5d42-4da2-9d7f-d5d83b6a651c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:38:59.191311 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-7bd759cc-5d42-4da2-9d7f-d5d83b6a651c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "PUT /v2.0/routers/100029bb-5776-4212-a435-88f930bc37cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3438520 Feb 04 11:38:59.191654 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37246) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:59.200696 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bcafde-a752-44c0-8010-95ccf1c00bb3 None None] Sync routers for ids ['100029bb-5776-4212-a435-88f930bc37cf'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:38:59.213798 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928c8cd-93bb-49ef-835c-8901eb0ed234 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event updated for resources: {'Subnet': ['ID=6c2c9dd9-748c-40b6-bbbc-15339a2e7be3,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:59.218294 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bcafde-a752-44c0-8010-95ccf1c00bb3 None None] Routers {'100029bb-5776-4212-a435-88f930bc37cf'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:38:59.219409 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-e0bcafde-a752-44c0-8010-95ccf1c00bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:38:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['100029bb-5776-4212-a435-88f930bc37cf'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:59.273703 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-df173c3f-11e1-48ca-bd72-ea3e9b021909 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] create failed (client error): The resource could not be found. Feb 04 11:38:59.281976 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-df173c3f-11e1-48ca-bd72-ea3e9b021909 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4743857 Feb 04 11:38:59.283018 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37252) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:59.328418 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-a133ceca-8939-465a-abc6-74ab4e772318 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Request body: {'security_group': {'name': 'tempest-secgroup--728276109'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:59.352013 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bb2804-607f-4ae5-9bfc-c7426f64cf77 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:59.354627 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-03bb2804-607f-4ae5-9bfc-c7426f64cf77 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Synchronizing usage tracker for tenant:1857235941a6433080777df3100a6d46 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:59.369460 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-a133ceca-8939-465a-abc6-74ab4e772318 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:59.394343 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-42fb94b4-c458-44a0-8580-e1d73e5c8b1c tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:59.404737 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-a133ceca-8939-465a-abc6-74ab4e772318 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:59.423694 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-e0bcafde-a752-44c0-8010-95ccf1c00bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:59.429139 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f928c8cd-93bb-49ef-835c-8901eb0ed234 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Checking segment: {'id': '5b2bfdfb-5df2-426d-8e53-4764a43c15e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6ff4879a-c5e1-484c-a6aa-bd50695f38d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:38:59.429523 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f928c8cd-93bb-49ef-835c-8901eb0ed234 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Network hostable DHCP agents. Network: 6ff4879a-c5e1-484c-a6aa-bd50695f38d4, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:38:59.438972 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bcafde-a752-44c0-8010-95ccf1c00bb3 None None] Routers {'100029bb-5776-4212-a435-88f930bc37cf'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:38:59.443171 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-e0bcafde-a752-44c0-8010-95ccf1c00bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:38:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['100029bb-5776-4212-a435-88f930bc37cf'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:59.443536 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-42fb94b4-c458-44a0-8580-e1d73e5c8b1c tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Transition to ACTIVE for port object 8e23c066-7fff-4ff9-967d-ce156611570d will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:38:59.451930 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37256) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:59.512192 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-03bb2804-607f-4ae5-9bfc-c7426f64cf77 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Unset dirty status for tenant:1857235941a6433080777df3100a6d46 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:59.516667 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-03bb2804-607f-4ae5-9bfc-c7426f64cf77 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "GET /v2.0/ports/00eabde6-4d65-4074-8902-f8a51a185340 HTTP/1.1" status: 200 len: 913 time: 0.3207777 Feb 04 11:38:59.516667 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37262) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:59.547929 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-afded201-afef-4911-b9a1-32054756830d None None] Provisioning for port bb9f2976-5b40-4792-9074-95cc19078953 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:38:59.574861 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a133ceca-8939-465a-abc6-74ab4e772318 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:59.608532 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-e0bcafde-a752-44c0-8010-95ccf1c00bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:59.609469 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bcafde-a752-44c0-8010-95ccf1c00bb3 None None] The sync data for ids ['100029bb-5776-4212-a435-88f930bc37cf'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:38:59.620341 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f928c8cd-93bb-49ef-835c-8901eb0ed234 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Network 6ff4879a-c5e1-484c-a6aa-bd50695f38d4 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:38:59.620909 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-42fb94b4-c458-44a0-8580-e1d73e5c8b1c tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:59.727398 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 4e5824b2-3eed-48a2-bee9-615f00076bfc up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:38:59.767312 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-66eb428b-7581-43b8-9dda-881572afd7db tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Request body: {'network': {'name': 'tempest-RoutersTest-880938898'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:38:59.787139 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-a133ceca-8939-465a-abc6-74ab4e772318 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:59.789496 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-66eb428b-7581-43b8-9dda-881572afd7db tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:59.798057 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-a133ceca-8939-465a-abc6-74ab4e772318 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Usage tracker for resource:security_group_rule and tenant:5111c50645c245969610a03b0264613e is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:59.807524 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb94b4-c458-44a0-8580-e1d73e5c8b1c tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Pushing event updated for resources: {'Port': ['ID=8e23c066-7fff-4ff9-967d-ce156611570d,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:59.815605 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-f928c8cd-93bb-49ef-835c-8901eb0ed234 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 6ff4879a-c5e1-484c-a6aa-bd50695f38d4) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:59.815605 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fb94b4-c458-44a0-8580-e1d73e5c8b1c tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Network 29516d56-73f4-4962-aac3-30725a9be94a is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:59.815605 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-a133ceca-8939-465a-abc6-74ab4e772318 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:59.825343 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad5f771-dfcb-44f7-8619-ab401fd1b51c None None] Network 6ff4879a-c5e1-484c-a6aa-bd50695f38d4 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:38:59.826252 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-66eb428b-7581-43b8-9dda-881572afd7db tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Usage tracker for resource:network and tenant:f1bfc018a09d4e34b9596c9c898714a6 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:59.843560 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-66eb428b-7581-43b8-9dda-881572afd7db tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:59.849666 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-42fb94b4-c458-44a0-8580-e1d73e5c8b1c tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:59.860547 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f928c8cd-93bb-49ef-835c-8901eb0ed234 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:59.865202 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f928c8cd-93bb-49ef-835c-8901eb0ed234 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:59.869941 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-a133ceca-8939-465a-abc6-74ab4e772318 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:59.871599 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fb94b4-c458-44a0-8580-e1d73e5c8b1c tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:38:59.889512 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-66eb428b-7581-43b8-9dda-881572afd7db tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:59.946898 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37270) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:00.012046 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-42fb94b4-c458-44a0-8580-e1d73e5c8b1c tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:00.034704 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66eb428b-7581-43b8-9dda-881572afd7db tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Made reservation on behalf of f1bfc018a09d4e34b9596c9c898714a6 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:39:00.038889 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-66eb428b-7581-43b8-9dda-881572afd7db tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:00.072616 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-66eb428b-7581-43b8-9dda-881572afd7db tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:00.074638 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 4e5824b2-3eed-48a2-bee9-615f00076bfc triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:00.075114 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:00.127206 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f928c8cd-93bb-49ef-835c-8901eb0ed234 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.0755038 Feb 04 11:39:00.132444 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37276) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:00.294869 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-66eb428b-7581-43b8-9dda-881572afd7db tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:00.301489 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-66eb428b-7581-43b8-9dda-881572afd7db tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Usage tracker for resource:security_group_rule and tenant:f1bfc018a09d4e34b9596c9c898714a6 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:00.305259 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-66eb428b-7581-43b8-9dda-881572afd7db tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:00.312856 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-66eb428b-7581-43b8-9dda-881572afd7db tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:00.410710 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c642ad-ff07-4c56-8356-e2c8b7169e44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-6ff4879a-c5e1-484c-a6aa-bd50695f38d4', 'network_id': '6ff4879a-c5e1-484c-a6aa-bd50695f38d4', 'tenant_id': '86676f741a1b44e6b6b078dd507bf54a', 'fixed_ips': [{'subnet_id': '6c2c9dd9-748c-40b6-bbbc-15339a2e7be3'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:39:00.411508 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f1c642ad-ff07-4c56-8356-e2c8b7169e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:00.440895 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-21c3146e-1d4f-4365-b970-90301e499af5 None None] Provisioning for port 8e23c066-7fff-4ff9-967d-ce156611570d completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:39:00.462904 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-81dd45ec-4c0d-47ff-a441-be750da1138e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:00.467347 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-21c3146e-1d4f-4365-b970-90301e499af5 None None] Provisioning complete for port 8e23c066-7fff-4ff9-967d-ce156611570d triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:00.467724 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-21c3146e-1d4f-4365-b970-90301e499af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:00.496611 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2f9a4c29-527b-49a6-b105-a40d50e65b36 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:00.506216 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a133ceca-8939-465a-abc6-74ab4e772318 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:00.537051 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device bb9f2976-5b40-4792-9074-95cc19078953 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:39:00.589856 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a133ceca-8939-465a-abc6-74ab4e772318 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:00.603159 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-81dd45ec-4c0d-47ff-a441-be750da1138e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:00.613851 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-aa755b1a-e375-445b-a359-cb4d7bd674bd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:00.629947 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-21c3146e-1d4f-4365-b970-90301e499af5 None None] Port 8e23c066-7fff-4ff9-967d-ce156611570d cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:39:00.634789 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-81dd45ec-4c0d-47ff-a441-be750da1138e admin admin] Usage tracker for resource:security_group_rule and tenant:c0bacabbc4a94dd585efa1a7159ae16d is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:00.637904 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-66eb428b-7581-43b8-9dda-881572afd7db tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:00.650965 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-81dd45ec-4c0d-47ff-a441-be750da1138e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:00.671608 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-81dd45ec-4c0d-47ff-a441-be750da1138e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:00.677004 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-42fb94b4-c458-44a0-8580-e1d73e5c8b1c tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:00.697802 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133ceca-8939-465a-abc6-74ab4e772318 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d91b7aac-415e-4234-bb62-8aaa7a8a1b85,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:00.729280 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-f1c642ad-ff07-4c56-8356-e2c8b7169e44 None None] Allocated IP 2001:db8::1 (6ff4879a-c5e1-484c-a6aa-bd50695f38d4/6c2c9dd9-748c-40b6-bbbc-15339a2e7be3/1eb8dfcf-603c-48aa-a9d8-eb7dd574f839) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:39:00.730930 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-66eb428b-7581-43b8-9dda-881572afd7db tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:00.780019 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66eb428b-7581-43b8-9dda-881572afd7db tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:39:00.794048 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a133ceca-8939-465a-abc6-74ab4e772318 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:00.797829 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a133ceca-8939-465a-abc6-74ab4e772318 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5028358 Feb 04 11:39:00.809041 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port bb9f2976-5b40-4792-9074-95cc19078953 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:39:00.819117 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port bb9f2976-5b40-4792-9074-95cc19078953 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:00.821702 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:00.828788 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37280) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:00.847662 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-27040605-fe7a-4382-aa22-422a5e0ae82b tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Request body: {'security_group': {'name': 'tempest-secgroup--1990666898'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:00.850959 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb428b-7581-43b8-9dda-881572afd7db tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=605e0b1e-1313-4dc1-b52e-6008cf8b3ad1,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:00.863664 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-27040605-fe7a-4382-aa22-422a5e0ae82b tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:00.867262 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-66eb428b-7581-43b8-9dda-881572afd7db tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:00.867803 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-66eb428b-7581-43b8-9dda-881572afd7db tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Added segment d3767522-8cff-4cf3-bbb5-163757f0d29a of type vlan for network cff2612f-de5e-4cea-aa1d-932dbd6a3dea Feb 04 11:39:00.906260 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-aa755b1a-e375-445b-a359-cb4d7bd674bd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:00.941182 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-27040605-fe7a-4382-aa22-422a5e0ae82b tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:00.999296 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-66eb428b-7581-43b8-9dda-881572afd7db tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:01.036230 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-27040605-fe7a-4382-aa22-422a5e0ae82b tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:01.045187 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:01.063062 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f1c642ad-ff07-4c56-8356-e2c8b7169e44 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:01.082401 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f1c642ad-ff07-4c56-8356-e2c8b7169e44 None None] Transition to ACTIVE for port object 1eb8dfcf-603c-48aa-a9d8-eb7dd574f839 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:39:01.105019 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port bb9f2976-5b40-4792-9074-95cc19078953, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=bb9f2976-5b40-4792-9074-95cc19078953,segment=NetworkSegment(ec120722-0a88-4f12-b6cd-df43a0900923),segment_id=ec120722-0a88-4f12-b6cd-df43a0900923)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:39:01.111050 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f1c642ad-ff07-4c56-8356-e2c8b7169e44 None None] Transition to ACTIVE for port object 1eb8dfcf-603c-48aa-a9d8-eb7dd574f839 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:39:01.135583 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-27040605-fe7a-4382-aa22-422a5e0ae82b tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:01.141403 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-27040605-fe7a-4382-aa22-422a5e0ae82b tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Usage tracker for resource:security_group_rule and tenant:5111c50645c245969610a03b0264613e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:01.145436 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-27040605-fe7a-4382-aa22-422a5e0ae82b tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:01.153790 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-27040605-fe7a-4382-aa22-422a5e0ae82b tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:01.163153 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-66eb428b-7581-43b8-9dda-881572afd7db tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:01.167011 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-81dd45ec-4c0d-47ff-a441-be750da1138e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:01.168342 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66eb428b-7581-43b8-9dda-881572afd7db tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:01.168342 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-66eb428b-7581-43b8-9dda-881572afd7db tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:01.197975 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b7424d-1cc4-4936-9c87-16e53116ea9d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Router 9f13693f-5894-41a3-8de2-6b4557fe6c63 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:39:01.209729 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:01.261427 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f1c642ad-ff07-4c56-8356-e2c8b7169e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:01.303988 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c642ad-ff07-4c56-8356-e2c8b7169e44 None None] Network 6ff4879a-c5e1-484c-a6aa-bd50695f38d4 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:39:01.304615 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-81dd45ec-4c0d-47ff-a441-be750da1138e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:01.305204 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-f1c642ad-ff07-4c56-8356-e2c8b7169e44 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:01.309279 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c642ad-ff07-4c56-8356-e2c8b7169e44 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:39:01.318996 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-66eb428b-7581-43b8-9dda-881572afd7db tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.8649693 Feb 04 11:39:01.325795 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37284) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:01.356316 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=bb9f2976-5b40-4792-9074-95cc19078953,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:01.357337 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb428b-7581-43b8-9dda-881572afd7db tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event updated for resources: {'Network': ['ID=cff2612f-de5e-4cea-aa1d-932dbd6a3dea,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:01.380996 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-6adef6df-59ed-4669-8599-978493a7da72 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Request body: {'network': {'name': 'tempest-RoutersTest-1361434728'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:01.391952 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6adef6df-59ed-4669-8599-978493a7da72 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:01.410294 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6adef6df-59ed-4669-8599-978493a7da72 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Usage tracker for resource:network and tenant:f1bfc018a09d4e34b9596c9c898714a6 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:01.413616 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6adef6df-59ed-4669-8599-978493a7da72 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:01.434120 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6adef6df-59ed-4669-8599-978493a7da72 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:01.435211 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network cff2612f-de5e-4cea-aa1d-932dbd6a3dea details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:39:01.444448 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-27040605-fe7a-4382-aa22-422a5e0ae82b tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:01.475781 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-aa755b1a-e375-445b-a359-cb4d7bd674bd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:01.506640 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-27040605-fe7a-4382-aa22-422a5e0ae82b tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:01.523591 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-81dd45ec-4c0d-47ff-a441-be750da1138e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0bacabbc4a94dd585efa1a7159ae16d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5742917 Feb 04 11:39:01.536828 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37288) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:01.550886 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd45ec-4c0d-47ff-a441-be750da1138e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1faefe0-d6f7-407c-8e00-4624670c01df,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:01.576560 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa755b1a-e375-445b-a359-cb4d7bd674bd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event deleted for resources: {'Subnet': ['ID=6c2c9dd9-748c-40b6-bbbc-15339a2e7be3,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:01.585860 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c642ad-ff07-4c56-8356-e2c8b7169e44 None None] Pushing event updated for resources: {'Port': ['ID=1eb8dfcf-603c-48aa-a9d8-eb7dd574f839,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:01.593142 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-f1c642ad-ff07-4c56-8356-e2c8b7169e44 None None] Attempting to bind port 1eb8dfcf-603c-48aa-a9d8-eb7dd574f839 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:39:01.593351 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6adef6df-59ed-4669-8599-978493a7da72 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Made reservation on behalf of f1bfc018a09d4e34b9596c9c898714a6 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:39:01.593521 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-f1c642ad-ff07-4c56-8356-e2c8b7169e44 None None] Attempting to bind port 1eb8dfcf-603c-48aa-a9d8-eb7dd574f839 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '5b2bfdfb-5df2-426d-8e53-4764a43c15e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6ff4879a-c5e1-484c-a6aa-bd50695f38d4'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:39:01.594043 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c642ad-ff07-4c56-8356-e2c8b7169e44 None None] Attempting to bind port 1eb8dfcf-603c-48aa-a9d8-eb7dd574f839 on network 6ff4879a-c5e1-484c-a6aa-bd50695f38d4 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:39:01.596291 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6adef6df-59ed-4669-8599-978493a7da72 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:01.613699 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-2f9a4c29-527b-49a6-b105-a40d50e65b36 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Deleting port 00eabde6-4d65-4074-8902-f8a51a185340 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:39:01.614087 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2f9a4c29-527b-49a6-b105-a40d50e65b36 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:01.617514 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device bb9f2976-5b40-4792-9074-95cc19078953 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:39:01.648132 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27040605-fe7a-4382-aa22-422a5e0ae82b tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c986a8f-c82d-4274-b3b7-6358f4282549,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:01.673379 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c642ad-ff07-4c56-8356-e2c8b7169e44 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:39:01.674040 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c642ad-ff07-4c56-8356-e2c8b7169e44 None None] Checking segment: {'id': '5b2bfdfb-5df2-426d-8e53-4764a43c15e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6ff4879a-c5e1-484c-a6aa-bd50695f38d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:39:01.674305 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f1c642ad-ff07-4c56-8356-e2c8b7169e44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:01.674628 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c642ad-ff07-4c56-8356-e2c8b7169e44 None None] Bound using segment: {'id': '5b2bfdfb-5df2-426d-8e53-4764a43c15e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6ff4879a-c5e1-484c-a6aa-bd50695f38d4'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:39:01.675094 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-f1c642ad-ff07-4c56-8356-e2c8b7169e44 None None] Bound port: 1eb8dfcf-603c-48aa-a9d8-eb7dd574f839, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b2bfdfb-5df2-426d-8e53-4764a43c15e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6ff4879a-c5e1-484c-a6aa-bd50695f38d4'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:39:01.675628 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f1c642ad-ff07-4c56-8356-e2c8b7169e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:01.682934 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-aa755b1a-e375-445b-a359-cb4d7bd674bd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:01.684847 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-27040605-fe7a-4382-aa22-422a5e0ae82b tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:01.684847 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-27040605-fe7a-4382-aa22-422a5e0ae82b tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8507395 Feb 04 11:39:01.693337 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37292) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:01.696986 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-92316c46-c692-4dad-9739-aff2a2bd91d7 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Request body: {'security_group_rule': {'security_group_id': 'd91b7aac-415e-4234-bb62-8aaa7a8a1b85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '2c986a8f-c82d-4274-b3b7-6358f4282549'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:01.710272 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-92316c46-c692-4dad-9739-aff2a2bd91d7 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:01.719282 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-92316c46-c692-4dad-9739-aff2a2bd91d7 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Usage tracker for resource:security_group_rule and tenant:5111c50645c245969610a03b0264613e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:01.730281 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-92316c46-c692-4dad-9739-aff2a2bd91d7 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:01.730877 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-42fb94b4-c458-44a0-8580-e1d73e5c8b1c tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:01.733259 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-aa755b1a-e375-445b-a359-cb4d7bd674bd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff4879a-c5e1-484c-a6aa-bd50695f38d4']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:01.754452 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-aa755b1a-e375-445b-a359-cb4d7bd674bd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b2bfdfb-5df2-426d-8e53-4764a43c15e0') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:01.754914 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-aa755b1a-e375-445b-a359-cb4d7bd674bd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b2bfdfb-5df2-426d-8e53-4764a43c15e0') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:01.755234 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-92316c46-c692-4dad-9739-aff2a2bd91d7 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:01.757166 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6adef6df-59ed-4669-8599-978493a7da72 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:39:01.799991 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-f1c642ad-ff07-4c56-8356-e2c8b7169e44 None None] For port 1eb8dfcf-603c-48aa-a9d8-eb7dd574f839, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:39:01.802191 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port bb9f2976-5b40-4792-9074-95cc19078953 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:01.802556 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:01.821736 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-aa755b1a-e375-445b-a359-cb4d7bd674bd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:01.836082 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-42fb94b4-c458-44a0-8580-e1d73e5c8b1c tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:01.840926 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6adef6df-59ed-4669-8599-978493a7da72 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:01.844955 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-6adef6df-59ed-4669-8599-978493a7da72 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Added segment e428ca79-4a7e-45e3-91f3-7987db25e27a of type vlan for network 84db42cb-2dcc-4f00-83eb-f2f973a6e0b6 Feb 04 11:39:01.850432 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0a948f03-ac77-4d78-9841-18a1fd4221d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:01.891860 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-f1c642ad-ff07-4c56-8356-e2c8b7169e44 None None] For port 1eb8dfcf-603c-48aa-a9d8-eb7dd574f839, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=1eb8dfcf-603c-48aa-a9d8-eb7dd574f839,segment=NetworkSegment(5b2bfdfb-5df2-426d-8e53-4764a43c15e0),segment_id=5b2bfdfb-5df2-426d-8e53-4764a43c15e0)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:39:01.929434 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6adef6df-59ed-4669-8599-978493a7da72 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:01.937348 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0a948f03-ac77-4d78-9841-18a1fd4221d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:01.972644 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb94b4-c458-44a0-8580-e1d73e5c8b1c tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Pushing event updated for resources: {'Port': ['ID=8e23c066-7fff-4ff9-967d-ce156611570d,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:01.981183 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f1c642ad-ff07-4c56-8356-e2c8b7169e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:01.983620 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-42fb94b4-c458-44a0-8580-e1d73e5c8b1c tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:01.984026 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2f9a4c29-527b-49a6-b105-a40d50e65b36 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:01.988850 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-aa755b1a-e375-445b-a359-cb4d7bd674bd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:02.003484 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa755b1a-e375-445b-a359-cb4d7bd674bd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:39:02.004178 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-aa755b1a-e375-445b-a359-cb4d7bd674bd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:02.020847 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:39:02.020847 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:39:02.020847 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:39:02.020847 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:39:02.020847 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:39:02.020847 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:39:02.020847 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:39:02.020847 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:39:02.020847 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:39:02.020847 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:39:02.020847 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:39:02.020847 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:39:02.020847 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:39:02.020847 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:39:02.020847 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:39:02.020847 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:39:02.020847 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:39:02.020847 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:39:02.020847 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:39:02.020847 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:39:02.020847 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:39:02.020847 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:39:02.020847 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:39:02.020847 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:39:02.020847 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:39:02.020847 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:39:02.020847 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:39:02.020847 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:39:02.020847 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:39:02.020847 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:39:02.020847 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:39:02.020847 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:39:02.115365 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c642ad-ff07-4c56-8356-e2c8b7169e44 None None] Pushing event updated for resources: {'Port': ['ID=1eb8dfcf-603c-48aa-a9d8-eb7dd574f839,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:02.143352 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-2f9a4c29-527b-49a6-b105-a40d50e65b36 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Calling delete_port for 00eabde6-4d65-4074-8902-f8a51a185340 owned by network:router_interface {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:39:02.144418 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c336b3-6f7b-48c3-b08d-f4e7e3a297ff None None] Network 6ff4879a-c5e1-484c-a6aa-bd50695f38d4 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:39:02.170722 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-92316c46-c692-4dad-9739-aff2a2bd91d7 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:39:02.172036 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-92316c46-c692-4dad-9739-aff2a2bd91d7 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.4846926 Feb 04 11:39:02.183064 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37296) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:02.278271 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6adef6df-59ed-4669-8599-978493a7da72 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:02.282158 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adef6df-59ed-4669-8599-978493a7da72 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:02.282899 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6adef6df-59ed-4669-8599-978493a7da72 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:02.330634 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0a948f03-ac77-4d78-9841-18a1fd4221d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:02.345081 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b7424d-1cc4-4936-9c87-16e53116ea9d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:39:02.366932 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feb103a-8af6-4921-ba4a-c53a82bebdeb None None] Sync routers for ids ['9f13693f-5894-41a3-8de2-6b4557fe6c63'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:39:02.372564 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d9821a-57c4-49bb-96b9-a49006a75064 None None] get_active_networks_info from dv-neutron-827825-2-hyperv {{(pid=84206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 11:39:02.375985 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fb94b4-c458-44a0-8580-e1d73e5c8b1c tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Network 29516d56-73f4-4962-aac3-30725a9be94a is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:39:02.377976 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-42fb94b4-c458-44a0-8580-e1d73e5c8b1c tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:02.428745 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feb103a-8af6-4921-ba4a-c53a82bebdeb None None] Routers {'9f13693f-5894-41a3-8de2-6b4557fe6c63'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:39:02.429346 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-9feb103a-8af6-4921-ba4a-c53a82bebdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:38:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['9f13693f-5894-41a3-8de2-6b4557fe6c63'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:02.440579 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.db.api [None req-aa755b1a-e375-445b-a359-cb4d7bd674bd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 11:39:02.440579 dv-neutron-827825-2-hyperv neutron-server[84204]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 11:39:02.440579 dv-neutron-827825-2-hyperv neutron-server[84204]: [parameters: {'id': '6ff4879a-c5e1-484c-a6aa-bd50695f38d4'}] Feb 04 11:39:02.440579 dv-neutron-827825-2-hyperv neutron-server[84204]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:39:02.441030 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG oslo_db.api [None req-aa755b1a-e375-445b-a359-cb4d7bd674bd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:39:02.455491 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-99b7424d-1cc4-4936-9c87-16e53116ea9d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:02.496355 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-9feb103a-8af6-4921-ba4a-c53a82bebdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:02.512641 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5f58f0d1-daab-4115-ba28-3b98cd6c94b4 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:02.528972 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feb103a-8af6-4921-ba4a-c53a82bebdeb None None] Routers {'9f13693f-5894-41a3-8de2-6b4557fe6c63'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:39:02.529592 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-9feb103a-8af6-4921-ba4a-c53a82bebdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:38:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['9f13693f-5894-41a3-8de2-6b4557fe6c63'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:02.543242 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a948f03-ac77-4d78-9841-18a1fd4221d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1faefe0-d6f7-407c-8e00-4624670c01df,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:02.580142 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adef6df-59ed-4669-8599-978493a7da72 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event updated for resources: {'Network': ['ID=84db42cb-2dcc-4f00-83eb-f2f973a6e0b6,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:02.585373 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5f58f0d1-daab-4115-ba28-3b98cd6c94b4 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:02.586105 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-99b7424d-1cc4-4936-9c87-16e53116ea9d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 11.4673183 Feb 04 11:39:02.589636 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37300) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:02.594350 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0a948f03-ac77-4d78-9841-18a1fd4221d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:02.597038 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0a948f03-ac77-4d78-9841-18a1fd4221d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1faefe0-d6f7-407c-8e00-4624670c01df HTTP/1.1" status: 204 len: 168 time: 1.0553834 Feb 04 11:39:02.605854 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 84db42cb-2dcc-4f00-83eb-f2f973a6e0b6 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:39:02.608810 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-e979cf27-26ba-4d6b-875c-9fe903124ef0 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Request body: {'floatingip': {'port_id': '8f7887ac-5d88-4454-9b94-69d4557fbe2c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:02.671114 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6adef6df-59ed-4669-8599-978493a7da72 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3155177 Feb 04 11:39:02.676176 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37306) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:02.684320 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-23a4d412-b930-4865-bed8-3eac70b2fc72 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Request body: {'subnet': {'network_id': 'cff2612f-de5e-4cea-aa1d-932dbd6a3dea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:02.686091 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-9feb103a-8af6-4921-ba4a-c53a82bebdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:02.686571 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feb103a-8af6-4921-ba4a-c53a82bebdeb None None] The sync data for ids ['9f13693f-5894-41a3-8de2-6b4557fe6c63'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:39:02.749665 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d9821a-57c4-49bb-96b9-a49006a75064 None None] Resources bound (agent type, host, resource id): {{(pid=84206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 11:39:02.801928 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e979cf27-26ba-4d6b-875c-9fe903124ef0 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for floatingip, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:02.820985 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-23a4d412-b930-4865-bed8-3eac70b2fc72 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:02.825834 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-23a4d412-b930-4865-bed8-3eac70b2fc72 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Usage tracker for resource:subnet and tenant:f1bfc018a09d4e34b9596c9c898714a6 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:02.828693 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-23a4d412-b930-4865-bed8-3eac70b2fc72 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:02.836151 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-23a4d412-b930-4865-bed8-3eac70b2fc72 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:02.844173 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5f58f0d1-daab-4115-ba28-3b98cd6c94b4 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:02.866273 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f58f0d1-daab-4115-ba28-3b98cd6c94b4 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c986a8f-c82d-4274-b3b7-6358f4282549,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:02.872622 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2f9a4c29-527b-49a6-b105-a40d50e65b36 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:02.921397 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a4c29-527b-49a6-b105-a40d50e65b36 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event deleted for resources: {'Port': ['ID=00eabde6-4d65-4074-8902-f8a51a185340,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:02.956157 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-aa755b1a-e375-445b-a359-cb4d7bd674bd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:02.959033 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a4d412-b930-4865-bed8-3eac70b2fc72 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Made reservation on behalf of f1bfc018a09d4e34b9596c9c898714a6 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:39:03.004787 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-aa755b1a-e375-445b-a359-cb4d7bd674bd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Deleting port 1eb8dfcf-603c-48aa-a9d8-eb7dd574f839 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:39:03.005428 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-aa755b1a-e375-445b-a359-cb4d7bd674bd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:03.118522 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5f58f0d1-daab-4115-ba28-3b98cd6c94b4 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:03.119868 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5f58f0d1-daab-4115-ba28-3b98cd6c94b4 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "DELETE /v2.0/security-groups/2c986a8f-c82d-4274-b3b7-6358f4282549 HTTP/1.1" status: 204 len: 168 time: 0.9352531 Feb 04 11:39:03.124594 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37310) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:03.249189 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-23a4d412-b930-4865-bed8-3eac70b2fc72 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:03.489778 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-1b27e37f-aa17-49d4-b708-af9673d4513d tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Synchronizing usage tracker for tenant:5111c50645c245969610a03b0264613e on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:39:03.544809 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2f9a4c29-527b-49a6-b105-a40d50e65b36 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:03.605781 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f48b49c7-ff92-421c-b02b-1ad04bee5d10 None None] Provisioning complete for port 8e23c066-7fff-4ff9-967d-ce156611570d triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:03.606282 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f48b49c7-ff92-421c-b02b-1ad04bee5d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:03.668583 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-f48b49c7-ff92-421c-b02b-1ad04bee5d10 None None] Port 8e23c066-7fff-4ff9-967d-ce156611570d cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:39:03.672877 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-1b27e37f-aa17-49d4-b708-af9673d4513d tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Unset dirty status for tenant:5111c50645c245969610a03b0264613e on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:39:03.677169 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-1b27e37f-aa17-49d4-b708-af9673d4513d tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.5499732 Feb 04 11:39:03.680935 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37324) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:03.775923 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-aa755b1a-e375-445b-a359-cb4d7bd674bd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] For port 1eb8dfcf-603c-48aa-a9d8-eb7dd574f839, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=1eb8dfcf-603c-48aa-a9d8-eb7dd574f839,segment=NetworkSegment(5b2bfdfb-5df2-426d-8e53-4764a43c15e0),segment_id=5b2bfdfb-5df2-426d-8e53-4764a43c15e0)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:39:03.776325 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-aa755b1a-e375-445b-a359-cb4d7bd674bd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:03.881060 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-853cc5e4-3942-441d-9017-515b653abe70 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:03.917005 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-853cc5e4-3942-441d-9017-515b653abe70 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:03.960871 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-aa755b1a-e375-445b-a359-cb4d7bd674bd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Calling delete_port for 1eb8dfcf-603c-48aa-a9d8-eb7dd574f839 owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:39:04.020671 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42fb94b4-c458-44a0-8580-e1d73e5c8b1c tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Router 5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:39:04.116495 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-23a4d412-b930-4865-bed8-3eac70b2fc72 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:04.206991 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4d412-b930-4865-bed8-3eac70b2fc72 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event updated for resources: {'Subnet': ['ID=64a8bc31-6aaf-4ae4-a0ad-3f8c0025f4a3,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:04.288214 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-aa755b1a-e375-445b-a359-cb4d7bd674bd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:04.332470 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.db.resource_extend [None req-e979cf27-26ba-4d6b-875c-9fe903124ef0 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:39:04.407012 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa755b1a-e375-445b-a359-cb4d7bd674bd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event deleted for resources: {'Port': ['ID=1eb8dfcf-603c-48aa-a9d8-eb7dd574f839,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:04.424580 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-853cc5e4-3942-441d-9017-515b653abe70 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:04.442390 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa755b1a-e375-445b-a359-cb4d7bd674bd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] No DVR routers for this DVR port 1eb8dfcf-603c-48aa-a9d8-eb7dd574f839 on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:39:04.449400 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853cc5e4-3942-441d-9017-515b653abe70 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91b7aac-415e-4234-bb62-8aaa7a8a1b85,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:04.452038 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a4d412-b930-4865-bed8-3eac70b2fc72 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Checking segment: {'id': 'd3767522-8cff-4cf3-bbb5-163757f0d29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'cff2612f-de5e-4cea-aa1d-932dbd6a3dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:39:04.452399 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a4d412-b930-4865-bed8-3eac70b2fc72 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Network hostable DHCP agents. Network: cff2612f-de5e-4cea-aa1d-932dbd6a3dea, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:39:04.459608 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37334) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:04.495330 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e979cf27-26ba-4d6b-875c-9fe903124ef0 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:04.569712 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e979cf27-26ba-4d6b-875c-9fe903124ef0 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:04.598979 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-853cc5e4-3942-441d-9017-515b653abe70 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:04.600196 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-853cc5e4-3942-441d-9017-515b653abe70 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "DELETE /v2.0/security-groups/d91b7aac-415e-4234-bb62-8aaa7a8a1b85 HTTP/1.1" status: 204 len: 168 time: 0.9171448 Feb 04 11:39:04.604515 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37340) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:04.608059 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9a4c29-527b-49a6-b105-a40d50e65b36 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Router 100029bb-5776-4212-a435-88f930bc37cf has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:39:04.644217 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a4d412-b930-4865-bed8-3eac70b2fc72 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Network cff2612f-de5e-4cea-aa1d-932dbd6a3dea is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:39:04.653518 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-aa755b1a-e375-445b-a359-cb4d7bd674bd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:04.692083 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fb94b4-c458-44a0-8580-e1d73e5c8b1c tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:39:04.694534 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-aa755b1a-e375-445b-a359-cb4d7bd674bd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff4879a-c5e1-484c-a6aa-bd50695f38d4']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:04.702777 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52fd3dc-c77f-498d-9b00-7ab09f920442 None None] Sync routers for ids ['5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:39:04.716436 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52fd3dc-c77f-498d-9b00-7ab09f920442 None None] Routers {'5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:39:04.718926 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-d52fd3dc-c77f-498d-9b00-7ab09f920442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:38:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:04.719690 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-aa755b1a-e375-445b-a359-cb4d7bd674bd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b2bfdfb-5df2-426d-8e53-4764a43c15e0') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:04.719985 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-aa755b1a-e375-445b-a359-cb4d7bd674bd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b2bfdfb-5df2-426d-8e53-4764a43c15e0') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:04.720269 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-6ab19fc8-8bcc-42a6-be54-be16a160c8d6 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Request body: {'networks': [{'name': 'tempest-network--2058656488'}, {'name': 'tempest-network--2076806026'}]} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:04.720580 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-6ab19fc8-8bcc-42a6-be54-be16a160c8d6 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Request body: {'network': {'name': 'tempest-network--2058656488'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:04.721030 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-6ab19fc8-8bcc-42a6-be54-be16a160c8d6 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Request body: {'network': {'name': 'tempest-network--2076806026'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:04.746491 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-42fb94b4-c458-44a0-8580-e1d73e5c8b1c tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "PUT /v2.0/routers/5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3496542 Feb 04 11:39:04.746491 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-aa755b1a-e375-445b-a359-cb4d7bd674bd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:04.746823 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6ab19fc8-8bcc-42a6-be54-be16a160c8d6 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:04.765251 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-aa755b1a-e375-445b-a359-cb4d7bd674bd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:04.765928 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6ab19fc8-8bcc-42a6-be54-be16a160c8d6 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Usage tracker for resource:network and tenant:afba9d3af9ee41d7a86658d5ec4b1356 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:04.770458 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6ab19fc8-8bcc-42a6-be54-be16a160c8d6 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:04.773706 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa755b1a-e375-445b-a359-cb4d7bd674bd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:39:04.774650 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-aa755b1a-e375-445b-a359-cb4d7bd674bd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:04.780522 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-23a4d412-b930-4865-bed8-3eac70b2fc72 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, cff2612f-de5e-4cea-aa1d-932dbd6a3dea) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:04.790535 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:39:04.790535 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:39:04.790535 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:39:04.790535 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:39:04.790535 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:39:04.790535 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:39:04.790535 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:39:04.790535 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:39:04.790535 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:39:04.790535 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:39:04.790535 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:39:04.790535 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:39:04.790535 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:39:04.790535 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:39:04.790535 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:39:04.790535 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:39:04.790535 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:39:04.790535 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:39:04.790535 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:39:04.790535 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:39:04.790535 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:39:04.790535 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:39:04.790535 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:39:04.790535 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:39:04.790535 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:39:04.790535 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:39:04.790535 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:39:04.790535 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:39:04.790535 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:39:04.790535 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:39:04.790535 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:39:04.790535 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:39:04.795874 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dee753-a535-4866-98a7-1b8180a9b3a6 None None] Network cff2612f-de5e-4cea-aa1d-932dbd6a3dea requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:39:04.796364 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6ab19fc8-8bcc-42a6-be54-be16a160c8d6 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:04.804679 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-63458bb6-32a1-400e-bf6e-3f6b7afe01d1 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Synchronizing usage tracker for tenant:5111c50645c245969610a03b0264613e on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:39:04.815436 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a4d412-b930-4865-bed8-3eac70b2fc72 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:04.816331 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-23a4d412-b930-4865-bed8-3eac70b2fc72 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:04.940350 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-d52fd3dc-c77f-498d-9b00-7ab09f920442 None None] Set router 5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:39:04.948853 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab19fc8-8bcc-42a6-be54-be16a160c8d6 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Made reservation on behalf of afba9d3af9ee41d7a86658d5ec4b1356 for: {'network': 2} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:39:04.955155 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6ab19fc8-8bcc-42a6-be54-be16a160c8d6 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:04.994068 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6ab19fc8-8bcc-42a6-be54-be16a160c8d6 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:05.039109 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-aa755b1a-e375-445b-a359-cb4d7bd674bd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:05.049473 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-63458bb6-32a1-400e-bf6e-3f6b7afe01d1 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Unset dirty status for tenant:5111c50645c245969610a03b0264613e on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:39:05.051153 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-63458bb6-32a1-400e-bf6e-3f6b7afe01d1 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4457481 Feb 04 11:39:05.054536 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-23a4d412-b930-4865-bed8-3eac70b2fc72 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3775790 Feb 04 11:39:05.059981 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37346) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:05.060700 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37348) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:05.079491 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-542693cc-331c-427e-85cf-52bb9f0a2678 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Request body: {'subnet': {'network_id': '84db42cb-2dcc-4f00-83eb-f2f973a6e0b6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:05.080014 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-aa755b1a-e375-445b-a359-cb4d7bd674bd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:05.088391 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa755b1a-e375-445b-a359-cb4d7bd674bd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event deleted for resources: {'Network': ['ID=6ff4879a-c5e1-484c-a6aa-bd50695f38d4,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:05.097487 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-aa755b1a-e375-445b-a359-cb4d7bd674bd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "DELETE /v2.0/networks/6ff4879a-c5e1-484c-a6aa-bd50695f38d4 HTTP/1.1" status: 204 len: 168 time: 4.9621892 Feb 04 11:39:05.101711 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37354) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:05.109193 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-fc683976-47bb-4ec2-9f5d-ed9d2df02a63 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1180688094'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:05.127927 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-fc683976-47bb-4ec2-9f5d-ed9d2df02a63 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:05.133802 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-37ebfd04-e039-4fdb-86b6-3230c6f9f011 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Request body: {'security_group': {'name': 'tempest-secgroup--432650089'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:05.135793 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-fc683976-47bb-4ec2-9f5d-ed9d2df02a63 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Usage tracker for resource:network and tenant:86676f741a1b44e6b6b078dd507bf54a is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:05.139288 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-fc683976-47bb-4ec2-9f5d-ed9d2df02a63 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:05.141197 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-37ebfd04-e039-4fdb-86b6-3230c6f9f011 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:05.147591 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-fc683976-47bb-4ec2-9f5d-ed9d2df02a63 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:05.169700 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-37ebfd04-e039-4fdb-86b6-3230c6f9f011 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:05.203207 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6ab19fc8-8bcc-42a6-be54-be16a160c8d6 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:05.226051 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6ab19fc8-8bcc-42a6-be54-be16a160c8d6 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Usage tracker for resource:security_group_rule and tenant:afba9d3af9ee41d7a86658d5ec4b1356 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:05.261608 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8cb0ab-04b3-4175-918e-96f0fd822253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-cff2612f-de5e-4cea-aa1d-932dbd6a3dea', 'network_id': 'cff2612f-de5e-4cea-aa1d-932dbd6a3dea', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'fixed_ips': [{'subnet_id': '64a8bc31-6aaf-4ae4-a0ad-3f8c0025f4a3'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:39:05.270755 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2d8cb0ab-04b3-4175-918e-96f0fd822253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:05.274970 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc683976-47bb-4ec2-9f5d-ed9d2df02a63 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Made reservation on behalf of 86676f741a1b44e6b6b078dd507bf54a for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:39:05.278056 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fc683976-47bb-4ec2-9f5d-ed9d2df02a63 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:05.383037 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6ab19fc8-8bcc-42a6-be54-be16a160c8d6 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:05.395222 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9a4c29-527b-49a6-b105-a40d50e65b36 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:39:05.402642 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-37ebfd04-e039-4fdb-86b6-3230c6f9f011 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:05.426889 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e50bed7-776f-45fd-82af-1b2ffb402f9f None None] Sync routers for ids ['100029bb-5776-4212-a435-88f930bc37cf'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:39:05.427862 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-d52fd3dc-c77f-498d-9b00-7ab09f920442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349409305', 'tenant_id': '491544c72a0440b88793a93ecb6a7285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '96b0c6b2-dd84-4904-b6e2-7f0de7500930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:38:44Z', 'updated_at': '2022-02-04T11:39:00Z', 'revision_number': 4, 'project_id': '491544c72a0440b88793a93ecb6a7285', 'gw_port': {'id': '96b0c6b2-dd84-4904-b6e2-7f0de7500930', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:46Z', 'updated_at': '2022-02-04T11:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '8e23c066-7fff-4ff9-967d-ce156611570d', 'name': '', 'network_id': '29516d56-73f4-4962-aac3-30725a9be94a', 'tenant_id': '491544c72a0440b88793a93ecb6a7285', 'mac_address': 'fa:16:3e:b7:9b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dd13ac7-ddcf-4461-af29-a1faae2b9cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:58Z', 'updated_at': '2022-02-04T11:39:01Z', 'revision_number': 2, 'project_id': '491544c72a0440b88793a93ecb6a7285', 'subnets': [{'id': '6dd13ac7-ddcf-4461-af29-a1faae2b9cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:05.437424 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52fd3dc-c77f-498d-9b00-7ab09f920442 None None] Checking router: 5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:39:05.440463 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52fd3dc-c77f-498d-9b00-7ab09f920442 None None] Updating router 5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a port 8e23c066-7fff-4ff9-967d-ce156611570d binding host dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:39:05.459832 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6ab19fc8-8bcc-42a6-be54-be16a160c8d6 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:05.491122 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc683976-47bb-4ec2-9f5d-ed9d2df02a63 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:39:05.507326 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fc683976-47bb-4ec2-9f5d-ed9d2df02a63 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:05.507813 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-fc683976-47bb-4ec2-9f5d-ed9d2df02a63 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Added segment b3bd3d60-f971-4445-b1aa-465540289ed8 of type vlan for network d374e19c-e7f0-4624-8b2d-5c3de9f96cd3 Feb 04 11:39:05.514680 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e50bed7-776f-45fd-82af-1b2ffb402f9f None None] Routers {'100029bb-5776-4212-a435-88f930bc37cf'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:39:05.522888 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5e50bed7-776f-45fd-82af-1b2ffb402f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:38:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['100029bb-5776-4212-a435-88f930bc37cf'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:05.548420 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fc683976-47bb-4ec2-9f5d-ed9d2df02a63 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:05.559863 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2f9a4c29-527b-49a6-b105-a40d50e65b36 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "PUT /v2.0/routers/100029bb-5776-4212-a435-88f930bc37cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0412595 Feb 04 11:39:05.561703 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-d52fd3dc-c77f-498d-9b00-7ab09f920442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:05.564587 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37364) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:05.639023 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-542693cc-331c-427e-85cf-52bb9f0a2678 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:05.651434 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-542693cc-331c-427e-85cf-52bb9f0a2678 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Usage tracker for resource:subnet and tenant:f1bfc018a09d4e34b9596c9c898714a6 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:05.656794 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-542693cc-331c-427e-85cf-52bb9f0a2678 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:05.671595 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-542693cc-331c-427e-85cf-52bb9f0a2678 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:05.674016 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e979cf27-26ba-4d6b-875c-9fe903124ef0 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Router 9f13693f-5894-41a3-8de2-6b4557fe6c63 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:39:05.712652 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.db.resource_extend [None req-fc683976-47bb-4ec2-9f5d-ed9d2df02a63 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:39:05.753709 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-37ebfd04-e039-4fdb-86b6-3230c6f9f011 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:05.761831 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542693cc-331c-427e-85cf-52bb9f0a2678 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Made reservation on behalf of f1bfc018a09d4e34b9596c9c898714a6 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:39:05.774986 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5e50bed7-776f-45fd-82af-1b2ffb402f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:05.790908 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-37ebfd04-e039-4fdb-86b6-3230c6f9f011 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Usage tracker for resource:security_group_rule and tenant:5111c50645c245969610a03b0264613e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:05.800772 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-37ebfd04-e039-4fdb-86b6-3230c6f9f011 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:05.807943 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e50bed7-776f-45fd-82af-1b2ffb402f9f None None] Routers {'100029bb-5776-4212-a435-88f930bc37cf'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:39:05.808574 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5e50bed7-776f-45fd-82af-1b2ffb402f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:38:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['100029bb-5776-4212-a435-88f930bc37cf'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:05.892140 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-37ebfd04-e039-4fdb-86b6-3230c6f9f011 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:05.904451 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5e50bed7-776f-45fd-82af-1b2ffb402f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:05.905123 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e50bed7-776f-45fd-82af-1b2ffb402f9f None None] The sync data for ids ['100029bb-5776-4212-a435-88f930bc37cf'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:39:05.916332 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-2d8cb0ab-04b3-4175-918e-96f0fd822253 None None] Allocated IP 172.20.0.2 (cff2612f-de5e-4cea-aa1d-932dbd6a3dea/64a8bc31-6aaf-4ae4-a0ad-3f8c0025f4a3/02b7b1a8-697c-4dca-8a25-45f248602956) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:39:05.976755 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6ab19fc8-8bcc-42a6-be54-be16a160c8d6 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:05.987243 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-542693cc-331c-427e-85cf-52bb9f0a2678 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:06.044221 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fc683976-47bb-4ec2-9f5d-ed9d2df02a63 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:06.048415 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc683976-47bb-4ec2-9f5d-ed9d2df02a63 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:06.049096 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fc683976-47bb-4ec2-9f5d-ed9d2df02a63 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:06.093708 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6ab19fc8-8bcc-42a6-be54-be16a160c8d6 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:06.094197 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6ab19fc8-8bcc-42a6-be54-be16a160c8d6 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:06.094927 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-d52fd3dc-c77f-498d-9b00-7ab09f920442 None None] Notify callbacks [] for port, precommit_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:06.116292 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.provisioning_blocks [None req-d52fd3dc-c77f-498d-9b00-7ab09f920442 None None] Transition to ACTIVE for port object 8e23c066-7fff-4ff9-967d-ce156611570d will not be triggered until provisioned by entity L2. {{(pid=84207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:39:06.145205 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:06.182922 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2d8cb0ab-04b3-4175-918e-96f0fd822253 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:06.195087 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2d8cb0ab-04b3-4175-918e-96f0fd822253 None None] Transition to ACTIVE for port object 02b7b1a8-697c-4dca-8a25-45f248602956 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:39:06.207908 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-f23dc7d5-5195-4ea1-b917-10c99c67fc2d tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-346504871&fields=id&tenant_id=491544c72a0440b88793a93ecb6a7285 HTTP/1.1" status: 200 len: 267 time: 0.3171325 Feb 04 11:39:06.226178 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2d8cb0ab-04b3-4175-918e-96f0fd822253 None None] Transition to ACTIVE for port object 02b7b1a8-697c-4dca-8a25-45f248602956 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:39:06.236556 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-d52fd3dc-c77f-498d-9b00-7ab09f920442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:06.276572 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc683976-47bb-4ec2-9f5d-ed9d2df02a63 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event updated for resources: {'Network': ['ID=d374e19c-e7f0-4624-8b2d-5c3de9f96cd3,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:06.287158 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network d374e19c-e7f0-4624-8b2d-5c3de9f96cd3 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:39:06.351081 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-fc683976-47bb-4ec2-9f5d-ed9d2df02a63 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2475131 Feb 04 11:39:06.354058 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37370) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:06.358687 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2d8cb0ab-04b3-4175-918e-96f0fd822253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:06.375385 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-8d1db064-f04a-4fef-8d56-4f0aaeb16f66 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Request body: {'subnet': {'network_id': 'd374e19c-e7f0-4624-8b2d-5c3de9f96cd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:06.380806 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf51c4-5605-42da-9c1e-daeed2ec716b None None] Pushing event updated for resources: {'Port': ['ID=8e23c066-7fff-4ff9-967d-ce156611570d,revision_number=3']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:06.416624 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-37ebfd04-e039-4fdb-86b6-3230c6f9f011 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:06.417806 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab19fc8-8bcc-42a6-be54-be16a160c8d6 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=502ee42a-33ba-45f8-a0a9-ae74047ecf49,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:06.448982 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab19fc8-8bcc-42a6-be54-be16a160c8d6 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:39:06.464207 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6ab19fc8-8bcc-42a6-be54-be16a160c8d6 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:06.466392 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-6ab19fc8-8bcc-42a6-be54-be16a160c8d6 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Added segment f91a737b-79da-477e-91c5-3f6e67baeb79 of type vlan for network 865822b2-24fd-458f-b239-538f9684cccb Feb 04 11:39:06.489958 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-542693cc-331c-427e-85cf-52bb9f0a2678 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:06.537205 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8cb0ab-04b3-4175-918e-96f0fd822253 None None] Network cff2612f-de5e-4cea-aa1d-932dbd6a3dea is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:39:06.560903 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8cb0ab-04b3-4175-918e-96f0fd822253 None None] Pushing event updated for resources: {'Port': ['ID=02b7b1a8-697c-4dca-8a25-45f248602956,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:06.573558 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-2d8cb0ab-04b3-4175-918e-96f0fd822253 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:06.582433 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8cb0ab-04b3-4175-918e-96f0fd822253 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:39:06.595165 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-37ebfd04-e039-4fdb-86b6-3230c6f9f011 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:06.605682 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542693cc-331c-427e-85cf-52bb9f0a2678 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event updated for resources: {'Subnet': ['ID=0218b6a0-045a-4a7c-9c8a-0f79e82c2e0d,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:06.674230 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ebfd04-e039-4fdb-86b6-3230c6f9f011 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f070a3-4f30-40bb-944a-4742d4da2dac,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:06.737832 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6ab19fc8-8bcc-42a6-be54-be16a160c8d6 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:06.772616 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-2d8cb0ab-04b3-4175-918e-96f0fd822253 None None] Attempting to bind port 02b7b1a8-697c-4dca-8a25-45f248602956 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:39:06.773012 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-2d8cb0ab-04b3-4175-918e-96f0fd822253 None None] Attempting to bind port 02b7b1a8-697c-4dca-8a25-45f248602956 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'd3767522-8cff-4cf3-bbb5-163757f0d29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'cff2612f-de5e-4cea-aa1d-932dbd6a3dea'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:39:06.773397 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8cb0ab-04b3-4175-918e-96f0fd822253 None None] Attempting to bind port 02b7b1a8-697c-4dca-8a25-45f248602956 on network cff2612f-de5e-4cea-aa1d-932dbd6a3dea {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:39:06.781242 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8cb0ab-04b3-4175-918e-96f0fd822253 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:39:06.781611 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8cb0ab-04b3-4175-918e-96f0fd822253 None None] Checking segment: {'id': 'd3767522-8cff-4cf3-bbb5-163757f0d29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'cff2612f-de5e-4cea-aa1d-932dbd6a3dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:39:06.782059 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2d8cb0ab-04b3-4175-918e-96f0fd822253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:06.782450 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8cb0ab-04b3-4175-918e-96f0fd822253 None None] Bound using segment: {'id': 'd3767522-8cff-4cf3-bbb5-163757f0d29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'cff2612f-de5e-4cea-aa1d-932dbd6a3dea'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:39:06.782909 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-2d8cb0ab-04b3-4175-918e-96f0fd822253 None None] Bound port: 02b7b1a8-697c-4dca-8a25-45f248602956, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3767522-8cff-4cf3-bbb5-163757f0d29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'cff2612f-de5e-4cea-aa1d-932dbd6a3dea'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:39:06.783277 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2d8cb0ab-04b3-4175-918e-96f0fd822253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:06.784633 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-d52fd3dc-c77f-498d-9b00-7ab09f920442 None None] Attempting to bind port 8e23c066-7fff-4ff9-967d-ce156611570d on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:39:06.784995 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-d52fd3dc-c77f-498d-9b00-7ab09f920442 None None] Attempting to bind port 8e23c066-7fff-4ff9-967d-ce156611570d by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'ec120722-0a88-4f12-b6cd-df43a0900923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '29516d56-73f4-4962-aac3-30725a9be94a'}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:39:06.785536 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52fd3dc-c77f-498d-9b00-7ab09f920442 None None] Attempting to bind port 8e23c066-7fff-4ff9-967d-ce156611570d on network 29516d56-73f4-4962-aac3-30725a9be94a {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:39:06.788071 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542693cc-331c-427e-85cf-52bb9f0a2678 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Checking segment: {'id': 'e428ca79-4a7e-45e3-91f3-7987db25e27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '84db42cb-2dcc-4f00-83eb-f2f973a6e0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:39:06.788690 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542693cc-331c-427e-85cf-52bb9f0a2678 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Network hostable DHCP agents. Network: 84db42cb-2dcc-4f00-83eb-f2f973a6e0b6, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:39:06.814752 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-1942528c-05f4-49a8-ba0f-c65fe900d47d tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:06.816061 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-1942528c-05f4-49a8-ba0f-c65fe900d47d tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Synchronizing usage tracker for tenant:491544c72a0440b88793a93ecb6a7285 on resource:network {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:39:06.823387 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52fd3dc-c77f-498d-9b00-7ab09f920442 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:39:06.826325 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52fd3dc-c77f-498d-9b00-7ab09f920442 None None] Checking segment: {'id': 'ec120722-0a88-4f12-b6cd-df43a0900923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '29516d56-73f4-4962-aac3-30725a9be94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:39:06.827578 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-8d1db064-f04a-4fef-8d56-4f0aaeb16f66 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:06.827987 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-d52fd3dc-c77f-498d-9b00-7ab09f920442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:06.828387 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52fd3dc-c77f-498d-9b00-7ab09f920442 None None] Bound using segment: {'id': 'ec120722-0a88-4f12-b6cd-df43a0900923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '29516d56-73f4-4962-aac3-30725a9be94a'} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:39:06.834034 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab19fc8-8bcc-42a6-be54-be16a160c8d6 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:39:06.834590 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-d52fd3dc-c77f-498d-9b00-7ab09f920442 None None] Bound port: 8e23c066-7fff-4ff9-967d-ce156611570d, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec120722-0a88-4f12-b6cd-df43a0900923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '29516d56-73f4-4962-aac3-30725a9be94a'}}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:39:06.835002 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-d52fd3dc-c77f-498d-9b00-7ab09f920442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:06.838922 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8d1db064-f04a-4fef-8d56-4f0aaeb16f66 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Usage tracker for resource:subnet and tenant:86676f741a1b44e6b6b078dd507bf54a is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:06.845376 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8d1db064-f04a-4fef-8d56-4f0aaeb16f66 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:06.848733 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-37ebfd04-e039-4fdb-86b6-3230c6f9f011 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:06.850843 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-37ebfd04-e039-4fdb-86b6-3230c6f9f011 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7887189 Feb 04 11:39:06.855910 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37374) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:06.859444 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6ab19fc8-8bcc-42a6-be54-be16a160c8d6 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:06.860171 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-6ab19fc8-8bcc-42a6-be54-be16a160c8d6 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Added segment 9560e5d0-f239-4b1b-8276-c7f10b5efe49 of type vlan for network bf1f5090-257a-4462-8895-693879205814 Feb 04 11:39:06.866369 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-7c887510-68ba-4542-9a27-6e96838b5a28 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:06.867227 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-7c887510-68ba-4542-9a27-6e96838b5a28 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 11:39:06.870160 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-7c887510-68ba-4542-9a27-6e96838b5a28 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "PUT /v2.0/security-groups/d4f070a3-4f30-40bb-944a-4742d4da2dac HTTP/1.1" status: 409 len: 330 time: 0.0129175 Feb 04 11:39:06.875861 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37378) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:06.888695 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-8d1db064-f04a-4fef-8d56-4f0aaeb16f66 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:06.918678 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-2d8cb0ab-04b3-4175-918e-96f0fd822253 None None] For port 02b7b1a8-697c-4dca-8a25-45f248602956, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:39:06.922442 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e979cf27-26ba-4d6b-875c-9fe903124ef0 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:39:06.922989 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-2d8cb0ab-04b3-4175-918e-96f0fd822253 None None] For port 02b7b1a8-697c-4dca-8a25-45f248602956, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=02b7b1a8-697c-4dca-8a25-45f248602956,segment=NetworkSegment(d3767522-8cff-4cf3-bbb5-163757f0d29a),segment_id=d3767522-8cff-4cf3-bbb5-163757f0d29a)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:39:06.927207 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e979cf27-26ba-4d6b-875c-9fe903124ef0 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:06.939450 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542693cc-331c-427e-85cf-52bb9f0a2678 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Network 84db42cb-2dcc-4f00-83eb-f2f973a6e0b6 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:39:06.952715 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d801c1f0-5728-48db-aa5a-774457b53d3c None None] Sync routers for ids ['9f13693f-5894-41a3-8de2-6b4557fe6c63'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:39:06.957357 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-1942528c-05f4-49a8-ba0f-c65fe900d47d tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Unset dirty status for tenant:491544c72a0440b88793a93ecb6a7285 on resource:network {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:39:06.960885 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-1942528c-05f4-49a8-ba0f-c65fe900d47d tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/networks?id=29516d56-73f4-4962-aac3-30725a9be94a HTTP/1.1" status: 200 len: 797 time: 0.7276926 Feb 04 11:39:06.981993 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6ab19fc8-8bcc-42a6-be54-be16a160c8d6 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:06.994339 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1db064-f04a-4fef-8d56-4f0aaeb16f66 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Made reservation on behalf of 86676f741a1b44e6b6b078dd507bf54a for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:39:07.006170 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d801c1f0-5728-48db-aa5a-774457b53d3c None None] Routers {'9f13693f-5894-41a3-8de2-6b4557fe6c63'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:39:07.006837 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-d801c1f0-5728-48db-aa5a-774457b53d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:38:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['9f13693f-5894-41a3-8de2-6b4557fe6c63'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:07.028967 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11df8eee-0ce5-4e6e-8238-86d45b07650d tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:07.043914 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2d8cb0ab-04b3-4175-918e-96f0fd822253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:07.060282 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11df8eee-0ce5-4e6e-8238-86d45b07650d tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:07.074928 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-542693cc-331c-427e-85cf-52bb9f0a2678 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 84db42cb-2dcc-4f00-83eb-f2f973a6e0b6) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:07.075875 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-93c8f96d-a354-4b19-bc32-630ab93d15ea tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:07.093031 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-d801c1f0-5728-48db-aa5a-774457b53d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:07.095902 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542693cc-331c-427e-85cf-52bb9f0a2678 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:07.096218 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-d52fd3dc-c77f-498d-9b00-7ab09f920442 None None] For port 8e23c066-7fff-4ff9-967d-ce156611570d, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:39:07.097258 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-542693cc-331c-427e-85cf-52bb9f0a2678 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:07.109370 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-d52fd3dc-c77f-498d-9b00-7ab09f920442 None None] For port 8e23c066-7fff-4ff9-967d-ce156611570d, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=8e23c066-7fff-4ff9-967d-ce156611570d,segment=NetworkSegment(ec120722-0a88-4f12-b6cd-df43a0900923),segment_id=ec120722-0a88-4f12-b6cd-df43a0900923)] {{(pid=84207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:39:07.114018 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e387aeb0-3bd9-4a45-a6d6-2ba0ffb24400 None None] Network 84db42cb-2dcc-4f00-83eb-f2f973a6e0b6 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:39:07.116355 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d801c1f0-5728-48db-aa5a-774457b53d3c None None] Routers {'9f13693f-5894-41a3-8de2-6b4557fe6c63'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:39:07.116974 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-d801c1f0-5728-48db-aa5a-774457b53d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:38:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['9f13693f-5894-41a3-8de2-6b4557fe6c63'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:07.120219 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6ab19fc8-8bcc-42a6-be54-be16a160c8d6 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:07.120900 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6ab19fc8-8bcc-42a6-be54-be16a160c8d6 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:07.124667 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab19fc8-8bcc-42a6-be54-be16a160c8d6 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:07.127891 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab19fc8-8bcc-42a6-be54-be16a160c8d6 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:07.128684 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6ab19fc8-8bcc-42a6-be54-be16a160c8d6 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:07.129693 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-5ba37627-7781-49a1-a4ea-dc66e98dd3fc tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/quotas/491544c72a0440b88793a93ecb6a7285 HTTP/1.1" status: 200 len: 375 time: 0.1598465 Feb 04 11:39:07.187531 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-d52fd3dc-c77f-498d-9b00-7ab09f920442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:07.191247 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-d801c1f0-5728-48db-aa5a-774457b53d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:07.192137 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d801c1f0-5728-48db-aa5a-774457b53d3c None None] The sync data for ids ['9f13693f-5894-41a3-8de2-6b4557fe6c63'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:39:07.254994 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab19fc8-8bcc-42a6-be54-be16a160c8d6 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Pushing event updated for resources: {'Network': ['ID=865822b2-24fd-458f-b239-538f9684cccb,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:07.314709 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf51c4-5605-42da-9c1e-daeed2ec716b None None] Pushing event updated for resources: {'Port': ['ID=8e23c066-7fff-4ff9-967d-ce156611570d,revision_number=4']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:07.319653 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52fd3dc-c77f-498d-9b00-7ab09f920442 None None] Routers {'5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:39:07.320514 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-d52fd3dc-c77f-498d-9b00-7ab09f920442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:38:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:07.357578 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 865822b2-24fd-458f-b239-538f9684cccb details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:39:07.396174 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-542693cc-331c-427e-85cf-52bb9f0a2678 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3322084 Feb 04 11:39:07.404642 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37382) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:07.405793 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11df8eee-0ce5-4e6e-8238-86d45b07650d tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:07.413699 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6ab19fc8-8bcc-42a6-be54-be16a160c8d6 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.9528475 Feb 04 11:39:07.418753 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8d1db064-f04a-4fef-8d56-4f0aaeb16f66 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:07.420553 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-3e2c6566-5e6b-46e5-b26f-893ab80940ea tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-973905014', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:07.427794 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-3e2c6566-5e6b-46e5-b26f-893ab80940ea tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:07.432696 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-3e2c6566-5e6b-46e5-b26f-893ab80940ea tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Usage tracker for resource:router and tenant:f1bfc018a09d4e34b9596c9c898714a6 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:07.436009 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-3e2c6566-5e6b-46e5-b26f-893ab80940ea tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:07.444827 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37386) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:07.453030 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-3e2c6566-5e6b-46e5-b26f-893ab80940ea tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:07.596013 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-d52fd3dc-c77f-498d-9b00-7ab09f920442 None None] Set router 5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:39:07.636212 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e979cf27-26ba-4d6b-875c-9fe903124ef0 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "PUT /v2.0/floatingips/e147d01c-0df4-454a-8e8c-6ee6b436723d HTTP/1.1" status: 200 len: 979 time: 5.0456295 Feb 04 11:39:07.641492 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37390) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:07.685767 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df8eee-0ce5-4e6e-8238-86d45b07650d tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f070a3-4f30-40bb-944a-4742d4da2dac,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:07.693031 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3e2c6566-5e6b-46e5-b26f-893ab80940ea tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:07.695615 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3e2c6566-5e6b-46e5-b26f-893ab80940ea tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:07.701048 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11df8eee-0ce5-4e6e-8238-86d45b07650d tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:07.702203 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-11df8eee-0ce5-4e6e-8238-86d45b07650d tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "DELETE /v2.0/security-groups/d4f070a3-4f30-40bb-944a-4742d4da2dac HTTP/1.1" status: 204 len: 168 time: 0.8251112 Feb 04 11:39:07.702976 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab19fc8-8bcc-42a6-be54-be16a160c8d6 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Pushing event updated for resources: {'Network': ['ID=bf1f5090-257a-4462-8895-693879205814,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:07.709455 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37392) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:07.745689 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network bf1f5090-257a-4462-8895-693879205814 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:39:07.786331 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3e2c6566-5e6b-46e5-b26f-893ab80940ea tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:07.789688 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-2f256801-d5e9-4611-a9b0-ccbeaaf8e22b tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Synchronizing usage tracker for tenant:5111c50645c245969610a03b0264613e on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:39:07.889796 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8cb0ab-04b3-4175-918e-96f0fd822253 None None] Pushing event updated for resources: {'Port': ['ID=02b7b1a8-697c-4dca-8a25-45f248602956,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:07.899959 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-2f256801-d5e9-4611-a9b0-ccbeaaf8e22b tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] Unset dirty status for tenant:5111c50645c245969610a03b0264613e on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:39:07.901252 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2f256801-d5e9-4611-a9b0-ccbeaaf8e22b tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1901531 Feb 04 11:39:07.908823 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37398) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:07.937192 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3e2c6566-5e6b-46e5-b26f-893ab80940ea tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:07.945229 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-16b93349-8d65-4533-a699-e3605386b3ff tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] delete failed (client error): The resource could not be found. Feb 04 11:39:07.946929 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-16b93349-8d65-4533-a699-e3605386b3ff tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "DELETE /v2.0/security-groups/bc9c5739-ba4b-4145-9340-3cbf36f58b5c HTTP/1.1" status: 404 len: 347 time: 0.0404966 Feb 04 11:39:07.958650 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37402) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:08.002980 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-16bd0e5c-8b51-4896-aee2-df5a7aa0246e tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] show failed (client error): The resource could not be found. Feb 04 11:39:08.014675 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-16bd0e5c-8b51-4896-aee2-df5a7aa0246e tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "GET /v2.0/security-groups/1286263d-0749-4d6c-9f30-21fd0ba76384 HTTP/1.1" status: 404 len: 347 time: 0.0408287 Feb 04 11:39:08.014675 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37406) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:08.047689 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-e2d29079-2ab9-49cd-8144-ae9a76d1a636 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] show failed (client error): The resource could not be found. Feb 04 11:39:08.056971 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e2d29079-2ab9-49cd-8144-ae9a76d1a636 tempest-NegativeSecGroupTest-202901423 tempest-NegativeSecGroupTest-202901423-project] 10.222.0.21 "GET /v2.0/security-group-rules/b829d18a-d9f0-456b-a5d1-5264034af91f HTTP/1.1" status: 404 len: 356 time: 0.0322165 Feb 04 11:39:08.057200 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9f3897-27d4-483a-af3d-3c66887a7b3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-84db42cb-2dcc-4f00-83eb-f2f973a6e0b6', 'network_id': '84db42cb-2dcc-4f00-83eb-f2f973a6e0b6', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'fixed_ips': [{'subnet_id': '0218b6a0-045a-4a7c-9c8a-0f79e82c2e0d'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:39:08.057200 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3897-27d4-483a-af3d-3c66887a7b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:08.094878 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3e2c6566-5e6b-46e5-b26f-893ab80940ea tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:08.099180 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3e2c6566-5e6b-46e5-b26f-893ab80940ea tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6842835 Feb 04 11:39:08.100031 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37412) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:08.187964 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68876872-80d7-48c5-9fff-9d54db273ead tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:08.192161 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68876872-80d7-48c5-9fff-9d54db273ead tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:08.196265 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68876872-80d7-48c5-9fff-9d54db273ead tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:08.200521 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68876872-80d7-48c5-9fff-9d54db273ead tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:08.204996 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-d52fd3dc-c77f-498d-9b00-7ab09f920442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349409305', 'tenant_id': '491544c72a0440b88793a93ecb6a7285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '96b0c6b2-dd84-4904-b6e2-7f0de7500930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:38:44Z', 'updated_at': '2022-02-04T11:39:00Z', 'revision_number': 4, 'project_id': '491544c72a0440b88793a93ecb6a7285', 'gw_port': {'id': '96b0c6b2-dd84-4904-b6e2-7f0de7500930', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:46Z', 'updated_at': '2022-02-04T11:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '8e23c066-7fff-4ff9-967d-ce156611570d', 'name': '', 'network_id': '29516d56-73f4-4962-aac3-30725a9be94a', 'tenant_id': '491544c72a0440b88793a93ecb6a7285', 'mac_address': 'fa:16:3e:b7:9b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dd13ac7-ddcf-4461-af29-a1faae2b9cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:58Z', 'updated_at': '2022-02-04T11:39:07Z', 'revision_number': 4, 'project_id': '491544c72a0440b88793a93ecb6a7285', 'subnets': [{'id': '6dd13ac7-ddcf-4461-af29-a1faae2b9cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:08.206201 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-68876872-80d7-48c5-9fff-9d54db273ead tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.7576480 Feb 04 11:39:08.211988 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37416) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:08.217008 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52fd3dc-c77f-498d-9b00-7ab09f920442 None None] The sync data for ids ['5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a'] in dv-neutron-827825-2-hyperv is: [{'id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349409305', 'tenant_id': '491544c72a0440b88793a93ecb6a7285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '96b0c6b2-dd84-4904-b6e2-7f0de7500930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:38:44Z', 'updated_at': '2022-02-04T11:39:00Z', 'revision_number': 4, 'project_id': '491544c72a0440b88793a93ecb6a7285', 'gw_port': {'id': '96b0c6b2-dd84-4904-b6e2-7f0de7500930', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:46Z', 'updated_at': '2022-02-04T11:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '8e23c066-7fff-4ff9-967d-ce156611570d', 'name': '', 'network_id': '29516d56-73f4-4962-aac3-30725a9be94a', 'tenant_id': '491544c72a0440b88793a93ecb6a7285', 'mac_address': 'fa:16:3e:b7:9b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dd13ac7-ddcf-4461-af29-a1faae2b9cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:58Z', 'updated_at': '2022-02-04T11:39:07Z', 'revision_number': 4, 'project_id': '491544c72a0440b88793a93ecb6a7285', 'subnets': [{'id': '6dd13ac7-ddcf-4461-af29-a1faae2b9cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:39:08.229598 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-c292f925-fad1-4f55-9400-377c2fa52ea7 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Synchronizing usage tracker for tenant:491544c72a0440b88793a93ecb6a7285 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:39:08.343584 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-13126574-4570-4c31-83f4-cf99f0fb1676 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Deleting port 533e5b7a-ab9c-4aaa-9ef1-c9a1b9a3f76b {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:39:08.345962 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-13126574-4570-4c31-83f4-cf99f0fb1676 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:08.437630 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-1f9f3897-27d4-483a-af3d-3c66887a7b3d None None] Allocated IP 172.21.0.2 (84db42cb-2dcc-4f00-83eb-f2f973a6e0b6/0218b6a0-045a-4a7c-9c8a-0f79e82c2e0d/027cf4d8-b40e-446a-81a0-88d42a5e7518) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:39:08.455111 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d21f7eb3-61eb-4f93-8b99-70482fbc7599 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:08.538066 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-c292f925-fad1-4f55-9400-377c2fa52ea7 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Unset dirty status for tenant:491544c72a0440b88793a93ecb6a7285 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:39:08.541265 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-c292f925-fad1-4f55-9400-377c2fa52ea7 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=491544c72a0440b88793a93ecb6a7285&fields=id HTTP/1.1" status: 200 len: 302 time: 1.3663855 Feb 04 11:39:08.798736 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d21f7eb3-61eb-4f93-8b99-70482fbc7599 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:08.903651 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37424) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:08.927049 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8d1db064-f04a-4fef-8d56-4f0aaeb16f66 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:08.987680 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-d21f7eb3-61eb-4f93-8b99-70482fbc7599 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['865822b2-24fd-458f-b239-538f9684cccb']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:09.008034 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-d21f7eb3-61eb-4f93-8b99-70482fbc7599 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f91a737b-79da-477e-91c5-3f6e67baeb79') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:09.009223 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-d21f7eb3-61eb-4f93-8b99-70482fbc7599 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f91a737b-79da-477e-91c5-3f6e67baeb79') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:09.020705 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-13126574-4570-4c31-83f4-cf99f0fb1676 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:09.021496 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-13126574-4570-4c31-83f4-cf99f0fb1676 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:09.040775 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d21f7eb3-61eb-4f93-8b99-70482fbc7599 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:09.061114 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3897-27d4-483a-af3d-3c66887a7b3d None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:09.085921 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3897-27d4-483a-af3d-3c66887a7b3d None None] Transition to ACTIVE for port object 027cf4d8-b40e-446a-81a0-88d42a5e7518 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:39:09.151249 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d21f7eb3-61eb-4f93-8b99-70482fbc7599 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:09.165377 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d21f7eb3-61eb-4f93-8b99-70482fbc7599 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:39:09.165763 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d21f7eb3-61eb-4f93-8b99-70482fbc7599 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:09.186074 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:39:09.186074 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:39:09.186074 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:39:09.186074 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:39:09.186074 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:39:09.186074 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:39:09.186074 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:39:09.186074 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:39:09.186074 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:39:09.186074 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:39:09.186074 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:39:09.186074 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:39:09.186074 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:39:09.186074 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:39:09.186074 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:39:09.186074 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:39:09.186074 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:39:09.186074 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:39:09.186074 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:39:09.186074 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:39:09.186074 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:39:09.186074 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:39:09.186074 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:39:09.186074 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:39:09.186074 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:39:09.186074 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:39:09.186074 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:39:09.186074 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:39:09.186074 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:39:09.186074 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:39:09.186074 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:39:09.186074 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:39:09.218076 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c68095-7bd8-476c-be4b-55051772fcb6 None None] Network cff2612f-de5e-4cea-aa1d-932dbd6a3dea requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:39:09.262194 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-13126574-4570-4c31-83f4-cf99f0fb1676 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Calling delete_port for 533e5b7a-ab9c-4aaa-9ef1-c9a1b9a3f76b owned by network:floatingip {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:39:09.373663 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1db064-f04a-4fef-8d56-4f0aaeb16f66 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event updated for resources: {'Subnet': ['ID=3fb09a0c-35c6-4164-8dc9-d9090ec5c23d,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:09.396959 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-750615d2-2304-4e1b-896e-fe07a7a6ab24 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:09.434668 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-1f9f3897-27d4-483a-af3d-3c66887a7b3d None None] Transition to ACTIVE for port object 027cf4d8-b40e-446a-81a0-88d42a5e7518 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:39:09.444464 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ca95a31f-3426-4a67-a0e5-f1186a8c749b None None] Provisioning for port 02b7b1a8-697c-4dca-8a25-45f248602956 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:39:09.541302 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3897-27d4-483a-af3d-3c66887a7b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:09.559363 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d21f7eb3-61eb-4f93-8b99-70482fbc7599 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:09.606649 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d21f7eb3-61eb-4f93-8b99-70482fbc7599 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:09.670168 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 02b7b1a8-697c-4dca-8a25-45f248602956 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:39:09.708362 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d21f7eb3-61eb-4f93-8b99-70482fbc7599 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] 10.222.0.21 "DELETE /v2.0/networks/865822b2-24fd-458f-b239-538f9684cccb HTTP/1.1" status: 204 len: 168 time: 1.4930866 Feb 04 11:39:09.712801 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f7eb3-61eb-4f93-8b99-70482fbc7599 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Pushing event deleted for resources: {'Network': ['ID=865822b2-24fd-458f-b239-538f9684cccb,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:09.713214 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9f3897-27d4-483a-af3d-3c66887a7b3d None None] Network 84db42cb-2dcc-4f00-83eb-f2f973a6e0b6 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:39:09.730697 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-1f9f3897-27d4-483a-af3d-3c66887a7b3d None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:09.743749 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f3897-27d4-483a-af3d-3c66887a7b3d None None] Pushing event updated for resources: {'Port': ['ID=027cf4d8-b40e-446a-81a0-88d42a5e7518,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:09.751065 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37430) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:09.752565 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1db064-f04a-4fef-8d56-4f0aaeb16f66 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Checking segment: {'id': 'b3bd3d60-f971-4445-b1aa-465540289ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd374e19c-e7f0-4624-8b2d-5c3de9f96cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:39:09.752920 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1db064-f04a-4fef-8d56-4f0aaeb16f66 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Network hostable DHCP agents. Network: d374e19c-e7f0-4624-8b2d-5c3de9f96cd3, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:39:09.760038 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9f3897-27d4-483a-af3d-3c66887a7b3d None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:39:09.825369 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-8b21908e-e44d-4f70-92d5-fb3ef7c739f7 service neutron] 10.222.0.21 "GET /v2.0/networks/29516d56-73f4-4962-aac3-30725a9be94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1895661 Feb 04 11:39:09.888842 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-1f9f3897-27d4-483a-af3d-3c66887a7b3d None None] Attempting to bind port 027cf4d8-b40e-446a-81a0-88d42a5e7518 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:39:09.888842 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-1f9f3897-27d4-483a-af3d-3c66887a7b3d None None] Attempting to bind port 027cf4d8-b40e-446a-81a0-88d42a5e7518 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'e428ca79-4a7e-45e3-91f3-7987db25e27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '84db42cb-2dcc-4f00-83eb-f2f973a6e0b6'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:39:09.888842 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9f3897-27d4-483a-af3d-3c66887a7b3d None None] Attempting to bind port 027cf4d8-b40e-446a-81a0-88d42a5e7518 on network 84db42cb-2dcc-4f00-83eb-f2f973a6e0b6 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:39:09.897698 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9f3897-27d4-483a-af3d-3c66887a7b3d None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:39:09.898218 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9f3897-27d4-483a-af3d-3c66887a7b3d None None] Checking segment: {'id': 'e428ca79-4a7e-45e3-91f3-7987db25e27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '84db42cb-2dcc-4f00-83eb-f2f973a6e0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:39:09.898491 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3897-27d4-483a-af3d-3c66887a7b3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:09.898882 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9f3897-27d4-483a-af3d-3c66887a7b3d None None] Bound using segment: {'id': 'e428ca79-4a7e-45e3-91f3-7987db25e27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '84db42cb-2dcc-4f00-83eb-f2f973a6e0b6'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:39:09.899452 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-1f9f3897-27d4-483a-af3d-3c66887a7b3d None None] Bound port: 027cf4d8-b40e-446a-81a0-88d42a5e7518, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e428ca79-4a7e-45e3-91f3-7987db25e27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '84db42cb-2dcc-4f00-83eb-f2f973a6e0b6'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:39:09.902549 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3897-27d4-483a-af3d-3c66887a7b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:09.985017 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 02b7b1a8-697c-4dca-8a25-45f248602956 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:39:10.009025 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1db064-f04a-4fef-8d56-4f0aaeb16f66 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Network d374e19c-e7f0-4624-8b2d-5c3de9f96cd3 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:39:10.028262 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-34bbf231-6765-4bc9-a4f3-d9dc9575b7f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5111c50645c245969610a03b0264613e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1116464 Feb 04 11:39:10.029139 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37434) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:10.035492 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 02b7b1a8-697c-4dca-8a25-45f248602956 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:10.035732 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:10.060192 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-87c87fda-86f9-4499-b539-34aa718af7d7 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:10.072353 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-1f9f3897-27d4-483a-af3d-3c66887a7b3d None None] For port 027cf4d8-b40e-446a-81a0-88d42a5e7518, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:39:10.092058 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-1f9f3897-27d4-483a-af3d-3c66887a7b3d None None] For port 027cf4d8-b40e-446a-81a0-88d42a5e7518, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=027cf4d8-b40e-446a-81a0-88d42a5e7518,segment=NetworkSegment(e428ca79-4a7e-45e3-91f3-7987db25e27a),segment_id=e428ca79-4a7e-45e3-91f3-7987db25e27a)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:39:10.118162 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-8d1db064-f04a-4fef-8d56-4f0aaeb16f66 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, d374e19c-e7f0-4624-8b2d-5c3de9f96cd3) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:10.122807 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1db064-f04a-4fef-8d56-4f0aaeb16f66 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:10.127763 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8d1db064-f04a-4fef-8d56-4f0aaeb16f66 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:10.172078 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9f149f-8940-4221-8a83-514b2e24d701 None None] Network d374e19c-e7f0-4624-8b2d-5c3de9f96cd3 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:39:10.213087 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3897-27d4-483a-af3d-3c66887a7b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:10.238159 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-0ff24d70-79a2-448c-a10e-4b38eeddea9e service neutron] 10.222.0.21 "GET /v2.0/networks/29516d56-73f4-4962-aac3-30725a9be94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972948 Feb 04 11:39:10.282654 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-19a68c2d-4356-4b27-907e-0c08aa659e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:10.354471 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8d1db064-f04a-4fef-8d56-4f0aaeb16f66 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.9919887 Feb 04 11:39:10.355346 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37438) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:10.376282 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-99f0ec1b-ea2c-45a0-a26a-c3ebb691c40b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2023978987'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:10.390894 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-19a68c2d-4356-4b27-907e-0c08aa659e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:10.403010 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-99f0ec1b-ea2c-45a0-a26a-c3ebb691c40b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:10.408055 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-750615d2-2304-4e1b-896e-fe07a7a6ab24 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Allocated IP 172.20.0.1 (cff2612f-de5e-4cea-aa1d-932dbd6a3dea/64a8bc31-6aaf-4ae4-a0ad-3f8c0025f4a3/3d7a8e11-d4a0-482a-aca3-e196b6709a69) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:39:10.412958 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-99f0ec1b-ea2c-45a0-a26a-c3ebb691c40b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Usage tracker for resource:network and tenant:86676f741a1b44e6b6b078dd507bf54a is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:10.416258 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-87c87fda-86f9-4499-b539-34aa718af7d7 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:10.417659 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-99f0ec1b-ea2c-45a0-a26a-c3ebb691c40b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:10.432367 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-99f0ec1b-ea2c-45a0-a26a-c3ebb691c40b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:10.454718 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:10.471568 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-87c87fda-86f9-4499-b539-34aa718af7d7 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf1f5090-257a-4462-8895-693879205814']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:10.510856 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-13126574-4570-4c31-83f4-cf99f0fb1676 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:10.539166 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-87c87fda-86f9-4499-b539-34aa718af7d7 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9560e5d0-f239-4b1b-8276-c7f10b5efe49') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:10.540066 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-87c87fda-86f9-4499-b539-34aa718af7d7 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9560e5d0-f239-4b1b-8276-c7f10b5efe49') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:10.561733 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-87c87fda-86f9-4499-b539-34aa718af7d7 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:10.575799 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f3897-27d4-483a-af3d-3c66887a7b3d None None] Pushing event updated for resources: {'Port': ['ID=027cf4d8-b40e-446a-81a0-88d42a5e7518,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:10.609708 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-87c87fda-86f9-4499-b539-34aa718af7d7 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:10.627303 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c87fda-86f9-4499-b539-34aa718af7d7 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:39:10.627818 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-87c87fda-86f9-4499-b539-34aa718af7d7 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:10.632079 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13126574-4570-4c31-83f4-cf99f0fb1676 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event deleted for resources: {'Port': ['ID=533e5b7a-ab9c-4aaa-9ef1-c9a1b9a3f76b,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:10.645547 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-8734714f-1c7f-4cc9-8afb-3404d9dc3823 None None] Provisioning complete for port 02b7b1a8-697c-4dca-8a25-45f248602956 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:10.645547 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8734714f-1c7f-4cc9-8afb-3404d9dc3823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:10.645737 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f0ec1b-ea2c-45a0-a26a-c3ebb691c40b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Made reservation on behalf of 86676f741a1b44e6b6b078dd507bf54a for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:39:10.645737 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-99f0ec1b-ea2c-45a0-a26a-c3ebb691c40b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:10.682020 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 02b7b1a8-697c-4dca-8a25-45f248602956, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=02b7b1a8-697c-4dca-8a25-45f248602956,segment=NetworkSegment(d3767522-8cff-4cf3-bbb5-163757f0d29a),segment_id=d3767522-8cff-4cf3-bbb5-163757f0d29a)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:39:10.725043 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:39:10.725043 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:39:10.725043 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:39:10.725043 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:39:10.725043 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:39:10.725043 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:39:10.725043 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:39:10.725043 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:39:10.725043 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:39:10.725043 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:39:10.725043 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:39:10.725043 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:39:10.725043 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:39:10.725043 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:39:10.725043 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:39:10.725043 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:39:10.725043 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:39:10.725043 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:39:10.725043 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:39:10.725043 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:39:10.725043 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:39:10.725043 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:39:10.725043 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:39:10.725043 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:39:10.725043 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:39:10.725043 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:39:10.725043 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:39:10.725043 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:39:10.725043 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:39:10.725043 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:39:10.725043 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:39:10.725043 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:39:10.734005 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-93c8f96d-a354-4b19-bc32-630ab93d15ea tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Deleting port 977afe07-21ca-4959-8c2b-7087c6916e2e {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:39:10.734486 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-93c8f96d-a354-4b19-bc32-630ab93d15ea tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:10.812655 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-19a68c2d-4356-4b27-907e-0c08aa659e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:10.851755 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:10.853760 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 8e23c066-7fff-4ff9-967d-ce156611570d up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:39:10.877476 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-750615d2-2304-4e1b-896e-fe07a7a6ab24 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:10.913673 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a68c2d-4356-4b27-907e-0c08aa659e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d05798-944e-48a8-8122-9a667a0557d1,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:10.926412 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-750615d2-2304-4e1b-896e-fe07a7a6ab24 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Transition to ACTIVE for port object 3d7a8e11-d4a0-482a-aca3-e196b6709a69 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:39:10.936970 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f0ec1b-ea2c-45a0-a26a-c3ebb691c40b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:39:10.955184 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-19a68c2d-4356-4b27-907e-0c08aa659e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:10.956630 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-19a68c2d-4356-4b27-907e-0c08aa659e2f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/17d05798-944e-48a8-8122-9a667a0557d1 HTTP/1.1" status: 204 len: 168 time: 0.9248354 Feb 04 11:39:10.958076 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-87c87fda-86f9-4499-b539-34aa718af7d7 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:10.980263 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-87c87fda-86f9-4499-b539-34aa718af7d7 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:10.987727 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-13126574-4570-4c31-83f4-cf99f0fb1676 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for floatingip, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:11.035681 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0105a6-ae8d-4db3-b21a-cd59af342211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-d374e19c-e7f0-4624-8b2d-5c3de9f96cd3', 'network_id': 'd374e19c-e7f0-4624-8b2d-5c3de9f96cd3', 'tenant_id': '86676f741a1b44e6b6b078dd507bf54a', 'fixed_ips': [{'subnet_id': '3fb09a0c-35c6-4164-8dc9-d9090ec5c23d'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:39:11.036655 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3c0105a6-ae8d-4db3-b21a-cd59af342211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:11.060029 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c87fda-86f9-4499-b539-34aa718af7d7 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Pushing event deleted for resources: {'Network': ['ID=bf1f5090-257a-4462-8895-693879205814,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:11.074105 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-750615d2-2304-4e1b-896e-fe07a7a6ab24 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:11.144253 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-99f0ec1b-ea2c-45a0-a26a-c3ebb691c40b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:11.144927 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-99f0ec1b-ea2c-45a0-a26a-c3ebb691c40b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Added segment db0de1b3-5e60-4643-8eed-d77c105e4d00 of type vlan for network 4be78e5b-aca2-4873-b798-844a0f0e8859 Feb 04 11:39:11.206185 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-87c87fda-86f9-4499-b539-34aa718af7d7 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] 10.222.0.21 "DELETE /v2.0/networks/bf1f5090-257a-4462-8895-693879205814 HTTP/1.1" status: 204 len: 168 time: 1.4531379 Feb 04 11:39:11.210936 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37448) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:11.265198 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f7976839-0b83-4c40-a26f-59a1cebacb42 req-eb729245-616c-4b48-a2c9-878c63e48dc2 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 210 time: 0.5353894 Feb 04 11:39:11.275168 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-99f0ec1b-ea2c-45a0-a26a-c3ebb691c40b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:11.304839 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=02b7b1a8-697c-4dca-8a25-45f248602956,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:11.329309 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750615d2-2304-4e1b-896e-fe07a7a6ab24 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event updated for resources: {'Port': ['ID=3d7a8e11-d4a0-482a-aca3-e196b6709a69,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:11.360956 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750615d2-2304-4e1b-896e-fe07a7a6ab24 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Network cff2612f-de5e-4cea-aa1d-932dbd6a3dea is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:39:11.363223 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-750615d2-2304-4e1b-896e-fe07a7a6ab24 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:11.368254 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750615d2-2304-4e1b-896e-fe07a7a6ab24 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:39:11.394423 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-93c8f96d-a354-4b19-bc32-630ab93d15ea tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:11.432653 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-3c0105a6-ae8d-4db3-b21a-cd59af342211 None None] Allocated IP 2001:db8::1 (d374e19c-e7f0-4624-8b2d-5c3de9f96cd3/3fb09a0c-35c6-4164-8dc9-d9090ec5c23d/0de7c09c-54be-49b2-9b02-5733bcdd4c7c) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:39:11.441942 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-750615d2-2304-4e1b-896e-fe07a7a6ab24 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:11.444705 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 8e23c066-7fff-4ff9-967d-ce156611570d completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:39:11.452410 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 8e23c066-7fff-4ff9-967d-ce156611570d triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:11.453130 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:11.596031 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-93c8f96d-a354-4b19-bc32-630ab93d15ea tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Calling delete_port for 977afe07-21ca-4959-8c2b-7087c6916e2e owned by network:router_interface {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:39:11.781000 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-99f0ec1b-ea2c-45a0-a26a-c3ebb691c40b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:11.788407 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-750615d2-2304-4e1b-896e-fe07a7a6ab24 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:11.791884 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f0ec1b-ea2c-45a0-a26a-c3ebb691c40b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:11.792712 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-99f0ec1b-ea2c-45a0-a26a-c3ebb691c40b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:11.920970 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:11.938627 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 8e23c066-7fff-4ff9-967d-ce156611570d, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=8e23c066-7fff-4ff9-967d-ce156611570d,segment=NetworkSegment(ec120722-0a88-4f12-b6cd-df43a0900923),segment_id=ec120722-0a88-4f12-b6cd-df43a0900923)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:39:12.075414 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:12.238651 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=8e23c066-7fff-4ff9-967d-ce156611570d,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:12.285444 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f628f5f8-8ce8-484c-8b3a-9c23deea367f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:12.357668 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3c0105a6-ae8d-4db3-b21a-cd59af342211 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:12.384728 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3c0105a6-ae8d-4db3-b21a-cd59af342211 None None] Transition to ACTIVE for port object 0de7c09c-54be-49b2-9b02-5733bcdd4c7c will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:39:12.426675 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 02b7b1a8-697c-4dca-8a25-45f248602956 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:39:12.501785 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-dc0801cf-b8fb-42f3-8a68-5d90b4e0b876 None None] Provisioning for port 3d7a8e11-d4a0-482a-aca3-e196b6709a69 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:39:12.511107 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3c0105a6-ae8d-4db3-b21a-cd59af342211 None None] Transition to ACTIVE for port object 0de7c09c-54be-49b2-9b02-5733bcdd4c7c will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:39:12.513042 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-dc0801cf-b8fb-42f3-8a68-5d90b4e0b876 None None] Provisioning complete for port 3d7a8e11-d4a0-482a-aca3-e196b6709a69 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:12.513042 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dc0801cf-b8fb-42f3-8a68-5d90b4e0b876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:12.535871 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a614833f-c1f8-45c2-a663-53841aef4d8c tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:12.542141 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a614833f-c1f8-45c2-a663-53841aef4d8c tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:12.545040 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a614833f-c1f8-45c2-a663-53841aef4d8c tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.3150191 Feb 04 11:39:12.588735 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37474) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:12.596918 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-dc0801cf-b8fb-42f3-8a68-5d90b4e0b876 None None] Port 3d7a8e11-d4a0-482a-aca3-e196b6709a69 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:39:12.600363 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91028dd0-4644-45c3-9016-2a82865454b5 None None] Network 84db42cb-2dcc-4f00-83eb-f2f973a6e0b6 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:39:12.687764 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-99f0ec1b-ea2c-45a0-a26a-c3ebb691c40b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.3214829 Feb 04 11:39:12.691022 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37482) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:12.699313 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-5272a7f9-ecab-4cdc-bf7a-c4c463995f13 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Request body: {'subnet': {'network_id': '4be78e5b-aca2-4873-b798-844a0f0e8859', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:12.715483 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-349f1b37-3689-45a8-ae22-0de084d5bc3c tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-495676435'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:12.743631 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-349f1b37-3689-45a8-ae22-0de084d5bc3c tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:12.751317 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3d9c866b-a130-495a-8e58-9445ebe54b87 req-9ce0811e-a963-4d7f-af4b-e3d96b6f3839 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 210 time: 0.2274113 Feb 04 11:39:12.761940 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-349f1b37-3689-45a8-ae22-0de084d5bc3c tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Usage tracker for resource:network and tenant:afba9d3af9ee41d7a86658d5ec4b1356 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:12.767174 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0ec1b-ea2c-45a0-a26a-c3ebb691c40b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event updated for resources: {'Network': ['ID=4be78e5b-aca2-4873-b798-844a0f0e8859,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:12.770721 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-349f1b37-3689-45a8-ae22-0de084d5bc3c tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:12.784172 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-349f1b37-3689-45a8-ae22-0de084d5bc3c tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:12.798687 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 4be78e5b-aca2-4873-b798-844a0f0e8859 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:39:12.806307 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-750615d2-2304-4e1b-896e-fe07a7a6ab24 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:12.837373 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-5272a7f9-ecab-4cdc-bf7a-c4c463995f13 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:12.842644 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-5272a7f9-ecab-4cdc-bf7a-c4c463995f13 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Usage tracker for resource:subnet and tenant:86676f741a1b44e6b6b078dd507bf54a is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:12.850014 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-5272a7f9-ecab-4cdc-bf7a-c4c463995f13 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:12.858843 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-5272a7f9-ecab-4cdc-bf7a-c4c463995f13 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:12.889968 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-750615d2-2304-4e1b-896e-fe07a7a6ab24 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:12.893569 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3c0105a6-ae8d-4db3-b21a-cd59af342211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:12.926445 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349f1b37-3689-45a8-ae22-0de084d5bc3c tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Made reservation on behalf of afba9d3af9ee41d7a86658d5ec4b1356 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:39:12.931013 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-349f1b37-3689-45a8-ae22-0de084d5bc3c tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:13.027455 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-349f1b37-3689-45a8-ae22-0de084d5bc3c tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:39:13.070373 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0105a6-ae8d-4db3-b21a-cd59af342211 None None] Network d374e19c-e7f0-4624-8b2d-5c3de9f96cd3 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:39:13.071090 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0105a6-ae8d-4db3-b21a-cd59af342211 None None] Pushing event updated for resources: {'Port': ['ID=0de7c09c-54be-49b2-9b02-5733bcdd4c7c,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:13.078442 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-3c0105a6-ae8d-4db3-b21a-cd59af342211 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:13.086933 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0105a6-ae8d-4db3-b21a-cd59af342211 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:39:13.172183 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-349f1b37-3689-45a8-ae22-0de084d5bc3c tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:13.178082 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-349f1b37-3689-45a8-ae22-0de084d5bc3c tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Added segment b259cfea-9d2c-4e61-b7db-08b254f8e93d of type vlan for network 0116c55d-dd9a-4fb3-bd95-9e38e7326248 Feb 04 11:39:13.199112 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750615d2-2304-4e1b-896e-fe07a7a6ab24 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event updated for resources: {'Port': ['ID=3d7a8e11-d4a0-482a-aca3-e196b6709a69,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:13.212643 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5272a7f9-ecab-4cdc-bf7a-c4c463995f13 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Made reservation on behalf of 86676f741a1b44e6b6b078dd507bf54a for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:39:13.268550 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-cc06b4a0-dc15-4b23-a819-e16cd828987f None None] Provisioning for port 027cf4d8-b40e-446a-81a0-88d42a5e7518 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:39:13.272098 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 02b7b1a8-697c-4dca-8a25-45f248602956 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:13.272098 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:13.278210 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-349f1b37-3689-45a8-ae22-0de084d5bc3c tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:13.329821 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-750615d2-2304-4e1b-896e-fe07a7a6ab24 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:13.341765 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-3c0105a6-ae8d-4db3-b21a-cd59af342211 None None] Attempting to bind port 0de7c09c-54be-49b2-9b02-5733bcdd4c7c on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:39:13.342532 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-3c0105a6-ae8d-4db3-b21a-cd59af342211 None None] Attempting to bind port 0de7c09c-54be-49b2-9b02-5733bcdd4c7c by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'b3bd3d60-f971-4445-b1aa-465540289ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd374e19c-e7f0-4624-8b2d-5c3de9f96cd3'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:39:13.342830 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13126574-4570-4c31-83f4-cf99f0fb1676 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Router 9f13693f-5894-41a3-8de2-6b4557fe6c63 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:39:13.342981 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0105a6-ae8d-4db3-b21a-cd59af342211 None None] Attempting to bind port 0de7c09c-54be-49b2-9b02-5733bcdd4c7c on network d374e19c-e7f0-4624-8b2d-5c3de9f96cd3 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:39:13.373581 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5272a7f9-ecab-4cdc-bf7a-c4c463995f13 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:13.375027 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0105a6-ae8d-4db3-b21a-cd59af342211 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:39:13.375621 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0105a6-ae8d-4db3-b21a-cd59af342211 None None] Checking segment: {'id': 'b3bd3d60-f971-4445-b1aa-465540289ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd374e19c-e7f0-4624-8b2d-5c3de9f96cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:39:13.376051 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3c0105a6-ae8d-4db3-b21a-cd59af342211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:13.376618 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0105a6-ae8d-4db3-b21a-cd59af342211 None None] Bound using segment: {'id': 'b3bd3d60-f971-4445-b1aa-465540289ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd374e19c-e7f0-4624-8b2d-5c3de9f96cd3'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:39:13.377524 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-3c0105a6-ae8d-4db3-b21a-cd59af342211 None None] Bound port: 0de7c09c-54be-49b2-9b02-5733bcdd4c7c, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3bd3d60-f971-4445-b1aa-465540289ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd374e19c-e7f0-4624-8b2d-5c3de9f96cd3'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:39:13.378093 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3c0105a6-ae8d-4db3-b21a-cd59af342211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:13.446908 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-93c8f96d-a354-4b19-bc32-630ab93d15ea tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:13.501081 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.ipam_backend_mixin [None req-5272a7f9-ecab-4cdc-bf7a-c4c463995f13 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Performing IP validity checks on allocation pools {{(pid=84205) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 11:39:13.501899 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.ipam_backend_mixin [None req-5272a7f9-ecab-4cdc-bf7a-c4c463995f13 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84205) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 11:39:13.503172 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-349f1b37-3689-45a8-ae22-0de084d5bc3c tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:13.510585 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349f1b37-3689-45a8-ae22-0de084d5bc3c tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:13.511499 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-349f1b37-3689-45a8-ae22-0de084d5bc3c tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:13.545858 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8f96d-a354-4b19-bc32-630ab93d15ea tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event deleted for resources: {'Port': ['ID=977afe07-21ca-4959-8c2b-7087c6916e2e,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:13.626121 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 027cf4d8-b40e-446a-81a0-88d42a5e7518 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:39:13.692061 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-3c0105a6-ae8d-4db3-b21a-cd59af342211 None None] For port 0de7c09c-54be-49b2-9b02-5733bcdd4c7c, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:39:13.698173 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-3c0105a6-ae8d-4db3-b21a-cd59af342211 None None] For port 0de7c09c-54be-49b2-9b02-5733bcdd4c7c, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=0de7c09c-54be-49b2-9b02-5733bcdd4c7c,segment=NetworkSegment(b3bd3d60-f971-4445-b1aa-465540289ed8),segment_id=b3bd3d60-f971-4445-b1aa-465540289ed8)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:39:13.781599 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 027cf4d8-b40e-446a-81a0-88d42a5e7518 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:39:13.789057 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3c0105a6-ae8d-4db3-b21a-cd59af342211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:13.865715 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f1b37-3689-45a8-ae22-0de084d5bc3c tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Pushing event updated for resources: {'Network': ['ID=0116c55d-dd9a-4fb3-bd95-9e38e7326248,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:13.885151 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-349f1b37-3689-45a8-ae22-0de084d5bc3c tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2922385 Feb 04 11:39:13.896489 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 0116c55d-dd9a-4fb3-bd95-9e38e7326248 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:39:13.908927 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37502) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:13.925374 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-428a9460-1330-451b-ae6f-c7ab4aa8e2c3 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-197021569'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:13.932713 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 027cf4d8-b40e-446a-81a0-88d42a5e7518 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:13.932713 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:13.938354 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5272a7f9-ecab-4cdc-bf7a-c4c463995f13 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:13.940459 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-428a9460-1330-451b-ae6f-c7ab4aa8e2c3 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:14.034551 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-428a9460-1330-451b-ae6f-c7ab4aa8e2c3 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Usage tracker for resource:network and tenant:afba9d3af9ee41d7a86658d5ec4b1356 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:14.044605 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-428a9460-1330-451b-ae6f-c7ab4aa8e2c3 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:14.053441 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-428a9460-1330-451b-ae6f-c7ab4aa8e2c3 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:14.095208 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a92a7152-f0a3-4d2a-b672-1d5024471efc req-3dbedbb1-6d77-47ff-a897-0925ba056025 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 210 time: 0.1582382 Feb 04 11:39:14.097009 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750615d2-2304-4e1b-896e-fe07a7a6ab24 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Network cff2612f-de5e-4cea-aa1d-932dbd6a3dea is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:39:14.100886 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-750615d2-2304-4e1b-896e-fe07a7a6ab24 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:14.185978 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-93c8f96d-a354-4b19-bc32-630ab93d15ea tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:14.292491 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0105a6-ae8d-4db3-b21a-cd59af342211 None None] Pushing event updated for resources: {'Port': ['ID=0de7c09c-54be-49b2-9b02-5733bcdd4c7c,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:14.355079 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428a9460-1330-451b-ae6f-c7ab4aa8e2c3 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Made reservation on behalf of afba9d3af9ee41d7a86658d5ec4b1356 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:39:14.363400 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-428a9460-1330-451b-ae6f-c7ab4aa8e2c3 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:14.372730 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-6a7f4cfe-459a-4301-8b44-883b1c70d420 None None] Provisioning complete for port 027cf4d8-b40e-446a-81a0-88d42a5e7518 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:14.373097 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6a7f4cfe-459a-4301-8b44-883b1c70d420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:14.563186 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:14.572993 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272a7f9-ecab-4cdc-bf7a-c4c463995f13 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event updated for resources: {'Subnet': ['ID=d705e480-6f5c-4658-b90e-abc97516b7b3,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:14.605299 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-428a9460-1330-451b-ae6f-c7ab4aa8e2c3 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:39:14.608471 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5272a7f9-ecab-4cdc-bf7a-c4c463995f13 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Checking segment: {'id': 'db0de1b3-5e60-4643-8eed-d77c105e4d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4be78e5b-aca2-4873-b798-844a0f0e8859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:39:14.608815 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 027cf4d8-b40e-446a-81a0-88d42a5e7518, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=027cf4d8-b40e-446a-81a0-88d42a5e7518,segment=NetworkSegment(e428ca79-4a7e-45e3-91f3-7987db25e27a),segment_id=e428ca79-4a7e-45e3-91f3-7987db25e27a)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:39:14.608955 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5272a7f9-ecab-4cdc-bf7a-c4c463995f13 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Network hostable DHCP agents. Network: 4be78e5b-aca2-4873-b798-844a0f0e8859, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:39:14.660615 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a6bd4094-78bc-4487-829f-f70737b1f0cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:14.708604 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6a7f4cfe-459a-4301-8b44-883b1c70d420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:14.756721 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-428a9460-1330-451b-ae6f-c7ab4aa8e2c3 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:14.757265 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-428a9460-1330-451b-ae6f-c7ab4aa8e2c3 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Added segment cd2520a3-652e-4979-b2a9-ceb68f28c3ba of type vlan for network 69f74531-d70b-4104-9e52-55585fbeb66d Feb 04 11:39:14.791791 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:14.804557 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-428a9460-1330-451b-ae6f-c7ab4aa8e2c3 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:14.893537 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5272a7f9-ecab-4cdc-bf7a-c4c463995f13 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Network 4be78e5b-aca2-4873-b798-844a0f0e8859 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:39:14.946176 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-6a7f4cfe-459a-4301-8b44-883b1c70d420 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:39:14.946821 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-6a7f4cfe-459a-4301-8b44-883b1c70d420 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:39:14.969306 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=027cf4d8-b40e-446a-81a0-88d42a5e7518,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:15.009861 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 0de7c09c-54be-49b2-9b02-5733bcdd4c7c up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:39:15.046808 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13126574-4570-4c31-83f4-cf99f0fb1676 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:39:15.048411 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-428a9460-1330-451b-ae6f-c7ab4aa8e2c3 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:15.051949 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428a9460-1330-451b-ae6f-c7ab4aa8e2c3 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:15.052524 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-428a9460-1330-451b-ae6f-c7ab4aa8e2c3 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:15.060192 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-5272a7f9-ecab-4cdc-bf7a-c4c463995f13 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 4be78e5b-aca2-4873-b798-844a0f0e8859) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:15.063532 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750615d2-2304-4e1b-896e-fe07a7a6ab24 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Router 786fe00a-39ae-44ba-8f7d-762e6076340f is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:39:15.075741 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaddbe59-6702-4233-8d3d-5d0b35e321aa None None] Sync routers for ids ['9f13693f-5894-41a3-8de2-6b4557fe6c63'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:39:15.082501 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5272a7f9-ecab-4cdc-bf7a-c4c463995f13 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:15.084579 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac8e80d-3217-40b5-9375-1a5a04fff990 None None] Network 4be78e5b-aca2-4873-b798-844a0f0e8859 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:39:15.084982 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5272a7f9-ecab-4cdc-bf7a-c4c463995f13 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:15.180927 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-13126574-4570-4c31-83f4-cf99f0fb1676 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:15.294793 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-13126574-4570-4c31-83f4-cf99f0fb1676 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "DELETE /v2.0/floatingips/e147d01c-0df4-454a-8e8c-6ee6b436723d HTTP/1.1" status: 204 len: 168 time: 7.5737405 Feb 04 11:39:15.299567 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37520) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:15.299897 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37522) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:15.304153 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5272a7f9-ecab-4cdc-bf7a-c4c463995f13 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.6121051 Feb 04 11:39:15.310828 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37524) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:15.319589 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaddbe59-6702-4233-8d3d-5d0b35e321aa None None] Routers {'9f13693f-5894-41a3-8de2-6b4557fe6c63'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:39:15.319589 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-aaddbe59-6702-4233-8d3d-5d0b35e321aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:39:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['9f13693f-5894-41a3-8de2-6b4557fe6c63'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:15.323861 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-428a9460-1330-451b-ae6f-c7ab4aa8e2c3 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4060221 Feb 04 11:39:15.366586 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37532) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:15.388620 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-ea125a7b-c57c-4bc4-a9e6-9ef00c4db0b8 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Request body: {'ports': [{'network_id': '0116c55d-dd9a-4fb3-bd95-9e38e7326248', 'name': 'tempest-port--617428933', 'admin_state_up': True}, {'network_id': '69f74531-d70b-4104-9e52-55585fbeb66d', 'admin_state_up': False}]} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:15.388620 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-ea125a7b-c57c-4bc4-a9e6-9ef00c4db0b8 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Request body: {'port': {'network_id': '0116c55d-dd9a-4fb3-bd95-9e38e7326248', 'name': 'tempest-port--617428933', 'admin_state_up': True}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:15.388620 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-ea125a7b-c57c-4bc4-a9e6-9ef00c4db0b8 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Request body: {'port': {'network_id': '69f74531-d70b-4104-9e52-55585fbeb66d', 'admin_state_up': False}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:15.436292 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a9460-1330-451b-ae6f-c7ab4aa8e2c3 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Pushing event updated for resources: {'Network': ['ID=69f74531-d70b-4104-9e52-55585fbeb66d,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:15.532495 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-aaddbe59-6702-4233-8d3d-5d0b35e321aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:15.548235 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 69f74531-d70b-4104-9e52-55585fbeb66d details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:39:15.574473 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5eb5ad00-9ad9-44fd-86c7-2c4595960bf8 req-e4fe2ece-eba3-4331-9fe6-b06dfcd44e4b tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 210 time: 0.1573374 Feb 04 11:39:15.721537 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-37c5b80f-c688-4fc8-a9bb-afdc5bb5bad2 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Deleting port 8f7887ac-5d88-4454-9b94-69d4557fbe2c {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:39:15.721913 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-37c5b80f-c688-4fc8-a9bb-afdc5bb5bad2 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:15.767384 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1b7a4ff5-af3b-48e7-bedd-c56733be6e43 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:15.812043 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c8f96d-a354-4b19-bc32-630ab93d15ea tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Router 100029bb-5776-4212-a435-88f930bc37cf has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:39:15.830497 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 0de7c09c-54be-49b2-9b02-5733bcdd4c7c completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:39:15.846767 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1755e9e-7711-4e2e-83c4-98051b4eca76 None None] Network d374e19c-e7f0-4624-8b2d-5c3de9f96cd3 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:39:15.886652 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 8e23c066-7fff-4ff9-967d-ce156611570d up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:39:15.914944 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaddbe59-6702-4233-8d3d-5d0b35e321aa None None] Routers {'9f13693f-5894-41a3-8de2-6b4557fe6c63'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:39:15.915584 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-aaddbe59-6702-4233-8d3d-5d0b35e321aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:39:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['9f13693f-5894-41a3-8de2-6b4557fe6c63'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:15.963217 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-0b6c4f7a-8807-4eca-ad08-5e286d63f7ee tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'network': {'name': 'tempest-network-smoke--1239702118', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'port_security_enabled': True}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:15.968575 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-0b6c4f7a-8807-4eca-ad08-5e286d63f7ee tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:15.973361 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-0b6c4f7a-8807-4eca-ad08-5e286d63f7ee tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:network and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:15.976708 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-0b6c4f7a-8807-4eca-ad08-5e286d63f7ee tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:16.003101 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1b7a4ff5-af3b-48e7-bedd-c56733be6e43 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:16.016968 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-0b6c4f7a-8807-4eca-ad08-5e286d63f7ee tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:16.056844 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:16.057372 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:16.102567 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-aaddbe59-6702-4233-8d3d-5d0b35e321aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:16.102567 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaddbe59-6702-4233-8d3d-5d0b35e321aa None None] The sync data for ids ['9f13693f-5894-41a3-8de2-6b4557fe6c63'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:39:16.135458 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c8f96d-a354-4b19-bc32-630ab93d15ea tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:39:16.143107 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-93c8f96d-a354-4b19-bc32-630ab93d15ea tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "PUT /v2.0/routers/100029bb-5776-4212-a435-88f930bc37cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5747101 Feb 04 11:39:16.150404 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37540) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:16.152057 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e06743-1807-4051-8feb-a804dae76ac8 None None] Sync routers for ids ['100029bb-5776-4212-a435-88f930bc37cf'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:39:16.171405 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e06743-1807-4051-8feb-a804dae76ac8 None None] Routers {'100029bb-5776-4212-a435-88f930bc37cf'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:39:16.172369 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-06e06743-1807-4051-8feb-a804dae76ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:39:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['100029bb-5776-4212-a435-88f930bc37cf'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:16.219285 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6a506ed1-7d24-4805-b8f5-d3baace35f09 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Synchronizing usage tracker for tenant:1857235941a6433080777df3100a6d46 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:39:16.243279 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9870505-9e34-4e89-8433-bbc7d29aa3f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-4be78e5b-aca2-4873-b798-844a0f0e8859', 'network_id': '4be78e5b-aca2-4873-b798-844a0f0e8859', 'tenant_id': '86676f741a1b44e6b6b078dd507bf54a', 'fixed_ips': [{'subnet_id': 'd705e480-6f5c-4658-b90e-abc97516b7b3'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:39:16.244101 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e9870505-9e34-4e89-8433-bbc7d29aa3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:16.251428 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ea125a7b-c57c-4bc4-a9e6-9ef00c4db0b8 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:16.272450 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-06e06743-1807-4051-8feb-a804dae76ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:16.285145 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e06743-1807-4051-8feb-a804dae76ac8 None None] Routers {'100029bb-5776-4212-a435-88f930bc37cf'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:39:16.285761 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-06e06743-1807-4051-8feb-a804dae76ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:39:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['100029bb-5776-4212-a435-88f930bc37cf'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:16.295683 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1b7a4ff5-af3b-48e7-bedd-c56733be6e43 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:16.340800 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6c4f7a-8807-4eca-ad08-5e286d63f7ee tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Made reservation on behalf of 009ced00ffd949498e5831cf00e326e7 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:39:16.343800 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0b6c4f7a-8807-4eca-ad08-5e286d63f7ee tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:16.355316 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-06e06743-1807-4051-8feb-a804dae76ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:16.356018 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e06743-1807-4051-8feb-a804dae76ac8 None None] The sync data for ids ['100029bb-5776-4212-a435-88f930bc37cf'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:39:16.363071 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-314f8e5f-c126-4c8c-8267-bd01e60a4439 None None] Provisioning for port 0de7c09c-54be-49b2-9b02-5733bcdd4c7c completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:39:16.366246 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ea125a7b-c57c-4bc4-a9e6-9ef00c4db0b8 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Usage tracker for resource:port and tenant:afba9d3af9ee41d7a86658d5ec4b1356 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:16.374573 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ea125a7b-c57c-4bc4-a9e6-9ef00c4db0b8 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:16.392437 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0b6c4f7a-8807-4eca-ad08-5e286d63f7ee tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:16.404553 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6a506ed1-7d24-4805-b8f5-d3baace35f09 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Unset dirty status for tenant:1857235941a6433080777df3100a6d46 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:39:16.406511 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6a506ed1-7d24-4805-b8f5-d3baace35f09 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "GET /v2.0/ports?device_id=100029bb-5776-4212-a435-88f930bc37cf HTTP/1.1" status: 200 len: 205 time: 0.2523217 Feb 04 11:39:16.407741 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ea125a7b-c57c-4bc4-a9e6-9ef00c4db0b8 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:16.417910 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-314f8e5f-c126-4c8c-8267-bd01e60a4439 None None] Provisioning complete for port 0de7c09c-54be-49b2-9b02-5733bcdd4c7c triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:16.418284 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-314f8e5f-c126-4c8c-8267-bd01e60a4439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:16.423115 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37544) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:16.427867 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a4ff5-af3b-48e7-bedd-c56733be6e43 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event deleted for resources: {'Subnet': ['ID=d705e480-6f5c-4658-b90e-abc97516b7b3,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:16.505283 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750615d2-2304-4e1b-896e-fe07a7a6ab24 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:39:16.511540 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-750615d2-2304-4e1b-896e-fe07a7a6ab24 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "PUT /v2.0/routers/786fe00a-39ae-44ba-8f7d-762e6076340f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4103000 Feb 04 11:39:16.519994 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 8e23c066-7fff-4ff9-967d-ce156611570d triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:16.520373 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:16.521732 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37548) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:16.545590 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3642d0dc-42b8-4ba7-a685-b7249157a187 None None] Sync routers for ids ['786fe00a-39ae-44ba-8f7d-762e6076340f'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:39:16.572123 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1b7a4ff5-af3b-48e7-bedd-c56733be6e43 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:16.607689 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea125a7b-c57c-4bc4-a9e6-9ef00c4db0b8 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Made reservation on behalf of afba9d3af9ee41d7a86658d5ec4b1356 for: {'port': 2} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:39:16.611063 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ea125a7b-c57c-4bc4-a9e6-9ef00c4db0b8 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:16.623623 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-1b7a4ff5-af3b-48e7-bedd-c56733be6e43 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be78e5b-aca2-4873-b798-844a0f0e8859']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:16.659632 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-1b7a4ff5-af3b-48e7-bedd-c56733be6e43 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db0de1b3-5e60-4643-8eed-d77c105e4d00') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:16.659992 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-1b7a4ff5-af3b-48e7-bedd-c56733be6e43 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db0de1b3-5e60-4643-8eed-d77c105e4d00') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:16.668561 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688b6c37-60b3-402d-82c4-b4ab2e0239c4 None None] Network 4be78e5b-aca2-4873-b798-844a0f0e8859 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:39:16.684336 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9909388-0ceb-4bfb-b775-1e3badbe8a3b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:16.689913 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f9909388-0ceb-4bfb-b775-1e3badbe8a3b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "GET /v2.0/ports/3d7a8e11-d4a0-482a-aca3-e196b6709a69 HTTP/1.1" status: 200 len: 910 time: 0.1630504 Feb 04 11:39:16.689913 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37554) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:16.702477 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3642d0dc-42b8-4ba7-a685-b7249157a187 None None] Routers {'786fe00a-39ae-44ba-8f7d-762e6076340f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:39:16.703133 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-3642d0dc-42b8-4ba7-a685-b7249157a187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:39:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['786fe00a-39ae-44ba-8f7d-762e6076340f'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:16.731905 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-37c5b80f-c688-4fc8-a9bb-afdc5bb5bad2 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:16.739258 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-0b6c4f7a-8807-4eca-ad08-5e286d63f7ee tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:16.752457 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1b7a4ff5-af3b-48e7-bedd-c56733be6e43 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:16.821870 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-0b6c4f7a-8807-4eca-ad08-5e286d63f7ee tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:16.855794 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1b7a4ff5-af3b-48e7-bedd-c56733be6e43 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:16.865970 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b7a4ff5-af3b-48e7-bedd-c56733be6e43 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:39:16.866376 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1b7a4ff5-af3b-48e7-bedd-c56733be6e43 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:16.879446 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-0b6c4f7a-8807-4eca-ad08-5e286d63f7ee tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:16.881948 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:39:16.881948 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:39:16.881948 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:39:16.881948 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:39:16.881948 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:39:16.881948 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:39:16.881948 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:39:16.881948 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:39:16.881948 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:39:16.881948 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:39:16.881948 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:39:16.881948 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:39:16.881948 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:39:16.881948 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:39:16.881948 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:39:16.881948 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:39:16.881948 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:39:16.881948 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:39:16.881948 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:39:16.881948 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:39:16.881948 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:39:16.881948 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:39:16.881948 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:39:16.881948 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:39:16.881948 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:39:16.881948 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:39:16.881948 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:39:16.881948 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:39:16.881948 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:39:16.881948 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:39:16.881948 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:39:16.881948 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:39:16.885066 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ea125a7b-c57c-4bc4-a9e6-9ef00c4db0b8 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:16.964610 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-0b6c4f7a-8807-4eca-ad08-5e286d63f7ee tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:16.976320 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-3642d0dc-42b8-4ba7-a685-b7249157a187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:17.062373 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-37c5b80f-c688-4fc8-a9bb-afdc5bb5bad2 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Calling delete_port for 8f7887ac-5d88-4454-9b94-69d4557fbe2c owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:39:17.103047 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-314f8e5f-c126-4c8c-8267-bd01e60a4439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:17.108181 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-228f2dd4-0345-4663-b613-e1e65dee922c req-0596d840-9ef3-43bb-88ca-27ca84610f15 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 210 time: 0.2974527 Feb 04 11:39:17.118170 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3642d0dc-42b8-4ba7-a685-b7249157a187 None None] Routers {'786fe00a-39ae-44ba-8f7d-762e6076340f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:39:17.118958 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-3642d0dc-42b8-4ba7-a685-b7249157a187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:39:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['786fe00a-39ae-44ba-8f7d-762e6076340f'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:17.138097 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4823bb20-5d4f-485e-9ddc-e725a593c263 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:17.228802 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:17.320331 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1b7a4ff5-af3b-48e7-bedd-c56733be6e43 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:17.344657 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-3642d0dc-42b8-4ba7-a685-b7249157a187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:17.344657 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3642d0dc-42b8-4ba7-a685-b7249157a187 None None] The sync data for ids ['786fe00a-39ae-44ba-8f7d-762e6076340f'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:39:17.357024 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1b7a4ff5-af3b-48e7-bedd-c56733be6e43 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:17.375481 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-314f8e5f-c126-4c8c-8267-bd01e60a4439 None None] For port 0de7c09c-54be-49b2-9b02-5733bcdd4c7c, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=0de7c09c-54be-49b2-9b02-5733bcdd4c7c,segment=NetworkSegment(b3bd3d60-f971-4445-b1aa-465540289ed8),segment_id=b3bd3d60-f971-4445-b1aa-465540289ed8)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:39:17.428231 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 027cf4d8-b40e-446a-81a0-88d42a5e7518 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:39:17.435837 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a4ff5-af3b-48e7-bedd-c56733be6e43 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event deleted for resources: {'Network': ['ID=4be78e5b-aca2-4873-b798-844a0f0e8859,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:17.443249 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1b7a4ff5-af3b-48e7-bedd-c56733be6e43 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "DELETE /v2.0/networks/4be78e5b-aca2-4873-b798-844a0f0e8859 HTTP/1.1" status: 204 len: 168 time: 2.1306067 Feb 04 11:39:17.450129 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37558) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:17.458134 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-29d5bbe1-735e-4c2b-afbd-ce6571043ced tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2121900509'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:17.459057 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-314f8e5f-c126-4c8c-8267-bd01e60a4439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:17.466947 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-29d5bbe1-735e-4c2b-afbd-ce6571043ced tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:17.479345 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-29d5bbe1-735e-4c2b-afbd-ce6571043ced tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Usage tracker for resource:network and tenant:86676f741a1b44e6b6b078dd507bf54a is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:17.484951 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-29d5bbe1-735e-4c2b-afbd-ce6571043ced tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:17.491773 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-29d5bbe1-735e-4c2b-afbd-ce6571043ced tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:17.565790 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-314f8e5f-c126-4c8c-8267-bd01e60a4439 None None] Provisioning complete for port 3d7a8e11-d4a0-482a-aca3-e196b6709a69 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:17.566485 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-314f8e5f-c126-4c8c-8267-bd01e60a4439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:17.596354 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d5bbe1-735e-4c2b-afbd-ce6571043ced tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Made reservation on behalf of 86676f741a1b44e6b6b078dd507bf54a for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:39:17.601499 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f8e5f-c126-4c8c-8267-bd01e60a4439 None None] Pushing event updated for resources: {'Port': ['ID=0de7c09c-54be-49b2-9b02-5733bcdd4c7c,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:17.601808 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-29d5bbe1-735e-4c2b-afbd-ce6571043ced tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:17.606556 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-6f92db4c-9506-4946-a2e7-c9064a75b807 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:17.608715 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-6f92db4c-9506-4946-a2e7-c9064a75b807 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.47 "GET /v2.0/networks?id=29516d56-73f4-4962-aac3-30725a9be94a HTTP/1.1" status: 200 len: 797 time: 1.0375643 Feb 04 11:39:17.637251 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-314f8e5f-c126-4c8c-8267-bd01e60a4439 None None] Port 3d7a8e11-d4a0-482a-aca3-e196b6709a69 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:39:17.643577 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 027cf4d8-b40e-446a-81a0-88d42a5e7518 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:17.643949 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:17.698493 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d5bbe1-735e-4c2b-afbd-ce6571043ced tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:39:17.712581 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-29d5bbe1-735e-4c2b-afbd-ce6571043ced tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:17.713020 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-29d5bbe1-735e-4c2b-afbd-ce6571043ced tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Added segment a2e4e9bb-a35d-4706-8ad2-777f5b2a5d4d of type vlan for network 29ed249e-99f9-4bc9-b316-05b355f4b3f3 Feb 04 11:39:17.754806 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-29d5bbe1-735e-4c2b-afbd-ce6571043ced tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:17.786008 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-fdbfda53-2d65-420f-a024-5a6c4f41c62e None None] Provisioning complete for port 0de7c09c-54be-49b2-9b02-5733bcdd4c7c triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:17.786925 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fdbfda53-2d65-420f-a024-5a6c4f41c62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:17.895710 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-29d5bbe1-735e-4c2b-afbd-ce6571043ced tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:17.900082 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d5bbe1-735e-4c2b-afbd-ce6571043ced tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:17.900734 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-29d5bbe1-735e-4c2b-afbd-ce6571043ced tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:18.020295 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-ea125a7b-c57c-4bc4-a9e6-9ef00c4db0b8 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] device_id is not set on port 8b975372-6079-456b-8577-31f034b6b2b2 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:39:18.024854 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3482e814-bb7c-482c-9c3e-a7e354714a70 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:18.033915 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d5bbe1-735e-4c2b-afbd-ce6571043ced tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event updated for resources: {'Network': ['ID=29ed249e-99f9-4bc9-b316-05b355f4b3f3,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:18.037570 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0b6c4f7a-8807-4eca-ad08-5e286d63f7ee tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:18.050402 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 29ed249e-99f9-4bc9-b316-05b355f4b3f3 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:39:18.115463 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-29d5bbe1-735e-4c2b-afbd-ce6571043ced tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6626174 Feb 04 11:39:18.129359 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37562) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:18.142876 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-d9ed16b0-3817-4698-abac-b6b6969a310c tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Request body: {'subnet': {'network_id': '29ed249e-99f9-4bc9-b316-05b355f4b3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:18.326187 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0b6c4f7a-8807-4eca-ad08-5e286d63f7ee tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:18.347257 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-6054b533-1c90-4ff8-bef6-6a350a3d191d tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Synchronizing usage tracker for tenant:491544c72a0440b88793a93ecb6a7285 on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:39:18.350729 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4823bb20-5d4f-485e-9ddc-e725a593c263 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:18.351429 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a21258d5-45d3-46cf-bdb4-a7c063f67678 req-c1148180-926d-4f20-867c-1f7c941ef5b1 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 210 time: 0.0469193 Feb 04 11:39:18.470398 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4823bb20-5d4f-485e-9ddc-e725a593c263 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:18.471884 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b6c4f7a-8807-4eca-ad08-5e286d63f7ee tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:39:18.499495 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6c4f7a-8807-4eca-ad08-5e286d63f7ee tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4acd6c3-1ac2-4f4e-a7b3-61572b758e79,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:18.520825 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0b6c4f7a-8807-4eca-ad08-5e286d63f7ee tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:18.521163 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-0b6c4f7a-8807-4eca-ad08-5e286d63f7ee tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Added segment 78949d48-b655-4e2f-9670-76b7530b5716 of type vlan for network 15fcac3b-629b-419f-8d6d-5c8b8ab500ae Feb 04 11:39:18.529270 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-3482e814-bb7c-482c-9c3e-a7e354714a70 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Allocated IP 172.21.0.1 (84db42cb-2dcc-4f00-83eb-f2f973a6e0b6/0218b6a0-045a-4a7c-9c8a-0f79e82c2e0d/355dd36b-d968-4d65-89c6-1a21dd6be969) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:39:18.574800 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-d9ed16b0-3817-4698-abac-b6b6969a310c tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:18.597198 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-d9ed16b0-3817-4698-abac-b6b6969a310c tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Usage tracker for resource:subnet and tenant:86676f741a1b44e6b6b078dd507bf54a is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:18.605057 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-d9ed16b0-3817-4698-abac-b6b6969a310c tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:18.614307 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0b6c4f7a-8807-4eca-ad08-5e286d63f7ee tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:18.618714 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-37c5b80f-c688-4fc8-a9bb-afdc5bb5bad2 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:18.626577 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-d9ed16b0-3817-4698-abac-b6b6969a310c tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:18.672155 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-6054b533-1c90-4ff8-bef6-6a350a3d191d tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Unset dirty status for tenant:491544c72a0440b88793a93ecb6a7285 on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:39:18.673258 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-6054b533-1c90-4ff8-bef6-6a350a3d191d tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=491544c72a0440b88793a93ecb6a7285 HTTP/1.1" status: 200 len: 379 time: 1.0449450 Feb 04 11:39:18.684985 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4823bb20-5d4f-485e-9ddc-e725a593c263 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:18.685483 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4823bb20-5d4f-485e-9ddc-e725a593c263 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Fanout notify agent at l3_agent the message router_deleted on router 100029bb-5776-4212-a435-88f930bc37cf {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:39:18.694452 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5b80f-c688-4fc8-a9bb-afdc5bb5bad2 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event deleted for resources: {'Port': ['ID=8f7887ac-5d88-4454-9b94-69d4557fbe2c,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:18.696855 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3482e814-bb7c-482c-9c3e-a7e354714a70 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:18.702032 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-05739b16-23e1-4cd9-a8d6-7593ee2a9629 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Request body: {'port': {'device_id': 'f89107e0-5eb5-4e2b-8f82-3f6cee25539e', 'network_id': '29516d56-73f4-4962-aac3-30725a9be94a', 'admin_state_up': True, 'tenant_id': '491544c72a0440b88793a93ecb6a7285', 'security_groups': ['56276931-9902-4f5f-876e-c45590f45267']}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:18.713290 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-3482e814-bb7c-482c-9c3e-a7e354714a70 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Transition to ACTIVE for port object 355dd36b-d968-4d65-89c6-1a21dd6be969 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:39:18.752779 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ea125a7b-c57c-4bc4-a9e6-9ef00c4db0b8 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:18.842222 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3482e814-bb7c-482c-9c3e-a7e354714a70 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:18.860944 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ed16b0-3817-4698-abac-b6b6969a310c tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Made reservation on behalf of 86676f741a1b44e6b6b078dd507bf54a for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:39:18.911060 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3482e814-bb7c-482c-9c3e-a7e354714a70 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Network 84db42cb-2dcc-4f00-83eb-f2f973a6e0b6 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:39:18.914785 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-3482e814-bb7c-482c-9c3e-a7e354714a70 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:18.919099 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3482e814-bb7c-482c-9c3e-a7e354714a70 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:39:18.955236 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482e814-bb7c-482c-9c3e-a7e354714a70 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event updated for resources: {'Port': ['ID=355dd36b-d968-4d65-89c6-1a21dd6be969,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:19.001357 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3482e814-bb7c-482c-9c3e-a7e354714a70 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:19.050388 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0b6c4f7a-8807-4eca-ad08-5e286d63f7ee tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:19.054222 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6c4f7a-8807-4eca-ad08-5e286d63f7ee tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:19.054795 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0b6c4f7a-8807-4eca-ad08-5e286d63f7ee tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:19.195164 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3482e814-bb7c-482c-9c3e-a7e354714a70 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:19.245795 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e052db85-831a-4896-808b-76f14117f01b None None] Provisioning for port 355dd36b-d968-4d65-89c6-1a21dd6be969 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:39:19.251271 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e052db85-831a-4896-808b-76f14117f01b None None] Provisioning complete for port 355dd36b-d968-4d65-89c6-1a21dd6be969 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:19.251604 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e052db85-831a-4896-808b-76f14117f01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:19.295596 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-ea125a7b-c57c-4bc4-a9e6-9ef00c4db0b8 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] device_id is not set on port 541e015e-1133-456d-b2d6-e1af069ea741 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:39:19.306254 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-e052db85-831a-4896-808b-76f14117f01b None None] Port 355dd36b-d968-4d65-89c6-1a21dd6be969 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:39:19.311240 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d9ed16b0-3817-4698-abac-b6b6969a310c tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:19.358326 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6c4f7a-8807-4eca-ad08-5e286d63f7ee tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Network': ['ID=15fcac3b-629b-419f-8d6d-5c8b8ab500ae,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:19.367589 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4823bb20-5d4f-485e-9ddc-e725a593c263 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:19.369381 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4823bb20-5d4f-485e-9ddc-e725a593c263 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/routers/100029bb-5776-4212-a435-88f930bc37cf HTTP/1.1" status: 204 len: 168 time: 2.9444711 Feb 04 11:39:19.388179 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 15fcac3b-629b-419f-8d6d-5c8b8ab500ae details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:39:19.427994 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-05739b16-23e1-4cd9-a8d6-7593ee2a9629 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:19.431393 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37568) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:19.437372 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0b6c4f7a-8807-4eca-ad08-5e286d63f7ee tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 4.1312635 Feb 04 11:39:19.439172 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-37c5b80f-c688-4fc8-a9bb-afdc5bb5bad2 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:19.486497 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37574) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:19.548147 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 0de7c09c-54be-49b2-9b02-5733bcdd4c7c up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:39:19.633422 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-4c3cb38b-1664-4d3a-82d1-908dbec35fe2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1549041283', 'admin_state_up': True, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:19.634728 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 0de7c09c-54be-49b2-9b02-5733bcdd4c7c triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:19.635099 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:19.639177 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-05739b16-23e1-4cd9-a8d6-7593ee2a9629 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:19.662312 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-37c5b80f-c688-4fc8-a9bb-afdc5bb5bad2 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "DELETE /v2.0/ports/8f7887ac-5d88-4454-9b94-69d4557fbe2c HTTP/1.1" status: 204 len: 168 time: 4.3513575 Feb 04 11:39:19.695648 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37578) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:19.700420 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-4c3cb38b-1664-4d3a-82d1-908dbec35fe2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:19.707152 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-7cc37bff-d997-4772-ba49-f6d54f9ce458 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Request body: {'floatingip': {'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:19.714206 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-4c3cb38b-1664-4d3a-82d1-908dbec35fe2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:router and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:19.718058 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-7cc37bff-d997-4772-ba49-f6d54f9ce458 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:19.726702 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-7cc37bff-d997-4772-ba49-f6d54f9ce458 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Usage tracker for resource:floatingip and tenant:ac8146b7950d45beb1b9b13f531779aa is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:19.732855 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-4c3cb38b-1664-4d3a-82d1-908dbec35fe2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:19.737355 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b58fd4aa-1c6c-4814-9c5f-e3975ecc85f6 req-f1711fa0-5ea1-4caf-b0d2-9999a6532faa tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 210 time: 0.0957375 Feb 04 11:39:19.747185 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-7cc37bff-d997-4772-ba49-f6d54f9ce458 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:19.751200 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-4c3cb38b-1664-4d3a-82d1-908dbec35fe2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:19.765736 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-7cc37bff-d997-4772-ba49-f6d54f9ce458 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:19.815296 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-05739b16-23e1-4cd9-a8d6-7593ee2a9629 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Made reservation on behalf of 491544c72a0440b88793a93ecb6a7285 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:39:19.818225 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-05739b16-23e1-4cd9-a8d6-7593ee2a9629 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:19.840808 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3482e814-bb7c-482c-9c3e-a7e354714a70 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:19.877528 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7cc37bff-d997-4772-ba49-f6d54f9ce458 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for floatingip, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:19.934474 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4c3cb38b-1664-4d3a-82d1-908dbec35fe2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:19.935346 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4c3cb38b-1664-4d3a-82d1-908dbec35fe2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:19.950997 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3482e814-bb7c-482c-9c3e-a7e354714a70 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:20.068450 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ea125a7b-c57c-4bc4-a9e6-9ef00c4db0b8 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:20.074306 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3482e814-bb7c-482c-9c3e-a7e354714a70 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:20.082293 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482e814-bb7c-482c-9c3e-a7e354714a70 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event updated for resources: {'Port': ['ID=355dd36b-d968-4d65-89c6-1a21dd6be969,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:20.138371 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ec8261f-353d-452c-b7f9-f460de396ed6 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Deleting subnet 29de7f87-90eb-4167-8791-645c1a390b9a {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:39:20.157052 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5ec8261f-353d-452c-b7f9-f460de396ed6 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:20.210748 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4c3cb38b-1664-4d3a-82d1-908dbec35fe2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:20.247054 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7cc37bff-d997-4772-ba49-f6d54f9ce458 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:20.301152 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3482e814-bb7c-482c-9c3e-a7e354714a70 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Network 84db42cb-2dcc-4f00-83eb-f2f973a6e0b6 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:39:20.306850 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-3482e814-bb7c-482c-9c3e-a7e354714a70 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:20.311555 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5ec8261f-353d-452c-b7f9-f460de396ed6 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:20.412625 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-05739b16-23e1-4cd9-a8d6-7593ee2a9629 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Allocated IP 172.20.0.12 (29516d56-73f4-4962-aac3-30725a9be94a/6dd13ac7-ddcf-4461-af29-a1faae2b9cd2/48e23ed1-aab8-4174-bec3-b8ed93968d24) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:39:20.431773 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d9ed16b0-3817-4698-abac-b6b6969a310c tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:20.486404 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ea125a7b-c57c-4bc4-a9e6-9ef00c4db0b8 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:20.543052 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-0203326d-4638-4da3-85cc-557bdc510095 None None] Provisioning complete for port 355dd36b-d968-4d65-89c6-1a21dd6be969 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:20.543662 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0203326d-4638-4da3-85cc-557bdc510095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:20.605992 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-0203326d-4638-4da3-85cc-557bdc510095 None None] Port 355dd36b-d968-4d65-89c6-1a21dd6be969 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:39:20.706890 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-7cc37bff-d997-4772-ba49-f6d54f9ce458 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Allocated IP 172.26.3.31 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/fdb394bf-7b1e-4817-9c8f-cfa82f7eec5c) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:39:20.764416 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed16b0-3817-4698-abac-b6b6969a310c tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event updated for resources: {'Subnet': ['ID=82bd879c-8b40-4764-a467-6fafe1bae636,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:20.770440 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5ec8261f-353d-452c-b7f9-f460de396ed6 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:20.864734 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea125a7b-c57c-4bc4-a9e6-9ef00c4db0b8 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Pushing event updated for resources: {'Port': ['ID=8b975372-6079-456b-8577-31f034b6b2b2,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:20.957235 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4c3cb38b-1664-4d3a-82d1-908dbec35fe2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:20.963999 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ed16b0-3817-4698-abac-b6b6969a310c tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Checking segment: {'id': 'a2e4e9bb-a35d-4706-8ad2-777f5b2a5d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '29ed249e-99f9-4bc9-b316-05b355f4b3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:39:20.964358 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ed16b0-3817-4698-abac-b6b6969a310c tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Network hostable DHCP agents. Network: 29ed249e-99f9-4bc9-b316-05b355f4b3f3, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:39:20.989104 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f1c72aac-a757-4ab0-88ab-b9515bfacb00 req-1d121a6e-11e5-4ea1-8788-e08592f23db3 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 210 time: 0.0802717 Feb 04 11:39:21.020157 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea125a7b-c57c-4bc4-a9e6-9ef00c4db0b8 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Checking segment: {'id': 'b259cfea-9d2c-4e61-b7db-08b254f8e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0116c55d-dd9a-4fb3-bd95-9e38e7326248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:39:21.020516 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea125a7b-c57c-4bc4-a9e6-9ef00c4db0b8 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Network hostable DHCP agents. Network: 0116c55d-dd9a-4fb3-bd95-9e38e7326248, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:39:21.056806 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-05739b16-23e1-4cd9-a8d6-7593ee2a9629 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:21.095114 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-05739b16-23e1-4cd9-a8d6-7593ee2a9629 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Transition to ACTIVE for port object 48e23ed1-aab8-4174-bec3-b8ed93968d24 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:39:21.096735 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5ec8261f-353d-452c-b7f9-f460de396ed6 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:21.145766 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8261f-353d-452c-b7f9-f460de396ed6 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event deleted for resources: {'Subnet': ['ID=29de7f87-90eb-4167-8791-645c1a390b9a,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:21.152860 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5ec8261f-353d-452c-b7f9-f460de396ed6 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:21.162109 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669dda6f-afcd-4546-8715-4f8093be7e86 None None] Network 44e94fa4-8f40-43fc-9375-c460c0cc4ffe requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:39:21.189344 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea125a7b-c57c-4bc4-a9e6-9ef00c4db0b8 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Network 0116c55d-dd9a-4fb3-bd95-9e38e7326248 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:39:21.191274 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ed16b0-3817-4698-abac-b6b6969a310c tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Network 29ed249e-99f9-4bc9-b316-05b355f4b3f3 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:39:21.254626 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5ec8261f-353d-452c-b7f9-f460de396ed6 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/subnets/29de7f87-90eb-4167-8791-645c1a390b9a HTTP/1.1" status: 204 len: 168 time: 1.8167450 Feb 04 11:39:21.254832 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7cc37bff-d997-4772-ba49-f6d54f9ce458 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:21.255939 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37584) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:21.278909 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3482e814-bb7c-482c-9c3e-a7e354714a70 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Router 786fe00a-39ae-44ba-8f7d-762e6076340f has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:39:21.326430 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-ea125a7b-c57c-4bc4-a9e6-9ef00c4db0b8 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 0116c55d-dd9a-4fb3-bd95-9e38e7326248) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:21.328154 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-05739b16-23e1-4cd9-a8d6-7593ee2a9629 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:21.338153 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-d9ed16b0-3817-4698-abac-b6b6969a310c tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 29ed249e-99f9-4bc9-b316-05b355f4b3f3) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:21.340121 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea125a7b-c57c-4bc4-a9e6-9ef00c4db0b8 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:39:21.340941 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ea125a7b-c57c-4bc4-a9e6-9ef00c4db0b8 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:21.369393 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f83f2ce-d8b6-48d6-886c-185cdd39c0bd None None] Network 0116c55d-dd9a-4fb3-bd95-9e38e7326248 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:39:21.383118 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2af234-45e9-40c0-908a-fce8e1901b05 None None] Network 29ed249e-99f9-4bc9-b316-05b355f4b3f3 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:39:21.402789 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed16b0-3817-4698-abac-b6b6969a310c tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:21.403295 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d9ed16b0-3817-4698-abac-b6b6969a310c tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:21.471780 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7cc37bff-d997-4772-ba49-f6d54f9ce458 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:21.574011 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc37bff-d997-4772-ba49-f6d54f9ce458 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event updated for resources: {'Port': ['ID=fdb394bf-7b1e-4817-9c8f-cfa82f7eec5c,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:21.580121 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc37bff-d997-4772-ba49-f6d54f9ce458 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:39:21.582674 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-7cc37bff-d997-4772-ba49-f6d54f9ce458 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:21.585729 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc37bff-d997-4772-ba49-f6d54f9ce458 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:39:21.665222 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3482e814-bb7c-482c-9c3e-a7e354714a70 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:39:21.674159 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-05739b16-23e1-4cd9-a8d6-7593ee2a9629 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Network 29516d56-73f4-4962-aac3-30725a9be94a is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:39:21.678986 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afe8cf7-5655-4ff1-a0ef-b3672060c04a None None] Sync routers for ids ['786fe00a-39ae-44ba-8f7d-762e6076340f'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:39:21.679542 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05739b16-23e1-4cd9-a8d6-7593ee2a9629 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Pushing event updated for resources: {'Port': ['ID=48e23ed1-aab8-4174-bec3-b8ed93968d24,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:21.686546 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-05739b16-23e1-4cd9-a8d6-7593ee2a9629 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:21.694834 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afe8cf7-5655-4ff1-a0ef-b3672060c04a None None] Routers {'786fe00a-39ae-44ba-8f7d-762e6076340f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:39:21.696227 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-7afe8cf7-5655-4ff1-a0ef-b3672060c04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:39:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['786fe00a-39ae-44ba-8f7d-762e6076340f'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:21.723938 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3482e814-bb7c-482c-9c3e-a7e354714a70 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "PUT /v2.0/routers/786fe00a-39ae-44ba-8f7d-762e6076340f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0342116 Feb 04 11:39:21.727643 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37588) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:21.731473 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-05739b16-23e1-4cd9-a8d6-7593ee2a9629 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:39:21.774665 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-7afe8cf7-5655-4ff1-a0ef-b3672060c04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:21.787557 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afe8cf7-5655-4ff1-a0ef-b3672060c04a None None] Routers {'786fe00a-39ae-44ba-8f7d-762e6076340f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:39:21.794302 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-7afe8cf7-5655-4ff1-a0ef-b3672060c04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:39:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['786fe00a-39ae-44ba-8f7d-762e6076340f'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:21.823997 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d9ed16b0-3817-4698-abac-b6b6969a310c tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.6864614 Feb 04 11:39:21.827165 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37592) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:21.899741 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-7afe8cf7-5655-4ff1-a0ef-b3672060c04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:21.906640 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb20872d-ca15-4426-ac6d-63a4bdd0f1e2 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:21.907615 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-bb20872d-ca15-4426-ac6d-63a4bdd0f1e2 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Synchronizing usage tracker for tenant:f1bfc018a09d4e34b9596c9c898714a6 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:39:21.907733 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afe8cf7-5655-4ff1-a0ef-b3672060c04a None None] The sync data for ids ['786fe00a-39ae-44ba-8f7d-762e6076340f'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:39:21.950997 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e42098-7070-4289-bbc4-e638152a8fbb None None] DHCP port deletion for 44e94fa4-8f40-43fc-9375-c460c0cc4ffe request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:39:21.957416 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea125a7b-c57c-4bc4-a9e6-9ef00c4db0b8 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Checking segment: {'id': 'cd2520a3-652e-4979-b2a9-ceb68f28c3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '69f74531-d70b-4104-9e52-55585fbeb66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:39:21.960066 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea125a7b-c57c-4bc4-a9e6-9ef00c4db0b8 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Network hostable DHCP agents. Network: 69f74531-d70b-4104-9e52-55585fbeb66d, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:39:21.968966 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-08e42098-7070-4289-bbc4-e638152a8fbb None None] Deleting port 787ed81b-f974-4716-90f4-ef71610f1fee {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:39:21.969354 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-08e42098-7070-4289-bbc4-e638152a8fbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:22.009481 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-05739b16-23e1-4cd9-a8d6-7593ee2a9629 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:22.010069 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-05739b16-23e1-4cd9-a8d6-7593ee2a9629 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:22.014921 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea125a7b-c57c-4bc4-a9e6-9ef00c4db0b8 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Pushing event updated for resources: {'Port': ['ID=541e015e-1133-456d-b2d6-e1af069ea741,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:22.024375 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-373dd7eb-8633-4723-87cb-77b73c6f30d5 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Deleting subnet 3434e8cd-837b-428e-9f1d-98d2539d7d6d {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:39:22.035052 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-373dd7eb-8633-4723-87cb-77b73c6f30d5 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:22.088492 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7cc37bff-d997-4772-ba49-f6d54f9ce458 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:22.118261 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4a0469-9dc4-49ad-b66d-d3af4c0ee3f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-29ed249e-99f9-4bc9-b316-05b355f4b3f3', 'network_id': '29ed249e-99f9-4bc9-b316-05b355f4b3f3', 'tenant_id': '86676f741a1b44e6b6b078dd507bf54a', 'fixed_ips': [{'subnet_id': '82bd879c-8b40-4764-a467-6fafe1bae636'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:39:22.119640 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2f4a0469-9dc4-49ad-b66d-d3af4c0ee3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:22.137265 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4c3cb38b-1664-4d3a-82d1-908dbec35fe2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router_gateway, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:22.166176 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-373dd7eb-8633-4723-87cb-77b73c6f30d5 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:22.178625 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0cb8a136-de42-4d7d-b9b3-4da30e7d4a23 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:22.204578 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-05739b16-23e1-4cd9-a8d6-7593ee2a9629 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5171776 Feb 04 11:39:22.236858 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4c3cb38b-1664-4d3a-82d1-908dbec35fe2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:22.247579 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea125a7b-c57c-4bc4-a9e6-9ef00c4db0b8 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Network 69f74531-d70b-4104-9e52-55585fbeb66d is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:39:22.268340 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-bb20872d-ca15-4426-ac6d-63a4bdd0f1e2 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Unset dirty status for tenant:f1bfc018a09d4e34b9596c9c898714a6 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:39:22.268340 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-bb20872d-ca15-4426-ac6d-63a4bdd0f1e2 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "GET /v2.0/ports/355dd36b-d968-4d65-89c6-1a21dd6be969 HTTP/1.1" status: 200 len: 910 time: 0.5365202 Feb 04 11:39:22.277755 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37600) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:22.332986 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-08e42098-7070-4289-bbc4-e638152a8fbb None None] For port 787ed81b-f974-4716-90f4-ef71610f1fee, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=787ed81b-f974-4716-90f4-ef71610f1fee,segment=NetworkSegment(b9c9bc17-9dd9-459f-b559-0cf2d632d126),segment_id=b9c9bc17-9dd9-459f-b559-0cf2d632d126)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:39:22.333503 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-08e42098-7070-4289-bbc4-e638152a8fbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:22.384008 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0cb8a136-de42-4d7d-b9b3-4da30e7d4a23 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:22.416168 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-accdccb2-ce57-4a89-ab47-6f5d43540e5a None None] Provisioning for port 48e23ed1-aab8-4174-bec3-b8ed93968d24 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:39:22.416593 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7cc37bff-d997-4772-ba49-f6d54f9ce458 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:22.426736 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-779e4f73-2e30-4453-ab30-90f3659c4fad service neutron] Request body: {'port': {'device_id': 'f89107e0-5eb5-4e2b-8f82-3f6cee25539e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:22.458981 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-ea125a7b-c57c-4bc4-a9e6-9ef00c4db0b8 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 69f74531-d70b-4104-9e52-55585fbeb66d) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:22.473819 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea125a7b-c57c-4bc4-a9e6-9ef00c4db0b8 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:39:22.479193 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea125a7b-c57c-4bc4-a9e6-9ef00c4db0b8 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:22.482370 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea125a7b-c57c-4bc4-a9e6-9ef00c4db0b8 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:22.483074 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ea125a7b-c57c-4bc4-a9e6-9ef00c4db0b8 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:22.484567 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-08e42098-7070-4289-bbc4-e638152a8fbb None None] Calling delete_port for 787ed81b-f974-4716-90f4-ef71610f1fee owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:39:22.510442 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74b1530-fa8c-477b-9a3b-2ce825781fc0 None None] Network 69f74531-d70b-4104-9e52-55585fbeb66d requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:39:22.532629 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-accdccb2-ce57-4a89-ab47-6f5d43540e5a None None] Provisioning complete for port 48e23ed1-aab8-4174-bec3-b8ed93968d24 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:22.533114 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-accdccb2-ce57-4a89-ab47-6f5d43540e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:22.556914 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-373dd7eb-8633-4723-87cb-77b73c6f30d5 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:22.601377 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-4c3cb38b-1664-4d3a-82d1-908dbec35fe2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Allocated IP 172.26.3.6 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/741eba48-2181-44d6-8a54-63871deeafe5) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:39:22.611345 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b64df-e628-4b0a-9024-f42ac6791583 req-07a355b4-b1b2-4e8e-a1ff-15846c61ab9c tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:22.612041 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-0f0b64df-e628-4b0a-9024-f42ac6791583 req-07a355b4-b1b2-4e8e-a1ff-15846c61ab9c tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Synchronizing usage tracker for tenant:491544c72a0440b88793a93ecb6a7285 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:39:22.670298 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ea125a7b-c57c-4bc4-a9e6-9ef00c4db0b8 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 7.2993519 Feb 04 11:39:22.673602 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37604) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:22.714867 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-accdccb2-ce57-4a89-ab47-6f5d43540e5a None None] Port 48e23ed1-aab8-4174-bec3-b8ed93968d24 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:39:22.783876 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-779e4f73-2e30-4453-ab30-90f3659c4fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:22.826651 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0cb8a136-de42-4d7d-b9b3-4da30e7d4a23 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server [None req-2f4a0469-9dc4-49ad-b66d-d3af4c0ee3f5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 82bd879c-8b40-4764-a467-6fafe1bae636: This subnet is being modified by another concurrent operation. Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server raise value Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server raise value Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server raise value Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 11:39:22.829578 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server raise value Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server raise value Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server raise value Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server raise exception Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 82bd879c-8b40-4764-a467-6fafe1bae636: This subnet is being modified by another concurrent operation. Feb 04 11:39:22.833219 dv-neutron-827825-2-hyperv neutron-server[84206]: ERROR oslo_messaging.rpc.server Feb 04 11:39:22.855606 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e52f8e-b343-45dc-b495-4459ace6d238 None None] Network 29ed249e-99f9-4bc9-b316-05b355f4b3f3 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:39:22.859026 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-0f0b64df-e628-4b0a-9024-f42ac6791583 req-07a355b4-b1b2-4e8e-a1ff-15846c61ab9c tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Unset dirty status for tenant:491544c72a0440b88793a93ecb6a7285 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:39:22.860388 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0f0b64df-e628-4b0a-9024-f42ac6791583 req-07a355b4-b1b2-4e8e-a1ff-15846c61ab9c tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 932 time: 0.6661859 Feb 04 11:39:22.871042 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-08e42098-7070-4289-bbc4-e638152a8fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:22.887072 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8a136-de42-4d7d-b9b3-4da30e7d4a23 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event deleted for resources: {'Subnet': ['ID=82bd879c-8b40-4764-a467-6fafe1bae636,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:22.951566 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-373dd7eb-8633-4723-87cb-77b73c6f30d5 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:22.976617 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e42098-7070-4289-bbc4-e638152a8fbb None None] Pushing event deleted for resources: {'Port': ['ID=787ed81b-f974-4716-90f4-ef71610f1fee,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:23.000771 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e42098-7070-4289-bbc4-e638152a8fbb None None] No DVR routers for this DVR port 787ed81b-f974-4716-90f4-ef71610f1fee on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:39:23.079398 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373dd7eb-8633-4723-87cb-77b73c6f30d5 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event deleted for resources: {'Subnet': ['ID=3434e8cd-837b-428e-9f1d-98d2539d7d6d,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:23.083505 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4c3cb38b-1664-4d3a-82d1-908dbec35fe2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:23.105532 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0f0b64df-e628-4b0a-9024-f42ac6791583 req-1ab3b198-efc7-4e1c-ae7b-9c34709c3fb4 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/security-groups?id=56276931-9902-4f5f-876e-c45590f45267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2317474 Feb 04 11:39:23.116038 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4464066a-45ce-4425-9c38-12fc37224e40 None None] get_active_networks_info from dv-neutron-827825-2-hyperv {{(pid=84206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 11:39:23.121611 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-373dd7eb-8633-4723-87cb-77b73c6f30d5 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:23.152023 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-373dd7eb-8633-4723-87cb-77b73c6f30d5 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/subnets/3434e8cd-837b-428e-9f1d-98d2539d7d6d HTTP/1.1" status: 204 len: 168 time: 1.8878989 Feb 04 11:39:23.156964 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37608) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:23.216607 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0cb8a136-de42-4d7d-b9b3-4da30e7d4a23 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:23.255466 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11380c8d-53a4-48d3-9531-32157481af6f tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:23.260297 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11380c8d-53a4-48d3-9531-32157481af6f tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:23.264523 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-11380c8d-53a4-48d3-9531-32157481af6f tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.5858538 Feb 04 11:39:23.264523 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.db.resource_extend [None req-7cc37bff-d997-4772-ba49-f6d54f9ce458 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:39:23.272303 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4464066a-45ce-4425-9c38-12fc37224e40 None None] Resources bound (agent type, host, resource id): {{(pid=84206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 11:39:23.272579 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-0cb8a136-de42-4d7d-b9b3-4da30e7d4a23 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ed249e-99f9-4bc9-b316-05b355f4b3f3']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:23.279778 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37612) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:23.336615 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7cc37bff-d997-4772-ba49-f6d54f9ce458 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:23.344436 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-0cb8a136-de42-4d7d-b9b3-4da30e7d4a23 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e4e9bb-a35d-4706-8ad2-777f5b2a5d4d') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:23.344436 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-0cb8a136-de42-4d7d-b9b3-4da30e7d4a23 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e4e9bb-a35d-4706-8ad2-777f5b2a5d4d') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:23.374438 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-89e59b5b-6b19-417f-a29e-687fe155955c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:23.378174 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0cb8a136-de42-4d7d-b9b3-4da30e7d4a23 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:23.401372 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4c3cb38b-1664-4d3a-82d1-908dbec35fe2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:23.428200 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-8c235c47-361e-4eb2-a7f7-f1d3575dac04 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Deleting port 8b975372-6079-456b-8577-31f034b6b2b2 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:39:23.428540 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8c235c47-361e-4eb2-a7f7-f1d3575dac04 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:23.450533 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 787ed81b-f974-4716-90f4-ef71610f1fee no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:39:23.455505 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0cb8a136-de42-4d7d-b9b3-4da30e7d4a23 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:23.468420 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7cc37bff-d997-4772-ba49-f6d54f9ce458 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:23.505899 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 787ed81b-f974-4716-90f4-ef71610f1fee {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:39:23.506799 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 787ed81b-f974-4716-90f4-ef71610f1fee not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:39:23.522917 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb8a136-de42-4d7d-b9b3-4da30e7d4a23 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:39:23.523340 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0cb8a136-de42-4d7d-b9b3-4da30e7d4a23 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:23.546307 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:39:23.546307 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:39:23.546307 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:39:23.546307 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:39:23.546307 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:39:23.546307 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:39:23.546307 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:39:23.546307 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:39:23.546307 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:39:23.546307 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:39:23.546307 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:39:23.546307 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:39:23.546307 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:39:23.546307 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:39:23.546307 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:39:23.546307 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:39:23.546307 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:39:23.546307 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:39:23.546307 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:39:23.546307 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:39:23.546307 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:39:23.546307 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:39:23.546307 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:39:23.546307 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:39:23.546307 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:39:23.546307 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:39:23.546307 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:39:23.546307 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:39:23.546307 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:39:23.546307 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:39:23.546307 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:39:23.546307 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:39:23.645632 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a4bcbfb2-e7a1-4b78-bbb4-ad30f92786cf tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:23.678570 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3cb38b-1664-4d3a-82d1-908dbec35fe2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:39:23.732629 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-4c3cb38b-1664-4d3a-82d1-908dbec35fe2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:23.740926 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.resource_extend [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-779e4f73-2e30-4453-ab30-90f3659c4fad service neutron] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:39:23.752556 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3cb38b-1664-4d3a-82d1-908dbec35fe2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:39:23.777594 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc37bff-d997-4772-ba49-f6d54f9ce458 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event updated for resources: {'Port': ['ID=fdb394bf-7b1e-4817-9c8f-cfa82f7eec5c,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:23.784752 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3cb38b-1664-4d3a-82d1-908dbec35fe2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=741eba48-2181-44d6-8a54-63871deeafe5,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:23.898461 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991831d4-323d-49b7-a2a9-80c115b7debd None None] Network 5e26de7f-2600-4b2f-b964-dd1edf53199b requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:39:23.898590 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-89e59b5b-6b19-417f-a29e-687fe155955c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:23.903437 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-779e4f73-2e30-4453-ab30-90f3659c4fad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48e23ed1-aab8-4174-bec3-b8ed93968d24 {{(pid=84205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:39:23.939891 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-779e4f73-2e30-4453-ab30-90f3659c4fad service neutron] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:23.947923 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-89e59b5b-6b19-417f-a29e-687fe155955c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44e94fa4-8f40-43fc-9375-c460c0cc4ffe']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:23.959321 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7cc37bff-d997-4772-ba49-f6d54f9ce458 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:23.974913 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-89e59b5b-6b19-417f-a29e-687fe155955c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c9bc17-9dd9-459f-b559-0cf2d632d126') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:23.975217 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-89e59b5b-6b19-417f-a29e-687fe155955c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c9bc17-9dd9-459f-b559-0cf2d632d126') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:24.002406 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-89e59b5b-6b19-417f-a29e-687fe155955c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:24.018777 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-779e4f73-2e30-4453-ab30-90f3659c4fad service neutron] Transition to ACTIVE for port object 48e23ed1-aab8-4174-bec3-b8ed93968d24 will not be triggered until provisioned by entity L2. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:39:24.021608 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0cb8a136-de42-4d7d-b9b3-4da30e7d4a23 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:24.034285 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-89e59b5b-6b19-417f-a29e-687fe155955c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:24.043219 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e59b5b-6b19-417f-a29e-687fe155955c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:39:24.043531 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-89e59b5b-6b19-417f-a29e-687fe155955c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:24.059275 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:39:24.059275 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:39:24.059275 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:39:24.059275 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:39:24.059275 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:39:24.059275 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:39:24.059275 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:39:24.059275 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:39:24.059275 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:39:24.059275 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:39:24.059275 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:39:24.059275 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:39:24.059275 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:39:24.059275 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:39:24.059275 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:39:24.059275 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:39:24.059275 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:39:24.059275 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:39:24.059275 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:39:24.059275 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:39:24.059275 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:39:24.059275 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:39:24.059275 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:39:24.059275 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:39:24.059275 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:39:24.059275 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:39:24.059275 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:39:24.059275 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:39:24.059275 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:39:24.059275 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:39:24.059275 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:39:24.059275 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:39:24.064266 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0cb8a136-de42-4d7d-b9b3-4da30e7d4a23 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:24.102695 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8a136-de42-4d7d-b9b3-4da30e7d4a23 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event deleted for resources: {'Network': ['ID=29ed249e-99f9-4bc9-b316-05b355f4b3f3,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:24.122930 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-0cb8a136-de42-4d7d-b9b3-4da30e7d4a23 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "DELETE /v2.0/networks/29ed249e-99f9-4bc9-b316-05b355f4b3f3 HTTP/1.1" status: 204 len: 168 time: 2.2886455 Feb 04 11:39:24.125785 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8c235c47-361e-4eb2-a7f7-f1d3575dac04 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:24.125944 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-779e4f73-2e30-4453-ab30-90f3659c4fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:24.129427 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37616) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:24.174416 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40731969-96d5-48c3-92c4-d85b1d8e838e None None] DHCP port deletion for 5e26de7f-2600-4b2f-b964-dd1edf53199b request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:39:24.180480 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-40731969-96d5-48c3-92c4-d85b1d8e838e None None] Deleting port 0d794c09-41d2-4cfe-9ff6-9275c216497a {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:39:24.180480 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-40731969-96d5-48c3-92c4-d85b1d8e838e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:24.190042 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-2e355a99-76bd-4cba-9ebd-8fc39a4ac339 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1388141566'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:24.222350 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-2e355a99-76bd-4cba-9ebd-8fc39a4ac339 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:24.235554 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-2e355a99-76bd-4cba-9ebd-8fc39a4ac339 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Usage tracker for resource:network and tenant:86676f741a1b44e6b6b078dd507bf54a is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:24.244356 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-2e355a99-76bd-4cba-9ebd-8fc39a4ac339 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:24.307381 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-2e355a99-76bd-4cba-9ebd-8fc39a4ac339 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:24.309579 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-89e59b5b-6b19-417f-a29e-687fe155955c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:24.311516 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e4f73-2e30-4453-ab30-90f3659c4fad service neutron] Pushing event updated for resources: {'Port': ['ID=48e23ed1-aab8-4174-bec3-b8ed93968d24,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:24.342835 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-89e59b5b-6b19-417f-a29e-687fe155955c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:24.358791 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e59b5b-6b19-417f-a29e-687fe155955c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event deleted for resources: {'Network': ['ID=44e94fa4-8f40-43fc-9375-c460c0cc4ffe,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:24.368934 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-89e59b5b-6b19-417f-a29e-687fe155955c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/networks/44e94fa4-8f40-43fc-9375-c460c0cc4ffe HTTP/1.1" status: 204 len: 168 time: 1.2099714 Feb 04 11:39:24.373436 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37622) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:24.399729 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-8c235c47-361e-4eb2-a7f7-f1d3575dac04 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Calling delete_port for 8b975372-6079-456b-8577-31f034b6b2b2 owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:39:24.434792 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7cc37bff-d997-4772-ba49-f6d54f9ce458 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:24.439091 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-7cc37bff-d997-4772-ba49-f6d54f9ce458 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7420228 Feb 04 11:39:24.446827 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37626) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:24.496116 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e355a99-76bd-4cba-9ebd-8fc39a4ac339 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Made reservation on behalf of 86676f741a1b44e6b6b078dd507bf54a for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:39:24.499121 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2e355a99-76bd-4cba-9ebd-8fc39a4ac339 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:24.505218 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-a0bb2660-3530-4899-8a77-aab5c5e01663 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Request body: {'port': {'network_id': 'a411320b-8cc8-427e-8abc-e104b8d99929', 'name': 'tempest-FloatingIPTestJSON-19413296'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:24.517796 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-40731969-96d5-48c3-92c4-d85b1d8e838e None None] For port 0d794c09-41d2-4cfe-9ff6-9275c216497a, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=0d794c09-41d2-4cfe-9ff6-9275c216497a,segment=NetworkSegment(c9bbefc8-6d17-4aca-bf20-cb21445f271a),segment_id=c9bbefc8-6d17-4aca-bf20-cb21445f271a)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:39:24.518423 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-40731969-96d5-48c3-92c4-d85b1d8e838e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:24.611025 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-67af2788-69f2-4782-9265-7566119a3818 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:24.627447 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e355a99-76bd-4cba-9ebd-8fc39a4ac339 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:39:24.647392 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4c3cb38b-1664-4d3a-82d1-908dbec35fe2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router_gateway, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:24.648409 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4c3cb38b-1664-4d3a-82d1-908dbec35fe2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:24.667493 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2e355a99-76bd-4cba-9ebd-8fc39a4ac339 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:24.667877 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-2e355a99-76bd-4cba-9ebd-8fc39a4ac339 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Added segment 3ed37977-cd4b-4aeb-8f3c-2d3badfbb00b of type vlan for network c91dc128-b2b2-4c5c-ae4b-d9d841eaac8b Feb 04 11:39:24.670137 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-779e4f73-2e30-4453-ab30-90f3659c4fad service neutron] Attempting to bind port 48e23ed1-aab8-4174-bec3-b8ed93968d24 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:39:24.670685 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-779e4f73-2e30-4453-ab30-90f3659c4fad service neutron] Attempting to bind port 48e23ed1-aab8-4174-bec3-b8ed93968d24 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'ec120722-0a88-4f12-b6cd-df43a0900923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '29516d56-73f4-4962-aac3-30725a9be94a'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:39:24.671247 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-779e4f73-2e30-4453-ab30-90f3659c4fad service neutron] Attempting to bind port 48e23ed1-aab8-4174-bec3-b8ed93968d24 on network 29516d56-73f4-4962-aac3-30725a9be94a {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:39:24.701957 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-40731969-96d5-48c3-92c4-d85b1d8e838e None None] Calling delete_port for 0d794c09-41d2-4cfe-9ff6-9275c216497a owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:39:24.730941 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-67af2788-69f2-4782-9265-7566119a3818 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Deleting port 0d794c09-41d2-4cfe-9ff6-9275c216497a {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:39:24.731285 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-67af2788-69f2-4782-9265-7566119a3818 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:24.781330 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233061b9-55a4-42bb-9cb1-b1d2272ed316 req-4762d70a-cc3d-4398-aa92-eb2f210c7f56 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:24.786015 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-233061b9-55a4-42bb-9cb1-b1d2272ed316 req-4762d70a-cc3d-4398-aa92-eb2f210c7f56 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 944 time: 0.3525627 Feb 04 11:39:24.817706 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-779e4f73-2e30-4453-ab30-90f3659c4fad service neutron] Port 48e23ed1-aab8-4174-bec3-b8ed93968d24 on network 29516d56-73f4-4962-aac3-30725a9be94a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:39:24.818063 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-779e4f73-2e30-4453-ab30-90f3659c4fad service neutron] Attempting to bind port 48e23ed1-aab8-4174-bec3-b8ed93968d24 on network 29516d56-73f4-4962-aac3-30725a9be94a {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:39:24.826628 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2e355a99-76bd-4cba-9ebd-8fc39a4ac339 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:24.858685 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-a0bb2660-3530-4899-8a77-aab5c5e01663 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:24.870381 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8c235c47-361e-4eb2-a7f7-f1d3575dac04 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:24.884724 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-779e4f73-2e30-4453-ab30-90f3659c4fad service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:39:24.885061 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-779e4f73-2e30-4453-ab30-90f3659c4fad service neutron] Checking segment: {'id': 'ec120722-0a88-4f12-b6cd-df43a0900923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '29516d56-73f4-4962-aac3-30725a9be94a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:39:24.885451 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-779e4f73-2e30-4453-ab30-90f3659c4fad service neutron] Bound using segment: {'id': 'ec120722-0a88-4f12-b6cd-df43a0900923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '29516d56-73f4-4962-aac3-30725a9be94a'} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:39:24.885926 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-779e4f73-2e30-4453-ab30-90f3659c4fad service neutron] Bound port: 48e23ed1-aab8-4174-bec3-b8ed93968d24, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec120722-0a88-4f12-b6cd-df43a0900923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '29516d56-73f4-4962-aac3-30725a9be94a'}}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:39:24.886277 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-779e4f73-2e30-4453-ab30-90f3659c4fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:24.975191 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-40731969-96d5-48c3-92c4-d85b1d8e838e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:25.027248 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40731969-96d5-48c3-92c4-d85b1d8e838e None None] Pushing event deleted for resources: {'Port': ['ID=0d794c09-41d2-4cfe-9ff6-9275c216497a,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:25.040319 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40731969-96d5-48c3-92c4-d85b1d8e838e None None] No DVR routers for this DVR port 0d794c09-41d2-4cfe-9ff6-9275c216497a on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:39:25.052028 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-a0bb2660-3530-4899-8a77-aab5c5e01663 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:25.107825 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c235c47-361e-4eb2-a7f7-f1d3575dac04 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Pushing event deleted for resources: {'Port': ['ID=8b975372-6079-456b-8577-31f034b6b2b2,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:25.112327 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2e355a99-76bd-4cba-9ebd-8fc39a4ac339 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:25.116203 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e355a99-76bd-4cba-9ebd-8fc39a4ac339 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:25.116803 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2e355a99-76bd-4cba-9ebd-8fc39a4ac339 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:25.144306 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8c235c47-361e-4eb2-a7f7-f1d3575dac04 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:25.158407 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-233061b9-55a4-42bb-9cb1-b1d2272ed316 req-57984499-81e0-4f0f-936c-0a0ffbf91f22 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/security-groups?id=56276931-9902-4f5f-876e-c45590f45267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3669627 Feb 04 11:39:25.166671 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8c235c47-361e-4eb2-a7f7-f1d3575dac04 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] 10.222.0.21 "DELETE /v2.0/ports/8b975372-6079-456b-8577-31f034b6b2b2 HTTP/1.1" status: 204 len: 168 time: 1.8696585 Feb 04 11:39:25.170538 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37630) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:25.227812 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bb2660-3530-4899-8a77-aab5c5e01663 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Made reservation on behalf of ac8146b7950d45beb1b9b13f531779aa for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:39:25.230746 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a0bb2660-3530-4899-8a77-aab5c5e01663 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:25.308487 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [None req-a0bb2660-3530-4899-8a77-aab5c5e01663 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] device_id is not set on port e74de2db-7bef-4cfd-a238-6fcb5c45ea78 yet. {{(pid=84204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:39:25.348856 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-03de8796-d5e0-45bf-9d06-0936b8a17bde tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Deleting port 541e015e-1133-456d-b2d6-e1af069ea741 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:39:25.349188 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-03de8796-d5e0-45bf-9d06-0936b8a17bde tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:25.422131 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-779e4f73-2e30-4453-ab30-90f3659c4fad service neutron] For port 48e23ed1-aab8-4174-bec3-b8ed93968d24, host hv-neutron-8278, cleared binding levels {{(pid=84205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:39:25.428196 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 0d794c09-41d2-4cfe-9ff6-9275c216497a no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:39:25.431806 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-67af2788-69f2-4782-9265-7566119a3818 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] For port 0d794c09-41d2-4cfe-9ff6-9275c216497a, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=0d794c09-41d2-4cfe-9ff6-9275c216497a,segment=NetworkSegment(c9bbefc8-6d17-4aca-bf20-cb21445f271a),segment_id=c9bbefc8-6d17-4aca-bf20-cb21445f271a)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:39:25.432166 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-67af2788-69f2-4782-9265-7566119a3818 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:25.455051 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e355a99-76bd-4cba-9ebd-8fc39a4ac339 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event updated for resources: {'Network': ['ID=c91dc128-b2b2-4c5c-ae4b-d9d841eaac8b,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:25.459884 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-779e4f73-2e30-4453-ab30-90f3659c4fad service neutron] For port 48e23ed1-aab8-4174-bec3-b8ed93968d24, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=48e23ed1-aab8-4174-bec3-b8ed93968d24,segment=NetworkSegment(ec120722-0a88-4f12-b6cd-df43a0900923),segment_id=ec120722-0a88-4f12-b6cd-df43a0900923)] {{(pid=84205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:39:25.464281 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 0d794c09-41d2-4cfe-9ff6-9275c216497a {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:39:25.464624 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 0d794c09-41d2-4cfe-9ff6-9275c216497a not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:39:25.594201 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-67af2788-69f2-4782-9265-7566119a3818 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Calling delete_port for 0d794c09-41d2-4cfe-9ff6-9275c216497a owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:39:25.624514 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-779e4f73-2e30-4453-ab30-90f3659c4fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:25.628862 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2e355a99-76bd-4cba-9ebd-8fc39a4ac339 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4662988 Feb 04 11:39:25.668103 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37634) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:25.670616 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e355a99-76bd-4cba-9ebd-8fc39a4ac339 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:25.670960 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e355a99-76bd-4cba-9ebd-8fc39a4ac339 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:25.671296 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e355a99-76bd-4cba-9ebd-8fc39a4ac339 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:25.671627 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e355a99-76bd-4cba-9ebd-8fc39a4ac339 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:25.671957 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e355a99-76bd-4cba-9ebd-8fc39a4ac339 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:25.672332 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e355a99-76bd-4cba-9ebd-8fc39a4ac339 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:25.672601 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e355a99-76bd-4cba-9ebd-8fc39a4ac339 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:25.672925 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e355a99-76bd-4cba-9ebd-8fc39a4ac339 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:25.673243 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e355a99-76bd-4cba-9ebd-8fc39a4ac339 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:25.673555 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e355a99-76bd-4cba-9ebd-8fc39a4ac339 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:25.673872 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e355a99-76bd-4cba-9ebd-8fc39a4ac339 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:25.688111 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network c91dc128-b2b2-4c5c-ae4b-d9d841eaac8b details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:39:25.697336 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-1b04f171-507e-4421-a4b9-347e7d70ca63 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Request body: {'subnet': {'network_id': 'c91dc128-b2b2-4c5c-ae4b-d9d841eaac8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:25.739822 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-a0bb2660-3530-4899-8a77-aab5c5e01663 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Allocated IP 172.20.0.2 (a411320b-8cc8-427e-8abc-e104b8d99929/b8b29962-d28c-469e-9d59-dc2a13259593/e74de2db-7bef-4cfd-a238-6fcb5c45ea78) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:39:25.757382 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-03de8796-d5e0-45bf-9d06-0936b8a17bde tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:25.830721 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-779e4f73-2e30-4453-ab30-90f3659c4fad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:25.832090 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-779e4f73-2e30-4453-ab30-90f3659c4fad service neutron] 10.222.0.47 "PUT /v2.0/ports/48e23ed1-aab8-4174-bec3-b8ed93968d24 HTTP/1.1" status: 200 len: 1094 time: 3.5866511 Feb 04 11:39:25.835073 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89107e0-5eb5-4e2b-8f82-3f6cee25539e', 'tag': '48e23ed1-aab8-4174-bec3-b8ed93968d24'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:39:25.885977 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e4f73-2e30-4453-ab30-90f3659c4fad service neutron] Pushing event updated for resources: {'Port': ['ID=48e23ed1-aab8-4174-bec3-b8ed93968d24,revision_number=3']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:25.897590 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.api [None req-67af2788-69f2-4782-9265-7566119a3818 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:39:25.897933 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG oslo_db.api [None req-67af2788-69f2-4782-9265-7566119a3818 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:39:25.905240 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-1b04f171-507e-4421-a4b9-347e7d70ca63 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:25.915800 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-1b04f171-507e-4421-a4b9-347e7d70ca63 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Usage tracker for resource:subnet and tenant:86676f741a1b44e6b6b078dd507bf54a is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:25.922590 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-1b04f171-507e-4421-a4b9-347e7d70ca63 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:25.934807 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-1b04f171-507e-4421-a4b9-347e7d70ca63 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:25.948959 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-03de8796-d5e0-45bf-9d06-0936b8a17bde tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Calling delete_port for 541e015e-1133-456d-b2d6-e1af069ea741 owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:39:26.048177 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-d4da248c-b8c2-4b69-878f-d6ec96c549b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=491544c72a0440b88793a93ecb6a7285&device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 1097 time: 0.0931880 Feb 04 11:39:26.128691 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b04f171-507e-4421-a4b9-347e7d70ca63 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Made reservation on behalf of 86676f741a1b44e6b6b078dd507bf54a for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:39:26.147080 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f89107e0-5eb5-4e2b-8f82-3f6cee25539e', 'tag': '48e23ed1-aab8-4174-bec3-b8ed93968d24', 'status': 'completed', 'code': 200} Feb 04 11:39:26.164014 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-0bcea43f-a7f7-47bb-af5a-c1e1acd642a3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48e23ed1-aab8-4174-bec3-b8ed93968d24 HTTP/1.1" status: 200 len: 217 time: 0.1071692 Feb 04 11:39:26.227383 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-03de8796-d5e0-45bf-9d06-0936b8a17bde tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:26.254984 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3cb38b-1664-4d3a-82d1-908dbec35fe2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router 7e68f380-0afc-40b2-80ac-5d134a2163f7 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:39:26.282902 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de8796-d5e0-45bf-9d06-0936b8a17bde tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Pushing event deleted for resources: {'Port': ['ID=541e015e-1133-456d-b2d6-e1af069ea741,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:26.296527 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-a4bcbfb2-e7a1-4b78-bbb4-ad30f92786cf tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Deleting port 355dd36b-d968-4d65-89c6-1a21dd6be969 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:39:26.296867 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a4bcbfb2-e7a1-4b78-bbb4-ad30f92786cf tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:26.331374 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1b04f171-507e-4421-a4b9-347e7d70ca63 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:26.355586 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-7350a80d-7f58-48ac-8d3b-e2c724c5d723 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:26.357066 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-7350a80d-7f58-48ac-8d3b-e2c724c5d723 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dd13ac7-ddcf-4461-af29-a1faae2b9cd2 HTTP/1.1" status: 200 len: 835 time: 0.1493363 Feb 04 11:39:26.413477 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-03de8796-d5e0-45bf-9d06-0936b8a17bde tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:26.448458 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-03de8796-d5e0-45bf-9d06-0936b8a17bde tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] 10.222.0.21 "DELETE /v2.0/ports/541e015e-1133-456d-b2d6-e1af069ea741 HTTP/1.1" status: 204 len: 168 time: 1.2738042 Feb 04 11:39:26.451833 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37644) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:26.461727 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-67af2788-69f2-4782-9265-7566119a3818 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Deleting port 0d794c09-41d2-4cfe-9ff6-9275c216497a {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:39:26.462608 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-67af2788-69f2-4782-9265-7566119a3818 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:26.587808 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8ab83ea7-3717-45e5-8fb6-2db922288320 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Synchronizing usage tracker for tenant:afba9d3af9ee41d7a86658d5ec4b1356 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:39:26.594314 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-67af2788-69f2-4782-9265-7566119a3818 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] The port '0d794c09-41d2-4cfe-9ff6-9275c216497a' was deleted {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:39:26.599399 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a0bb2660-3530-4899-8a77-aab5c5e01663 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:26.785805 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-67af2788-69f2-4782-9265-7566119a3818 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:26.798089 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a4bcbfb2-e7a1-4b78-bbb4-ad30f92786cf tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:26.812120 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4588f32-119c-49da-a9b5-c3b96ac1c4d1 req-b60ca029-b0c0-4e81-9111-574ef31f4886 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:26.813580 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b4588f32-119c-49da-a9b5-c3b96ac1c4d1 req-b60ca029-b0c0-4e81-9111-574ef31f4886 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 944 time: 0.4762502 Feb 04 11:39:26.824020 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-a564d2e6-ef7d-4297-8da5-bc9f61c20355 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=29516d56-73f4-4962-aac3-30725a9be94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4171576 Feb 04 11:39:26.833844 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-67af2788-69f2-4782-9265-7566119a3818 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e26de7f-2600-4b2f-b964-dd1edf53199b']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:26.901802 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-67af2788-69f2-4782-9265-7566119a3818 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9bbefc8-6d17-4aca-bf20-cb21445f271a') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:26.902116 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-67af2788-69f2-4782-9265-7566119a3818 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9bbefc8-6d17-4aca-bf20-cb21445f271a') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:26.945010 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-a4bcbfb2-e7a1-4b78-bbb4-ad30f92786cf tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Calling delete_port for 355dd36b-d968-4d65-89c6-1a21dd6be969 owned by network:router_interface {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:39:26.972564 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8ab83ea7-3717-45e5-8fb6-2db922288320 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Unset dirty status for tenant:afba9d3af9ee41d7a86658d5ec4b1356 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:39:26.973724 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8ab83ea7-3717-45e5-8fb6-2db922288320 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5049660 Feb 04 11:39:26.988057 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37648) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:27.004112 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-fa6babb9-8a69-4f70-8df3-8a0ec15ec011 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-388304279'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:27.015271 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-fa6babb9-8a69-4f70-8df3-8a0ec15ec011 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:27.031803 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-fa6babb9-8a69-4f70-8df3-8a0ec15ec011 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Usage tracker for resource:network and tenant:afba9d3af9ee41d7a86658d5ec4b1356 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:27.043984 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-fa6babb9-8a69-4f70-8df3-8a0ec15ec011 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:27.054461 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-fa6babb9-8a69-4f70-8df3-8a0ec15ec011 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:27.072732 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b4588f32-119c-49da-a9b5-c3b96ac1c4d1 req-66f88c82-ce02-4833-bb0e-1a70b34475bf tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/security-groups?id=56276931-9902-4f5f-876e-c45590f45267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2048168 Feb 04 11:39:27.084398 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a0bb2660-3530-4899-8a77-aab5c5e01663 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:27.146339 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-67af2788-69f2-4782-9265-7566119a3818 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:27.172399 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bb2660-3530-4899-8a77-aab5c5e01663 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Network a411320b-8cc8-427e-8abc-e104b8d99929 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:39:27.177988 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-a0bb2660-3530-4899-8a77-aab5c5e01663 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:27.182178 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6babb9-8a69-4f70-8df3-8a0ec15ec011 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Made reservation on behalf of afba9d3af9ee41d7a86658d5ec4b1356 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:39:27.185246 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fa6babb9-8a69-4f70-8df3-8a0ec15ec011 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:27.196436 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb2660-3530-4899-8a77-aab5c5e01663 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event updated for resources: {'Port': ['ID=e74de2db-7bef-4cfd-a238-6fcb5c45ea78,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:27.199410 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-67af2788-69f2-4782-9265-7566119a3818 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:27.202689 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bb2660-3530-4899-8a77-aab5c5e01663 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:39:27.215798 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67af2788-69f2-4782-9265-7566119a3818 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:39:27.216203 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-67af2788-69f2-4782-9265-7566119a3818 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:27.240627 dv-neutron-827825-2-hyperv neutron-server[84205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:39:27.240627 dv-neutron-827825-2-hyperv neutron-server[84205]: util.warn( Feb 04 11:39:27.240627 dv-neutron-827825-2-hyperv neutron-server[84205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:39:27.240627 dv-neutron-827825-2-hyperv neutron-server[84205]: util.warn( Feb 04 11:39:27.240627 dv-neutron-827825-2-hyperv neutron-server[84205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:39:27.240627 dv-neutron-827825-2-hyperv neutron-server[84205]: util.warn( Feb 04 11:39:27.240627 dv-neutron-827825-2-hyperv neutron-server[84205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:39:27.240627 dv-neutron-827825-2-hyperv neutron-server[84205]: util.warn( Feb 04 11:39:27.240627 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:39:27.240627 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:39:27.240627 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:39:27.240627 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:39:27.240627 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:39:27.240627 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:39:27.240627 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:39:27.240627 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:39:27.240627 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:39:27.240627 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:39:27.240627 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:39:27.240627 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:39:27.240627 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:39:27.240627 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:39:27.240627 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:39:27.240627 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:39:27.240627 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:39:27.240627 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:39:27.240627 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:39:27.240627 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:39:27.240627 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:39:27.240627 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:39:27.240627 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:39:27.240627 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:39:27.240627 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:39:27.240627 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:39:27.240627 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:39:27.240627 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:39:27.240627 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:39:27.240627 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:39:27.240627 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:39:27.240627 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:39:27.306616 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa6babb9-8a69-4f70-8df3-8a0ec15ec011 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:39:27.325844 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bb2660-3530-4899-8a77-aab5c5e01663 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:27.326549 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a0bb2660-3530-4899-8a77-aab5c5e01663 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:27.356004 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fa6babb9-8a69-4f70-8df3-8a0ec15ec011 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:27.356311 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-fa6babb9-8a69-4f70-8df3-8a0ec15ec011 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Added segment 1bacd19f-492c-4c48-a1f3-26c8f66ccba9 of type vlan for network aa3354ca-00db-4b1c-ad3a-23f391cc2c17 Feb 04 11:39:27.379069 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-f74f3a17-5025-4272-bbec-6a9ce4835642 service neutron] 10.222.0.47 "GET /v2.0/networks/29516d56-73f4-4962-aac3-30725a9be94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5372593 Feb 04 11:39:27.396540 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fa6babb9-8a69-4f70-8df3-8a0ec15ec011 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:27.472621 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1b04f171-507e-4421-a4b9-347e7d70ca63 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:27.522842 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a4bcbfb2-e7a1-4b78-bbb4-ad30f92786cf tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:27.528244 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a0bb2660-3530-4899-8a77-aab5c5e01663 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 3.0793529 Feb 04 11:39:27.532812 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37652) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:27.540333 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-67af2788-69f2-4782-9265-7566119a3818 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:27.566985 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3cb38b-1664-4d3a-82d1-908dbec35fe2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:39:27.569834 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-67af2788-69f2-4782-9265-7566119a3818 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:27.578118 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fa6babb9-8a69-4f70-8df3-8a0ec15ec011 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:27.581213 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ec038-a57f-4169-a491-c7fb92c337c0 None None] Sync routers for ids ['7e68f380-0afc-40b2-80ac-5d134a2163f7'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:39:27.581746 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6babb9-8a69-4f70-8df3-8a0ec15ec011 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:27.582302 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fa6babb9-8a69-4f70-8df3-8a0ec15ec011 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:27.582448 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-287c5349-e691-4467-a002-da91ebca7997 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Request body: {'floatingip': {'port_id': 'e74de2db-7bef-4cfd-a238-6fcb5c45ea78'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:27.586085 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bcbfb2-e7a1-4b78-bbb4-ad30f92786cf tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event deleted for resources: {'Port': ['ID=355dd36b-d968-4d65-89c6-1a21dd6be969,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:27.607599 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70ec038-a57f-4169-a491-c7fb92c337c0 None None] Routers {'7e68f380-0afc-40b2-80ac-5d134a2163f7'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:39:27.608481 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-a70ec038-a57f-4169-a491-c7fb92c337c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:39:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['7e68f380-0afc-40b2-80ac-5d134a2163f7'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:27.733520 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af2788-69f2-4782-9265-7566119a3818 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event deleted for resources: {'Network': ['ID=5e26de7f-2600-4b2f-b964-dd1edf53199b,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:27.768559 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4c3cb38b-1664-4d3a-82d1-908dbec35fe2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:27.769781 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4c3cb38b-1664-4d3a-82d1-908dbec35fe2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.2823396 Feb 04 11:39:27.781394 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-287c5349-e691-4467-a002-da91ebca7997 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for floatingip, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:27.783820 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37656) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:27.784500 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6babb9-8a69-4f70-8df3-8a0ec15ec011 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Pushing event updated for resources: {'Network': ['ID=aa3354ca-00db-4b1c-ad3a-23f391cc2c17,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:27.800153 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-fa6babb9-8a69-4f70-8df3-8a0ec15ec011 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8108654 Feb 04 11:39:27.803712 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37662) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:27.811440 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-45c24bb2-e8be-4dc9-b7ec-fc35bdba03ac tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1608351240'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:27.820300 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-45c24bb2-e8be-4dc9-b7ec-fc35bdba03ac tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:27.835019 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-45c24bb2-e8be-4dc9-b7ec-fc35bdba03ac tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Usage tracker for resource:network and tenant:afba9d3af9ee41d7a86658d5ec4b1356 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:27.837979 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-a70ec038-a57f-4169-a491-c7fb92c337c0 None None] Set router 7e68f380-0afc-40b2-80ac-5d134a2163f7 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:39:27.840435 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-45c24bb2-e8be-4dc9-b7ec-fc35bdba03ac tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:27.859373 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-45c24bb2-e8be-4dc9-b7ec-fc35bdba03ac tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:27.954601 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-67af2788-69f2-4782-9265-7566119a3818 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/networks/5e26de7f-2600-4b2f-b964-dd1edf53199b HTTP/1.1" status: 204 len: 168 time: 3.5761812 Feb 04 11:39:27.954601 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b04f171-507e-4421-a4b9-347e7d70ca63 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event updated for resources: {'Subnet': ['ID=e873393b-d8ad-440e-a35f-3fd3953f2018,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:27.968131 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37666) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:27.976333 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-146822c3-02b4-4e29-89be-8167ebd5f2e5 req-4abf81e8-a122-4a10-900a-5ec4d9f12fbd service neutron] 10.222.0.47 "GET /v2.0/networks/29516d56-73f4-4962-aac3-30725a9be94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5903037 Feb 04 11:39:27.994562 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-7b8ad275-86fe-488c-9cad-f534849f5102 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1717305415'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:28.002332 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b04f171-507e-4421-a4b9-347e7d70ca63 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Checking segment: {'id': '3ed37977-cd4b-4aeb-8f3c-2d3badfbb00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c91dc128-b2b2-4c5c-ae4b-d9d841eaac8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:39:28.002650 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b04f171-507e-4421-a4b9-347e7d70ca63 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Network hostable DHCP agents. Network: c91dc128-b2b2-4c5c-ae4b-d9d841eaac8b, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:39:28.010586 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-7b8ad275-86fe-488c-9cad-f534849f5102 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:28.021749 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-7b8ad275-86fe-488c-9cad-f534849f5102 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Usage tracker for resource:network and tenant:1857235941a6433080777df3100a6d46 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:28.030613 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-7b8ad275-86fe-488c-9cad-f534849f5102 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:28.072666 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-7b8ad275-86fe-488c-9cad-f534849f5102 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:28.073909 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c24bb2-e8be-4dc9-b7ec-fc35bdba03ac tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Made reservation on behalf of afba9d3af9ee41d7a86658d5ec4b1356 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:39:28.077098 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-45c24bb2-e8be-4dc9-b7ec-fc35bdba03ac tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:28.100612 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-115b9640-5ab6-4526-a729-d9fa0d5fde15 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=009ced00ffd949498e5831cf00e326e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3134971 Feb 04 11:39:28.101373 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37670) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:28.135674 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network aa3354ca-00db-4b1c-ad3a-23f391cc2c17 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:39:28.168762 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c24bb2-e8be-4dc9-b7ec-fc35bdba03ac tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:39:28.183159 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-45c24bb2-e8be-4dc9-b7ec-fc35bdba03ac tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:28.183648 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-45c24bb2-e8be-4dc9-b7ec-fc35bdba03ac tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Added segment 8d695897-5dd7-48cc-ae4f-3ed47ae03890 of type vlan for network ac3e5939-9630-428e-807d-8a668043e9f9 Feb 04 11:39:28.305495 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8ad275-86fe-488c-9cad-f534849f5102 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Made reservation on behalf of 1857235941a6433080777df3100a6d46 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:39:28.309568 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7b8ad275-86fe-488c-9cad-f534849f5102 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:28.348368 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-45c24bb2-e8be-4dc9-b7ec-fc35bdba03ac tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:28.411357 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bc0520-3b23-4851-8eac-b529ad844cd4 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:28.417496 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-47bc0520-3b23-4851-8eac-b529ad844cd4 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3080573 Feb 04 11:39:28.417773 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-a70ec038-a57f-4169-a491-c7fb92c337c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'name': 'tempest-TestNetworkBasicOps-router-1549041283', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '741eba48-2181-44d6-8a54-63871deeafe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:19Z', 'updated_at': '2022-02-04T11:39:24Z', 'revision_number': 3, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '741eba48-2181-44d6-8a54-63871deeafe5', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:22Z', 'updated_at': '2022-02-04T11:39:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:28.419996 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37676) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:28.425197 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ec038-a57f-4169-a491-c7fb92c337c0 None None] Checking router: 7e68f380-0afc-40b2-80ac-5d134a2163f7 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:39:28.425680 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ec038-a57f-4169-a491-c7fb92c337c0 None None] Updating router 7e68f380-0afc-40b2-80ac-5d134a2163f7 port 741eba48-2181-44d6-8a54-63871deeafe5 binding host dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:39:28.474268 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b906fdcc-afe7-4d02-9b1b-ec85d10a97b4 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=63d4ab6b-931d-42a4-aa18-bedd81d582fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0514271 Feb 04 11:39:28.478906 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37680) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:28.488550 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-cc6c0759-e052-471e-a27d-8fcef1e44ce6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1553496189', 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:28.495736 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a70ec038-a57f-4169-a491-c7fb92c337c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:28.496172 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b04f171-507e-4421-a4b9-347e7d70ca63 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Network c91dc128-b2b2-4c5c-ae4b-d9d841eaac8b is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:39:28.514224 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a4bcbfb2-e7a1-4b78-bbb4-ad30f92786cf tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:28.529967 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b8ad275-86fe-488c-9cad-f534849f5102 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:39:28.560599 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7b8ad275-86fe-488c-9cad-f534849f5102 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:28.561134 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-7b8ad275-86fe-488c-9cad-f534849f5102 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Added segment 68466062-f2ce-4650-a3f2-78bf64ea4519 of type vlan for network 26ee15a9-fabd-4985-8d3a-2e68daa88660 Feb 04 11:39:28.600122 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-45c24bb2-e8be-4dc9-b7ec-fc35bdba03ac tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:28.607191 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c24bb2-e8be-4dc9-b7ec-fc35bdba03ac tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:28.610624 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-45c24bb2-e8be-4dc9-b7ec-fc35bdba03ac tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:28.654988 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-1b04f171-507e-4421-a4b9-347e7d70ca63 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, c91dc128-b2b2-4c5c-ae4b-d9d841eaac8b) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:28.693555 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5e3d7472-2525-4f6d-8af2-501084b27117 req-cb84aebb-532f-4284-af69-e448c09ba779 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=491544c72a0440b88793a93ecb6a7285&device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 1097 time: 0.5622733 Feb 04 11:39:28.694938 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b04f171-507e-4421-a4b9-347e7d70ca63 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:28.696458 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1b04f171-507e-4421-a4b9-347e7d70ca63 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:28.724249 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af239d3d-6ad3-4016-a932-04584fadebb9 None None] Network c91dc128-b2b2-4c5c-ae4b-d9d841eaac8b requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:39:28.742013 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7b8ad275-86fe-488c-9cad-f534849f5102 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:28.757677 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87d56a-d5a9-4ac0-bc0e-cb6c20b3c4a5 req-4901ab3a-0310-4708-aae8-7509e8c83045 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:28.760315 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-bc87d56a-d5a9-4ac0-bc0e-cb6c20b3c4a5 req-4901ab3a-0310-4708-aae8-7509e8c83045 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 944 time: 0.4582927 Feb 04 11:39:29.049386 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c24bb2-e8be-4dc9-b7ec-fc35bdba03ac tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Pushing event updated for resources: {'Network': ['ID=ac3e5939-9630-428e-807d-8a668043e9f9,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:29.053384 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-1b04f171-507e-4421-a4b9-347e7d70ca63 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.3762445 Feb 04 11:39:29.053860 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-cc6c0759-e052-471e-a27d-8fcef1e44ce6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:29.062527 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37684) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:29.065331 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-cc6c0759-e052-471e-a27d-8fcef1e44ce6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:subnet and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:29.073122 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a70ec038-a57f-4169-a491-c7fb92c337c0 None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:29.101038 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a70ec038-a57f-4169-a491-c7fb92c337c0 None None] Transition to ACTIVE for port object 741eba48-2181-44d6-8a54-63871deeafe5 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:39:29.101038 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5045294d-5bd6-4458-a283-cf94dc721123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-c91dc128-b2b2-4c5c-ae4b-d9d841eaac8b', 'network_id': 'c91dc128-b2b2-4c5c-ae4b-d9d841eaac8b', 'tenant_id': '86676f741a1b44e6b6b078dd507bf54a', 'fixed_ips': [{'subnet_id': 'e873393b-d8ad-440e-a35f-3fd3953f2018'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:39:29.101038 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5045294d-5bd6-4458-a283-cf94dc721123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:29.101296 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-bc87d56a-d5a9-4ac0-bc0e-cb6c20b3c4a5 req-ce87f995-b2b2-4d8c-9a9a-9f8cf994835e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/security-groups?id=56276931-9902-4f5f-876e-c45590f45267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3184628 Feb 04 11:39:29.105800 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-cc6c0759-e052-471e-a27d-8fcef1e44ce6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:29.109516 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network ac3e5939-9630-428e-807d-8a668043e9f9 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:39:29.119716 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-45c24bb2-e8be-4dc9-b7ec-fc35bdba03ac tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3147268 Feb 04 11:39:29.145575 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d7472-2525-4f6d-8af2-501084b27117 req-d42a383d-b15e-45b4-be06-1185b015001e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:29.147783 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5e3d7472-2525-4f6d-8af2-501084b27117 req-d42a383d-b15e-45b4-be06-1185b015001e service neutron] 10.222.0.47 "GET /v2.0/networks?id=29516d56-73f4-4962-aac3-30725a9be94a HTTP/1.1" status: 200 len: 898 time: 0.4354246 Feb 04 11:39:29.166844 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-cc6c0759-e052-471e-a27d-8fcef1e44ce6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:29.212874 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a70ec038-a57f-4169-a491-c7fb92c337c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:29.271220 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:29.279966 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6c0759-e052-471e-a27d-8fcef1e44ce6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Made reservation on behalf of 009ced00ffd949498e5831cf00e326e7 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:39:29.455036 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cc6c0759-e052-471e-a27d-8fcef1e44ce6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:29.480487 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7b8ad275-86fe-488c-9cad-f534849f5102 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:29.484118 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8ad275-86fe-488c-9cad-f534849f5102 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:29.484766 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7b8ad275-86fe-488c-9cad-f534849f5102 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:29.561413 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5e3d7472-2525-4f6d-8af2-501084b27117 req-3ac76a4e-9a2a-44f2-8c5a-aae1e38eb49b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48e23ed1-aab8-4174-bec3-b8ed93968d24 HTTP/1.1" status: 200 len: 217 time: 0.1429217 Feb 04 11:39:29.614043 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-5045294d-5bd6-4458-a283-cf94dc721123 None None] Allocated IP 2001:db8::1 (c91dc128-b2b2-4c5c-ae4b-d9d841eaac8b/e873393b-d8ad-440e-a35f-3fd3953f2018/03a9d847-7ecc-4b47-91a1-a933bd3ffe15) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:39:29.666339 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-7b8ad275-86fe-488c-9cad-f534849f5102 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6940763 Feb 04 11:39:29.674415 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37688) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:29.703485 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-1c72f1f7-e213-4177-8b1b-55e4b33b1e8a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Request body: {'subnet': {'network_id': '26ee15a9-fabd-4985-8d3a-2e68daa88660', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:29.738916 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-287c5349-e691-4467-a002-da91ebca7997 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:29.801084 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cc6c0759-e052-471e-a27d-8fcef1e44ce6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:29.811430 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ad275-86fe-488c-9cad-f534849f5102 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event updated for resources: {'Network': ['ID=26ee15a9-fabd-4985-8d3a-2e68daa88660,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:29.835698 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-287c5349-e691-4467-a002-da91ebca7997 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:29.917599 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d7472-2525-4f6d-8af2-501084b27117 req-5f0e3257-50e3-421b-8bf6-bafbcac4cc39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:29.919758 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5e3d7472-2525-4f6d-8af2-501084b27117 req-5f0e3257-50e3-421b-8bf6-bafbcac4cc39 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dd13ac7-ddcf-4461-af29-a1faae2b9cd2 HTTP/1.1" status: 200 len: 835 time: 0.2937009 Feb 04 11:39:29.939423 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5045294d-5bd6-4458-a283-cf94dc721123 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:29.954399 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-5045294d-5bd6-4458-a283-cf94dc721123 None None] Transition to ACTIVE for port object 03a9d847-7ecc-4b47-91a1-a933bd3ffe15 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:39:29.983231 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-5045294d-5bd6-4458-a283-cf94dc721123 None None] Transition to ACTIVE for port object 03a9d847-7ecc-4b47-91a1-a933bd3ffe15 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:39:29.986654 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-a70ec038-a57f-4169-a491-c7fb92c337c0 None None] Attempting to bind port 741eba48-2181-44d6-8a54-63871deeafe5 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:39:29.987271 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-a70ec038-a57f-4169-a491-c7fb92c337c0 None None] Attempting to bind port 741eba48-2181-44d6-8a54-63871deeafe5 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:39:29.988342 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70ec038-a57f-4169-a491-c7fb92c337c0 None None] Attempting to bind port 741eba48-2181-44d6-8a54-63871deeafe5 on network 63d4ab6b-931d-42a4-aa18-bedd81d582fa {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:39:30.003383 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:30.009712 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-1c72f1f7-e213-4177-8b1b-55e4b33b1e8a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:30.012985 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70ec038-a57f-4169-a491-c7fb92c337c0 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:39:30.013847 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70ec038-a57f-4169-a491-c7fb92c337c0 None None] Checking segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:39:30.014673 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a70ec038-a57f-4169-a491-c7fb92c337c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:30.015272 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70ec038-a57f-4169-a491-c7fb92c337c0 None None] Bound using segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:39:30.016540 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-a70ec038-a57f-4169-a491-c7fb92c337c0 None None] Bound port: 741eba48-2181-44d6-8a54-63871deeafe5, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:39:30.017301 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a70ec038-a57f-4169-a491-c7fb92c337c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:30.020878 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-1c72f1f7-e213-4177-8b1b-55e4b33b1e8a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Usage tracker for resource:subnet and tenant:1857235941a6433080777df3100a6d46 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:30.028699 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-1c72f1f7-e213-4177-8b1b-55e4b33b1e8a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:30.046131 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-1c72f1f7-e213-4177-8b1b-55e4b33b1e8a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:30.050908 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c0759-e052-471e-a27d-8fcef1e44ce6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Subnet': ['ID=d3366fb7-15f1-4fdd-b22d-c78849bf243a,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:30.122181 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6c0759-e052-471e-a27d-8fcef1e44ce6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Checking segment: {'id': '78949d48-b655-4e2f-9670-76b7530b5716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:39:30.122456 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6c0759-e052-471e-a27d-8fcef1e44ce6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network hostable DHCP agents. Network: 15fcac3b-629b-419f-8d6d-5c8b8ab500ae, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:39:30.140633 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c72f1f7-e213-4177-8b1b-55e4b33b1e8a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Made reservation on behalf of 1857235941a6433080777df3100a6d46 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:39:30.175917 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 26ee15a9-fabd-4985-8d3a-2e68daa88660 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:39:30.178773 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5e3d7472-2525-4f6d-8af2-501084b27117 req-a33faff7-87a0-4366-a9f1-5a72a24c69fb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=29516d56-73f4-4962-aac3-30725a9be94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2489769 Feb 04 11:39:30.300189 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef601c-2f33-4799-b347-0f6cc9478ff5 None None] Pushing event updated for resources: {'Port': ['ID=741eba48-2181-44d6-8a54-63871deeafe5,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:30.323183 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ef601c-2f33-4799-b347-0f6cc9478ff5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:30.323774 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ef601c-2f33-4799-b347-0f6cc9478ff5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:30.324345 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ef601c-2f33-4799-b347-0f6cc9478ff5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:30.325258 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ef601c-2f33-4799-b347-0f6cc9478ff5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:30.326019 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ef601c-2f33-4799-b347-0f6cc9478ff5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:30.326643 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ef601c-2f33-4799-b347-0f6cc9478ff5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:30.327334 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ef601c-2f33-4799-b347-0f6cc9478ff5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:30.327892 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ef601c-2f33-4799-b347-0f6cc9478ff5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:30.328584 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ef601c-2f33-4799-b347-0f6cc9478ff5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:30.329204 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ef601c-2f33-4799-b347-0f6cc9478ff5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:30.329733 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ef601c-2f33-4799-b347-0f6cc9478ff5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:30.343495 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5045294d-5bd6-4458-a283-cf94dc721123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:30.438422 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-a70ec038-a57f-4169-a491-c7fb92c337c0 None None] For port 741eba48-2181-44d6-8a54-63871deeafe5, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:39:30.442642 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-a70ec038-a57f-4169-a491-c7fb92c337c0 None None] For port 741eba48-2181-44d6-8a54-63871deeafe5, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=741eba48-2181-44d6-8a54-63871deeafe5,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:39:30.455510 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5e3d7472-2525-4f6d-8af2-501084b27117 req-fd33b99e-5c7d-4e88-8ef8-8986bc795713 service neutron] 10.222.0.47 "GET /v2.0/networks/29516d56-73f4-4962-aac3-30725a9be94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534735 Feb 04 11:39:30.476822 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:30.534702 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5045294d-5bd6-4458-a283-cf94dc721123 None None] Network c91dc128-b2b2-4c5c-ae4b-d9d841eaac8b is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:39:30.537347 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045294d-5bd6-4458-a283-cf94dc721123 None None] Pushing event updated for resources: {'Port': ['ID=03a9d847-7ecc-4b47-91a1-a933bd3ffe15,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:30.547821 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-5045294d-5bd6-4458-a283-cf94dc721123 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:30.554213 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5045294d-5bd6-4458-a283-cf94dc721123 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:39:30.559171 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a70ec038-a57f-4169-a491-c7fb92c337c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:30.609719 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6c0759-e052-471e-a27d-8fcef1e44ce6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 15fcac3b-629b-419f-8d6d-5c8b8ab500ae is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:39:30.642523 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event deleted for resources: {'Subnet': ['ID=e873393b-d8ad-440e-a35f-3fd3953f2018,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:30.658065 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1c72f1f7-e213-4177-8b1b-55e4b33b1e8a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:30.677901 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef601c-2f33-4799-b347-0f6cc9478ff5 None None] Pushing event updated for resources: {'Port': ['ID=741eba48-2181-44d6-8a54-63871deeafe5,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:30.705039 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70ec038-a57f-4169-a491-c7fb92c337c0 None None] Routers {'7e68f380-0afc-40b2-80ac-5d134a2163f7'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:39:30.706207 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-a70ec038-a57f-4169-a491-c7fb92c337c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:39:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['7e68f380-0afc-40b2-80ac-5d134a2163f7'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:30.878845 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5e3d7472-2525-4f6d-8af2-501084b27117 req-1ce2365b-2e03-414b-a007-515df8ee0591 service neutron] 10.222.0.47 "GET /v2.0/networks/29516d56-73f4-4962-aac3-30725a9be94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738613 Feb 04 11:39:30.883720 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.l3_db [None req-287c5349-e691-4467-a002-da91ebca7997 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Floating IP 31845b9b-9e0e-40e1-b83e-b64b2fd2c09c associated. External IP: 172.26.3.31, port: e74de2db-7bef-4cfd-a238-6fcb5c45ea78. Feb 04 11:39:30.925229 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-cc6c0759-e052-471e-a27d-8fcef1e44ce6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 15fcac3b-629b-419f-8d6d-5c8b8ab500ae) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:30.951857 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-a70ec038-a57f-4169-a491-c7fb92c337c0 None None] Set router 7e68f380-0afc-40b2-80ac-5d134a2163f7 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:39:30.952407 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6c0759-e052-471e-a27d-8fcef1e44ce6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:30.952824 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cc6c0759-e052-471e-a27d-8fcef1e44ce6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:30.989765 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:31.017063 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e138e-68dd-4b8e-a170-fb37d1074392 req-881e9c8f-4aaf-4f2f-ae83-2fb3dc793071 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:31.018011 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-011e138e-68dd-4b8e-a170-fb37d1074392 req-881e9c8f-4aaf-4f2f-ae83-2fb3dc793071 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 944 time: 0.6129961 Feb 04 11:39:31.069218 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c91dc128-b2b2-4c5c-ae4b-d9d841eaac8b']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:31.097224 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed37977-cd4b-4aeb-8f3c-2d3badfbb00b') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:31.097760 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed37977-cd4b-4aeb-8f3c-2d3badfbb00b') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:31.130255 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:31.194791 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-cc6c0759-e052-471e-a27d-8fcef1e44ce6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.7147274 Feb 04 11:39:31.200681 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-011e138e-68dd-4b8e-a170-fb37d1074392 req-ef97b46d-7b16-4772-a393-e041e0803367 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/security-groups?id=56276931-9902-4f5f-876e-c45590f45267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658154 Feb 04 11:39:31.202977 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37696) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:31.203996 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:31.297711 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4121421b-fcae-4472-b70c-558df24ea101 None None] Network 15fcac3b-629b-419f-8d6d-5c8b8ab500ae requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:39:31.309142 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4bcbfb2-e7a1-4b78-bbb4-ad30f92786cf tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Router 786fe00a-39ae-44ba-8f7d-762e6076340f has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:39:31.321983 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:39:31.322734 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:31.346709 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:39:31.346709 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:39:31.346709 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:39:31.346709 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:39:31.346709 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:39:31.346709 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:39:31.346709 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:39:31.346709 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:39:31.346709 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:39:31.346709 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:39:31.346709 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:39:31.346709 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:39:31.346709 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:39:31.346709 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:39:31.346709 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:39:31.346709 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:39:31.346709 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:39:31.346709 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:39:31.346709 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:39:31.346709 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:39:31.346709 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:39:31.346709 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:39:31.346709 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:39:31.346709 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:39:31.346709 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:39:31.346709 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:39:31.346709 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:39:31.346709 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:39:31.346709 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:39:31.346709 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:39:31.346709 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:39:31.346709 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:39:31.534075 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.db.api [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 11:39:31.534075 dv-neutron-827825-2-hyperv neutron-server[84204]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 11:39:31.534075 dv-neutron-827825-2-hyperv neutron-server[84204]: [parameters: {'id': 'c91dc128-b2b2-4c5c-ae4b-d9d841eaac8b'}] Feb 04 11:39:31.534075 dv-neutron-827825-2-hyperv neutron-server[84204]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:39:31.534574 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG oslo_db.api [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:39:31.564884 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-5045294d-5bd6-4458-a283-cf94dc721123 None None] Attempting to bind port 03a9d847-7ecc-4b47-91a1-a933bd3ffe15 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:39:31.565409 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-5045294d-5bd6-4458-a283-cf94dc721123 None None] Attempting to bind port 03a9d847-7ecc-4b47-91a1-a933bd3ffe15 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '3ed37977-cd4b-4aeb-8f3c-2d3badfbb00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c91dc128-b2b2-4c5c-ae4b-d9d841eaac8b'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:39:31.565861 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5045294d-5bd6-4458-a283-cf94dc721123 None None] Attempting to bind port 03a9d847-7ecc-4b47-91a1-a933bd3ffe15 on network c91dc128-b2b2-4c5c-ae4b-d9d841eaac8b {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:39:31.585666 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5045294d-5bd6-4458-a283-cf94dc721123 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:39:31.587148 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5045294d-5bd6-4458-a283-cf94dc721123 None None] Checking segment: {'id': '3ed37977-cd4b-4aeb-8f3c-2d3badfbb00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c91dc128-b2b2-4c5c-ae4b-d9d841eaac8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:39:31.587741 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5045294d-5bd6-4458-a283-cf94dc721123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:31.588534 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5045294d-5bd6-4458-a283-cf94dc721123 None None] Bound using segment: {'id': '3ed37977-cd4b-4aeb-8f3c-2d3badfbb00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c91dc128-b2b2-4c5c-ae4b-d9d841eaac8b'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:39:31.589228 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-5045294d-5bd6-4458-a283-cf94dc721123 None None] Bound port: 03a9d847-7ecc-4b47-91a1-a933bd3ffe15, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed37977-cd4b-4aeb-8f3c-2d3badfbb00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c91dc128-b2b2-4c5c-ae4b-d9d841eaac8b'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:39:31.589854 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5045294d-5bd6-4458-a283-cf94dc721123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:31.666728 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1c72f1f7-e213-4177-8b1b-55e4b33b1e8a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:31.768969 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72f1f7-e213-4177-8b1b-55e4b33b1e8a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event updated for resources: {'Subnet': ['ID=20ee9c7f-2752-42f7-a9c6-9ab6527f1019,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:31.788844 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4bcbfb2-e7a1-4b78-bbb4-ad30f92786cf tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:39:31.803739 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b9fb84-019d-4cfa-90cf-253a697ffa20 None None] Sync routers for ids ['786fe00a-39ae-44ba-8f7d-762e6076340f'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:39:31.806774 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a4bcbfb2-e7a1-4b78-bbb4-ad30f92786cf tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "PUT /v2.0/routers/786fe00a-39ae-44ba-8f7d-762e6076340f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5274255 Feb 04 11:39:31.809241 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37700) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:31.833213 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b9fb84-019d-4cfa-90cf-253a697ffa20 None None] Routers {'786fe00a-39ae-44ba-8f7d-762e6076340f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:39:31.834013 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-01b9fb84-019d-4cfa-90cf-253a697ffa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:39:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['786fe00a-39ae-44ba-8f7d-762e6076340f'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:31.869155 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-a70ec038-a57f-4169-a491-c7fb92c337c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'name': 'tempest-TestNetworkBasicOps-router-1549041283', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '741eba48-2181-44d6-8a54-63871deeafe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:19Z', 'updated_at': '2022-02-04T11:39:24Z', 'revision_number': 3, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '741eba48-2181-44d6-8a54-63871deeafe5', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:22Z', 'updated_at': '2022-02-04T11:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:31.884821 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-5045294d-5bd6-4458-a283-cf94dc721123 None None] For port 03a9d847-7ecc-4b47-91a1-a933bd3ffe15, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:39:31.889995 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ec038-a57f-4169-a491-c7fb92c337c0 None None] The sync data for ids ['7e68f380-0afc-40b2-80ac-5d134a2163f7'] in dv-neutron-827825-2-hyperv is: [{'id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'name': 'tempest-TestNetworkBasicOps-router-1549041283', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '741eba48-2181-44d6-8a54-63871deeafe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:19Z', 'updated_at': '2022-02-04T11:39:24Z', 'revision_number': 3, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '741eba48-2181-44d6-8a54-63871deeafe5', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:22Z', 'updated_at': '2022-02-04T11:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:39:31.907513 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-5045294d-5bd6-4458-a283-cf94dc721123 None None] For port 03a9d847-7ecc-4b47-91a1-a933bd3ffe15, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=03a9d847-7ecc-4b47-91a1-a933bd3ffe15,segment=NetworkSegment(3ed37977-cd4b-4aeb-8f3c-2d3badfbb00b),segment_id=3ed37977-cd4b-4aeb-8f3c-2d3badfbb00b)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:39:31.922965 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c72f1f7-e213-4177-8b1b-55e4b33b1e8a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Checking segment: {'id': '68466062-f2ce-4650-a3f2-78bf64ea4519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '26ee15a9-fabd-4985-8d3a-2e68daa88660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:39:31.923752 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c72f1f7-e213-4177-8b1b-55e4b33b1e8a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Network hostable DHCP agents. Network: 26ee15a9-fabd-4985-8d3a-2e68daa88660, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:39:31.975573 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5045294d-5bd6-4458-a283-cf94dc721123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:32.016827 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-01b9fb84-019d-4cfa-90cf-253a697ffa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:32.049623 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b9fb84-019d-4cfa-90cf-253a697ffa20 None None] Routers {'786fe00a-39ae-44ba-8f7d-762e6076340f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:39:32.050187 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-01b9fb84-019d-4cfa-90cf-253a697ffa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:39:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['786fe00a-39ae-44ba-8f7d-762e6076340f'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:32.113058 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:32.120977 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045294d-5bd6-4458-a283-cf94dc721123 None None] Pushing event updated for resources: {'Port': ['ID=03a9d847-7ecc-4b47-91a1-a933bd3ffe15,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:32.159058 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b836aab-0d87-4ddf-a305-042d80136af3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-15fcac3b-629b-419f-8d6d-5c8b8ab500ae', 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ips': [{'subnet_id': 'd3366fb7-15f1-4fdd-b22d-c78849bf243a'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:39:32.160521 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7b836aab-0d87-4ddf-a305-042d80136af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:32.183177 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-287c5349-e691-4467-a002-da91ebca7997 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Router 9f13693f-5894-41a3-8de2-6b4557fe6c63 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:39:32.202667 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c72f1f7-e213-4177-8b1b-55e4b33b1e8a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Network 26ee15a9-fabd-4985-8d3a-2e68daa88660 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:39:32.222741 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-01b9fb84-019d-4cfa-90cf-253a697ffa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:32.222741 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b9fb84-019d-4cfa-90cf-253a697ffa20 None None] The sync data for ids ['786fe00a-39ae-44ba-8f7d-762e6076340f'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:39:32.380755 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Deleting port 03a9d847-7ecc-4b47-91a1-a933bd3ffe15 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:39:32.381344 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:32.417152 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-1c72f1f7-e213-4177-8b1b-55e4b33b1e8a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 26ee15a9-fabd-4985-8d3a-2e68daa88660) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:32.422423 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c72f1f7-e213-4177-8b1b-55e4b33b1e8a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:32.424039 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1c72f1f7-e213-4177-8b1b-55e4b33b1e8a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:32.454278 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 48e23ed1-aab8-4174-bec3-b8ed93968d24 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:39:32.629244 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:39:32.668968 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-1c72f1f7-e213-4177-8b1b-55e4b33b1e8a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9858224 Feb 04 11:39:32.673004 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37708) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:32.715746 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-a6b84dec-3070-472f-8b76-b2d2354fdd54 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1041308985', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:32.723038 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a6b84dec-3070-472f-8b76-b2d2354fdd54 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:32.727854 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a6b84dec-3070-472f-8b76-b2d2354fdd54 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Usage tracker for resource:router and tenant:1857235941a6433080777df3100a6d46 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:32.730915 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a6b84dec-3070-472f-8b76-b2d2354fdd54 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:32.732009 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869b74d6-a158-4b30-85b6-d2a13a82aea8 None None] Network 26ee15a9-fabd-4985-8d3a-2e68daa88660 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:39:32.737308 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a6b84dec-3070-472f-8b76-b2d2354fdd54 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:32.753663 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb38184-b98d-4c11-b98f-46cc8d9da2b2 None None] Network c91dc128-b2b2-4c5c-ae4b-d9d841eaac8b requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:39:32.756331 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37712) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:32.815994 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98948a59-14ea-444b-a651-6d7c5465ed5f req-037ced06-d4b1-45e4-8968-2c7240a877fd tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:32.824029 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-1f1658b1-9054-4c44-9c27-985291514f5e tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Request body: {'subnets': [{'network_id': 'aa3354ca-00db-4b1c-ad3a-23f391cc2c17', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1882493708', 'ip_version': 6}, {'network_id': 'ac3e5939-9630-428e-807d-8a668043e9f9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:32.824419 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-1f1658b1-9054-4c44-9c27-985291514f5e tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Request body: {'subnet': {'network_id': 'aa3354ca-00db-4b1c-ad3a-23f391cc2c17', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1882493708', 'ip_version': 6}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:32.825757 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-98948a59-14ea-444b-a651-6d7c5465ed5f req-037ced06-d4b1-45e4-8968-2c7240a877fd tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 944 time: 0.2047269 Feb 04 11:39:32.825932 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-1f1658b1-9054-4c44-9c27-985291514f5e tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Request body: {'subnet': {'network_id': 'ac3e5939-9630-428e-807d-8a668043e9f9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:32.844448 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a6b84dec-3070-472f-8b76-b2d2354fdd54 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:32.845612 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a6b84dec-3070-472f-8b76-b2d2354fdd54 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:32.868245 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a6b84dec-3070-472f-8b76-b2d2354fdd54 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:32.897359 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287c5349-e691-4467-a002-da91ebca7997 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:39:32.913423 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-287c5349-e691-4467-a002-da91ebca7997 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:32.956239 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca8a0d6-0112-40c5-98df-7904128d231a None None] Sync routers for ids ['9f13693f-5894-41a3-8de2-6b4557fe6c63'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:39:32.990303 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-98948a59-14ea-444b-a651-6d7c5465ed5f req-b6981925-38b4-4996-9c79-d4ac8e2d3968 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/security-groups?id=56276931-9902-4f5f-876e-c45590f45267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641178 Feb 04 11:39:32.991656 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a6b84dec-3070-472f-8b76-b2d2354fdd54 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:33.088141 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-287c5349-e691-4467-a002-da91ebca7997 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "PUT /v2.0/floatingips/31845b9b-9e0e-40e1-b83e-b64b2fd2c09c HTTP/1.1" status: 200 len: 975 time: 5.5473812 Feb 04 11:39:33.090344 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37716) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:33.162452 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 48e23ed1-aab8-4174-bec3-b8ed93968d24, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=48e23ed1-aab8-4174-bec3-b8ed93968d24,segment=NetworkSegment(ec120722-0a88-4f12-b6cd-df43a0900923),segment_id=ec120722-0a88-4f12-b6cd-df43a0900923)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:39:33.185728 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-082b669b-f811-4e8b-ac74-f07a3a21903c tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Deleting port e74de2db-7bef-4cfd-a238-6fcb5c45ea78 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:39:33.186115 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-082b669b-f811-4e8b-ac74-f07a3a21903c tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:33.221589 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a6b84dec-3070-472f-8b76-b2d2354fdd54 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:33.231633 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a6b84dec-3070-472f-8b76-b2d2354fdd54 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5450161 Feb 04 11:39:33.232429 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37720) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:33.252586 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-c6425a38-20b6-4ecf-b605-a0dae1ebcef2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Request body: {'port': {'network_id': '26ee15a9-fabd-4985-8d3a-2e68daa88660', 'name': 'tempest-RoutersIpV6Test-184312116'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:33.269781 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] For port 03a9d847-7ecc-4b47-91a1-a933bd3ffe15, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=03a9d847-7ecc-4b47-91a1-a933bd3ffe15,segment=NetworkSegment(3ed37977-cd4b-4aeb-8f3c-2d3badfbb00b),segment_id=3ed37977-cd4b-4aeb-8f3c-2d3badfbb00b)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:39:33.270304 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:33.271959 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': '48e23ed1-aab8-4174-bec3-b8ed93968d24', 'network_id': '29516d56-73f4-4962-aac3-30725a9be94a', 'port_id': '48e23ed1-aab8-4174-bec3-b8ed93968d24', 'mac_address': 'fa:16:3e:a2:2b:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd13ac7-ddcf-4461-af29-a1faae2b9cd2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:39:33.316790 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca8a0d6-0112-40c5-98df-7904128d231a None None] Routers {'9f13693f-5894-41a3-8de2-6b4557fe6c63'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:39:33.317648 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-3ca8a0d6-0112-40c5-98df-7904128d231a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:39:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['9f13693f-5894-41a3-8de2-6b4557fe6c63'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:33.522559 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 741eba48-2181-44d6-8a54-63871deeafe5 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:39:33.556707 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-3ca8a0d6-0112-40c5-98df-7904128d231a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:33.584456 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Calling delete_port for 03a9d847-7ecc-4b47-91a1-a933bd3ffe15 owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:39:33.605117 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c6425a38-20b6-4ecf-b605-a0dae1ebcef2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:33.605570 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:33.613530 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c6425a38-20b6-4ecf-b605-a0dae1ebcef2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Usage tracker for resource:port and tenant:1857235941a6433080777df3100a6d46 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:33.620722 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c6425a38-20b6-4ecf-b605-a0dae1ebcef2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:33.643920 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c6425a38-20b6-4ecf-b605-a0dae1ebcef2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:33.674992 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-7b836aab-0d87-4ddf-a305-042d80136af3 None None] Allocated IP 172.20.0.2 (15fcac3b-629b-419f-8d6d-5c8b8ab500ae/d3366fb7-15f1-4fdd-b22d-c78849bf243a/deedfd09-00a9-43d5-9675-67e685546d27) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:39:33.675995 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-1f1658b1-9054-4c44-9c27-985291514f5e tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:33.694701 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e23ed1-aab8-4174-bec3-b8ed93968d24 {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:39:33.694906 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-1f1658b1-9054-4c44-9c27-985291514f5e tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Usage tracker for resource:subnet and tenant:afba9d3af9ee41d7a86658d5ec4b1356 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:33.698625 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-1f1658b1-9054-4c44-9c27-985291514f5e tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:33.700597 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f9dc20-9767-4bdd-80fa-1144eb3d4c19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-26ee15a9-fabd-4985-8d3a-2e68daa88660', 'network_id': '26ee15a9-fabd-4985-8d3a-2e68daa88660', 'tenant_id': '1857235941a6433080777df3100a6d46', 'fixed_ips': [{'subnet_id': '20ee9c7f-2752-42f7-a9c6-9ab6527f1019'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:39:33.701524 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-01f9dc20-9767-4bdd-80fa-1144eb3d4c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:33.703453 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-082b669b-f811-4e8b-ac74-f07a3a21903c tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:33.720469 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca8a0d6-0112-40c5-98df-7904128d231a None None] Routers {'9f13693f-5894-41a3-8de2-6b4557fe6c63'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:39:33.721141 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-3ca8a0d6-0112-40c5-98df-7904128d231a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:39:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['9f13693f-5894-41a3-8de2-6b4557fe6c63'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:33.724781 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-1f1658b1-9054-4c44-9c27-985291514f5e tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:33.774895 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6425a38-20b6-4ecf-b605-a0dae1ebcef2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Made reservation on behalf of 1857235941a6433080777df3100a6d46 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:39:33.779357 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c6425a38-20b6-4ecf-b605-a0dae1ebcef2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:33.827713 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 48e23ed1-aab8-4174-bec3-b8ed93968d24, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=48e23ed1-aab8-4174-bec3-b8ed93968d24,segment=NetworkSegment(ec120722-0a88-4f12-b6cd-df43a0900923),segment_id=ec120722-0a88-4f12-b6cd-df43a0900923)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:39:33.841706 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d259e703-8d35-45f0-a6ba-56cd8362f286 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:33.846177 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-c6425a38-20b6-4ecf-b605-a0dae1ebcef2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] device_id is not set on port 1bc3f3c2-0644-41a9-9474-26391c3cb96a yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:39:33.870521 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-3ca8a0d6-0112-40c5-98df-7904128d231a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:33.870880 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca8a0d6-0112-40c5-98df-7904128d231a None None] The sync data for ids ['9f13693f-5894-41a3-8de2-6b4557fe6c63'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:39:33.910874 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:33.914934 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1658b1-9054-4c44-9c27-985291514f5e tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Made reservation on behalf of afba9d3af9ee41d7a86658d5ec4b1356 for: {'subnet': 2} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:39:33.935459 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:34.044091 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event deleted for resources: {'Port': ['ID=03a9d847-7ecc-4b47-91a1-a933bd3ffe15,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:34.072930 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=48e23ed1-aab8-4174-bec3-b8ed93968d24,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:34.086496 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 741eba48-2181-44d6-8a54-63871deeafe5 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:39:34.150949 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] No DVR routers for this DVR port 03a9d847-7ecc-4b47-91a1-a933bd3ffe15 on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:39:34.182475 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:34.182851 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:34.183175 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:34.183506 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:34.183890 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:34.184216 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:34.184537 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:34.184858 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:34.185174 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:34.185485 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:34.185805 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:34.222208 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-01f9dc20-9767-4bdd-80fa-1144eb3d4c19 None None] Allocated IP 2001:db8::2 (26ee15a9-fabd-4985-8d3a-2e68daa88660/20ee9c7f-2752-42f7-a9c6-9ab6527f1019/74ae7300-e219-43fa-8050-d4f92ae4c676) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:39:34.372401 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 741eba48-2181-44d6-8a54-63871deeafe5 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:34.372762 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:34.395221 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-082b669b-f811-4e8b-ac74-f07a3a21903c tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:34.395588 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-082b669b-f811-4e8b-ac74-f07a3a21903c tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:34.395927 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.l3_db [None req-082b669b-f811-4e8b-ac74-f07a3a21903c tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Floating IP 31845b9b-9e0e-40e1-b83e-b64b2fd2c09c disassociated. External IP: 172.26.3.31, port: e74de2db-7bef-4cfd-a238-6fcb5c45ea78. Feb 04 11:39:34.396277 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-082b669b-f811-4e8b-ac74-f07a3a21903c tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Calling delete_port for e74de2db-7bef-4cfd-a238-6fcb5c45ea78 owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:39:34.503895 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['48e23ed1-aab8-4174-bec3-b8ed93968d24'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 11:39:34.522018 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:34.587420 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1f1658b1-9054-4c44-9c27-985291514f5e tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:34.587721 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1f1658b1-9054-4c44-9c27-985291514f5e tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:34.603399 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-082b669b-f811-4e8b-ac74-f07a3a21903c tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:34.623977 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c91dc128-b2b2-4c5c-ae4b-d9d841eaac8b']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:34.676644 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b669b-f811-4e8b-ac74-f07a3a21903c tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event deleted for resources: {'Port': ['ID=e74de2db-7bef-4cfd-a238-6fcb5c45ea78,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:34.719447 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7b836aab-0d87-4ddf-a305-042d80136af3 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:34.813166 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7b836aab-0d87-4ddf-a305-042d80136af3 None None] Transition to ACTIVE for port object deedfd09-00a9-43d5-9675-67e685546d27 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:39:34.858128 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed37977-cd4b-4aeb-8f3c-2d3badfbb00b') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:34.858480 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed37977-cd4b-4aeb-8f3c-2d3badfbb00b') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:34.879957 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7b836aab-0d87-4ddf-a305-042d80136af3 None None] Transition to ACTIVE for port object deedfd09-00a9-43d5-9675-67e685546d27 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:39:34.892912 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:34.895052 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:34.897556 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-01f9dc20-9767-4bdd-80fa-1144eb3d4c19 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:34.903541 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082b669b-f811-4e8b-ac74-f07a3a21903c tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Router 9f13693f-5894-41a3-8de2-6b4557fe6c63 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:39:34.924103 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c87cb7-2782-4d7a-a9d5-1d82b5894516 req-e3bb9fb3-14bc-47f2-8fd0-738c15073748 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:34.925609 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d4c87cb7-2782-4d7a-a9d5-1d82b5894516 req-e3bb9fb3-14bc-47f2-8fd0-738c15073748 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 945 time: 0.7147746 Feb 04 11:39:34.951257 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-01f9dc20-9767-4bdd-80fa-1144eb3d4c19 None None] Transition to ACTIVE for port object 74ae7300-e219-43fa-8050-d4f92ae4c676 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:39:34.968320 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 741eba48-2181-44d6-8a54-63871deeafe5, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=741eba48-2181-44d6-8a54-63871deeafe5,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:39:34.987807 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7b836aab-0d87-4ddf-a305-042d80136af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:34.995502 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-01f9dc20-9767-4bdd-80fa-1144eb3d4c19 None None] Transition to ACTIVE for port object 74ae7300-e219-43fa-8050-d4f92ae4c676 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:39:35.012956 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:35.045852 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:39:35.046272 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:35.052739 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:35.062368 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:39:35.062368 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:39:35.062368 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:39:35.062368 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:39:35.062368 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:39:35.062368 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:39:35.062368 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:39:35.062368 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:39:35.062368 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:39:35.062368 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:39:35.062368 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:39:35.062368 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:39:35.062368 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:39:35.062368 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:39:35.062368 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:39:35.062368 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:39:35.062368 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:39:35.062368 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:39:35.062368 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:39:35.062368 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:39:35.062368 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:39:35.062368 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:39:35.062368 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:39:35.062368 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:39:35.062368 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:39:35.062368 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:39:35.062368 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:39:35.062368 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:39:35.062368 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:39:35.062368 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:39:35.062368 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:39:35.062368 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:39:35.090198 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b836aab-0d87-4ddf-a305-042d80136af3 None None] Network 15fcac3b-629b-419f-8d6d-5c8b8ab500ae is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:39:35.098400 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-7b836aab-0d87-4ddf-a305-042d80136af3 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:35.104037 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b836aab-0d87-4ddf-a305-042d80136af3 None None] Pushing event updated for resources: {'Port': ['ID=deedfd09-00a9-43d5-9675-67e685546d27,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:35.106727 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b836aab-0d87-4ddf-a305-042d80136af3 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:39:35.162355 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-01f9dc20-9767-4bdd-80fa-1144eb3d4c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:35.204372 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082b669b-f811-4e8b-ac74-f07a3a21903c tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:39:35.216024 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1ff5ee-edde-434d-aeb9-0fdd9f4b8175 None None] Sync routers for ids ['9f13693f-5894-41a3-8de2-6b4557fe6c63'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:39:35.241060 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1ff5ee-edde-434d-aeb9-0fdd9f4b8175 None None] Routers {'9f13693f-5894-41a3-8de2-6b4557fe6c63'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:39:35.242290 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-cd1ff5ee-edde-434d-aeb9-0fdd9f4b8175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:39:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['9f13693f-5894-41a3-8de2-6b4557fe6c63'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:35.258809 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d4c87cb7-2782-4d7a-a9d5-1d82b5894516 req-c029b734-f1c3-46af-8025-ff57c2d863ac tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/security-groups?id=56276931-9902-4f5f-876e-c45590f45267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2869637 Feb 04 11:39:35.326272 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f9dc20-9767-4bdd-80fa-1144eb3d4c19 None None] Network 26ee15a9-fabd-4985-8d3a-2e68daa88660 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:39:35.334901 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-01f9dc20-9767-4bdd-80fa-1144eb3d4c19 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:35.342928 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f9dc20-9767-4bdd-80fa-1144eb3d4c19 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:39:35.350007 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=741eba48-2181-44d6-8a54-63871deeafe5,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:35.405031 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-7b836aab-0d87-4ddf-a305-042d80136af3 None None] Attempting to bind port deedfd09-00a9-43d5-9675-67e685546d27 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:39:35.405396 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-7b836aab-0d87-4ddf-a305-042d80136af3 None None] Attempting to bind port deedfd09-00a9-43d5-9675-67e685546d27 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '78949d48-b655-4e2f-9670-76b7530b5716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:39:35.405747 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b836aab-0d87-4ddf-a305-042d80136af3 None None] Attempting to bind port deedfd09-00a9-43d5-9675-67e685546d27 on network 15fcac3b-629b-419f-8d6d-5c8b8ab500ae {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:39:35.406778 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-c6425a38-20b6-4ecf-b605-a0dae1ebcef2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Allocated IP 2001:db8::31c (26ee15a9-fabd-4985-8d3a-2e68daa88660/20ee9c7f-2752-42f7-a9c6-9ab6527f1019/1bc3f3c2-0644-41a9-9474-26391c3cb96a) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:39:35.421438 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-082b669b-f811-4e8b-ac74-f07a3a21903c tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:35.430763 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:35.459844 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:35.516156 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-cd1ff5ee-edde-434d-aeb9-0fdd9f4b8175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:35.521120 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event deleted for resources: {'Network': ['ID=c91dc128-b2b2-4c5c-ae4b-d9d841eaac8b,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:35.532947 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b836aab-0d87-4ddf-a305-042d80136af3 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:39:35.533318 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b836aab-0d87-4ddf-a305-042d80136af3 None None] Checking segment: {'id': '78949d48-b655-4e2f-9670-76b7530b5716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:39:35.533715 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7b836aab-0d87-4ddf-a305-042d80136af3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:35.534143 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b836aab-0d87-4ddf-a305-042d80136af3 None None] Bound using segment: {'id': '78949d48-b655-4e2f-9670-76b7530b5716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:39:35.534614 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-7b836aab-0d87-4ddf-a305-042d80136af3 None None] Bound port: deedfd09-00a9-43d5-9675-67e685546d27, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78949d48-b655-4e2f-9670-76b7530b5716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:39:35.534977 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7b836aab-0d87-4ddf-a305-042d80136af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:35.545553 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1ff5ee-edde-434d-aeb9-0fdd9f4b8175 None None] Routers {'9f13693f-5894-41a3-8de2-6b4557fe6c63'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:39:35.546727 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-cd1ff5ee-edde-434d-aeb9-0fdd9f4b8175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:39:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['9f13693f-5894-41a3-8de2-6b4557fe6c63'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:35.573538 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 741eba48-2181-44d6-8a54-63871deeafe5 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:39:35.622451 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-cd1ff5ee-edde-434d-aeb9-0fdd9f4b8175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:35.623237 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1ff5ee-edde-434d-aeb9-0fdd9f4b8175 None None] The sync data for ids ['9f13693f-5894-41a3-8de2-6b4557fe6c63'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:39:35.631423 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9dc20-9767-4bdd-80fa-1144eb3d4c19 None None] Pushing event updated for resources: {'Port': ['ID=74ae7300-e219-43fa-8050-d4f92ae4c676,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:35.651897 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-72b85094-989c-45c1-960a-6365dc3f5502 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "DELETE /v2.0/networks/c91dc128-b2b2-4c5c-ae4b-d9d841eaac8b HTTP/1.1" status: 204 len: 168 time: 6.5880363 Feb 04 11:39:35.682963 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37726) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:35.695546 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-082b669b-f811-4e8b-ac74-f07a3a21903c tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "DELETE /v2.0/ports/e74de2db-7bef-4cfd-a238-6fcb5c45ea78 HTTP/1.1" status: 204 len: 168 time: 2.6039238 Feb 04 11:39:35.696513 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37730) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:35.701794 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-01f9dc20-9767-4bdd-80fa-1144eb3d4c19 None None] Attempting to bind port 74ae7300-e219-43fa-8050-d4f92ae4c676 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:39:35.702190 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-01f9dc20-9767-4bdd-80fa-1144eb3d4c19 None None] Attempting to bind port 74ae7300-e219-43fa-8050-d4f92ae4c676 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '68466062-f2ce-4650-a3f2-78bf64ea4519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '26ee15a9-fabd-4985-8d3a-2e68daa88660'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:39:35.702743 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f9dc20-9767-4bdd-80fa-1144eb3d4c19 None None] Attempting to bind port 74ae7300-e219-43fa-8050-d4f92ae4c676 on network 26ee15a9-fabd-4985-8d3a-2e68daa88660 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:39:35.710370 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-07d55d57-189b-44a9-8f22-6d6a605f0af1 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1751064518'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:35.733279 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f9dc20-9767-4bdd-80fa-1144eb3d4c19 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:39:35.733709 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f9dc20-9767-4bdd-80fa-1144eb3d4c19 None None] Checking segment: {'id': '68466062-f2ce-4650-a3f2-78bf64ea4519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '26ee15a9-fabd-4985-8d3a-2e68daa88660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:39:35.734119 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-01f9dc20-9767-4bdd-80fa-1144eb3d4c19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:35.734536 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f9dc20-9767-4bdd-80fa-1144eb3d4c19 None None] Bound using segment: {'id': '68466062-f2ce-4650-a3f2-78bf64ea4519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '26ee15a9-fabd-4985-8d3a-2e68daa88660'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:39:35.734993 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-01f9dc20-9767-4bdd-80fa-1144eb3d4c19 None None] Bound port: 74ae7300-e219-43fa-8050-d4f92ae4c676, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68466062-f2ce-4650-a3f2-78bf64ea4519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '26ee15a9-fabd-4985-8d3a-2e68daa88660'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:39:35.735349 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-01f9dc20-9767-4bdd-80fa-1144eb3d4c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:35.784967 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-07d55d57-189b-44a9-8f22-6d6a605f0af1 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:35.818011 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-07d55d57-189b-44a9-8f22-6d6a605f0af1 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Usage tracker for resource:network and tenant:86676f741a1b44e6b6b078dd507bf54a is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:35.823924 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-7b836aab-0d87-4ddf-a305-042d80136af3 None None] For port deedfd09-00a9-43d5-9675-67e685546d27, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:39:35.828665 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-07d55d57-189b-44a9-8f22-6d6a605f0af1 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:35.833128 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-136d42f9-e50d-4d01-a423-01310ab0b59d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:35.845780 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-7b836aab-0d87-4ddf-a305-042d80136af3 None None] For port deedfd09-00a9-43d5-9675-67e685546d27, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=deedfd09-00a9-43d5-9675-67e685546d27,segment=NetworkSegment(78949d48-b655-4e2f-9670-76b7530b5716),segment_id=78949d48-b655-4e2f-9670-76b7530b5716)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:39:35.849065 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-17d1817d-7351-4bb6-b27a-f02d29763666 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "GET /v2.0/floatingips/31845b9b-9e0e-40e1-b83e-b64b2fd2c09c HTTP/1.1" status: 200 len: 687 time: 0.1473331 Feb 04 11:39:35.853910 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37734) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:35.869144 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 741eba48-2181-44d6-8a54-63871deeafe5 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:35.869512 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:35.905055 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-07d55d57-189b-44a9-8f22-6d6a605f0af1 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:35.923654 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-01f9dc20-9767-4bdd-80fa-1144eb3d4c19 None None] For port 74ae7300-e219-43fa-8050-d4f92ae4c676, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:39:35.938484 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-01f9dc20-9767-4bdd-80fa-1144eb3d4c19 None None] For port 74ae7300-e219-43fa-8050-d4f92ae4c676, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=74ae7300-e219-43fa-8050-d4f92ae4c676,segment=NetworkSegment(68466062-f2ce-4650-a3f2-78bf64ea4519),segment_id=68466062-f2ce-4650-a3f2-78bf64ea4519)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:39:35.944765 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7b836aab-0d87-4ddf-a305-042d80136af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:35.973264 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c6425a38-20b6-4ecf-b605-a0dae1ebcef2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:36.042636 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-01f9dc20-9767-4bdd-80fa-1144eb3d4c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:36.071609 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d55d57-189b-44a9-8f22-6d6a605f0af1 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Made reservation on behalf of 86676f741a1b44e6b6b078dd507bf54a for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:39:36.074809 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-07d55d57-189b-44a9-8f22-6d6a605f0af1 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:36.078532 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-cc37abb2-3089-4770-ab2c-52a7e442451e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Deleting port fdb394bf-7b1e-4817-9c8f-cfa82f7eec5c {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:39:36.078869 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cc37abb2-3089-4770-ab2c-52a7e442451e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:36.117921 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b836aab-0d87-4ddf-a305-042d80136af3 None None] Pushing event updated for resources: {'Port': ['ID=deedfd09-00a9-43d5-9675-67e685546d27,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:36.129462 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-c6425a38-20b6-4ecf-b605-a0dae1ebcef2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Transition to ACTIVE for port object 1bc3f3c2-0644-41a9-9474-26391c3cb96a will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:39:36.132803 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:36.217606 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07d55d57-189b-44a9-8f22-6d6a605f0af1 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:39:36.253707 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9dc20-9767-4bdd-80fa-1144eb3d4c19 None None] Pushing event updated for resources: {'Port': ['ID=74ae7300-e219-43fa-8050-d4f92ae4c676,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:36.292608 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-07d55d57-189b-44a9-8f22-6d6a605f0af1 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:36.296735 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-07d55d57-189b-44a9-8f22-6d6a605f0af1 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Added segment cb8bed4a-f8a0-4926-aee1-18918015e51d of type vlan for network 964a39c3-c8b4-4ab2-a6df-73e42a1a23c9 Feb 04 11:39:36.325109 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 48e23ed1-aab8-4174-bec3-b8ed93968d24 up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:39:36.477357 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cc37abb2-3089-4770-ab2c-52a7e442451e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:36.477976 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cc37abb2-3089-4770-ab2c-52a7e442451e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:36.557107 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port 48e23ed1-aab8-4174-bec3-b8ed93968d24 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:39:36.563358 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port 48e23ed1-aab8-4174-bec3-b8ed93968d24 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:36.563358 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:36.711316 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-cc37abb2-3089-4770-ab2c-52a7e442451e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Calling delete_port for fdb394bf-7b1e-4817-9c8f-cfa82f7eec5c owned by network:floatingip {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:39:36.744719 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-07d55d57-189b-44a9-8f22-6d6a605f0af1 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:36.749345 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c6425a38-20b6-4ecf-b605-a0dae1ebcef2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:36.811351 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:36.871256 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89107e0-5eb5-4e2b-8f82-3f6cee25539e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e23ed1-aab8-4174-bec3-b8ed93968d24'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:39:36.882442 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1f1658b1-9054-4c44-9c27-985291514f5e tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:36.908771 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 48e23ed1-aab8-4174-bec3-b8ed93968d24, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=48e23ed1-aab8-4174-bec3-b8ed93968d24,segment=NetworkSegment(ec120722-0a88-4f12-b6cd-df43a0900923),segment_id=ec120722-0a88-4f12-b6cd-df43a0900923)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:39:36.967046 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6425a38-20b6-4ecf-b605-a0dae1ebcef2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Network 26ee15a9-fabd-4985-8d3a-2e68daa88660 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:39:36.981149 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-c6425a38-20b6-4ecf-b605-a0dae1ebcef2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:36.989079 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-07d55d57-189b-44a9-8f22-6d6a605f0af1 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:36.991123 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6425a38-20b6-4ecf-b605-a0dae1ebcef2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event updated for resources: {'Port': ['ID=1bc3f3c2-0644-41a9-9474-26391c3cb96a,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:36.993324 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:36.994992 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6425a38-20b6-4ecf-b605-a0dae1ebcef2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:39:36.996451 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d55d57-189b-44a9-8f22-6d6a605f0af1 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:36.997465 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-07d55d57-189b-44a9-8f22-6d6a605f0af1 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:36.998820 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6425a38-20b6-4ecf-b605-a0dae1ebcef2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:36.999416 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c6425a38-20b6-4ecf-b605-a0dae1ebcef2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:37.083543 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d4bfa-f46f-46ff-840b-c142a945bb96 req-db564eaf-9177-4c2b-b33c-702cee524ac8 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:37.091551 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c79d4bfa-f46f-46ff-840b-c142a945bb96 req-db564eaf-9177-4c2b-b33c-702cee524ac8 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 945 time: 0.4945889 Feb 04 11:39:37.119770 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c6425a38-20b6-4ecf-b605-a0dae1ebcef2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.8755400 Feb 04 11:39:37.124768 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37744) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:37.129215 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=48e23ed1-aab8-4174-bec3-b8ed93968d24,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:37.275006 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-07d55d57-189b-44a9-8f22-6d6a605f0af1 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5907714 Feb 04 11:39:37.282659 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37748) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:37.299282 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-27cbb2e5-33de-4465-b5c5-0d3b2e5af272 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Request body: {'subnet': {'network_id': '964a39c3-c8b4-4ab2-a6df-73e42a1a23c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:37.315532 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c79d4bfa-f46f-46ff-840b-c142a945bb96 req-82a8eead-d36f-4259-aab9-d7da5c87682e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/security-groups?id=56276931-9902-4f5f-876e-c45590f45267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2230902 Feb 04 11:39:37.325605 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cc37abb2-3089-4770-ab2c-52a7e442451e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:37.430846 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-136d42f9-e50d-4d01-a423-01310ab0b59d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Allocated IP 172.20.0.1 (15fcac3b-629b-419f-8d6d-5c8b8ab500ae/d3366fb7-15f1-4fdd-b22d-c78849bf243a/3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:39:37.441293 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc37abb2-3089-4770-ab2c-52a7e442451e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event deleted for resources: {'Port': ['ID=fdb394bf-7b1e-4817-9c8f-cfa82f7eec5c,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:37.448596 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1658b1-9054-4c44-9c27-985291514f5e tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Pushing event updated for resources: {'Subnet': ['ID=a79c10fe-ed03-49b6-b5aa-f270b8a88a81,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:37.526076 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d55d57-189b-44a9-8f22-6d6a605f0af1 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event updated for resources: {'Network': ['ID=964a39c3-c8b4-4ab2-a6df-73e42a1a23c9,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:37.531074 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-d259e703-8d35-45f0-a6ba-56cd8362f286 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Deleting port 3d7a8e11-d4a0-482a-aca3-e196b6709a69 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:39:37.531187 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d259e703-8d35-45f0-a6ba-56cd8362f286 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:37.538556 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 964a39c3-c8b4-4ab2-a6df-73e42a1a23c9 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:39:37.631606 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 74ae7300-e219-43fa-8050-d4f92ae4c676 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:39:37.778739 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-27cbb2e5-33de-4465-b5c5-0d3b2e5af272 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:37.786082 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1658b1-9054-4c44-9c27-985291514f5e tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Checking segment: {'id': '1bacd19f-492c-4c48-a1f3-26c8f66ccba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'aa3354ca-00db-4b1c-ad3a-23f391cc2c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:39:37.786686 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1658b1-9054-4c44-9c27-985291514f5e tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Network hostable DHCP agents. Network: aa3354ca-00db-4b1c-ad3a-23f391cc2c17, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:39:37.800797 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-27cbb2e5-33de-4465-b5c5-0d3b2e5af272 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Usage tracker for resource:subnet and tenant:86676f741a1b44e6b6b078dd507bf54a is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:37.807935 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-27cbb2e5-33de-4465-b5c5-0d3b2e5af272 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:37.824760 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-27cbb2e5-33de-4465-b5c5-0d3b2e5af272 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:37.837454 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 74ae7300-e219-43fa-8050-d4f92ae4c676 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:39:37.858809 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device deedfd09-00a9-43d5-9675-67e685546d27 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:39:37.907006 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cc37abb2-3089-4770-ab2c-52a7e442451e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for floatingip, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:37.931197 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cc37abb2-3089-4770-ab2c-52a7e442451e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:37.936250 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-cc37abb2-3089-4770-ab2c-52a7e442451e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "DELETE /v2.0/floatingips/31845b9b-9e0e-40e1-b83e-b64b2fd2c09c HTTP/1.1" status: 204 len: 168 time: 2.0821950 Feb 04 11:39:37.937012 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37754) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:37.950196 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-b6a91975-4fcf-4a12-bb74-667c37c5311b tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Request body: {'floatingip': {'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'port_id': 'f2f282db-10c7-4b89-b2fc-7f297c0090b7'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:37.951538 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-136d42f9-e50d-4d01-a423-01310ab0b59d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:37.976268 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-136d42f9-e50d-4d01-a423-01310ab0b59d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Transition to ACTIVE for port object 3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:39:38.008811 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-b6a91975-4fcf-4a12-bb74-667c37c5311b tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:38.015801 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27cbb2e5-33de-4465-b5c5-0d3b2e5af272 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Made reservation on behalf of 86676f741a1b44e6b6b078dd507bf54a for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:39:38.065149 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-b6a91975-4fcf-4a12-bb74-667c37c5311b tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Usage tracker for resource:floatingip and tenant:ac8146b7950d45beb1b9b13f531779aa is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:38.084064 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7085f58f-35d9-40ba-ba93-ddbe32dcb527 None None] Network 26ee15a9-fabd-4985-8d3a-2e68daa88660 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:39:38.104439 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d259e703-8d35-45f0-a6ba-56cd8362f286 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:38.125433 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-b6a91975-4fcf-4a12-bb74-667c37c5311b tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:38.139114 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-b6a91975-4fcf-4a12-bb74-667c37c5311b tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:38.178803 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1658b1-9054-4c44-9c27-985291514f5e tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Network aa3354ca-00db-4b1c-ad3a-23f391cc2c17 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:39:38.191562 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f89107e0-5eb5-4e2b-8f82-3f6cee25539e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e23ed1-aab8-4174-bec3-b8ed93968d24', 'code': 200} Feb 04 11:39:38.201480 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port deedfd09-00a9-43d5-9675-67e685546d27 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:39:38.264168 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-136d42f9-e50d-4d01-a423-01310ab0b59d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:38.275664 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-27cbb2e5-33de-4465-b5c5-0d3b2e5af272 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:38.297648 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ed230a-87df-46b5-901c-23265f6702dd None None] Network 15fcac3b-629b-419f-8d6d-5c8b8ab500ae requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:39:38.305677 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-d259e703-8d35-45f0-a6ba-56cd8362f286 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Calling delete_port for 3d7a8e11-d4a0-482a-aca3-e196b6709a69 owned by network:router_interface {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:39:38.407399 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136d42f9-e50d-4d01-a423-01310ab0b59d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 15fcac3b-629b-419f-8d6d-5c8b8ab500ae is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:39:38.415084 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-1f1658b1-9054-4c44-9c27-985291514f5e tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, aa3354ca-00db-4b1c-ad3a-23f391cc2c17) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:38.421966 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-136d42f9-e50d-4d01-a423-01310ab0b59d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:38.426538 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d42f9-e50d-4d01-a423-01310ab0b59d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:38.429070 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136d42f9-e50d-4d01-a423-01310ab0b59d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:39:38.458398 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1f1658b1-9054-4c44-9c27-985291514f5e tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:38.529687 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6dfe91-31b1-44c6-8f55-d0c77f352d16 None None] Network aa3354ca-00db-4b1c-ad3a-23f391cc2c17 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:39:38.560769 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-55f7fb7a-5af3-43ab-90d7-025f7ef7a9ad None None] Provisioning for port 74ae7300-e219-43fa-8050-d4f92ae4c676 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:39:38.577700 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b6a91975-4fcf-4a12-bb74-667c37c5311b tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for floatingip, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:38.589117 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1658b1-9054-4c44-9c27-985291514f5e tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Pushing event updated for resources: {'Subnet': ['ID=772171a3-4b6b-4846-84f1-9e546ea41f9d,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:38.599041 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-136d42f9-e50d-4d01-a423-01310ab0b59d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:38.630800 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-55f7fb7a-5af3-43ab-90d7-025f7ef7a9ad None None] Provisioning complete for port 74ae7300-e219-43fa-8050-d4f92ae4c676 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:38.631287 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-55f7fb7a-5af3-43ab-90d7-025f7ef7a9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:38.682730 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1658b1-9054-4c44-9c27-985291514f5e tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Checking segment: {'id': '8d695897-5dd7-48cc-ae4f-3ed47ae03890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ac3e5939-9630-428e-807d-8a668043e9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:39:38.683085 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1658b1-9054-4c44-9c27-985291514f5e tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Network hostable DHCP agents. Network: ac3e5939-9630-428e-807d-8a668043e9f9, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:39:38.811859 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d259e703-8d35-45f0-a6ba-56cd8362f286 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:38.849200 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1658b1-9054-4c44-9c27-985291514f5e tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Network ac3e5939-9630-428e-807d-8a668043e9f9 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:39:38.885336 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d259e703-8d35-45f0-a6ba-56cd8362f286 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event deleted for resources: {'Port': ['ID=3d7a8e11-d4a0-482a-aca3-e196b6709a69,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:38.926030 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-1f1658b1-9054-4c44-9c27-985291514f5e tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, ac3e5939-9630-428e-807d-8a668043e9f9) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:38.928335 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3f93583e-70b5-4544-b874-88198fc4582e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:38.933311 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-136d42f9-e50d-4d01-a423-01310ab0b59d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:38.977001 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d974de6e-1a51-40b2-8b63-19ad9229539e req-b69643ba-5722-4e29-950e-0bd4aeca1f80 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 1099 time: 0.4532127 Feb 04 11:39:39.010146 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89e95b6-043a-4c75-9a17-e7fb8ef29b2f None None] Network ac3e5939-9630-428e-807d-8a668043e9f9 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:39:39.015770 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1658b1-9054-4c44-9c27-985291514f5e tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:39.015770 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1658b1-9054-4c44-9c27-985291514f5e tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:39.015770 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1f1658b1-9054-4c44-9c27-985291514f5e tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:39.063766 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fcfa7-eb27-4ff9-8761-9f0a2ebb06c6 req-dbe0b7f6-fcd7-4c4b-ad52-c35f60c16ae9 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:39.072024 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6a8fcfa7-eb27-4ff9-8761-9f0a2ebb06c6 req-dbe0b7f6-fcd7-4c4b-ad52-c35f60c16ae9 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 946 time: 0.5126450 Feb 04 11:39:39.250475 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d974de6e-1a51-40b2-8b63-19ad9229539e req-fa19152d-9964-4523-8ebb-2056f2200f93 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=56276931-9902-4f5f-876e-c45590f45267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2614114 Feb 04 11:39:39.321563 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-55f7fb7a-5af3-43ab-90d7-025f7ef7a9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:39.333953 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1f1658b1-9054-4c44-9c27-985291514f5e tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 6.5138407 Feb 04 11:39:39.337396 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37762) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:39.377383 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696dd7b2-c4f8-4a21-a0dd-c8cd936eb4f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-aa3354ca-00db-4b1c-ad3a-23f391cc2c17', 'network_id': 'aa3354ca-00db-4b1c-ad3a-23f391cc2c17', 'tenant_id': 'afba9d3af9ee41d7a86658d5ec4b1356', 'fixed_ips': [{'subnet_id': 'a79c10fe-ed03-49b6-b5aa-f270b8a88a81'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:39:39.378218 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-696dd7b2-c4f8-4a21-a0dd-c8cd936eb4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:39.406777 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d259e703-8d35-45f0-a6ba-56cd8362f286 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:39.420823 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6a8fcfa7-eb27-4ff9-8761-9f0a2ebb06c6 req-ad3162f7-d50f-4566-a2e3-61a6a07fac93 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/security-groups?id=56276931-9902-4f5f-876e-c45590f45267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3475835 Feb 04 11:39:39.546967 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-27cbb2e5-33de-4465-b5c5-0d3b2e5af272 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:39.564602 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-55f7fb7a-5af3-43ab-90d7-025f7ef7a9ad None None] For port 74ae7300-e219-43fa-8050-d4f92ae4c676, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=74ae7300-e219-43fa-8050-d4f92ae4c676,segment=NetworkSegment(68466062-f2ce-4650-a3f2-78bf64ea4519),segment_id=68466062-f2ce-4650-a3f2-78bf64ea4519)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:39:39.643362 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df69105f-ddfb-4e5a-a46d-275c4d6b4c65 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:39.644669 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df69105f-ddfb-4e5a-a46d-275c4d6b4c65 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:39.646192 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df69105f-ddfb-4e5a-a46d-275c4d6b4c65 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:39.648010 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-df69105f-ddfb-4e5a-a46d-275c4d6b4c65 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3076668 Feb 04 11:39:39.658477 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37766) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:39.670085 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-55f7fb7a-5af3-43ab-90d7-025f7ef7a9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:39.703473 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b6a91975-4fcf-4a12-bb74-667c37c5311b tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:39.741394 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113c78dd-0e14-4c2f-afd6-44442e623739 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-ac3e5939-9630-428e-807d-8a668043e9f9', 'network_id': 'ac3e5939-9630-428e-807d-8a668043e9f9', 'tenant_id': 'afba9d3af9ee41d7a86658d5ec4b1356', 'fixed_ips': [{'subnet_id': '772171a3-4b6b-4846-84f1-9e546ea41f9d'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:39:39.742818 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-113c78dd-0e14-4c2f-afd6-44442e623739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:39.978849 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7fb7a-5af3-43ab-90d7-025f7ef7a9ad None None] Pushing event updated for resources: {'Port': ['ID=74ae7300-e219-43fa-8050-d4f92ae4c676,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:39.992795 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-696dd7b2-c4f8-4a21-a0dd-c8cd936eb4f9 None None] Allocated IP 2001:db8::1 (aa3354ca-00db-4b1c-ad3a-23f391cc2c17/a79c10fe-ed03-49b6-b5aa-f270b8a88a81/78edf725-5585-499d-9827-d3590f884eb9) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:39:40.000820 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3738c98f-8d36-49b0-b3fb-61ea5cf1d78f None None] Provisioning for port deedfd09-00a9-43d5-9675-67e685546d27 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:39:40.015957 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3738c98f-8d36-49b0-b3fb-61ea5cf1d78f None None] Provisioning complete for port deedfd09-00a9-43d5-9675-67e685546d27 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:40.015957 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3738c98f-8d36-49b0-b3fb-61ea5cf1d78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:40.112927 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cbb2e5-33de-4465-b5c5-0d3b2e5af272 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event updated for resources: {'Subnet': ['ID=786cd236-637e-44bc-a011-3cbe8b4c3967,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:40.162335 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-c69ab4d9-3a60-4e27-bf26-3e35ef9743c9 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Deleting subnet a79c10fe-ed03-49b6-b5aa-f270b8a88a81 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:39:40.219697 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cbb2e5-33de-4465-b5c5-0d3b2e5af272 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Checking segment: {'id': 'cb8bed4a-f8a0-4926-aee1-18918015e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '964a39c3-c8b4-4ab2-a6df-73e42a1a23c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:39:40.220124 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cbb2e5-33de-4465-b5c5-0d3b2e5af272 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Network hostable DHCP agents. Network: 964a39c3-c8b4-4ab2-a6df-73e42a1a23c9, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:39:40.329326 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3f93583e-70b5-4544-b874-88198fc4582e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:40.350755 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-b6a91975-4fcf-4a12-bb74-667c37c5311b tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Allocated IP 172.26.3.19 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/6112cded-ebae-4d56-9235-108c764539a5) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:39:40.369562 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d259e703-8d35-45f0-a6ba-56cd8362f286 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Router 786fe00a-39ae-44ba-8f7d-762e6076340f has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:39:40.375911 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-136d42f9-e50d-4d01-a423-01310ab0b59d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:40.458791 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-136d42f9-e50d-4d01-a423-01310ab0b59d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:40.565510 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3f93583e-70b5-4544-b874-88198fc4582e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:40.611919 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cbb2e5-33de-4465-b5c5-0d3b2e5af272 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Network 964a39c3-c8b4-4ab2-a6df-73e42a1a23c9 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:39:40.714493 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d42f9-e50d-4d01-a423-01310ab0b59d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:40.725403 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3738c98f-8d36-49b0-b3fb-61ea5cf1d78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:40.755768 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-136d42f9-e50d-4d01-a423-01310ab0b59d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:40.769450 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-27cbb2e5-33de-4465-b5c5-0d3b2e5af272 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 964a39c3-c8b4-4ab2-a6df-73e42a1a23c9) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:40.774438 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cbb2e5-33de-4465-b5c5-0d3b2e5af272 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:40.775623 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-27cbb2e5-33de-4465-b5c5-0d3b2e5af272 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:40.778307 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d259e703-8d35-45f0-a6ba-56cd8362f286 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:39:40.790166 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93583e-70b5-4544-b874-88198fc4582e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event updated for resources: {'Port': ['ID=1bc3f3c2-0644-41a9-9474-26391c3cb96a,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:40.808521 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d259e703-8d35-45f0-a6ba-56cd8362f286 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "PUT /v2.0/routers/786fe00a-39ae-44ba-8f7d-762e6076340f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9981887 Feb 04 11:39:40.819260 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37774) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:40.822846 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d9d4ae-dfab-4e09-82b4-5a74186d143b None None] Network 964a39c3-c8b4-4ab2-a6df-73e42a1a23c9 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:39:40.842505 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6d844b-ad91-409e-8b82-d1f7958f387b None None] Sync routers for ids ['786fe00a-39ae-44ba-8f7d-762e6076340f'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:39:40.881821 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d5011add-da6a-4e34-aa32-b89599bd8fb4 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Synchronizing usage tracker for tenant:f1bfc018a09d4e34b9596c9c898714a6 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:39:40.972005 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-113c78dd-0e14-4c2f-afd6-44442e623739 None None] Allocated IP 2001:db8:0:1::1 (ac3e5939-9630-428e-807d-8a668043e9f9/772171a3-4b6b-4846-84f1-9e546ea41f9d/797efe71-f572-4f6b-a2d7-b62159b37045) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:39:40.979314 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b6a91975-4fcf-4a12-bb74-667c37c5311b tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:41.030112 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36bb9cf-63af-438d-89d8-c7bbc9f9bc8d req-d081d33e-c01b-439c-a98b-94e0cf199bfe tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:41.031592 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c36bb9cf-63af-438d-89d8-c7bbc9f9bc8d req-d081d33e-c01b-439c-a98b-94e0cf199bfe tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 946 time: 0.3756344 Feb 04 11:39:41.036083 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-27cbb2e5-33de-4465-b5c5-0d3b2e5af272 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7510817 Feb 04 11:39:41.041876 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37778) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:41.047501 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-2469f98c-d0c3-465b-b45b-29cc4cc6fd34 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Request body: {'subnet': {'network_id': '964a39c3-c8b4-4ab2-a6df-73e42a1a23c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:41.110385 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-3738c98f-8d36-49b0-b3fb-61ea5cf1d78f None None] For port deedfd09-00a9-43d5-9675-67e685546d27, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=deedfd09-00a9-43d5-9675-67e685546d27,segment=NetworkSegment(78949d48-b655-4e2f-9670-76b7530b5716),segment_id=78949d48-b655-4e2f-9670-76b7530b5716)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:39:41.123577 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3f93583e-70b5-4544-b874-88198fc4582e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:41.158441 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6d844b-ad91-409e-8b82-d1f7958f387b None None] Routers {'786fe00a-39ae-44ba-8f7d-762e6076340f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:39:41.158985 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-0a6d844b-ad91-409e-8b82-d1f7958f387b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:39:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['786fe00a-39ae-44ba-8f7d-762e6076340f'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:41.197680 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b6a91975-4fcf-4a12-bb74-667c37c5311b tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:41.279760 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d5011add-da6a-4e34-aa32-b89599bd8fb4 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Unset dirty status for tenant:f1bfc018a09d4e34b9596c9c898714a6 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:39:41.283865 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d5011add-da6a-4e34-aa32-b89599bd8fb4 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "GET /v2.0/ports?device_id=786fe00a-39ae-44ba-8f7d-762e6076340f HTTP/1.1" status: 200 len: 205 time: 0.4705274 Feb 04 11:39:41.287805 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37782) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:41.288231 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3738c98f-8d36-49b0-b3fb-61ea5cf1d78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:41.352559 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-0a6d844b-ad91-409e-8b82-d1f7958f387b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:41.357540 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-696dd7b2-c4f8-4a21-a0dd-c8cd936eb4f9 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:41.361320 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a91975-4fcf-4a12-bb74-667c37c5311b tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:39:41.371352 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-b6a91975-4fcf-4a12-bb74-667c37c5311b tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:41.374679 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3f93583e-70b5-4544-b874-88198fc4582e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:41.388724 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a91975-4fcf-4a12-bb74-667c37c5311b tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:39:41.412585 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136d42f9-e50d-4d01-a423-01310ab0b59d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 15fcac3b-629b-419f-8d6d-5c8b8ab500ae is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:39:41.420707 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-136d42f9-e50d-4d01-a423-01310ab0b59d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:41.421791 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a91975-4fcf-4a12-bb74-667c37c5311b tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event updated for resources: {'Port': ['ID=6112cded-ebae-4d56-9235-108c764539a5,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:41.464184 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-696dd7b2-c4f8-4a21-a0dd-c8cd936eb4f9 None None] Transition to ACTIVE for port object 78edf725-5585-499d-9827-d3590f884eb9 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:39:41.577731 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-696dd7b2-c4f8-4a21-a0dd-c8cd936eb4f9 None None] Transition to ACTIVE for port object 78edf725-5585-499d-9827-d3590f884eb9 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:39:41.581514 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 74ae7300-e219-43fa-8050-d4f92ae4c676 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:39:41.607591 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6d844b-ad91-409e-8b82-d1f7958f387b None None] Routers {'786fe00a-39ae-44ba-8f7d-762e6076340f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:39:41.608216 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-0a6d844b-ad91-409e-8b82-d1f7958f387b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:39:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['786fe00a-39ae-44ba-8f7d-762e6076340f'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:41.654498 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738c98f-8d36-49b0-b3fb-61ea5cf1d78f None None] Pushing event updated for resources: {'Port': ['ID=deedfd09-00a9-43d5-9675-67e685546d27,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:41.693158 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c36bb9cf-63af-438d-89d8-c7bbc9f9bc8d req-32248059-34c9-4237-9bc4-ed048f9d4afa tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/security-groups?id=56276931-9902-4f5f-876e-c45590f45267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6252317 Feb 04 11:39:41.745838 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-0a6d844b-ad91-409e-8b82-d1f7958f387b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:41.746271 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6d844b-ad91-409e-8b82-d1f7958f387b None None] The sync data for ids ['786fe00a-39ae-44ba-8f7d-762e6076340f'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:39:41.756660 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-696dd7b2-c4f8-4a21-a0dd-c8cd936eb4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:41.771270 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c69ab4d9-3a60-4e27-bf26-3e35ef9743c9 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:41.811175 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5059ab41-2062-469c-9f02-10c9288eb006 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:41.828266 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-cef4e452-634e-40ba-8c49-22afd5a936c0 None None] Provisioning complete for port deedfd09-00a9-43d5-9675-67e685546d27 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:41.828720 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cef4e452-634e-40ba-8c49-22afd5a936c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:41.868401 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-2469f98c-d0c3-465b-b45b-29cc4cc6fd34 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:41.892895 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-2469f98c-d0c3-465b-b45b-29cc4cc6fd34 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Usage tracker for resource:subnet and tenant:86676f741a1b44e6b6b078dd507bf54a is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:41.896588 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-2469f98c-d0c3-465b-b45b-29cc4cc6fd34 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:41.904647 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f341d494-b56f-4780-9151-4f9414426f9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-964a39c3-c8b4-4ab2-a6df-73e42a1a23c9', 'network_id': '964a39c3-c8b4-4ab2-a6df-73e42a1a23c9', 'tenant_id': '86676f741a1b44e6b6b078dd507bf54a', 'fixed_ips': [{'subnet_id': '786cd236-637e-44bc-a011-3cbe8b4c3967'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:39:41.905723 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f341d494-b56f-4780-9151-4f9414426f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:41.908177 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-2469f98c-d0c3-465b-b45b-29cc4cc6fd34 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:41.978656 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c69ab4d9-3a60-4e27-bf26-3e35ef9743c9 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:41.994488 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696dd7b2-c4f8-4a21-a0dd-c8cd936eb4f9 None None] Network aa3354ca-00db-4b1c-ad3a-23f391cc2c17 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:39:41.997950 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696dd7b2-c4f8-4a21-a0dd-c8cd936eb4f9 None None] Pushing event updated for resources: {'Port': ['ID=78edf725-5585-499d-9827-d3590f884eb9,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:42.006771 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-696dd7b2-c4f8-4a21-a0dd-c8cd936eb4f9 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:42.114284 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-113c78dd-0e14-4c2f-afd6-44442e623739 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:42.129960 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696dd7b2-c4f8-4a21-a0dd-c8cd936eb4f9 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:39:42.165086 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-113c78dd-0e14-4c2f-afd6-44442e623739 None None] Transition to ACTIVE for port object 797efe71-f572-4f6b-a2d7-b62159b37045 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:39:42.175449 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2469f98c-d0c3-465b-b45b-29cc4cc6fd34 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Made reservation on behalf of 86676f741a1b44e6b6b078dd507bf54a for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:39:42.280549 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b98613c3-9aeb-462f-a958-b285662e215f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:42.316859 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-113c78dd-0e14-4c2f-afd6-44442e623739 None None] Transition to ACTIVE for port object 797efe71-f572-4f6b-a2d7-b62159b37045 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:39:42.322977 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 74ae7300-e219-43fa-8050-d4f92ae4c676 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:42.323747 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:42.421991 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5059ab41-2062-469c-9f02-10c9288eb006 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:42.434398 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c69ab4d9-3a60-4e27-bf26-3e35ef9743c9 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:42.453098 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5059ab41-2062-469c-9f02-10c9288eb006 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:42.467753 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-696dd7b2-c4f8-4a21-a0dd-c8cd936eb4f9 None None] Attempting to bind port 78edf725-5585-499d-9827-d3590f884eb9 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:39:42.468295 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-696dd7b2-c4f8-4a21-a0dd-c8cd936eb4f9 None None] Attempting to bind port 78edf725-5585-499d-9827-d3590f884eb9 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '1bacd19f-492c-4c48-a1f3-26c8f66ccba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'aa3354ca-00db-4b1c-ad3a-23f391cc2c17'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:39:42.468760 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696dd7b2-c4f8-4a21-a0dd-c8cd936eb4f9 None None] Attempting to bind port 78edf725-5585-499d-9827-d3590f884eb9 on network aa3354ca-00db-4b1c-ad3a-23f391cc2c17 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:39:42.482113 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-113c78dd-0e14-4c2f-afd6-44442e623739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:42.524566 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-f341d494-b56f-4780-9151-4f9414426f9d None None] Allocated IP 2001:db8::2 (964a39c3-c8b4-4ab2-a6df-73e42a1a23c9/786cd236-637e-44bc-a011-3cbe8b4c3967/26ff8a7f-2581-4507-bf80-6a96b816d46e) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:39:42.528990 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3f93583e-70b5-4544-b874-88198fc4582e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:42.531072 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2469f98c-d0c3-465b-b45b-29cc4cc6fd34 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:42.566556 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696dd7b2-c4f8-4a21-a0dd-c8cd936eb4f9 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:39:42.567137 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696dd7b2-c4f8-4a21-a0dd-c8cd936eb4f9 None None] Checking segment: {'id': '1bacd19f-492c-4c48-a1f3-26c8f66ccba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'aa3354ca-00db-4b1c-ad3a-23f391cc2c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:39:42.567611 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-696dd7b2-c4f8-4a21-a0dd-c8cd936eb4f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:42.568098 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696dd7b2-c4f8-4a21-a0dd-c8cd936eb4f9 None None] Bound using segment: {'id': '1bacd19f-492c-4c48-a1f3-26c8f66ccba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'aa3354ca-00db-4b1c-ad3a-23f391cc2c17'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:39:42.573790 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-696dd7b2-c4f8-4a21-a0dd-c8cd936eb4f9 None None] Bound port: 78edf725-5585-499d-9827-d3590f884eb9, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bacd19f-492c-4c48-a1f3-26c8f66ccba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'aa3354ca-00db-4b1c-ad3a-23f391cc2c17'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:39:42.573790 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-696dd7b2-c4f8-4a21-a0dd-c8cd936eb4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:42.752358 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113c78dd-0e14-4c2f-afd6-44442e623739 None None] Network ac3e5939-9630-428e-807d-8a668043e9f9 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:39:42.789639 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-113c78dd-0e14-4c2f-afd6-44442e623739 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:42.790809 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c78dd-0e14-4c2f-afd6-44442e623739 None None] Pushing event updated for resources: {'Port': ['ID=797efe71-f572-4f6b-a2d7-b62159b37045,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:42.801712 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113c78dd-0e14-4c2f-afd6-44442e623739 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:39:42.848896 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-cef4e452-634e-40ba-8c49-22afd5a936c0 None None] Provisioning for port 3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:39:42.865914 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136d42f9-e50d-4d01-a423-01310ab0b59d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router 7e68f380-0afc-40b2-80ac-5d134a2163f7 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:39:42.868564 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5059ab41-2062-469c-9f02-10c9288eb006 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:42.869025 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5059ab41-2062-469c-9f02-10c9288eb006 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Fanout notify agent at l3_agent the message router_deleted on router 786fe00a-39ae-44ba-8f7d-762e6076340f {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:39:42.888893 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-cef4e452-634e-40ba-8c49-22afd5a936c0 None None] Provisioning complete for port 3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:42.888893 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cef4e452-634e-40ba-8c49-22afd5a936c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:42.900021 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5059ab41-2062-469c-9f02-10c9288eb006 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:42.902296 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5059ab41-2062-469c-9f02-10c9288eb006 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/routers/786fe00a-39ae-44ba-8f7d-762e6076340f HTTP/1.1" status: 204 len: 168 time: 1.6053987 Feb 04 11:39:42.910230 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37788) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:42.967893 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3f93583e-70b5-4544-b874-88198fc4582e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:42.968807 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3f93583e-70b5-4544-b874-88198fc4582e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:42.976867 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c69ab4d9-3a60-4e27-bf26-3e35ef9743c9 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:43.022689 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-696dd7b2-c4f8-4a21-a0dd-c8cd936eb4f9 None None] For port 78edf725-5585-499d-9827-d3590f884eb9, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:39:43.074867 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-696dd7b2-c4f8-4a21-a0dd-c8cd936eb4f9 None None] For port 78edf725-5585-499d-9827-d3590f884eb9, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=78edf725-5585-499d-9827-d3590f884eb9,segment=NetworkSegment(1bacd19f-492c-4c48-a1f3-26c8f66ccba9),segment_id=1bacd19f-492c-4c48-a1f3-26c8f66ccba9)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:39:43.112834 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ab4d9-3a60-4e27-bf26-3e35ef9743c9 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Pushing event deleted for resources: {'Subnet': ['ID=a79c10fe-ed03-49b6-b5aa-f270b8a88a81,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:43.120627 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-113c78dd-0e14-4c2f-afd6-44442e623739 None None] Attempting to bind port 797efe71-f572-4f6b-a2d7-b62159b37045 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:39:43.129861 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-113c78dd-0e14-4c2f-afd6-44442e623739 None None] Attempting to bind port 797efe71-f572-4f6b-a2d7-b62159b37045 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '8d695897-5dd7-48cc-ae4f-3ed47ae03890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ac3e5939-9630-428e-807d-8a668043e9f9'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:39:43.129861 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113c78dd-0e14-4c2f-afd6-44442e623739 None None] Attempting to bind port 797efe71-f572-4f6b-a2d7-b62159b37045 on network ac3e5939-9630-428e-807d-8a668043e9f9 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:39:43.130880 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-cef4e452-634e-40ba-8c49-22afd5a936c0 None None] Port 3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:39:43.150120 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113c78dd-0e14-4c2f-afd6-44442e623739 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:39:43.150685 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113c78dd-0e14-4c2f-afd6-44442e623739 None None] Checking segment: {'id': '8d695897-5dd7-48cc-ae4f-3ed47ae03890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ac3e5939-9630-428e-807d-8a668043e9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:39:43.151193 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-113c78dd-0e14-4c2f-afd6-44442e623739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:43.151684 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113c78dd-0e14-4c2f-afd6-44442e623739 None None] Bound using segment: {'id': '8d695897-5dd7-48cc-ae4f-3ed47ae03890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ac3e5939-9630-428e-807d-8a668043e9f9'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:39:43.152280 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-113c78dd-0e14-4c2f-afd6-44442e623739 None None] Bound port: 797efe71-f572-4f6b-a2d7-b62159b37045, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d695897-5dd7-48cc-ae4f-3ed47ae03890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ac3e5939-9630-428e-807d-8a668043e9f9'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:39:43.152750 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-113c78dd-0e14-4c2f-afd6-44442e623739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:43.171506 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-696dd7b2-c4f8-4a21-a0dd-c8cd936eb4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:43.226523 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f341d494-b56f-4780-9151-4f9414426f9d None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:43.294727 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b6a91975-4fcf-4a12-bb74-667c37c5311b tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:43.302005 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c69ab4d9-3a60-4e27-bf26-3e35ef9743c9 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:43.305685 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f341d494-b56f-4780-9151-4f9414426f9d None None] Transition to ACTIVE for port object 26ff8a7f-2581-4507-bf80-6a96b816d46e will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:39:43.325326 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-cef4e452-634e-40ba-8c49-22afd5a936c0 None None] Provisioning complete for port 74ae7300-e219-43fa-8050-d4f92ae4c676 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:43.326097 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cef4e452-634e-40ba-8c49-22afd5a936c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:43.332682 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93583e-70b5-4544-b874-88198fc4582e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event updated for resources: {'Port': ['ID=1bc3f3c2-0644-41a9-9474-26391c3cb96a,revision_number=3']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:43.353128 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c69ab4d9-3a60-4e27-bf26-3e35ef9743c9 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] 10.222.0.21 "DELETE /v2.0/subnets/a79c10fe-ed03-49b6-b5aa-f270b8a88a81 HTTP/1.1" status: 204 len: 168 time: 3.6850061 Feb 04 11:39:43.353128 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37792) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:43.403070 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696dd7b2-c4f8-4a21-a0dd-c8cd936eb4f9 None None] Pushing event updated for resources: {'Port': ['ID=78edf725-5585-499d-9827-d3590f884eb9,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:43.421514 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c496b8c-81d0-4397-923e-fec3bd2231b1 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Deleting subnet 0218b6a0-045a-4a7c-9c8a-0f79e82c2e0d {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:39:43.439423 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f341d494-b56f-4780-9151-4f9414426f9d None None] Transition to ACTIVE for port object 26ff8a7f-2581-4507-bf80-6a96b816d46e will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:39:43.445866 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2469f98c-d0c3-465b-b45b-29cc4cc6fd34 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:43.468543 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device deedfd09-00a9-43d5-9675-67e685546d27 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:39:43.497340 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563333c-2d56-49b2-9c87-8e80ac47b8eb req-2ea85f89-f242-4678-8b20-d0bc1247c828 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:43.504399 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1c496b8c-81d0-4397-923e-fec3bd2231b1 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:43.504784 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f563333c-2d56-49b2-9c87-8e80ac47b8eb req-2ea85f89-f242-4678-8b20-d0bc1247c828 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 946 time: 0.5446565 Feb 04 11:39:43.512446 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-113c78dd-0e14-4c2f-afd6-44442e623739 None None] For port 797efe71-f572-4f6b-a2d7-b62159b37045, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:39:43.545735 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-113c78dd-0e14-4c2f-afd6-44442e623739 None None] For port 797efe71-f572-4f6b-a2d7-b62159b37045, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=797efe71-f572-4f6b-a2d7-b62159b37045,segment=NetworkSegment(8d695897-5dd7-48cc-ae4f-3ed47ae03890),segment_id=8d695897-5dd7-48cc-ae4f-3ed47ae03890)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:39:43.552191 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f93583e-70b5-4544-b874-88198fc4582e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Network 26ee15a9-fabd-4985-8d3a-2e68daa88660 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:39:43.554185 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2469f98c-d0c3-465b-b45b-29cc4cc6fd34 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Network 964a39c3-c8b4-4ab2-a6df-73e42a1a23c9 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:39:43.567101 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-2469f98c-d0c3-465b-b45b-29cc4cc6fd34 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:43.574859 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-3f93583e-70b5-4544-b874-88198fc4582e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:43.580167 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b6a91975-4fcf-4a12-bb74-667c37c5311b tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:43.582803 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2469f98c-d0c3-465b-b45b-29cc4cc6fd34 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:43.583385 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2469f98c-d0c3-465b-b45b-29cc4cc6fd34 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:43.589992 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f341d494-b56f-4780-9151-4f9414426f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:43.640939 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136d42f9-e50d-4d01-a423-01310ab0b59d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:39:43.653231 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1c496b8c-81d0-4397-923e-fec3bd2231b1 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:43.656230 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-113c78dd-0e14-4c2f-afd6-44442e623739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:43.673751 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13129e9-3801-4276-971c-d054e5abda61 None None] Sync routers for ids ['7e68f380-0afc-40b2-80ac-5d134a2163f7'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:39:43.692069 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-136d42f9-e50d-4d01-a423-01310ab0b59d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "PUT /v2.0/routers/7e68f380-0afc-40b2-80ac-5d134a2163f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4816570 Feb 04 11:39:43.695942 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37796) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:43.696975 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469f98c-d0c3-465b-b45b-29cc4cc6fd34 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event updated for resources: {'Subnet': ['ID=901bbdda-2456-4d19-85d7-b1e7e7e096b6,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:43.718809 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13129e9-3801-4276-971c-d054e5abda61 None None] Routers {'7e68f380-0afc-40b2-80ac-5d134a2163f7'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:39:43.719512 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-d13129e9-3801-4276-971c-d054e5abda61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:39:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['7e68f380-0afc-40b2-80ac-5d134a2163f7'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:43.752844 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f341d494-b56f-4780-9151-4f9414426f9d None None] Network 964a39c3-c8b4-4ab2-a6df-73e42a1a23c9 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:39:43.765114 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-f341d494-b56f-4780-9151-4f9414426f9d None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:43.774340 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f341d494-b56f-4780-9151-4f9414426f9d None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:39:43.783341 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341d494-b56f-4780-9151-4f9414426f9d None None] Pushing event updated for resources: {'Port': ['ID=26ff8a7f-2581-4507-bf80-6a96b816d46e,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:43.881033 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port deedfd09-00a9-43d5-9675-67e685546d27 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:43.881438 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:43.977413 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f563333c-2d56-49b2-9c87-8e80ac47b8eb req-63d20a8f-ba69-4403-babb-6479337eebae tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/security-groups?id=56276931-9902-4f5f-876e-c45590f45267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4657822 Feb 04 11:39:44.047095 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2469f98c-d0c3-465b-b45b-29cc4cc6fd34 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.0004737 Feb 04 11:39:44.078789 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-d13129e9-3801-4276-971c-d054e5abda61 None None] Set router 7e68f380-0afc-40b2-80ac-5d134a2163f7 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:39:44.158631 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-df74b0cb-3bd4-48bc-86bb-d39ae4e1eef4 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Deleting subnet 772171a3-4b6b-4846-84f1-9e546ea41f9d {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:39:44.163401 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37802) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:44.168983 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b500253-85af-4ba3-a339-fbf2c2fb82e3 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:44.169365 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b500253-85af-4ba3-a339-fbf2c2fb82e3 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:44.169731 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b500253-85af-4ba3-a339-fbf2c2fb82e3 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:44.170123 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b500253-85af-4ba3-a339-fbf2c2fb82e3 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:44.170490 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b500253-85af-4ba3-a339-fbf2c2fb82e3 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:44.170934 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b500253-85af-4ba3-a339-fbf2c2fb82e3 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:44.171287 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b500253-85af-4ba3-a339-fbf2c2fb82e3 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:44.171643 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b500253-85af-4ba3-a339-fbf2c2fb82e3 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:44.171995 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b500253-85af-4ba3-a339-fbf2c2fb82e3 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:44.172345 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b500253-85af-4ba3-a339-fbf2c2fb82e3 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:44.172832 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b500253-85af-4ba3-a339-fbf2c2fb82e3 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:44.173187 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b500253-85af-4ba3-a339-fbf2c2fb82e3 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:44.173551 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b500253-85af-4ba3-a339-fbf2c2fb82e3 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:44.178619 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b500253-85af-4ba3-a339-fbf2c2fb82e3 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:44.179067 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b500253-85af-4ba3-a339-fbf2c2fb82e3 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:44.190267 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b500253-85af-4ba3-a339-fbf2c2fb82e3 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:44.192758 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2b500253-85af-4ba3-a339-fbf2c2fb82e3 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11169 time: 0.4927597 Feb 04 11:39:44.209453 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37806) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:44.293623 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-cef4e452-634e-40ba-8c49-22afd5a936c0 None None] Provisioning for port 1bc3f3c2-0644-41a9-9474-26391c3cb96a completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:39:44.314961 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-df74b0cb-3bd4-48bc-86bb-d39ae4e1eef4 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:44.355297 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-cef4e452-634e-40ba-8c49-22afd5a936c0 None None] Provisioning complete for port 1bc3f3c2-0644-41a9-9474-26391c3cb96a triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:44.355998 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cef4e452-634e-40ba-8c49-22afd5a936c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:44.405138 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c78dd-0e14-4c2f-afd6-44442e623739 None None] Pushing event updated for resources: {'Port': ['ID=797efe71-f572-4f6b-a2d7-b62159b37045,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:44.504663 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1c496b8c-81d0-4397-923e-fec3bd2231b1 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:44.520931 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-cef4e452-634e-40ba-8c49-22afd5a936c0 None None] Port 1bc3f3c2-0644-41a9-9474-26391c3cb96a cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:39:44.551127 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-f341d494-b56f-4780-9151-4f9414426f9d None None] Attempting to bind port 26ff8a7f-2581-4507-bf80-6a96b816d46e on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:39:44.551511 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-f341d494-b56f-4780-9151-4f9414426f9d None None] Attempting to bind port 26ff8a7f-2581-4507-bf80-6a96b816d46e by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'cb8bed4a-f8a0-4926-aee1-18918015e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '964a39c3-c8b4-4ab2-a6df-73e42a1a23c9'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:39:44.559557 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f341d494-b56f-4780-9151-4f9414426f9d None None] Attempting to bind port 26ff8a7f-2581-4507-bf80-6a96b816d46e on network 964a39c3-c8b4-4ab2-a6df-73e42a1a23c9 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:39:44.578962 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde6f980-8436-4d2e-9827-1ca6ead22aa5 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:44.582063 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde6f980-8436-4d2e-9827-1ca6ead22aa5 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:44.582063 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde6f980-8436-4d2e-9827-1ca6ead22aa5 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:44.582063 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde6f980-8436-4d2e-9827-1ca6ead22aa5 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:44.582063 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde6f980-8436-4d2e-9827-1ca6ead22aa5 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:44.582063 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde6f980-8436-4d2e-9827-1ca6ead22aa5 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:44.582063 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde6f980-8436-4d2e-9827-1ca6ead22aa5 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:44.582063 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde6f980-8436-4d2e-9827-1ca6ead22aa5 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:44.582699 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde6f980-8436-4d2e-9827-1ca6ead22aa5 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:44.583315 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde6f980-8436-4d2e-9827-1ca6ead22aa5 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:44.583880 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde6f980-8436-4d2e-9827-1ca6ead22aa5 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:44.584413 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde6f980-8436-4d2e-9827-1ca6ead22aa5 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:44.584944 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde6f980-8436-4d2e-9827-1ca6ead22aa5 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:44.585460 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde6f980-8436-4d2e-9827-1ca6ead22aa5 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:44.588671 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-dde6f980-8436-4d2e-9827-1ca6ead22aa5 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8857 time: 0.3781457 Feb 04 11:39:44.593378 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37810) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:44.595984 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f341d494-b56f-4780-9151-4f9414426f9d None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:39:44.596355 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f341d494-b56f-4780-9151-4f9414426f9d None None] Checking segment: {'id': 'cb8bed4a-f8a0-4926-aee1-18918015e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '964a39c3-c8b4-4ab2-a6df-73e42a1a23c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:39:44.596756 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f341d494-b56f-4780-9151-4f9414426f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:44.597155 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f341d494-b56f-4780-9151-4f9414426f9d None None] Bound using segment: {'id': 'cb8bed4a-f8a0-4926-aee1-18918015e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '964a39c3-c8b4-4ab2-a6df-73e42a1a23c9'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:39:44.598027 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-f341d494-b56f-4780-9151-4f9414426f9d None None] Bound port: 26ff8a7f-2581-4507-bf80-6a96b816d46e, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb8bed4a-f8a0-4926-aee1-18918015e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '964a39c3-c8b4-4ab2-a6df-73e42a1a23c9'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:39:44.598402 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f341d494-b56f-4780-9151-4f9414426f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:44.684587 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59644ab-9031-466d-b132-c7b684854cb8 req-1b1a1cec-7dc9-41cf-b497-bf6e50958380 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:44.687954 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f59644ab-9031-466d-b132-c7b684854cb8 req-1b1a1cec-7dc9-41cf-b497-bf6e50958380 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 946 time: 0.3125575 Feb 04 11:39:44.707224 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dbc0a2eb-e4da-4f4e-bd57-b35629465f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:44.772518 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1c496b8c-81d0-4397-923e-fec3bd2231b1 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:44.794703 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e6890632-14c7-47f9-b4dd-5a76857aa868 None None] Provisioning complete for port 3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:44.795089 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e6890632-14c7-47f9-b4dd-5a76857aa868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:44.810790 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-d13129e9-3801-4276-971c-d054e5abda61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'name': 'tempest-TestNetworkBasicOps-router-1549041283', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '741eba48-2181-44d6-8a54-63871deeafe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:19Z', 'updated_at': '2022-02-04T11:39:38Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '741eba48-2181-44d6-8a54-63871deeafe5', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:22Z', 'updated_at': '2022-02-04T11:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3', 'name': '', 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:69:62:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3366fb7-15f1-4fdd-b22d-c78849bf243a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:36Z', 'updated_at': '2022-02-04T11:39:39Z', 'revision_number': 2, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'd3366fb7-15f1-4fdd-b22d-c78849bf243a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:44.817372 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13129e9-3801-4276-971c-d054e5abda61 None None] Checking router: 7e68f380-0afc-40b2-80ac-5d134a2163f7 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:39:44.817872 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13129e9-3801-4276-971c-d054e5abda61 None None] Updating router 7e68f380-0afc-40b2-80ac-5d134a2163f7 port 3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3 binding host dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:39:44.845653 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1c496b8c-81d0-4397-923e-fec3bd2231b1 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:44.856371 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c54188-8db5-4980-9063-08132390e035 None None] Network 84db42cb-2dcc-4f00-83eb-f2f973a6e0b6 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:39:44.862797 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c496b8c-81d0-4397-923e-fec3bd2231b1 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event deleted for resources: {'Subnet': ['ID=0218b6a0-045a-4a7c-9c8a-0f79e82c2e0d,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:44.864747 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1c496b8c-81d0-4397-923e-fec3bd2231b1 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/subnets/0218b6a0-045a-4a7c-9c8a-0f79e82c2e0d HTTP/1.1" status: 204 len: 168 time: 1.9527521 Feb 04 11:39:44.867667 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f59644ab-9031-466d-b132-c7b684854cb8 req-a4e27e22-964e-437d-ad8c-e48607841b6e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/security-groups?id=56276931-9902-4f5f-876e-c45590f45267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720133 Feb 04 11:39:44.868156 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37814) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:44.888910 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-f341d494-b56f-4780-9151-4f9414426f9d None None] For port 26ff8a7f-2581-4507-bf80-6a96b816d46e, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:39:44.911351 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-d13129e9-3801-4276-971c-d054e5abda61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:44.923590 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37818) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:44.962136 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-df74b0cb-3bd4-48bc-86bb-d39ae4e1eef4 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:45.048460 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5866f861-e3bf-4a57-bc9c-2908683dd809 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:45.049784 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5866f861-e3bf-4a57-bc9c-2908683dd809 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:45.051099 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5866f861-e3bf-4a57-bc9c-2908683dd809 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:45.052375 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5866f861-e3bf-4a57-bc9c-2908683dd809 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:45.053768 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5866f861-e3bf-4a57-bc9c-2908683dd809 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:45.055495 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-5866f861-e3bf-4a57-bc9c-2908683dd809 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Synchronizing usage tracker for tenant:86676f741a1b44e6b6b078dd507bf54a on resource:subnet {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:39:45.088552 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-f341d494-b56f-4780-9151-4f9414426f9d None None] For port 26ff8a7f-2581-4507-bf80-6a96b816d46e, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=26ff8a7f-2581-4507-bf80-6a96b816d46e,segment=NetworkSegment(cb8bed4a-f8a0-4926-aee1-18918015e51d),segment_id=cb8bed4a-f8a0-4926-aee1-18918015e51d)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:39:45.147362 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-e6890632-14c7-47f9-b4dd-5a76857aa868 None None] Port 3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:39:45.184534 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-12a03ce6-32d8-4056-9cbe-877f7c4ce055 req-97595984-c48e-4607-85ec-dcaa59b5d120 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.0196855 Feb 04 11:39:45.217859 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-5866f861-e3bf-4a57-bc9c-2908683dd809 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Unset dirty status for tenant:86676f741a1b44e6b6b078dd507bf54a on resource:subnet {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:39:45.222647 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5866f861-e3bf-4a57-bc9c-2908683dd809 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 1.0510497 Feb 04 11:39:45.229360 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e6890632-14c7-47f9-b4dd-5a76857aa868 None None] Provisioning complete for port 1bc3f3c2-0644-41a9-9474-26391c3cb96a triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:45.234933 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e6890632-14c7-47f9-b4dd-5a76857aa868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:45.239107 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37822) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:45.259470 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-11bf9ee9-2ee7-4b84-92b8-152aa5dab460 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-83243559'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:45.284573 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-11bf9ee9-2ee7-4b84-92b8-152aa5dab460 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:45.295875 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e7094704-a1f2-4b60-88c5-d8118d81cc1f tempest-TestNetworkAdvancedServerOps-538486051 tempest-TestNetworkAdvancedServerOps-538486051-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 1094 time: 0.3680496 Feb 04 11:39:45.303757 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37826) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:45.324755 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-11bf9ee9-2ee7-4b84-92b8-152aa5dab460 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Usage tracker for resource:network and tenant:86676f741a1b44e6b6b078dd507bf54a is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:45.339354 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-6293fadf-7722-4f2a-abe0-449b42510f3f tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Request body: {'floatingip': {'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'port_id': '48e23ed1-aab8-4174-bec3-b8ed93968d24', 'tenant_id': '491544c72a0440b88793a93ecb6a7285', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:45.348308 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f341d494-b56f-4780-9151-4f9414426f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:45.360509 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-e6890632-14c7-47f9-b4dd-5a76857aa868 None None] Port 1bc3f3c2-0644-41a9-9474-26391c3cb96a cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:39:45.363020 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-11bf9ee9-2ee7-4b84-92b8-152aa5dab460 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:45.374637 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4b98344-7577-49c9-aa34-ae06da32b531 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Deleting subnet 64a8bc31-6aaf-4ae4-a0ad-3f8c0025f4a3 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:39:45.394696 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f4b98344-7577-49c9-aa34-ae06da32b531 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:45.444469 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6293fadf-7722-4f2a-abe0-449b42510f3f tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:45.470518 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6293fadf-7722-4f2a-abe0-449b42510f3f tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Usage tracker for resource:floatingip and tenant:491544c72a0440b88793a93ecb6a7285 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:45.478710 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-11bf9ee9-2ee7-4b84-92b8-152aa5dab460 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:45.489792 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6293fadf-7722-4f2a-abe0-449b42510f3f tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:45.508478 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.resource_extend [None req-b6a91975-4fcf-4a12-bb74-667c37c5311b tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:39:45.574239 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6293fadf-7722-4f2a-abe0-449b42510f3f tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:45.576388 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f4b98344-7577-49c9-aa34-ae06da32b531 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:45.598828 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b6a91975-4fcf-4a12-bb74-667c37c5311b tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:45.610692 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341d494-b56f-4780-9151-4f9414426f9d None None] Pushing event updated for resources: {'Port': ['ID=26ff8a7f-2581-4507-bf80-6a96b816d46e,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:45.657133 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 78edf725-5585-499d-9827-d3590f884eb9 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:39:45.683783 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-df74b0cb-3bd4-48bc-86bb-d39ae4e1eef4 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:45.743537 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:45.772793 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:45.776519 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-d13129e9-3801-4276-971c-d054e5abda61 None None] Notify callbacks [] for port, precommit_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:45.795150 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79444848-1f78-413c-85bf-68cfe435d140 None None] DHCP port deletion for 84db42cb-2dcc-4f00-83eb-f2f973a6e0b6 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:39:45.809226 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.provisioning_blocks [None req-d13129e9-3801-4276-971c-d054e5abda61 None None] Transition to ACTIVE for port object 3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3 will not be triggered until provisioned by entity L2. {{(pid=84207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:39:45.818151 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-79444848-1f78-413c-85bf-68cfe435d140 None None] Deleting port 027cf4d8-b40e-446a-81a0-88d42a5e7518 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:39:45.818151 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-79444848-1f78-413c-85bf-68cfe435d140 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:45.824417 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bf9ee9-2ee7-4b84-92b8-152aa5dab460 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Made reservation on behalf of 86676f741a1b44e6b6b078dd507bf54a for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:39:45.826381 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f4b98344-7577-49c9-aa34-ae06da32b531 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:45.827367 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11bf9ee9-2ee7-4b84-92b8-152aa5dab460 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:45.849045 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6293fadf-7722-4f2a-abe0-449b42510f3f tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for floatingip, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:45.882882 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-d13129e9-3801-4276-971c-d054e5abda61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:45.924700 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b6a91975-4fcf-4a12-bb74-667c37c5311b tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:45.926688 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bbfb39-93be-4320-b7d4-8262b4c57d2f None None] Network aa3354ca-00db-4b1c-ad3a-23f391cc2c17 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:39:45.955901 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11bf9ee9-2ee7-4b84-92b8-152aa5dab460 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:39:46.005646 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7bd7ee-917d-4d59-b563-b2961078a439 None None] Pushing event updated for resources: {'Port': ['ID=3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3,revision_number=3']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:46.014037 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f4b98344-7577-49c9-aa34-ae06da32b531 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:46.101266 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b98344-7577-49c9-aa34-ae06da32b531 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event deleted for resources: {'Subnet': ['ID=64a8bc31-6aaf-4ae4-a0ad-3f8c0025f4a3,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:46.127170 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f4b98344-7577-49c9-aa34-ae06da32b531 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:46.138069 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f4b98344-7577-49c9-aa34-ae06da32b531 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/subnets/64a8bc31-6aaf-4ae4-a0ad-3f8c0025f4a3 HTTP/1.1" status: 204 len: 168 time: 1.2687914 Feb 04 11:39:46.138944 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37830) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:46.150817 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d4ee5c-4f90-4147-8711-a896f2b4ff86 None None] Network cff2612f-de5e-4cea-aa1d-932dbd6a3dea requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:39:46.237625 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a91975-4fcf-4a12-bb74-667c37c5311b tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event updated for resources: {'Port': ['ID=6112cded-ebae-4d56-9235-108c764539a5,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:46.275039 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 78edf725-5585-499d-9827-d3590f884eb9 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:39:46.356783 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-12a03ce6-32d8-4056-9cbe-877f7c4ce055 req-e7fce40b-d631-4f73-affb-dd20bf8db09e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=491544c72a0440b88793a93ecb6a7285&device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 1099 time: 1.0222130 Feb 04 11:39:46.381827 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11bf9ee9-2ee7-4b84-92b8-152aa5dab460 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:46.383112 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-11bf9ee9-2ee7-4b84-92b8-152aa5dab460 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Added segment 71db17f0-a5cb-42bd-950d-b213e65d791d of type vlan for network 58f1d0c4-0171-4389-86cc-13442fe9a0a4 Feb 04 11:39:46.390830 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdac394-2638-4e5f-9956-6dfd694e4627 None None] Network ac3e5939-9630-428e-807d-8a668043e9f9 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:39:46.396143 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-fcb3ce39-362a-41f7-8db7-d361dc5701b0 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3582 time: 1.7896185 Feb 04 11:39:46.442666 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-d13129e9-3801-4276-971c-d054e5abda61 None None] Attempting to bind port 3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:39:46.443816 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-d13129e9-3801-4276-971c-d054e5abda61 None None] Attempting to bind port 3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '78949d48-b655-4e2f-9670-76b7530b5716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae'}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:39:46.444191 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13129e9-3801-4276-971c-d054e5abda61 None None] Attempting to bind port 3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3 on network 15fcac3b-629b-419f-8d6d-5c8b8ab500ae {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:39:46.460587 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13129e9-3801-4276-971c-d054e5abda61 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:39:46.461822 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13129e9-3801-4276-971c-d054e5abda61 None None] Checking segment: {'id': '78949d48-b655-4e2f-9670-76b7530b5716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:39:46.462123 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bebc206f-182e-4658-b1ab-98113a710002 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:46.462536 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-d13129e9-3801-4276-971c-d054e5abda61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:46.463044 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13129e9-3801-4276-971c-d054e5abda61 None None] Bound using segment: {'id': '78949d48-b655-4e2f-9670-76b7530b5716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae'} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:39:46.463525 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-d13129e9-3801-4276-971c-d054e5abda61 None None] Bound port: 3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78949d48-b655-4e2f-9670-76b7530b5716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae'}}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:39:46.463896 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-d13129e9-3801-4276-971c-d054e5abda61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:46.493149 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-bebc206f-182e-4658-b1ab-98113a710002 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Deleting port 027cf4d8-b40e-446a-81a0-88d42a5e7518 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:39:46.493493 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bebc206f-182e-4658-b1ab-98113a710002 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:46.598702 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-d13129e9-3801-4276-971c-d054e5abda61 None None] For port 3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:39:46.603748 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-d13129e9-3801-4276-971c-d054e5abda61 None None] For port 3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3,segment=NetworkSegment(78949d48-b655-4e2f-9670-76b7530b5716),segment_id=78949d48-b655-4e2f-9670-76b7530b5716)] {{(pid=84207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:39:46.619895 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b6a91975-4fcf-4a12-bb74-667c37c5311b tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:46.629706 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 797efe71-f572-4f6b-a2d7-b62159b37045 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:39:46.670776 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-d13129e9-3801-4276-971c-d054e5abda61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:46.712071 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f93583e-70b5-4544-b874-88198fc4582e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Router 163a0694-7833-414a-bf70-6f557f2c5e77 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:39:46.754981 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11bf9ee9-2ee7-4b84-92b8-152aa5dab460 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:46.813176 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-df74b0cb-3bd4-48bc-86bb-d39ae4e1eef4 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:46.816978 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4f7b8238-e8ef-4f79-a9ad-17aa7994ca00 None None] Provisioning for port 78edf725-5585-499d-9827-d3590f884eb9 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:39:46.909939 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.resource_extend [None req-11bf9ee9-2ee7-4b84-92b8-152aa5dab460 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:39:46.932507 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-bebc206f-182e-4658-b1ab-98113a710002 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] For port 027cf4d8-b40e-446a-81a0-88d42a5e7518, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=027cf4d8-b40e-446a-81a0-88d42a5e7518,segment=NetworkSegment(e428ca79-4a7e-45e3-91f3-7987db25e27a),segment_id=e428ca79-4a7e-45e3-91f3-7987db25e27a)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:39:46.933280 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bebc206f-182e-4658-b1ab-98113a710002 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:46.941034 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4f7b8238-e8ef-4f79-a9ad-17aa7994ca00 None None] Provisioning complete for port 78edf725-5585-499d-9827-d3590f884eb9 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:46.946077 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4f7b8238-e8ef-4f79-a9ad-17aa7994ca00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:47.004327 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7bd7ee-917d-4d59-b563-b2961078a439 None None] Pushing event updated for resources: {'Port': ['ID=3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3,revision_number=4']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:47.015180 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13129e9-3801-4276-971c-d054e5abda61 None None] Routers {'7e68f380-0afc-40b2-80ac-5d134a2163f7'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:39:47.051751 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-d13129e9-3801-4276-971c-d054e5abda61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:39:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['7e68f380-0afc-40b2-80ac-5d134a2163f7'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:47.052268 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-79444848-1f78-413c-85bf-68cfe435d140 None None] For port 027cf4d8-b40e-446a-81a0-88d42a5e7518, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=027cf4d8-b40e-446a-81a0-88d42a5e7518,segment=NetworkSegment(e428ca79-4a7e-45e3-91f3-7987db25e27a),segment_id=e428ca79-4a7e-45e3-91f3-7987db25e27a)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:39:47.057182 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-79444848-1f78-413c-85bf-68cfe435d140 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:47.098346 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74b0cb-3bd4-48bc-86bb-d39ae4e1eef4 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Pushing event deleted for resources: {'Subnet': ['ID=772171a3-4b6b-4846-84f1-9e546ea41f9d,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:47.139973 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-df74b0cb-3bd4-48bc-86bb-d39ae4e1eef4 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:47.156614 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a03ce6-32d8-4056-9cbe-877f7c4ce055 req-ee79f2f5-ed0a-4be5-9fc8-7ac65810aeee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:47.158268 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-12a03ce6-32d8-4056-9cbe-877f7c4ce055 req-ee79f2f5-ed0a-4be5-9fc8-7ac65810aeee service neutron] 10.222.0.47 "GET /v2.0/networks?id=29516d56-73f4-4962-aac3-30725a9be94a HTTP/1.1" status: 200 len: 898 time: 0.7477224 Feb 04 11:39:47.158830 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37836) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:47.209726 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-bebc206f-182e-4658-b1ab-98113a710002 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Calling delete_port for 027cf4d8-b40e-446a-81a0-88d42a5e7518 owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:39:47.278193 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-6d2f28e2-0137-4a39-911e-bc939c856720 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1891471554', 'description': 'tempest-secgroup-smoke-1891471554 description', 'project_id': '009ced00ffd949498e5831cf00e326e7'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:47.301754 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37840) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:47.316008 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-df74b0cb-3bd4-48bc-86bb-d39ae4e1eef4 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] 10.222.0.21 "DELETE /v2.0/subnets/772171a3-4b6b-4846-84f1-9e546ea41f9d HTTP/1.1" status: 204 len: 168 time: 3.9605358 Feb 04 11:39:47.351418 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6d2f28e2-0137-4a39-911e-bc939c856720 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:47.408239 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa83aa69-05a4-49c1-a4ae-4471bfa01f1a tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:47.408943 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-aa83aa69-05a4-49c1-a4ae-4471bfa01f1a tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Synchronizing usage tracker for tenant:afba9d3af9ee41d7a86658d5ec4b1356 on resource:subnet {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:39:47.422982 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11bf9ee9-2ee7-4b84-92b8-152aa5dab460 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:47.438507 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bf9ee9-2ee7-4b84-92b8-152aa5dab460 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:47.444282 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11bf9ee9-2ee7-4b84-92b8-152aa5dab460 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:47.460317 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-79444848-1f78-413c-85bf-68cfe435d140 None None] Calling delete_port for 027cf4d8-b40e-446a-81a0-88d42a5e7518 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:39:47.490238 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-d13129e9-3801-4276-971c-d054e5abda61 None None] Set router 7e68f380-0afc-40b2-80ac-5d134a2163f7 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:39:47.493276 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6d2f28e2-0137-4a39-911e-bc939c856720 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:47.499715 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6d2f28e2-0137-4a39-911e-bc939c856720 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:47.521651 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-aa83aa69-05a4-49c1-a4ae-4471bfa01f1a tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Unset dirty status for tenant:afba9d3af9ee41d7a86658d5ec4b1356 on resource:subnet {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:39:47.522842 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-aa83aa69-05a4-49c1-a4ae-4471bfa01f1a tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2197580 Feb 04 11:39:47.528119 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37844) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:47.531771 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:47.546341 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3beebc-8b8c-4556-8561-cb36a0d88ca7 None None] Network 964a39c3-c8b4-4ab2-a6df-73e42a1a23c9 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:39:47.559395 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bebc206f-182e-4658-b1ab-98113a710002 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:47.571134 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-12a03ce6-32d8-4056-9cbe-877f7c4ce055 req-3a7050ae-882b-4fda-a1b7-098359ae41e8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48e23ed1-aab8-4174-bec3-b8ed93968d24 HTTP/1.1" status: 200 len: 217 time: 0.3895719 Feb 04 11:39:47.576507 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6d2f28e2-0137-4a39-911e-bc939c856720 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:47.628139 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebc206f-182e-4658-b1ab-98113a710002 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] No DVR routers for this DVR port 027cf4d8-b40e-446a-81a0-88d42a5e7518 on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:39:47.903807 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-11bf9ee9-2ee7-4b84-92b8-152aa5dab460 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 2.6514328 Feb 04 11:39:47.909050 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37848) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:47.911448 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bebc206f-182e-4658-b1ab-98113a710002 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:47.919889 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-79444848-1f78-413c-85bf-68cfe435d140 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:39:47.920738 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-79444848-1f78-413c-85bf-68cfe435d140 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:39:47.926043 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4f7b8238-e8ef-4f79-a9ad-17aa7994ca00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:47.937610 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-dcf5c766-f34d-407b-b355-7015113da7d0 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:47.949316 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-bebc206f-182e-4658-b1ab-98113a710002 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84db42cb-2dcc-4f00-83eb-f2f973a6e0b6']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:47.967183 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-bebc206f-182e-4658-b1ab-98113a710002 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e428ca79-4a7e-45e3-91f3-7987db25e27a') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:47.967481 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-bebc206f-182e-4658-b1ab-98113a710002 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e428ca79-4a7e-45e3-91f3-7987db25e27a') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:47.969369 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf9ee9-2ee7-4b84-92b8-152aa5dab460 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event updated for resources: {'Network': ['ID=58f1d0c4-0171-4389-86cc-13442fe9a0a4,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:47.980308 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6d2f28e2-0137-4a39-911e-bc939c856720 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:47.980459 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-d13129e9-3801-4276-971c-d054e5abda61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'name': 'tempest-TestNetworkBasicOps-router-1549041283', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '741eba48-2181-44d6-8a54-63871deeafe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:19Z', 'updated_at': '2022-02-04T11:39:38Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '741eba48-2181-44d6-8a54-63871deeafe5', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:22Z', 'updated_at': '2022-02-04T11:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3', 'name': '', 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:69:62:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3366fb7-15f1-4fdd-b22d-c78849bf243a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:36Z', 'updated_at': '2022-02-04T11:39:46Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'd3366fb7-15f1-4fdd-b22d-c78849bf243a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:47.985534 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13129e9-3801-4276-971c-d054e5abda61 None None] The sync data for ids ['7e68f380-0afc-40b2-80ac-5d134a2163f7'] in dv-neutron-827825-2-hyperv is: [{'id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'name': 'tempest-TestNetworkBasicOps-router-1549041283', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '741eba48-2181-44d6-8a54-63871deeafe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:19Z', 'updated_at': '2022-02-04T11:39:38Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '741eba48-2181-44d6-8a54-63871deeafe5', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:22Z', 'updated_at': '2022-02-04T11:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3', 'name': '', 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:69:62:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3366fb7-15f1-4fdd-b22d-c78849bf243a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:36Z', 'updated_at': '2022-02-04T11:39:46Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'd3366fb7-15f1-4fdd-b22d-c78849bf243a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:39:47.985840 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bebc206f-182e-4658-b1ab-98113a710002 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:48.007617 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b84d1453-6b3a-4ee2-887e-6db772309eae tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:48.019878 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 797efe71-f572-4f6b-a2d7-b62159b37045 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:39:48.021536 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc206f-182e-4658-b1ab-98113a710002 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event deleted for resources: {'Port': ['ID=027cf4d8-b40e-446a-81a0-88d42a5e7518,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:48.039629 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 58f1d0c4-0171-4389-86cc-13442fe9a0a4 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:39:48.047556 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-b84d1453-6b3a-4ee2-887e-6db772309eae tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Deleting port 797efe71-f572-4f6b-a2d7-b62159b37045 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:39:48.047556 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b84d1453-6b3a-4ee2-887e-6db772309eae tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:48.059999 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb3fca1-5ddf-4d05-863d-7da273808ff5 None None] DHCP port deletion for aa3354ca-00db-4b1c-ad3a-23f391cc2c17 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:39:48.101998 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6293fadf-7722-4f2a-abe0-449b42510f3f tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:48.105952 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-afb3fca1-5ddf-4d05-863d-7da273808ff5 None None] Deleting port 78edf725-5585-499d-9827-d3590f884eb9 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:39:48.105952 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-afb3fca1-5ddf-4d05-863d-7da273808ff5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:48.114011 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bebc206f-182e-4658-b1ab-98113a710002 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:48.133517 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bebc206f-182e-4658-b1ab-98113a710002 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:39:48.137500 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bebc206f-182e-4658-b1ab-98113a710002 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:48.161471 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:39:48.161471 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:39:48.161471 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:39:48.161471 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:39:48.161471 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:39:48.161471 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:39:48.161471 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:39:48.161471 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:39:48.161471 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:39:48.161471 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:39:48.161471 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:39:48.161471 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:39:48.161471 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:39:48.161471 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:39:48.161471 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:39:48.161471 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:39:48.161471 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:39:48.161471 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:39:48.161471 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:39:48.161471 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:39:48.161471 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:39:48.161471 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:39:48.161471 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:39:48.161471 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:39:48.161471 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:39:48.161471 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:39:48.161471 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:39:48.161471 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:39:48.161471 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:39:48.161471 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:39:48.161471 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:39:48.161471 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:39:48.179213 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a03ce6-32d8-4056-9cbe-877f7c4ce055 req-32fb917b-11c2-4787-a9ab-885c25676971 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:48.181527 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-12a03ce6-32d8-4056-9cbe-877f7c4ce055 req-32fb917b-11c2-4787-a9ab-885c25676971 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dd13ac7-ddcf-4461-af29-a1faae2b9cd2 HTTP/1.1" status: 200 len: 835 time: 0.5959711 Feb 04 11:39:48.410420 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4f7b8238-e8ef-4f79-a9ad-17aa7994ca00 None None] For port 78edf725-5585-499d-9827-d3590f884eb9, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=78edf725-5585-499d-9827-d3590f884eb9,segment=NetworkSegment(1bacd19f-492c-4c48-a1f3-26c8f66ccba9),segment_id=1bacd19f-492c-4c48-a1f3-26c8f66ccba9)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:39:48.427663 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bebc206f-182e-4658-b1ab-98113a710002 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:48.456672 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6d2f28e2-0137-4a39-911e-bc939c856720 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:48.462456 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6d2f28e2-0137-4a39-911e-bc939c856720 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:48.468009 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6d2f28e2-0137-4a39-911e-bc939c856720 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:48.470433 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-79444848-1f78-413c-85bf-68cfe435d140 None None] Deleting port 027cf4d8-b40e-446a-81a0-88d42a5e7518 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:39:48.470932 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-79444848-1f78-413c-85bf-68cfe435d140 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:48.517080 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5815fff1-f7bd-4c6e-87e7-494d3ab2cdb0 None None] DHCP port deletion for cff2612f-de5e-4cea-aa1d-932dbd6a3dea request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:39:48.534470 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:39:48.589183 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4f7b8238-e8ef-4f79-a9ad-17aa7994ca00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:48.635075 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bebc206f-182e-4658-b1ab-98113a710002 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:48.653234 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6d2f28e2-0137-4a39-911e-bc939c856720 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:48.664795 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc206f-182e-4658-b1ab-98113a710002 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event deleted for resources: {'Network': ['ID=84db42cb-2dcc-4f00-83eb-f2f973a6e0b6,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:48.702282 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-5815fff1-f7bd-4c6e-87e7-494d3ab2cdb0 None None] Deleting port 02b7b1a8-697c-4dca-8a25-45f248602956 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:39:48.702649 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5815fff1-f7bd-4c6e-87e7-494d3ab2cdb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:48.724114 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-bebc206f-182e-4658-b1ab-98113a710002 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/networks/84db42cb-2dcc-4f00-83eb-f2f973a6e0b6 HTTP/1.1" status: 204 len: 168 time: 2.5840213 Feb 04 11:39:48.727307 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37852) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:48.727452 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-b84d1453-6b3a-4ee2-887e-6db772309eae tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] For port 797efe71-f572-4f6b-a2d7-b62159b37045, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=797efe71-f572-4f6b-a2d7-b62159b37045,segment=NetworkSegment(8d695897-5dd7-48cc-ae4f-3ed47ae03890),segment_id=8d695897-5dd7-48cc-ae4f-3ed47ae03890)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:39:48.727585 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b84d1453-6b3a-4ee2-887e-6db772309eae tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:48.746353 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b32d2a7-5aec-4233-b5f1-381e832efb4d None None] DHCP port deletion for ac3e5939-9630-428e-807d-8a668043e9f9 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:39:48.761744 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-79444848-1f78-413c-85bf-68cfe435d140 None None] The port '027cf4d8-b40e-446a-81a0-88d42a5e7518' was deleted {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:39:48.810652 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-6b32d2a7-5aec-4233-b5f1-381e832efb4d None None] Deleting port 797efe71-f572-4f6b-a2d7-b62159b37045 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:39:48.811032 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6b32d2a7-5aec-4233-b5f1-381e832efb4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:48.917916 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dcf5c766-f34d-407b-b355-7015113da7d0 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:48.933426 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-b84d1453-6b3a-4ee2-887e-6db772309eae tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Calling delete_port for 797efe71-f572-4f6b-a2d7-b62159b37045 owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:39:49.025163 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-6293fadf-7722-4f2a-abe0-449b42510f3f tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Allocated IP 172.26.3.63 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/78fc33e2-35a5-4aa2-8a96-8fb5f2afda47) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:39:49.056856 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b8238-e8ef-4f79-a9ad-17aa7994ca00 None None] Pushing event updated for resources: {'Port': ['ID=78edf725-5585-499d-9827-d3590f884eb9,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:49.067262 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f93583e-70b5-4544-b874-88198fc4582e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:39:49.081492 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-533ec544-1c8b-4695-9d84-c06ade06592b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:49.081492 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dcf5c766-f34d-407b-b355-7015113da7d0 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:49.121956 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0dfeb2-280c-4b24-8ff4-b1bae4532b4b None None] Sync routers for ids ['163a0694-7833-414a-bf70-6f557f2c5e77'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:39:49.140644 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6d2f28e2-0137-4a39-911e-bc939c856720 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:49.187551 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7b75e748-49fa-48c6-bd31-ffa5d1b81ceb None None] Provisioning for port 797efe71-f572-4f6b-a2d7-b62159b37045 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:39:49.197870 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.l3_db [None req-b6a91975-4fcf-4a12-bb74-667c37c5311b tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Floating IP a3334cb3-fb3b-4d73-8d81-22427f9eb206 associated. External IP: 172.26.3.19, port: f2f282db-10c7-4b89-b2fc-7f297c0090b7. Feb 04 11:39:49.213155 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7b75e748-49fa-48c6-bd31-ffa5d1b81ceb None None] Provisioning complete for port 797efe71-f572-4f6b-a2d7-b62159b37045 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:49.213455 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7b75e748-49fa-48c6-bd31-ffa5d1b81ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:49.221226 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b84d1453-6b3a-4ee2-887e-6db772309eae tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:49.250869 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-afb3fca1-5ddf-4d05-863d-7da273808ff5 None None] For port 78edf725-5585-499d-9827-d3590f884eb9, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=78edf725-5585-499d-9827-d3590f884eb9,segment=NetworkSegment(1bacd19f-492c-4c48-a1f3-26c8f66ccba9),segment_id=1bacd19f-492c-4c48-a1f3-26c8f66ccba9)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:39:49.251263 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-afb3fca1-5ddf-4d05-863d-7da273808ff5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:49.258784 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0dfeb2-280c-4b24-8ff4-b1bae4532b4b None None] Routers {'163a0694-7833-414a-bf70-6f557f2c5e77'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:39:49.259472 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ef0dfeb2-280c-4b24-8ff4-b1bae4532b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:39:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['163a0694-7833-414a-bf70-6f557f2c5e77'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:49.297864 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dcf5c766-f34d-407b-b355-7015113da7d0 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Network 58f1d0c4-0171-4389-86cc-13442fe9a0a4 is not hosted by any dhcp agent {{(pid=84205) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 04 11:39:49.298565 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d1453-6b3a-4ee2-887e-6db772309eae tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Pushing event deleted for resources: {'Port': ['ID=797efe71-f572-4f6b-a2d7-b62159b37045,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:49.301707 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf5c766-f34d-407b-b355-7015113da7d0 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:49.302452 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dcf5c766-f34d-407b-b355-7015113da7d0 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:49.307333 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37856) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:49.313195 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-dcf5c766-f34d-407b-b355-7015113da7d0 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "PUT /v2.0/networks/58f1d0c4-0171-4389-86cc-13442fe9a0a4 HTTP/1.1" status: 200 len: 723 time: 1.3918557 Feb 04 11:39:49.313627 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-3274bf50-fbc7-4c59-a9f4-9e05f0805e70 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Request body: {'subnet': {'network_id': '58f1d0c4-0171-4389-86cc-13442fe9a0a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:49.314445 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6d2f28e2-0137-4a39-911e-bc939c856720 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:49.345378 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84d1453-6b3a-4ee2-887e-6db772309eae tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] No DVR routers for this DVR port 797efe71-f572-4f6b-a2d7-b62159b37045 on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:39:49.418651 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-533ec544-1c8b-4695-9d84-c06ade06592b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Deleting port 02b7b1a8-697c-4dca-8a25-45f248602956 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:39:49.419135 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-533ec544-1c8b-4695-9d84-c06ade06592b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:49.470447 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5c766-f34d-407b-b355-7015113da7d0 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event updated for resources: {'Network': ['ID=58f1d0c4-0171-4389-86cc-13442fe9a0a4,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:49.475867 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-12a03ce6-32d8-4056-9cbe-877f7c4ce055 req-a5c42022-d39c-430a-9045-144dc668b695 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=29516d56-73f4-4962-aac3-30725a9be94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.2339661 Feb 04 11:39:49.508142 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:39:49.511325 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ef0dfeb2-280c-4b24-8ff4-b1bae4532b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:49.536803 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 58f1d0c4-0171-4389-86cc-13442fe9a0a4 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:39:49.545830 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3f93583e-70b5-4544-b874-88198fc4582e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "PUT /v2.0/routers/163a0694-7833-414a-bf70-6f557f2c5e77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4170215 Feb 04 11:39:49.549094 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-7b75e748-49fa-48c6-bd31-ffa5d1b81ceb None None] Port 797efe71-f572-4f6b-a2d7-b62159b37045 was deleted so its status cannot be updated. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 04 11:39:49.553736 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37860) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:49.556558 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f28e2-0137-4a39-911e-bc939c856720 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0afe08c-8209-4bc0-967c-f4ca9b53368a,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:49.629317 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b84d1453-6b3a-4ee2-887e-6db772309eae tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:49.638223 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6d2f28e2-0137-4a39-911e-bc939c856720 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:49.639682 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6d2f28e2-0137-4a39-911e-bc939c856720 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 2.4704623 Feb 04 11:39:49.646229 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-3274bf50-fbc7-4c59-a9f4-9e05f0805e70 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:49.650861 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37864) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:49.679424 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-284d5fd7-d122-4f0f-a07a-a2612d99fa7c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': 'f0afe08c-8209-4bc0-967c-f4ca9b53368a', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:49.693650 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-284d5fd7-d122-4f0f-a07a-a2612d99fa7c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:49.696906 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-b84d1453-6b3a-4ee2-887e-6db772309eae tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3e5939-9630-428e-807d-8a668043e9f9']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:49.714881 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-284d5fd7-d122-4f0f-a07a-a2612d99fa7c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:49.717534 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-3274bf50-fbc7-4c59-a9f4-9e05f0805e70 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:49.721449 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-284d5fd7-d122-4f0f-a07a-a2612d99fa7c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:49.726207 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-b84d1453-6b3a-4ee2-887e-6db772309eae tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d695897-5dd7-48cc-ae4f-3ed47ae03890') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:49.726207 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-b84d1453-6b3a-4ee2-887e-6db772309eae tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d695897-5dd7-48cc-ae4f-3ed47ae03890') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:49.742316 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3c4812-c33d-4292-9ec1-e448b4ff6eee tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:49.745962 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-fa3c4812-c33d-4292-9ec1-e448b4ff6eee tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "GET /v2.0/ports/1bc3f3c2-0644-41a9-9474-26391c3cb96a HTTP/1.1" status: 200 len: 983 time: 0.1869860 Feb 04 11:39:49.749095 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-284d5fd7-d122-4f0f-a07a-a2612d99fa7c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:49.753819 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37868) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:49.759959 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b84d1453-6b3a-4ee2-887e-6db772309eae tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:49.768376 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6293fadf-7722-4f2a-abe0-449b42510f3f tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:49.804058 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-afb3fca1-5ddf-4d05-863d-7da273808ff5 None None] Calling delete_port for 78edf725-5585-499d-9827-d3590f884eb9 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:39:49.838288 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:49.838658 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:49.841836 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3274bf50-fbc7-4c59-a9f4-9e05f0805e70 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Made reservation on behalf of 86676f741a1b44e6b6b078dd507bf54a for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:39:49.867820 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b84d1453-6b3a-4ee2-887e-6db772309eae tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:49.933855 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b84d1453-6b3a-4ee2-887e-6db772309eae tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:39:49.934286 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b84d1453-6b3a-4ee2-887e-6db772309eae tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:49.950070 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:39:49.950070 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:39:49.950070 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:39:49.950070 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:39:49.950070 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:39:49.950070 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:39:49.950070 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:39:49.950070 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:39:49.950070 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:39:49.950070 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:39:49.950070 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:39:49.950070 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:39:49.950070 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:39:49.950070 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:39:49.950070 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:39:49.950070 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:39:49.950070 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:39:49.950070 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:39:49.950070 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:39:49.950070 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:39:49.950070 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:39:49.950070 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:39:49.950070 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:39:49.950070 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:39:49.950070 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:39:49.950070 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:39:49.950070 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:39:49.950070 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:39:49.950070 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:39:49.950070 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:39:49.950070 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:39:49.950070 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:39:50.029412 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-5815fff1-f7bd-4c6e-87e7-494d3ab2cdb0 None None] For port 02b7b1a8-697c-4dca-8a25-45f248602956, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=02b7b1a8-697c-4dca-8a25-45f248602956,segment=NetworkSegment(d3767522-8cff-4cf3-bbb5-163757f0d29a),segment_id=d3767522-8cff-4cf3-bbb5-163757f0d29a)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:39:50.029713 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5815fff1-f7bd-4c6e-87e7-494d3ab2cdb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:50.042239 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-6b32d2a7-5aec-4233-b5f1-381e832efb4d None None] For port 797efe71-f572-4f6b-a2d7-b62159b37045, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=797efe71-f572-4f6b-a2d7-b62159b37045,segment=NetworkSegment(8d695897-5dd7-48cc-ae4f-3ed47ae03890),segment_id=8d695897-5dd7-48cc-ae4f-3ed47ae03890)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:39:50.042486 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6b32d2a7-5aec-4233-b5f1-381e832efb4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:50.064301 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-12a03ce6-32d8-4056-9cbe-877f7c4ce055 req-2771a715-3b4d-4a1d-bdc3-dd86747a5424 service neutron] 10.222.0.47 "GET /v2.0/networks/29516d56-73f4-4962-aac3-30725a9be94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5574968 Feb 04 11:39:50.074039 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-284d5fd7-d122-4f0f-a07a-a2612d99fa7c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:50.076787 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0dfeb2-280c-4b24-8ff4-b1bae4532b4b None None] Routers {'163a0694-7833-414a-bf70-6f557f2c5e77'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:39:50.077588 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ef0dfeb2-280c-4b24-8ff4-b1bae4532b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:39:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['163a0694-7833-414a-bf70-6f557f2c5e77'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:50.135152 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3274bf50-fbc7-4c59-a9f4-9e05f0805e70 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:50.238224 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-533ec544-1c8b-4695-9d84-c06ade06592b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] For port 02b7b1a8-697c-4dca-8a25-45f248602956, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=02b7b1a8-697c-4dca-8a25-45f248602956,segment=NetworkSegment(d3767522-8cff-4cf3-bbb5-163757f0d29a),segment_id=d3767522-8cff-4cf3-bbb5-163757f0d29a)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:39:50.238744 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-533ec544-1c8b-4695-9d84-c06ade06592b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:50.330804 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b84d1453-6b3a-4ee2-887e-6db772309eae tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:50.363179 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b84d1453-6b3a-4ee2-887e-6db772309eae tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:50.378812 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-533ec544-1c8b-4695-9d84-c06ade06592b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Calling delete_port for 02b7b1a8-697c-4dca-8a25-45f248602956 owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:39:50.392706 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d1453-6b3a-4ee2-887e-6db772309eae tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Pushing event deleted for resources: {'Network': ['ID=ac3e5939-9630-428e-807d-8a668043e9f9,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:50.406892 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-284d5fd7-d122-4f0f-a07a-a2612d99fa7c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:50.416453 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-5815fff1-f7bd-4c6e-87e7-494d3ab2cdb0 None None] Calling delete_port for 02b7b1a8-697c-4dca-8a25-45f248602956 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:39:50.435649 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6293fadf-7722-4f2a-abe0-449b42510f3f tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:50.448839 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-6b32d2a7-5aec-4233-b5f1-381e832efb4d None None] Calling delete_port for 797efe71-f572-4f6b-a2d7-b62159b37045 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:39:50.493825 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7b75e748-49fa-48c6-bd31-ffa5d1b81ceb None None] Provisioning complete for port 3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:50.494219 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7b75e748-49fa-48c6-bd31-ffa5d1b81ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:50.516811 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ef0dfeb2-280c-4b24-8ff4-b1bae4532b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:50.517482 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0dfeb2-280c-4b24-8ff4-b1bae4532b4b None None] The sync data for ids ['163a0694-7833-414a-bf70-6f557f2c5e77'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:39:50.536437 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb48e0f-3171-44ec-b1f4-d4eae1d18bf7 None None] Update dhcp port {'port': {'network_id': '964a39c3-c8b4-4ab2-a6df-73e42a1a23c9', 'fixed_ips': [{'subnet_id': '786cd236-637e-44bc-a011-3cbe8b4c3967', 'ip_address': '2001:db8::2'}, {'subnet_id': '901bbdda-2456-4d19-85d7-b1e7e7e096b6'}], 'binding:host_id': 'dv-neutron-827825-2-hyperv'}, 'id': '26ff8a7f-2581-4507-bf80-6a96b816d46e'} from dv-neutron-827825-2-hyperv. {{(pid=84206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 11:39:50.579849 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6293fadf-7722-4f2a-abe0-449b42510f3f tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:39:50.586504 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293fadf-7722-4f2a-abe0-449b42510f3f tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Pushing event updated for resources: {'Port': ['ID=78fc33e2-35a5-4aa2-8a96-8fb5f2afda47,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:50.589530 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-6293fadf-7722-4f2a-abe0-449b42510f3f tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:50.595147 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6293fadf-7722-4f2a-abe0-449b42510f3f tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:39:50.626027 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-12a03ce6-32d8-4056-9cbe-877f7c4ce055 req-ac1556f8-3772-468a-8158-3f82e219a33e service neutron] 10.222.0.47 "GET /v2.0/networks/29516d56-73f4-4962-aac3-30725a9be94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5450535 Feb 04 11:39:50.646436 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b84d1453-6b3a-4ee2-887e-6db772309eae tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] 10.222.0.21 "DELETE /v2.0/networks/ac3e5939-9630-428e-807d-8a668043e9f9 HTTP/1.1" status: 204 len: 168 time: 3.1178319 Feb 04 11:39:50.650107 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37872) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:50.660957 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-284d5fd7-d122-4f0f-a07a-a2612d99fa7c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:50.705701 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d5fd7-d122-4f0f-a07a-a2612d99fa7c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d37855de-a659-44b6-9f77-c9c938ab3a62,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:50.713913 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2bb48e0f-3171-44ec-b1f4-d4eae1d18bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:50.736560 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-afb3fca1-5ddf-4d05-863d-7da273808ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:50.750293 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-533ec544-1c8b-4695-9d84-c06ade06592b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:50.801440 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-284d5fd7-d122-4f0f-a07a-a2612d99fa7c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:50.807208 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-284d5fd7-d122-4f0f-a07a-a2612d99fa7c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1453600 Feb 04 11:39:50.819860 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37876) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:50.830252 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-ac8263ba-0179-4b36-b238-2c612fb048c2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': 'f0afe08c-8209-4bc0-967c-f4ca9b53368a', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:50.841140 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-ac8263ba-0179-4b36-b238-2c612fb048c2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:50.853751 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ec544-1c8b-4695-9d84-c06ade06592b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event deleted for resources: {'Port': ['ID=02b7b1a8-697c-4dca-8a25-45f248602956,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:50.870077 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-ac8263ba-0179-4b36-b238-2c612fb048c2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:50.870077 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-ac8263ba-0179-4b36-b238-2c612fb048c2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:50.884501 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-ac8263ba-0179-4b36-b238-2c612fb048c2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:50.908325 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3fca1-5ddf-4d05-863d-7da273808ff5 None None] Pushing event deleted for resources: {'Port': ['ID=78edf725-5585-499d-9827-d3590f884eb9,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:50.926850 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-6b32d2a7-5aec-4233-b5f1-381e832efb4d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:39:50.927296 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-6b32d2a7-5aec-4233-b5f1-381e832efb4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:39:50.966924 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2e088f6b-1663-444c-8460-0ccc217064c5 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:50.969402 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-5815fff1-f7bd-4c6e-87e7-494d3ab2cdb0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:39:50.969988 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-5815fff1-f7bd-4c6e-87e7-494d3ab2cdb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:39:50.972804 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533ec544-1c8b-4695-9d84-c06ade06592b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] No DVR routers for this DVR port 02b7b1a8-697c-4dca-8a25-45f248602956 on host dv-neutron-827825-2-hyperv {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:39:50.982018 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3274bf50-fbc7-4c59-a9f4-9e05f0805e70 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:51.006662 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:51.031888 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb3fca1-5ddf-4d05-863d-7da273808ff5 None None] No DVR routers for this DVR port 78edf725-5585-499d-9827-d3590f884eb9 on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:39:51.057201 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ac8263ba-0179-4b36-b238-2c612fb048c2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:51.156337 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3274bf50-fbc7-4c59-a9f4-9e05f0805e70 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event updated for resources: {'Subnet': ['ID=a7aca753-7a9c-4305-91d8-db0f2f95198a,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:51.159420 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7b75e748-49fa-48c6-bd31-ffa5d1b81ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:51.195565 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3,segment=NetworkSegment(78949d48-b655-4e2f-9670-76b7530b5716),segment_id=78949d48-b655-4e2f-9670-76b7530b5716)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:39:51.254722 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3274bf50-fbc7-4c59-a9f4-9e05f0805e70 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Checking segment: {'id': '71db17f0-a5cb-42bd-950d-b213e65d791d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '58f1d0c4-0171-4389-86cc-13442fe9a0a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:39:51.255071 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3274bf50-fbc7-4c59-a9f4-9e05f0805e70 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Network hostable DHCP agents. Network: 58f1d0c4-0171-4389-86cc-13442fe9a0a4, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:39:51.269612 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-533ec544-1c8b-4695-9d84-c06ade06592b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:51.321739 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ac8263ba-0179-4b36-b238-2c612fb048c2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:51.326126 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-533ec544-1c8b-4695-9d84-c06ade06592b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cff2612f-de5e-4cea-aa1d-932dbd6a3dea']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:51.354264 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:51.355765 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 26ff8a7f-2581-4507-bf80-6a96b816d46e up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:39:51.378829 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-533ec544-1c8b-4695-9d84-c06ade06592b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3767522-8cff-4cf3-bbb5-163757f0d29a') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:51.379114 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-533ec544-1c8b-4695-9d84-c06ade06592b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3767522-8cff-4cf3-bbb5-163757f0d29a') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:51.421174 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-aca6c83f-76d2-4c51-8f01-f227ec9c3a15 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:51.426640 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-533ec544-1c8b-4695-9d84-c06ade06592b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:51.463441 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-2bb48e0f-3171-44ec-b1f4-d4eae1d18bf7 None None] Allocated IP 172.20.0.1 (964a39c3-c8b4-4ab2-a6df-73e42a1a23c9/901bbdda-2456-4d19-85d7-b1e7e7e096b6/26ff8a7f-2581-4507-bf80-6a96b816d46e) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:39:51.473693 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-6b32d2a7-5aec-4233-b5f1-381e832efb4d None None] Deleting port 797efe71-f572-4f6b-a2d7-b62159b37045 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:39:51.474345 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6b32d2a7-5aec-4233-b5f1-381e832efb4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:51.478016 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ac8263ba-0179-4b36-b238-2c612fb048c2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:51.491129 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3274bf50-fbc7-4c59-a9f4-9e05f0805e70 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Network 58f1d0c4-0171-4389-86cc-13442fe9a0a4 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:39:51.499100 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-5815fff1-f7bd-4c6e-87e7-494d3ab2cdb0 None None] Deleting port 02b7b1a8-697c-4dca-8a25-45f248602956 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:39:51.499469 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5815fff1-f7bd-4c6e-87e7-494d3ab2cdb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:51.516094 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8263ba-0179-4b36-b238-2c612fb048c2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b53b2a-0d37-456e-a739-95b71aededbc,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:51.570744 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-533ec544-1c8b-4695-9d84-c06ade06592b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:51.578430 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-3274bf50-fbc7-4c59-a9f4-9e05f0805e70 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 58f1d0c4-0171-4389-86cc-13442fe9a0a4) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:51.594650 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3274bf50-fbc7-4c59-a9f4-9e05f0805e70 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:51.594905 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3274bf50-fbc7-4c59-a9f4-9e05f0805e70 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:51.595127 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-533ec544-1c8b-4695-9d84-c06ade06592b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:39:51.595481 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-533ec544-1c8b-4695-9d84-c06ade06592b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:51.611726 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ac8263ba-0179-4b36-b238-2c612fb048c2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:51.615496 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ac8263ba-0179-4b36-b238-2c612fb048c2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7900736 Feb 04 11:39:51.620124 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:39:51.620124 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:39:51.620124 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:39:51.620124 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:39:51.620124 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:39:51.620124 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:39:51.620124 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:39:51.620124 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:39:51.620124 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:39:51.620124 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:39:51.620124 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:39:51.620124 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:39:51.620124 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:39:51.620124 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:39:51.620124 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:39:51.620124 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:39:51.620124 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:39:51.620124 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:39:51.620124 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:39:51.620124 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:39:51.620124 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:39:51.620124 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:39:51.620124 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:39:51.620124 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:39:51.620124 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:39:51.620124 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:39:51.620124 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:39:51.620124 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:39:51.620124 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:39:51.620124 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:39:51.620124 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:39:51.620124 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:39:51.623973 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37880) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:51.631635 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-9d4d9dca-730c-4767-a98a-dbe9fa0761a3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': 'f0afe08c-8209-4bc0-967c-f4ca9b53368a', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:51.640971 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-9d4d9dca-730c-4767-a98a-dbe9fa0761a3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:51.646581 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-9d4d9dca-730c-4767-a98a-dbe9fa0761a3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:51.651511 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-9d4d9dca-730c-4767-a98a-dbe9fa0761a3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:51.658280 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1f77f0-5b24-488d-b215-849a28beda74 None None] Network 58f1d0c4-0171-4389-86cc-13442fe9a0a4 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:39:51.659325 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-9d4d9dca-730c-4767-a98a-dbe9fa0761a3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:51.675131 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-6b32d2a7-5aec-4233-b5f1-381e832efb4d None None] The port '797efe71-f572-4f6b-a2d7-b62159b37045' was deleted {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:39:51.716697 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3274bf50-fbc7-4c59-a9f4-9e05f0805e70 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4055207 Feb 04 11:39:51.720024 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37884) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:51.726605 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-5815fff1-f7bd-4c6e-87e7-494d3ab2cdb0 None None] The port '02b7b1a8-697c-4dca-8a25-45f248602956' was deleted {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:39:51.731778 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-5f98b16a-9469-43f1-9dc8-5b8ebc23545b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:51.808675 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2e088f6b-1663-444c-8460-0ccc217064c5 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:51.872804 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-7b75e748-49fa-48c6-bd31-ffa5d1b81ceb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:39:51.873373 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-7b75e748-49fa-48c6-bd31-ffa5d1b81ceb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:39:51.925401 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9d4d9dca-730c-4767-a98a-dbe9fa0761a3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:51.936875 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:52.002069 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-2e088f6b-1663-444c-8460-0ccc217064c5 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa3354ca-00db-4b1c-ad3a-23f391cc2c17']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:52.010747 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5f98b16a-9469-43f1-9dc8-5b8ebc23545b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15333360'] for subnet, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:52.020717 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-2e088f6b-1663-444c-8460-0ccc217064c5 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bacd19f-492c-4c48-a1f3-26c8f66ccba9') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:52.020948 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-2e088f6b-1663-444c-8460-0ccc217064c5 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bacd19f-492c-4c48-a1f3-26c8f66ccba9') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:52.040097 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-2bb48e0f-3171-44ec-b1f4-d4eae1d18bf7 None None] For port 26ff8a7f-2581-4507-bf80-6a96b816d46e, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=26ff8a7f-2581-4507-bf80-6a96b816d46e,segment=NetworkSegment(cb8bed4a-f8a0-4926-aee1-18918015e51d),segment_id=cb8bed4a-f8a0-4926-aee1-18918015e51d)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:39:52.041070 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2e088f6b-1663-444c-8460-0ccc217064c5 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:52.084279 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2e088f6b-1663-444c-8460-0ccc217064c5 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:52.091340 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-aca6c83f-76d2-4c51-8f01-f227ec9c3a15 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Deleting port 1bc3f3c2-0644-41a9-9474-26391c3cb96a {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:39:52.091698 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-aca6c83f-76d2-4c51-8f01-f227ec9c3a15 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:52.095929 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e088f6b-1663-444c-8460-0ccc217064c5 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:39:52.096331 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2e088f6b-1663-444c-8460-0ccc217064c5 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:52.107183 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 26ff8a7f-2581-4507-bf80-6a96b816d46e completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:39:52.117964 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:39:52.117964 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:39:52.117964 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:39:52.117964 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:39:52.117964 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:39:52.117964 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:39:52.117964 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:39:52.117964 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:39:52.117964 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:39:52.117964 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:39:52.117964 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:39:52.117964 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:39:52.117964 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:39:52.117964 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:39:52.117964 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:39:52.117964 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:39:52.117964 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:39:52.117964 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:39:52.117964 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:39:52.117964 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:39:52.117964 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:39:52.117964 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:39:52.117964 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:39:52.117964 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:39:52.117964 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:39:52.117964 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:39:52.117964 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:39:52.117964 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:39:52.117964 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:39:52.117964 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:39:52.117964 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:39:52.117964 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:39:52.156136 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9d4d9dca-730c-4767-a98a-dbe9fa0761a3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:52.174359 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2bb48e0f-3171-44ec-b1f4-d4eae1d18bf7 None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:52.233666 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 78edf725-5585-499d-9827-d3590f884eb9 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:39:52.259897 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-533ec544-1c8b-4695-9d84-c06ade06592b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:52.282005 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2bb48e0f-3171-44ec-b1f4-d4eae1d18bf7 None None] Ignored duplicate provisioning block setup for port 26ff8a7f-2581-4507-bf80-6a96b816d46e by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 11:39:52.283707 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9d4d9dca-730c-4767-a98a-dbe9fa0761a3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:52.294171 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 78edf725-5585-499d-9827-d3590f884eb9 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:39:52.294171 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 78edf725-5585-499d-9827-d3590f884eb9 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:39:52.294477 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 027cf4d8-b40e-446a-81a0-88d42a5e7518 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:39:52.308008 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-533ec544-1c8b-4695-9d84-c06ade06592b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:52.318970 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3673fa-7f7f-4bb3-91f2-c147d02e4023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-58f1d0c4-0171-4389-86cc-13442fe9a0a4', 'network_id': '58f1d0c4-0171-4389-86cc-13442fe9a0a4', 'tenant_id': '86676f741a1b44e6b6b078dd507bf54a', 'fixed_ips': [{'subnet_id': 'a7aca753-7a9c-4305-91d8-db0f2f95198a'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:39:52.322165 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-db3673fa-7f7f-4bb3-91f2-c147d02e4023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:52.332969 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a91975-4fcf-4a12-bb74-667c37c5311b tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Router 9f13693f-5894-41a3-8de2-6b4557fe6c63 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:39:52.335191 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d9dca-730c-4767-a98a-dbe9fa0761a3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dafae776-4fca-42fd-a0a2-1b6c1cefa542,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:52.348356 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 027cf4d8-b40e-446a-81a0-88d42a5e7518 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:39:52.348504 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 027cf4d8-b40e-446a-81a0-88d42a5e7518 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:39:52.350984 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2bb48e0f-3171-44ec-b1f4-d4eae1d18bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:52.357363 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ec544-1c8b-4695-9d84-c06ade06592b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event deleted for resources: {'Network': ['ID=cff2612f-de5e-4cea-aa1d-932dbd6a3dea,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:52.365285 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-533ec544-1c8b-4695-9d84-c06ade06592b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/networks/cff2612f-de5e-4cea-aa1d-932dbd6a3dea HTTP/1.1" status: 204 len: 168 time: 3.6233385 Feb 04 11:39:52.375634 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37888) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:52.385304 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-3e07e9c0-7636-42b8-bdcc-6c8f9fdddb5f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Request body: {'network': {'name': 'tempest-RoutersTest-1929879665'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:52.395878 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-3e07e9c0-7636-42b8-bdcc-6c8f9fdddb5f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:52.399884 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-3e07e9c0-7636-42b8-bdcc-6c8f9fdddb5f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Usage tracker for resource:network and tenant:f1bfc018a09d4e34b9596c9c898714a6 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:52.403021 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-3e07e9c0-7636-42b8-bdcc-6c8f9fdddb5f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:52.410213 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-3e07e9c0-7636-42b8-bdcc-6c8f9fdddb5f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:52.442034 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-aca6c83f-76d2-4c51-8f01-f227ec9c3a15 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:52.450438 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9d4d9dca-730c-4767-a98a-dbe9fa0761a3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:52.451514 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9d4d9dca-730c-4767-a98a-dbe9fa0761a3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8266120 Feb 04 11:39:52.455088 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37892) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:52.463102 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-d003c508-cf25-4713-8c2d-c3f6ba4bd6e5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': 'f0afe08c-8209-4bc0-967c-f4ca9b53368a', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:52.508477 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2e088f6b-1663-444c-8460-0ccc217064c5 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:52.532306 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2e088f6b-1663-444c-8460-0ccc217064c5 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:52.544630 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:39:52.549759 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e07e9c0-7636-42b8-bdcc-6c8f9fdddb5f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Made reservation on behalf of f1bfc018a09d4e34b9596c9c898714a6 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:39:52.552704 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3e07e9c0-7636-42b8-bdcc-6c8f9fdddb5f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:52.569084 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e088f6b-1663-444c-8460-0ccc217064c5 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Pushing event deleted for resources: {'Network': ['ID=aa3354ca-00db-4b1c-ad3a-23f391cc2c17,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:52.572796 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2e088f6b-1663-444c-8460-0ccc217064c5 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] 10.222.0.21 "DELETE /v2.0/networks/aa3354ca-00db-4b1c-ad3a-23f391cc2c17 HTTP/1.1" status: 204 len: 168 time: 1.9195359 Feb 04 11:39:52.582943 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37896) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:52.651831 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb48e0f-3171-44ec-b1f4-d4eae1d18bf7 None None] Pushing event updated for resources: {'Port': ['ID=26ff8a7f-2581-4507-bf80-6a96b816d46e,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:52.688172 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d003c508-cf25-4713-8c2d-c3f6ba4bd6e5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:52.699730 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-aca6c83f-76d2-4c51-8f01-f227ec9c3a15 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Calling delete_port for 1bc3f3c2-0644-41a9-9474-26391c3cb96a owned by network:router_interface {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:39:52.723781 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5f98b16a-9469-43f1-9dc8-5b8ebc23545b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760517259268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15954748'] for subnet, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:52.768701 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d003c508-cf25-4713-8c2d-c3f6ba4bd6e5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:52.775481 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d003c508-cf25-4713-8c2d-c3f6ba4bd6e5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:52.777612 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-db3673fa-7f7f-4bb3-91f2-c147d02e4023 None None] Allocated IP 2001:db8::2 (58f1d0c4-0171-4389-86cc-13442fe9a0a4/a7aca753-7a9c-4305-91d8-db0f2f95198a/a4cbff78-8816-41ae-9052-c4dc1548c6b0) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:39:52.785496 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:52.785496 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:52.801311 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d003c508-cf25-4713-8c2d-c3f6ba4bd6e5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:52.828890 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f98b16a-9469-43f1-9dc8-5b8ebc23545b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:52.829544 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5f98b16a-9469-43f1-9dc8-5b8ebc23545b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:52.835163 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5f98b16a-9469-43f1-9dc8-5b8ebc23545b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "PUT /v2.0/subnets/a7aca753-7a9c-4305-91d8-db0f2f95198a HTTP/1.1" status: 200 len: 826 time: 1.1080530 Feb 04 11:39:52.849463 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37900) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:52.858178 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-278d0833-b17b-43b7-86a3-a4982680951d tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:52.891421 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f98b16a-9469-43f1-9dc8-5b8ebc23545b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event updated for resources: {'Subnet': ['ID=a7aca753-7a9c-4305-91d8-db0f2f95198a,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:52.903311 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7b75e748-49fa-48c6-bd31-ffa5d1b81ceb None None] Provisioning for port 26ff8a7f-2581-4507-bf80-6a96b816d46e completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:39:52.906561 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e07e9c0-7636-42b8-bdcc-6c8f9fdddb5f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:39:52.918842 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3e07e9c0-7636-42b8-bdcc-6c8f9fdddb5f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:52.919311 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-3e07e9c0-7636-42b8-bdcc-6c8f9fdddb5f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Added segment e4c4a81f-2732-4cee-a447-5e6f400a0fc7 of type vlan for network 061011d8-1f85-4e1e-a73a-bf514fcde096 Feb 04 11:39:52.924956 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7b75e748-49fa-48c6-bd31-ffa5d1b81ceb None None] Provisioning complete for port 26ff8a7f-2581-4507-bf80-6a96b816d46e triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:52.925546 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7b75e748-49fa-48c6-bd31-ffa5d1b81ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:52.971466 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d003c508-cf25-4713-8c2d-c3f6ba4bd6e5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:53.106830 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-278d0833-b17b-43b7-86a3-a4982680951d tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:53.137904 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-278d0833-b17b-43b7-86a3-a4982680951d tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f74531-d70b-4104-9e52-55585fbeb66d']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:53.169683 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8b6b8210-9478-471b-8588-2555aa87d90b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:53.171077 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-278d0833-b17b-43b7-86a3-a4982680951d tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd2520a3-652e-4979-b2a9-ceb68f28c3ba') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:53.171383 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-278d0833-b17b-43b7-86a3-a4982680951d tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd2520a3-652e-4979-b2a9-ceb68f28c3ba') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:53.197645 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-278d0833-b17b-43b7-86a3-a4982680951d tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:53.230867 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-278d0833-b17b-43b7-86a3-a4982680951d tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:53.247012 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-278d0833-b17b-43b7-86a3-a4982680951d tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:39:53.248321 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-278d0833-b17b-43b7-86a3-a4982680951d tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:53.260234 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d003c508-cf25-4713-8c2d-c3f6ba4bd6e5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:53.287312 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6293fadf-7722-4f2a-abe0-449b42510f3f tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:53.290881 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8b6b8210-9478-471b-8588-2555aa87d90b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:53.300161 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:39:53.300161 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:39:53.300161 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:39:53.300161 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:39:53.300161 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:39:53.300161 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:39:53.300161 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:39:53.300161 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:39:53.300161 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:39:53.300161 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:39:53.300161 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:39:53.300161 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:39:53.300161 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:39:53.300161 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:39:53.300161 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:39:53.300161 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:39:53.300161 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:39:53.300161 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:39:53.300161 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:39:53.300161 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:39:53.300161 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:39:53.300161 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:39:53.300161 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:39:53.300161 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:39:53.300161 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:39:53.300161 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:39:53.300161 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:39:53.300161 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:39:53.300161 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:39:53.300161 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:39:53.300161 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:39:53.300161 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:39:53.342285 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-aca6c83f-76d2-4c51-8f01-f227ec9c3a15 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:53.344636 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d003c508-cf25-4713-8c2d-c3f6ba4bd6e5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:53.395240 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-db3673fa-7f7f-4bb3-91f2-c147d02e4023 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:53.424105 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 02b7b1a8-697c-4dca-8a25-45f248602956 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:39:53.453827 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7b75e748-49fa-48c6-bd31-ffa5d1b81ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:53.464049 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-db3673fa-7f7f-4bb3-91f2-c147d02e4023 None None] Transition to ACTIVE for port object a4cbff78-8816-41ae-9052-c4dc1548c6b0 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:39:53.480122 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 02b7b1a8-697c-4dca-8a25-45f248602956 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:39:53.480662 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 02b7b1a8-697c-4dca-8a25-45f248602956 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:39:53.481297 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 797efe71-f572-4f6b-a2d7-b62159b37045 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:39:53.503515 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6c83f-76d2-4c51-8f01-f227ec9c3a15 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event deleted for resources: {'Port': ['ID=1bc3f3c2-0644-41a9-9474-26391c3cb96a,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:53.516562 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d003c508-cf25-4713-8c2d-c3f6ba4bd6e5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0a1739b-842d-4ce7-b173-9407a90ea812,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:53.540570 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 797efe71-f572-4f6b-a2d7-b62159b37045 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:39:53.541175 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 797efe71-f572-4f6b-a2d7-b62159b37045 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:39:53.568982 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-db3673fa-7f7f-4bb3-91f2-c147d02e4023 None None] Transition to ACTIVE for port object a4cbff78-8816-41ae-9052-c4dc1548c6b0 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:39:53.576640 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-7b75e748-49fa-48c6-bd31-ffa5d1b81ceb None None] For port 26ff8a7f-2581-4507-bf80-6a96b816d46e, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=26ff8a7f-2581-4507-bf80-6a96b816d46e,segment=NetworkSegment(cb8bed4a-f8a0-4926-aee1-18918015e51d),segment_id=cb8bed4a-f8a0-4926-aee1-18918015e51d)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:39:53.592132 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3e07e9c0-7636-42b8-bdcc-6c8f9fdddb5f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:53.621460 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-db3673fa-7f7f-4bb3-91f2-c147d02e4023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:53.662669 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6293fadf-7722-4f2a-abe0-449b42510f3f tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:53.711224 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b111aa7-9b74-4886-9f77-e5702af1aa4c None None] Network 964a39c3-c8b4-4ab2-a6df-73e42a1a23c9 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:39:53.712595 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-aca6c83f-76d2-4c51-8f01-f227ec9c3a15 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:53.725387 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d003c508-cf25-4713-8c2d-c3f6ba4bd6e5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:53.730180 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d003c508-cf25-4713-8c2d-c3f6ba4bd6e5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2713399 Feb 04 11:39:53.792581 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37904) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:53.799430 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3673fa-7f7f-4bb3-91f2-c147d02e4023 None None] Pushing event updated for resources: {'Port': ['ID=a4cbff78-8816-41ae-9052-c4dc1548c6b0,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:53.813409 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-8145ecb2-8a99-4d96-9130-e1a0634ca177 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': 'f0afe08c-8209-4bc0-967c-f4ca9b53368a', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:53.813720 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7b75e748-49fa-48c6-bd31-ffa5d1b81ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:53.826379 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8b6b8210-9478-471b-8588-2555aa87d90b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:53.861985 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-8145ecb2-8a99-4d96-9130-e1a0634ca177 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:53.878658 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3673fa-7f7f-4bb3-91f2-c147d02e4023 None None] Network 58f1d0c4-0171-4389-86cc-13442fe9a0a4 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:39:53.879219 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b8210-9478-471b-8588-2555aa87d90b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event deleted for resources: {'Subnet': ['ID=a7aca753-7a9c-4305-91d8-db0f2f95198a,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:53.884127 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-db3673fa-7f7f-4bb3-91f2-c147d02e4023 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:53.886346 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8145ecb2-8a99-4d96-9130-e1a0634ca177 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:53.895893 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3673fa-7f7f-4bb3-91f2-c147d02e4023 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:39:53.942028 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8145ecb2-8a99-4d96-9130-e1a0634ca177 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:53.961321 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.resource_extend [None req-3e07e9c0-7636-42b8-bdcc-6c8f9fdddb5f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:39:53.980356 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-8145ecb2-8a99-4d96-9130-e1a0634ca177 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:53.984598 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-278d0833-b17b-43b7-86a3-a4982680951d tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:53.996450 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75e748-49fa-48c6-bd31-ffa5d1b81ceb None None] Pushing event updated for resources: {'Port': ['ID=26ff8a7f-2581-4507-bf80-6a96b816d46e,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:54.013469 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-278d0833-b17b-43b7-86a3-a4982680951d tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:54.043149 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d0833-b17b-43b7-86a3-a4982680951d tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Pushing event deleted for resources: {'Network': ['ID=69f74531-d70b-4104-9e52-55585fbeb66d,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:54.050105 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-278d0833-b17b-43b7-86a3-a4982680951d tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] 10.222.0.21 "DELETE /v2.0/networks/69f74531-d70b-4104-9e52-55585fbeb66d HTTP/1.1" status: 204 len: 168 time: 1.4630709 Feb 04 11:39:54.051773 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37908) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:54.100948 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-db3673fa-7f7f-4bb3-91f2-c147d02e4023 None None] Attempting to bind port a4cbff78-8816-41ae-9052-c4dc1548c6b0 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:39:54.100948 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-db3673fa-7f7f-4bb3-91f2-c147d02e4023 None None] Attempting to bind port a4cbff78-8816-41ae-9052-c4dc1548c6b0 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '71db17f0-a5cb-42bd-950d-b213e65d791d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '58f1d0c4-0171-4389-86cc-13442fe9a0a4'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:39:54.101875 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3673fa-7f7f-4bb3-91f2-c147d02e4023 None None] Attempting to bind port a4cbff78-8816-41ae-9052-c4dc1548c6b0 on network 58f1d0c4-0171-4389-86cc-13442fe9a0a4 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:39:54.107489 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a91975-4fcf-4a12-bb74-667c37c5311b tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:39:54.109373 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3e07e9c0-7636-42b8-bdcc-6c8f9fdddb5f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:54.117847 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da283783-5a01-4e18-8270-36d8993da94a None None] Sync routers for ids ['9f13693f-5894-41a3-8de2-6b4557fe6c63'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:39:54.119350 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e07e9c0-7636-42b8-bdcc-6c8f9fdddb5f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:54.120154 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3e07e9c0-7636-42b8-bdcc-6c8f9fdddb5f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:54.121372 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-5876c5c2-7434-41fd-a62d-a6bcd1328908 None None] Provisioning complete for port 26ff8a7f-2581-4507-bf80-6a96b816d46e triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:54.121737 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5876c5c2-7434-41fd-a62d-a6bcd1328908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:54.133545 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da283783-5a01-4e18-8270-36d8993da94a None None] Routers {'9f13693f-5894-41a3-8de2-6b4557fe6c63'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:39:54.134394 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-da283783-5a01-4e18-8270-36d8993da94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:39:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['9f13693f-5894-41a3-8de2-6b4557fe6c63'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:54.185019 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3673fa-7f7f-4bb3-91f2-c147d02e4023 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:39:54.185392 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3673fa-7f7f-4bb3-91f2-c147d02e4023 None None] Checking segment: {'id': '71db17f0-a5cb-42bd-950d-b213e65d791d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '58f1d0c4-0171-4389-86cc-13442fe9a0a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:39:54.185793 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-db3673fa-7f7f-4bb3-91f2-c147d02e4023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:54.186204 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3673fa-7f7f-4bb3-91f2-c147d02e4023 None None] Bound using segment: {'id': '71db17f0-a5cb-42bd-950d-b213e65d791d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '58f1d0c4-0171-4389-86cc-13442fe9a0a4'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:39:54.186685 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-db3673fa-7f7f-4bb3-91f2-c147d02e4023 None None] Bound port: a4cbff78-8816-41ae-9052-c4dc1548c6b0, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71db17f0-a5cb-42bd-950d-b213e65d791d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '58f1d0c4-0171-4389-86cc-13442fe9a0a4'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:39:54.187047 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-db3673fa-7f7f-4bb3-91f2-c147d02e4023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:54.240844 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8b6b8210-9478-471b-8588-2555aa87d90b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:54.269569 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.resource_extend [None req-6293fadf-7722-4f2a-abe0-449b42510f3f tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:39:54.283189 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-8b6b8210-9478-471b-8588-2555aa87d90b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f1d0c4-0171-4389-86cc-13442fe9a0a4']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:54.283939 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3e07e9c0-7636-42b8-bdcc-6c8f9fdddb5f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9061115 Feb 04 11:39:54.284898 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37912) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:54.300972 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-660abef2-7abd-46ae-ab53-9fe1beb83a08 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Request body: {'subnet': {'network_id': '061011d8-1f85-4e1e-a73a-bf514fcde096', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:54.303893 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-da283783-5a01-4e18-8270-36d8993da94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:54.309542 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-8b6b8210-9478-471b-8588-2555aa87d90b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71db17f0-a5cb-42bd-950d-b213e65d791d') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:54.309838 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-8b6b8210-9478-471b-8588-2555aa87d90b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71db17f0-a5cb-42bd-950d-b213e65d791d') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:54.323674 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6293fadf-7722-4f2a-abe0-449b42510f3f tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:54.327054 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e07e9c0-7636-42b8-bdcc-6c8f9fdddb5f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event updated for resources: {'Network': ['ID=061011d8-1f85-4e1e-a73a-bf514fcde096,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:54.331155 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da283783-5a01-4e18-8270-36d8993da94a None None] Routers {'9f13693f-5894-41a3-8de2-6b4557fe6c63'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:39:54.331989 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-da283783-5a01-4e18-8270-36d8993da94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:39:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['9f13693f-5894-41a3-8de2-6b4557fe6c63'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:54.334316 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b6a91975-4fcf-4a12-bb74-667c37c5311b tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:54.342991 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8b6b8210-9478-471b-8588-2555aa87d90b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:54.365167 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8b6b8210-9478-471b-8588-2555aa87d90b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:54.368377 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 061011d8-1f85-4e1e-a73a-bf514fcde096 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:39:54.375405 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b6b8210-9478-471b-8588-2555aa87d90b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:39:54.375866 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8b6b8210-9478-471b-8588-2555aa87d90b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:54.402554 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-da283783-5a01-4e18-8270-36d8993da94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:54.402912 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da283783-5a01-4e18-8270-36d8993da94a None None] The sync data for ids ['9f13693f-5894-41a3-8de2-6b4557fe6c63'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:39:54.441389 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6293fadf-7722-4f2a-abe0-449b42510f3f tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:54.464030 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-db3673fa-7f7f-4bb3-91f2-c147d02e4023 None None] For port a4cbff78-8816-41ae-9052-c4dc1548c6b0, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:39:54.515212 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 26ff8a7f-2581-4507-bf80-6a96b816d46e up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:39:54.546589 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dac50496-46da-4ece-9a9e-24a1c6ce8ea7 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:54.550970 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:39:54.550970 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:39:54.550970 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:39:54.550970 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:39:54.550970 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:39:54.550970 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:39:54.550970 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:39:54.550970 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:39:54.550970 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:39:54.550970 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:39:54.550970 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:39:54.550970 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:39:54.550970 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:39:54.550970 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:39:54.550970 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:39:54.550970 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:39:54.550970 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:39:54.550970 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:39:54.550970 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:39:54.550970 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:39:54.550970 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:39:54.550970 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:39:54.550970 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:39:54.550970 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:39:54.550970 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:39:54.550970 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:39:54.550970 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:39:54.550970 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:39:54.550970 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:39:54.550970 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:39:54.550970 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:39:54.550970 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:39:54.572226 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-db3673fa-7f7f-4bb3-91f2-c147d02e4023 None None] For port a4cbff78-8816-41ae-9052-c4dc1548c6b0, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=a4cbff78-8816-41ae-9052-c4dc1548c6b0,segment=NetworkSegment(71db17f0-a5cb-42bd-950d-b213e65d791d),segment_id=71db17f0-a5cb-42bd-950d-b213e65d791d)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:39:54.605469 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 26ff8a7f-2581-4507-bf80-6a96b816d46e triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:54.605832 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:54.614986 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b6a91975-4fcf-4a12-bb74-667c37c5311b tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 16.6759310 Feb 04 11:39:54.621361 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37916) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:54.623117 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293fadf-7722-4f2a-abe0-449b42510f3f tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Pushing event updated for resources: {'Port': ['ID=78fc33e2-35a5-4aa2-8a96-8fb5f2afda47,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:54.626129 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-660abef2-7abd-46ae-ab53-9fe1beb83a08 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:54.638594 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-24b5e438-12e5-4ef3-881c-b92504e314f1 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1944465519'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:54.647406 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-660abef2-7abd-46ae-ab53-9fe1beb83a08 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Usage tracker for resource:subnet and tenant:f1bfc018a09d4e34b9596c9c898714a6 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:54.652481 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-24b5e438-12e5-4ef3-881c-b92504e314f1 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:54.653563 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-db3673fa-7f7f-4bb3-91f2-c147d02e4023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:54.655854 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-660abef2-7abd-46ae-ab53-9fe1beb83a08 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:54.666336 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-24b5e438-12e5-4ef3-881c-b92504e314f1 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Usage tracker for resource:network and tenant:ac8146b7950d45beb1b9b13f531779aa is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:54.671078 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-660abef2-7abd-46ae-ab53-9fe1beb83a08 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:54.674175 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-24b5e438-12e5-4ef3-881c-b92504e314f1 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:54.688925 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-24b5e438-12e5-4ef3-881c-b92504e314f1 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:54.705385 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6293fadf-7722-4f2a-abe0-449b42510f3f tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:54.780309 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3673fa-7f7f-4bb3-91f2-c147d02e4023 None None] Pushing event updated for resources: {'Port': ['ID=a4cbff78-8816-41ae-9052-c4dc1548c6b0,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:54.799131 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660abef2-7abd-46ae-ab53-9fe1beb83a08 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Made reservation on behalf of f1bfc018a09d4e34b9596c9c898714a6 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:39:54.838365 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.securitygroups_db [None req-8145ecb2-8a99-4d96-9130-e1a0634ca177 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Project 009ced00ffd949498e5831cf00e326e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:39:54.856764 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.db.api [None req-8b6b8210-9478-471b-8588-2555aa87d90b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 11:39:54.856764 dv-neutron-827825-2-hyperv neutron-server[84204]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 11:39:54.856764 dv-neutron-827825-2-hyperv neutron-server[84204]: [parameters: {'id': '58f1d0c4-0171-4389-86cc-13442fe9a0a4'}] Feb 04 11:39:54.856764 dv-neutron-827825-2-hyperv neutron-server[84204]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:39:54.857293 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG oslo_db.api [None req-8b6b8210-9478-471b-8588-2555aa87d90b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:39:54.859656 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8145ecb2-8a99-4d96-9130-e1a0634ca177 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:54.886091 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b5e438-12e5-4ef3-881c-b92504e314f1 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Made reservation on behalf of ac8146b7950d45beb1b9b13f531779aa for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:39:54.889249 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-24b5e438-12e5-4ef3-881c-b92504e314f1 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:54.960222 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-660abef2-7abd-46ae-ab53-9fe1beb83a08 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:54.984872 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24b5e438-12e5-4ef3-881c-b92504e314f1 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:39:54.997750 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c48510-f110-4e3f-a6a2-bb1b429039ca None None] Network 58f1d0c4-0171-4389-86cc-13442fe9a0a4 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:39:55.013187 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3428aaee-d923-4c33-a969-0e54642ba567 None None] Provisioning complete for port 26ff8a7f-2581-4507-bf80-6a96b816d46e triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:55.013703 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3428aaee-d923-4c33-a969-0e54642ba567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:55.073480 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-24b5e438-12e5-4ef3-881c-b92504e314f1 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:55.073736 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-24b5e438-12e5-4ef3-881c-b92504e314f1 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Added segment 4072b1b1-3822-48ab-9730-93200f0cf145 of type vlan for network f286532b-14ba-4186-8d10-f6d64e6e7ef7 Feb 04 11:39:55.094617 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dac50496-46da-4ece-9a9e-24a1c6ce8ea7 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:55.183867 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-dac50496-46da-4ece-9a9e-24a1c6ce8ea7 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0116c55d-dd9a-4fb3-bd95-9e38e7326248']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:55.194322 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-24b5e438-12e5-4ef3-881c-b92504e314f1 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:55.210390 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-dac50496-46da-4ece-9a9e-24a1c6ce8ea7 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b259cfea-9d2c-4e61-b7db-08b254f8e93d') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:55.210715 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-dac50496-46da-4ece-9a9e-24a1c6ce8ea7 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b259cfea-9d2c-4e61-b7db-08b254f8e93d') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:55.226013 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8145ecb2-8a99-4d96-9130-e1a0634ca177 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:55.231183 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dac50496-46da-4ece-9a9e-24a1c6ce8ea7 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:55.253765 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca6c83f-76d2-4c51-8f01-f227ec9c3a15 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Router 163a0694-7833-414a-bf70-6f557f2c5e77 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:39:55.259159 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dac50496-46da-4ece-9a9e-24a1c6ce8ea7 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:55.268337 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dac50496-46da-4ece-9a9e-24a1c6ce8ea7 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:39:55.268753 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dac50496-46da-4ece-9a9e-24a1c6ce8ea7 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:55.283878 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:39:55.283878 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:39:55.283878 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:39:55.283878 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:39:55.283878 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:39:55.283878 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:39:55.283878 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:39:55.283878 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:39:55.283878 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:39:55.283878 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:39:55.283878 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:39:55.283878 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:39:55.283878 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:39:55.283878 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:39:55.283878 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:39:55.283878 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:39:55.283878 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:39:55.283878 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:39:55.283878 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:39:55.283878 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:39:55.283878 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:39:55.283878 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:39:55.283878 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:39:55.283878 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:39:55.283878 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:39:55.283878 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:39:55.283878 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:39:55.283878 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:39:55.283878 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:39:55.283878 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:39:55.283878 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:39:55.283878 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:39:55.329851 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.l3_db [None req-6293fadf-7722-4f2a-abe0-449b42510f3f tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Floating IP 48362056-43c4-4be9-89d3-feb07325fde3 associated. External IP: 172.26.3.63, port: 48e23ed1-aab8-4174-bec3-b8ed93968d24. Feb 04 11:39:55.379830 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2747451f-1fe5-4b78-9926-b4ddf69b58d5 None None] Network 58f1d0c4-0171-4389-86cc-13442fe9a0a4 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:39:55.395328 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8145ecb2-8a99-4d96-9130-e1a0634ca177 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:55.398196 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-24b5e438-12e5-4ef3-881c-b92504e314f1 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:55.402401 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b5e438-12e5-4ef3-881c-b92504e314f1 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:55.402985 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-24b5e438-12e5-4ef3-881c-b92504e314f1 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:55.407161 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8b6b8210-9478-471b-8588-2555aa87d90b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:55.464878 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145ecb2-8a99-4d96-9130-e1a0634ca177 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=681a5247-0fe6-4e94-b55f-0898ecbd61e1,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:55.529001 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-8b6b8210-9478-471b-8588-2555aa87d90b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Deleting port a4cbff78-8816-41ae-9052-c4dc1548c6b0 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:39:55.529673 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8b6b8210-9478-471b-8588-2555aa87d90b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:55.565856 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dac50496-46da-4ece-9a9e-24a1c6ce8ea7 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:55.570604 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5e438-12e5-4ef3-881c-b92504e314f1 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event updated for resources: {'Network': ['ID=f286532b-14ba-4186-8d10-f6d64e6e7ef7,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:55.587762 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network f286532b-14ba-4186-8d10-f6d64e6e7ef7 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:39:55.596487 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dac50496-46da-4ece-9a9e-24a1c6ce8ea7 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:55.600746 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-dac50496-46da-4ece-9a9e-24a1c6ce8ea7 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] 10.222.0.21 "DELETE /v2.0/networks/0116c55d-dd9a-4fb3-bd95-9e38e7326248 HTTP/1.1" status: 204 len: 168 time: 1.5435750 Feb 04 11:39:55.615725 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac50496-46da-4ece-9a9e-24a1c6ce8ea7 tempest-BulkNetworkOpsIpV6Test-789107405 tempest-BulkNetworkOpsIpV6Test-789107405-project] Pushing event deleted for resources: {'Network': ['ID=0116c55d-dd9a-4fb3-bd95-9e38e7326248,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:55.621338 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8145ecb2-8a99-4d96-9130-e1a0634ca177 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:55.625348 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8145ecb2-8a99-4d96-9130-e1a0634ca177 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.8235388 Feb 04 11:39:55.626545 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37922) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:55.628256 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca6c83f-76d2-4c51-8f01-f227ec9c3a15 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:39:55.640168 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-aca6c83f-76d2-4c51-8f01-f227ec9c3a15 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "PUT /v2.0/routers/163a0694-7833-414a-bf70-6f557f2c5e77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8828208 Feb 04 11:39:55.646547 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-67e61af1-bd6a-479e-96fc-9f92e44e68a9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': 'f0afe08c-8209-4bc0-967c-f4ca9b53368a', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:55.651467 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37926) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:55.669143 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-660abef2-7abd-46ae-ab53-9fe1beb83a08 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:55.669863 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd788ae5-17cb-455e-8bbb-72c008a27f39 None None] Sync routers for ids ['163a0694-7833-414a-bf70-6f557f2c5e77'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:39:55.687129 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-24b5e438-12e5-4ef3-881c-b92504e314f1 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0651765 Feb 04 11:39:55.694393 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37930) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:55.715460 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-67e61af1-bd6a-479e-96fc-9f92e44e68a9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:55.717439 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd788ae5-17cb-455e-8bbb-72c008a27f39 None None] Routers {'163a0694-7833-414a-bf70-6f557f2c5e77'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:39:55.718084 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-dd788ae5-17cb-455e-8bbb-72c008a27f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:39:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['163a0694-7833-414a-bf70-6f557f2c5e77'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:55.746129 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-3164c8ed-68aa-4f4e-b972-02f145642038 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Request body: {'subnet': {'network_id': 'f286532b-14ba-4186-8d10-f6d64e6e7ef7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:55.759808 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-67e61af1-bd6a-479e-96fc-9f92e44e68a9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:55.769846 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-67e61af1-bd6a-479e-96fc-9f92e44e68a9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:55.784377 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-67e61af1-bd6a-479e-96fc-9f92e44e68a9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:55.802442 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-dd788ae5-17cb-455e-8bbb-72c008a27f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:55.813688 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de6ffa6-8e6e-4824-a57e-b0052555e573 None None] get_active_networks_info from dv-neutron-827825-2-hyperv {{(pid=84206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 11:39:55.886091 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd788ae5-17cb-455e-8bbb-72c008a27f39 None None] Routers {'163a0694-7833-414a-bf70-6f557f2c5e77'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:39:55.886962 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-dd788ae5-17cb-455e-8bbb-72c008a27f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:39:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['163a0694-7833-414a-bf70-6f557f2c5e77'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:55.922580 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.securitygroups_db [None req-67e61af1-bd6a-479e-96fc-9f92e44e68a9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Project 009ced00ffd949498e5831cf00e326e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:39:55.950471 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-67e61af1-bd6a-479e-96fc-9f92e44e68a9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:55.960042 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-dd788ae5-17cb-455e-8bbb-72c008a27f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:55.961219 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd788ae5-17cb-455e-8bbb-72c008a27f39 None None] The sync data for ids ['163a0694-7833-414a-bf70-6f557f2c5e77'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:39:56.002362 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-8b6b8210-9478-471b-8588-2555aa87d90b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] For port a4cbff78-8816-41ae-9052-c4dc1548c6b0, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=a4cbff78-8816-41ae-9052-c4dc1548c6b0,segment=NetworkSegment(71db17f0-a5cb-42bd-950d-b213e65d791d),segment_id=71db17f0-a5cb-42bd-950d-b213e65d791d)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:39:56.002362 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8b6b8210-9478-471b-8588-2555aa87d90b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:56.040740 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660abef2-7abd-46ae-ab53-9fe1beb83a08 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event updated for resources: {'Subnet': ['ID=7e0e6065-551a-49e6-9035-0385702b69d8,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:56.076872 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-3164c8ed-68aa-4f4e-b972-02f145642038 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:56.086002 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660abef2-7abd-46ae-ab53-9fe1beb83a08 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Checking segment: {'id': 'e4c4a81f-2732-4cee-a447-5e6f400a0fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '061011d8-1f85-4e1e-a73a-bf514fcde096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:39:56.086465 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660abef2-7abd-46ae-ab53-9fe1beb83a08 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Network hostable DHCP agents. Network: 061011d8-1f85-4e1e-a73a-bf514fcde096, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:39:56.104400 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-3164c8ed-68aa-4f4e-b972-02f145642038 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:56.233618 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3164c8ed-68aa-4f4e-b972-02f145642038 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Made reservation on behalf of ac8146b7950d45beb1b9b13f531779aa for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:39:56.290982 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-6de6ffa6-8e6e-4824-a57e-b0052555e573 None None] Agent b60f8a07-924f-421c-81bb-c4aa00d95e8a already present Feb 04 11:39:56.293266 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de6ffa6-8e6e-4824-a57e-b0052555e573 None None] Network 061011d8-1f85-4e1e-a73a-bf514fcde096 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84206) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:39:56.294389 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de6ffa6-8e6e-4824-a57e-b0052555e573 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 061011d8-1f85-4e1e-a73a-bf514fcde096) {{(pid=84206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 11:39:56.323882 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37936) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:56.324183 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660abef2-7abd-46ae-ab53-9fe1beb83a08 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Network 061011d8-1f85-4e1e-a73a-bf514fcde096 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:39:56.334705 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-8b6b8210-9478-471b-8588-2555aa87d90b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Calling delete_port for a4cbff78-8816-41ae-9052-c4dc1548c6b0 owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:39:56.383900 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3164c8ed-68aa-4f4e-b972-02f145642038 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:56.477489 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-660abef2-7abd-46ae-ab53-9fe1beb83a08 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 061011d8-1f85-4e1e-a73a-bf514fcde096) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:56.484101 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660abef2-7abd-46ae-ab53-9fe1beb83a08 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:56.485555 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-660abef2-7abd-46ae-ab53-9fe1beb83a08 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:56.495335 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-67e61af1-bd6a-479e-96fc-9f92e44e68a9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:56.604411 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-660abef2-7abd-46ae-ab53-9fe1beb83a08 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3122327 Feb 04 11:39:56.607700 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37942) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:56.616609 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-3f9d5820-ed20-4ad7-b58a-c402faf9239f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-152784399', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:56.630259 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-3f9d5820-ed20-4ad7-b58a-c402faf9239f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:56.630503 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-67e61af1-bd6a-479e-96fc-9f92e44e68a9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:56.645809 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-657e8a53-a277-45ea-8642-83e0e3b8e7d9 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] remove_router_interface failed (client error): The resource could not be found. Feb 04 11:39:56.652735 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-3f9d5820-ed20-4ad7-b58a-c402faf9239f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Usage tracker for resource:router and tenant:f1bfc018a09d4e34b9596c9c898714a6 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:56.652905 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-657e8a53-a277-45ea-8642-83e0e3b8e7d9 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "PUT /v2.0/routers/163a0694-7833-414a-bf70-6f557f2c5e77/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9920630 Feb 04 11:39:56.653012 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-3f9d5820-ed20-4ad7-b58a-c402faf9239f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:56.658487 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37946) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:56.683800 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8b6b8210-9478-471b-8588-2555aa87d90b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:56.696684 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-3f9d5820-ed20-4ad7-b58a-c402faf9239f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:56.720230 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-3bf4223a-4f2f-4360-b5b1-b91ccc08fbe2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Synchronizing usage tracker for tenant:1857235941a6433080777df3100a6d46 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:39:56.721660 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e61af1-bd6a-479e-96fc-9f92e44e68a9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1724ac2-71eb-4280-9cc7-695115b6b92c,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:56.753270 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b8210-9478-471b-8588-2555aa87d90b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event deleted for resources: {'Port': ['ID=a4cbff78-8816-41ae-9052-c4dc1548c6b0,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:56.771023 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6b8210-9478-471b-8588-2555aa87d90b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] No DVR routers for this DVR port a4cbff78-8816-41ae-9052-c4dc1548c6b0 on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:39:56.785126 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c1205a-8fa9-4c49-818a-c803129e0c9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-061011d8-1f85-4e1e-a73a-bf514fcde096', 'network_id': '061011d8-1f85-4e1e-a73a-bf514fcde096', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'fixed_ips': [{'subnet_id': '7e0e6065-551a-49e6-9035-0385702b69d8'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:39:56.787027 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f6c1205a-8fa9-4c49-818a-c803129e0c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:56.808957 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3f9d5820-ed20-4ad7-b58a-c402faf9239f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:56.809238 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3f9d5820-ed20-4ad7-b58a-c402faf9239f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:56.832029 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-11bd0095-7c64-4251-b416-de4a82479e69 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=afba9d3af9ee41d7a86658d5ec4b1356&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5023742 Feb 04 11:39:56.834279 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-67e61af1-bd6a-479e-96fc-9f92e44e68a9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:56.836153 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-67e61af1-bd6a-479e-96fc-9f92e44e68a9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.2054927 Feb 04 11:39:56.837071 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37950) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:56.858650 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6293fadf-7722-4f2a-abe0-449b42510f3f tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Router 5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:39:56.861795 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-3bf4223a-4f2f-4360-b5b1-b91ccc08fbe2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Unset dirty status for tenant:1857235941a6433080777df3100a6d46 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:39:56.865629 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3bf4223a-4f2f-4360-b5b1-b91ccc08fbe2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "GET /v2.0/ports?device_id=163a0694-7833-414a-bf70-6f557f2c5e77 HTTP/1.1" status: 200 len: 205 time: 0.2036908 Feb 04 11:39:56.873573 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37954) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:56.938690 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8b6b8210-9478-471b-8588-2555aa87d90b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:56.954252 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3f9d5820-ed20-4ad7-b58a-c402faf9239f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:56.988161 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-8b6b8210-9478-471b-8588-2555aa87d90b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f1d0c4-0171-4389-86cc-13442fe9a0a4']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:57.010820 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-8b6b8210-9478-471b-8588-2555aa87d90b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71db17f0-a5cb-42bd-950d-b213e65d791d') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:57.011284 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-8b6b8210-9478-471b-8588-2555aa87d90b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71db17f0-a5cb-42bd-950d-b213e65d791d') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:57.030087 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8b6b8210-9478-471b-8588-2555aa87d90b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:57.035357 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3164c8ed-68aa-4f4e-b972-02f145642038 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:57.062612 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-84de78f4-303f-4d78-81ca-f8a438e7e569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:57.097563 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-f6c1205a-8fa9-4c49-818a-c803129e0c9a None None] Allocated IP 172.20.0.2 (061011d8-1f85-4e1e-a73a-bf514fcde096/7e0e6065-551a-49e6-9035-0385702b69d8/189c1e0c-d773-4e81-a193-327618d5418e) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:39:57.098322 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8b6b8210-9478-471b-8588-2555aa87d90b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:57.119463 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b6b8210-9478-471b-8588-2555aa87d90b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:39:57.119883 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8b6b8210-9478-471b-8588-2555aa87d90b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:57.136117 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:39:57.136117 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:39:57.136117 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:39:57.136117 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:39:57.136117 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:39:57.136117 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:39:57.136117 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:39:57.136117 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:39:57.136117 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:39:57.136117 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:39:57.136117 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:39:57.136117 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:39:57.136117 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:39:57.136117 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:39:57.136117 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:39:57.136117 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:39:57.136117 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:39:57.136117 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:39:57.136117 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:39:57.136117 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:39:57.136117 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:39:57.136117 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:39:57.136117 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:39:57.136117 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:39:57.136117 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:39:57.136117 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:39:57.136117 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:39:57.136117 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:39:57.136117 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:39:57.136117 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:39:57.136117 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:39:57.136117 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:39:57.140257 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-84de78f4-303f-4d78-81ca-f8a438e7e569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:57.177066 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e2680d3e-81e5-4899-88a3-bbe13147b5b0 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:57.219995 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-c0f8ea65-7fe6-4554-9909-40d28b87be15 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1891471554&fields=id&tenant_id=009ced00ffd949498e5831cf00e326e7 HTTP/1.1" status: 200 len: 267 time: 0.1460645 Feb 04 11:39:57.264764 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3f9d5820-ed20-4ad7-b58a-c402faf9239f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:57.278255 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3164c8ed-68aa-4f4e-b972-02f145642038 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event updated for resources: {'Subnet': ['ID=c7753de1-a920-49f9-bc19-bbcdb5b1153b,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:57.330584 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f6c1205a-8fa9-4c49-818a-c803129e0c9a None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:57.380819 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3164c8ed-68aa-4f4e-b972-02f145642038 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Checking segment: {'id': '4072b1b1-3822-48ab-9730-93200f0cf145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f286532b-14ba-4186-8d10-f6d64e6e7ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:39:57.381267 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3164c8ed-68aa-4f4e-b972-02f145642038 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Network hostable DHCP agents. Network: f286532b-14ba-4186-8d10-f6d64e6e7ef7, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:39:57.410717 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3f9d5820-ed20-4ad7-b58a-c402faf9239f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:57.416306 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3f9d5820-ed20-4ad7-b58a-c402faf9239f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8023932 Feb 04 11:39:57.417447 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37966) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:57.457369 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-0933af7e-fc72-4efd-bc20-79336a1ed19c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:57.465331 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-0933af7e-fc72-4efd-bc20-79336a1ed19c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/networks?id=15fcac3b-629b-419f-8d6d-5c8b8ab500ae HTTP/1.1" status: 200 len: 797 time: 0.2235484 Feb 04 11:39:57.465331 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8b6b8210-9478-471b-8588-2555aa87d90b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:57.484720 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-5fbf97e9-571b-4d02-95c4-807afa96345c tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Request body: {'port': {'network_id': '061011d8-1f85-4e1e-a73a-bf514fcde096', 'name': 'tempest-RoutersTest-1331219719'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:57.490437 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8b6b8210-9478-471b-8588-2555aa87d90b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:57.508743 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b8210-9478-471b-8588-2555aa87d90b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event deleted for resources: {'Network': ['ID=58f1d0c4-0171-4389-86cc-13442fe9a0a4,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:57.513127 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-56c16062-d489-401d-a8e6-dade4e4459d1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/quotas/009ced00ffd949498e5831cf00e326e7 HTTP/1.1" status: 200 len: 375 time: 0.0471327 Feb 04 11:39:57.514478 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8b6b8210-9478-471b-8588-2555aa87d90b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "DELETE /v2.0/networks/58f1d0c4-0171-4389-86cc-13442fe9a0a4 HTTP/1.1" status: 204 len: 168 time: 4.6646152 Feb 04 11:39:57.516974 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37970) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:57.522572 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f6c1205a-8fa9-4c49-818a-c803129e0c9a None None] Transition to ACTIVE for port object 189c1e0c-d773-4e81-a193-327618d5418e will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:39:57.544950 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f6c1205a-8fa9-4c49-818a-c803129e0c9a None None] Transition to ACTIVE for port object 189c1e0c-d773-4e81-a193-327618d5418e will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:39:57.576174 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-84de78f4-303f-4d78-81ca-f8a438e7e569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:57.578624 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-84de78f4-303f-4d78-81ca-f8a438e7e569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:57.579743 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-84de78f4-303f-4d78-81ca-f8a438e7e569 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/502ee42a-33ba-45f8-a0a9-ae74047ecf49 HTTP/1.1" status: 204 len: 168 time: 0.6929419 Feb 04 11:39:57.597996 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe7f8067-d554-4f62-bad5-bd9f7f408039 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] DELETE failed (client error): The resource could not be found. Feb 04 11:39:57.598444 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe7f8067-d554-4f62-bad5-bd9f7f408039 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:39:57.600131 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-fe7f8067-d554-4f62-bad5-bd9f7f408039 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "DELETE /v2.0/networks/58f1d0c4-0171-4389-86cc-13442fe9a0a4 HTTP/1.1" status: 404 len: 339 time: 0.0822546 Feb 04 11:39:57.606365 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37976) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:57.610033 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de78f4-303f-4d78-81ca-f8a438e7e569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502ee42a-33ba-45f8-a0a9-ae74047ecf49,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:57.615168 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-96faee86-b93f-4490-a3dd-7b0a813198ec tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-404225268', 'description': 'd1'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:57.624286 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-96faee86-b93f-4490-a3dd-7b0a813198ec tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:57.635369 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-96faee86-b93f-4490-a3dd-7b0a813198ec tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Usage tracker for resource:network and tenant:86676f741a1b44e6b6b078dd507bf54a is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:57.640428 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-96faee86-b93f-4490-a3dd-7b0a813198ec tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:57.644104 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f6c1205a-8fa9-4c49-818a-c803129e0c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:57.651034 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-96faee86-b93f-4490-a3dd-7b0a813198ec tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:57.677860 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-8bd34bd0-6113-4416-8584-dcc1a775b1c8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:39:57.728079 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c1205a-8fa9-4c49-818a-c803129e0c9a None None] Network 061011d8-1f85-4e1e-a73a-bf514fcde096 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:39:57.731838 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-f6c1205a-8fa9-4c49-818a-c803129e0c9a None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:57.733720 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1205a-8fa9-4c49-818a-c803129e0c9a None None] Pushing event updated for resources: {'Port': ['ID=189c1e0c-d773-4e81-a193-327618d5418e,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:57.736008 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c1205a-8fa9-4c49-818a-c803129e0c9a None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:39:57.739448 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96faee86-b93f-4490-a3dd-7b0a813198ec tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Made reservation on behalf of 86676f741a1b44e6b6b078dd507bf54a for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:39:57.747694 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-96faee86-b93f-4490-a3dd-7b0a813198ec tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:57.775339 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-8bd34bd0-6113-4416-8584-dcc1a775b1c8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:39:57.777167 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-8bd34bd0-6113-4416-8584-dcc1a775b1c8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2577338 Feb 04 11:39:57.783375 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96faee86-b93f-4490-a3dd-7b0a813198ec tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:39:57.795169 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-96faee86-b93f-4490-a3dd-7b0a813198ec tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:57.796934 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-96faee86-b93f-4490-a3dd-7b0a813198ec tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Added segment c1bae657-4868-40da-80e8-8d11c3d3156b of type vlan for network ae91a72a-6c94-4ec1-8f0d-41047a0a328c Feb 04 11:39:57.841180 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-f6c1205a-8fa9-4c49-818a-c803129e0c9a None None] Attempting to bind port 189c1e0c-d773-4e81-a193-327618d5418e on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:39:57.841692 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-f6c1205a-8fa9-4c49-818a-c803129e0c9a None None] Attempting to bind port 189c1e0c-d773-4e81-a193-327618d5418e by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'e4c4a81f-2732-4cee-a447-5e6f400a0fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '061011d8-1f85-4e1e-a73a-bf514fcde096'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:39:57.842189 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c1205a-8fa9-4c49-818a-c803129e0c9a None None] Attempting to bind port 189c1e0c-d773-4e81-a193-327618d5418e on network 061011d8-1f85-4e1e-a73a-bf514fcde096 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:39:57.849212 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c1205a-8fa9-4c49-818a-c803129e0c9a None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:39:57.849745 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c1205a-8fa9-4c49-818a-c803129e0c9a None None] Checking segment: {'id': 'e4c4a81f-2732-4cee-a447-5e6f400a0fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '061011d8-1f85-4e1e-a73a-bf514fcde096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:39:57.850275 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f6c1205a-8fa9-4c49-818a-c803129e0c9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:57.850757 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c1205a-8fa9-4c49-818a-c803129e0c9a None None] Bound using segment: {'id': 'e4c4a81f-2732-4cee-a447-5e6f400a0fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '061011d8-1f85-4e1e-a73a-bf514fcde096'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:39:57.851350 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-f6c1205a-8fa9-4c49-818a-c803129e0c9a None None] Bound port: 189c1e0c-d773-4e81-a193-327618d5418e, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c4a81f-2732-4cee-a447-5e6f400a0fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '061011d8-1f85-4e1e-a73a-bf514fcde096'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:39:57.852104 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f6c1205a-8fa9-4c49-818a-c803129e0c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:57.871511 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3164c8ed-68aa-4f4e-b972-02f145642038 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Network f286532b-14ba-4186-8d10-f6d64e6e7ef7 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:39:57.910142 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-96faee86-b93f-4490-a3dd-7b0a813198ec tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:57.951467 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-f6c1205a-8fa9-4c49-818a-c803129e0c9a None None] For port 189c1e0c-d773-4e81-a193-327618d5418e, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:39:57.955661 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-f6c1205a-8fa9-4c49-818a-c803129e0c9a None None] For port 189c1e0c-d773-4e81-a193-327618d5418e, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=189c1e0c-d773-4e81-a193-327618d5418e,segment=NetworkSegment(e4c4a81f-2732-4cee-a447-5e6f400a0fc7),segment_id=e4c4a81f-2732-4cee-a447-5e6f400a0fc7)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:39:57.979017 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-eb04f9fb-3929-4ac3-870c-95e9fcfb769d service neutron] 10.222.0.21 "GET /v2.0/networks/15fcac3b-629b-419f-8d6d-5c8b8ab500ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753910 Feb 04 11:39:58.042064 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f6c1205a-8fa9-4c49-818a-c803129e0c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:58.045345 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e2680d3e-81e5-4899-88a3-bbe13147b5b0 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:58.078332 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e2680d3e-81e5-4899-88a3-bbe13147b5b0 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:58.080803 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-96faee86-b93f-4490-a3dd-7b0a813198ec tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:58.084677 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96faee86-b93f-4490-a3dd-7b0a813198ec tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:58.085658 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-96faee86-b93f-4490-a3dd-7b0a813198ec tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:58.113820 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-3164c8ed-68aa-4f4e-b972-02f145642038 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, f286532b-14ba-4186-8d10-f6d64e6e7ef7) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:58.116107 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-5fbf97e9-571b-4d02-95c4-807afa96345c tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:58.124866 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-5fbf97e9-571b-4d02-95c4-807afa96345c tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Usage tracker for resource:port and tenant:f1bfc018a09d4e34b9596c9c898714a6 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:58.129833 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3164c8ed-68aa-4f4e-b972-02f145642038 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:58.130726 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3164c8ed-68aa-4f4e-b972-02f145642038 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:58.135498 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-5fbf97e9-571b-4d02-95c4-807afa96345c tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:58.150422 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-5fbf97e9-571b-4d02-95c4-807afa96345c tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:58.172543 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6293fadf-7722-4f2a-abe0-449b42510f3f tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:39:58.200152 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bfc640-46cc-4a9a-a88f-f40f5dec8964 None None] Sync routers for ids ['5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:39:58.201729 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1205a-8fa9-4c49-818a-c803129e0c9a None None] Pushing event updated for resources: {'Port': ['ID=189c1e0c-d773-4e81-a193-327618d5418e,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:58.204996 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e2680d3e-81e5-4899-88a3-bbe13147b5b0 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:58.205483 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2680d3e-81e5-4899-88a3-bbe13147b5b0 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Fanout notify agent at l3_agent the message router_deleted on router 163a0694-7833-414a-bf70-6f557f2c5e77 {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:39:58.222425 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e2680d3e-81e5-4899-88a3-bbe13147b5b0 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:58.222929 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e2680d3e-81e5-4899-88a3-bbe13147b5b0 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/routers/163a0694-7833-414a-bf70-6f557f2c5e77 HTTP/1.1" status: 204 len: 168 time: 1.3477941 Feb 04 11:39:58.227814 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37986) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:58.233851 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bfc640-46cc-4a9a-a88f-f40f5dec8964 None None] Routers {'5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:39:58.235528 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-81bfc640-46cc-4a9a-a88f-f40f5dec8964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:39:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:58.274842 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3164c8ed-68aa-4f4e-b972-02f145642038 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5447199 Feb 04 11:39:58.275775 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 37990) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:58.287532 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6293fadf-7722-4f2a-abe0-449b42510f3f tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:58.353841 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-81293825-3a97-4c9d-b4ac-cc252d622a8d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-820078124', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}, 'admin_state_up': False}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:58.364800 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-81293825-3a97-4c9d-b4ac-cc252d622a8d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:58.370340 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-81293825-3a97-4c9d-b4ac-cc252d622a8d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Usage tracker for resource:router and tenant:ac8146b7950d45beb1b9b13f531779aa is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:58.374669 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-81293825-3a97-4c9d-b4ac-cc252d622a8d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:58.388331 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-81293825-3a97-4c9d-b4ac-cc252d622a8d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:58.440813 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-96faee86-b93f-4490-a3dd-7b0a813198ec tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8334117 Feb 04 11:39:58.451633 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 37996) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:58.463246 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96faee86-b93f-4490-a3dd-7b0a813198ec tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event updated for resources: {'Network': ['ID=ae91a72a-6c94-4ec1-8f0d-41047a0a328c,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:58.507136 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-d4da99bb-1299-443a-89c3-2d4db4ad731a service neutron] 10.222.0.21 "GET /v2.0/networks/15fcac3b-629b-419f-8d6d-5c8b8ab500ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5205703 Feb 04 11:39:58.513543 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network ae91a72a-6c94-4ec1-8f0d-41047a0a328c details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:39:58.567598 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6293fadf-7722-4f2a-abe0-449b42510f3f tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 13.2475891 Feb 04 11:39:58.567980 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-81bfc640-46cc-4a9a-a88f-f40f5dec8964 None None] Set router 5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:39:58.569183 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89107e0-5eb5-4e2b-8f82-3f6cee25539e', 'tag': '48e23ed1-aab8-4174-bec3-b8ed93968d24'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:39:58.576432 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-81293825-3a97-4c9d-b4ac-cc252d622a8d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:58.577784 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-81293825-3a97-4c9d-b4ac-cc252d622a8d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:58.624408 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbf97e9-571b-4d02-95c4-807afa96345c tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Made reservation on behalf of f1bfc018a09d4e34b9596c9c898714a6 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:39:58.627844 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5fbf97e9-571b-4d02-95c4-807afa96345c tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:58.765500 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-5fbf97e9-571b-4d02-95c4-807afa96345c tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] device_id is not set on port 136f2b22-885b-4801-879e-3c85e23f97c6 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:39:58.792524 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d92230-dde0-44fa-a6a4-bc39dc93c657 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:58.793272 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-35d92230-dde0-44fa-a6a4-bc39dc93c657 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Synchronizing usage tracker for tenant:86676f741a1b44e6b6b078dd507bf54a on resource:network {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:39:58.876828 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-81293825-3a97-4c9d-b4ac-cc252d622a8d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:58.894010 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-35d92230-dde0-44fa-a6a4-bc39dc93c657 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Unset dirty status for tenant:86676f741a1b44e6b6b078dd507bf54a on resource:network {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:39:58.901841 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-35d92230-dde0-44fa-a6a4-bc39dc93c657 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "GET /v2.0/networks?id=ae91a72a-6c94-4ec1-8f0d-41047a0a328c HTTP/1.1" status: 200 len: 764 time: 0.4412279 Feb 04 11:39:58.902138 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38008) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:58.911517 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-d7aa647c-42a4-47c1-befc-7a0944ea2e38 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Request body: {'network': {'description': 'd2'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:58.998893 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-14dec837-9fb3-4425-8024-a685d91f5750 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Deleting subnet 20ee9c7f-2752-42f7-a9c6-9ab6527f1019 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:39:59.124714 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f89107e0-5eb5-4e2b-8f82-3f6cee25539e', 'tag': '48e23ed1-aab8-4174-bec3-b8ed93968d24', 'status': 'completed', 'code': 200} Feb 04 11:39:59.145620 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-81bfc640-46cc-4a9a-a88f-f40f5dec8964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349409305', 'tenant_id': '491544c72a0440b88793a93ecb6a7285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '96b0c6b2-dd84-4904-b6e2-7f0de7500930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:38:44Z', 'updated_at': '2022-02-04T11:39:00Z', 'revision_number': 4, 'project_id': '491544c72a0440b88793a93ecb6a7285', 'gw_port': {'id': '96b0c6b2-dd84-4904-b6e2-7f0de7500930', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:46Z', 'updated_at': '2022-02-04T11:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '48362056-43c4-4be9-89d3-feb07325fde3', 'tenant_id': '491544c72a0440b88793a93ecb6a7285', 'floating_ip_address': '172.26.3.63', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'port_id': '48e23ed1-aab8-4174-bec3-b8ed93968d24', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29516d56-73f4-4962-aac3-30725a9be94a', 'mac_address': 'fa:16:3e:a2:2b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89107e0-5eb5-4e2b-8f82-3f6cee25539e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:39:52Z', 'updated_at': '2022-02-04T11:39:52Z', 'revision_number': 0, 'project_id': '491544c72a0440b88793a93ecb6a7285', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e23c066-7fff-4ff9-967d-ce156611570d', 'name': '', 'network_id': '29516d56-73f4-4962-aac3-30725a9be94a', 'tenant_id': '491544c72a0440b88793a93ecb6a7285', 'mac_address': 'fa:16:3e:b7:9b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dd13ac7-ddcf-4461-af29-a1faae2b9cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:58Z', 'updated_at': '2022-02-04T11:39:11Z', 'revision_number': 5, 'project_id': '491544c72a0440b88793a93ecb6a7285', 'subnets': [{'id': '6dd13ac7-ddcf-4461-af29-a1faae2b9cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:59.150750 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bfc640-46cc-4a9a-a88f-f40f5dec8964 None None] Checking router: 5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:39:59.163071 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-14dec837-9fb3-4425-8024-a685d91f5750 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:59.164127 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bfc640-46cc-4a9a-a88f-f40f5dec8964 None None] Routers {'5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:39:59.164698 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-81bfc640-46cc-4a9a-a88f-f40f5dec8964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:39:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:59.288490 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e6b9dd25-3253-468f-aa61-ce894e96b3ec req-4d66ab7a-4356-4fea-af75-05b97ef38966 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=317d5965-a153-488f-bb85-73f8b235daa3 HTTP/1.1" status: 200 len: 210 time: 0.1338041 Feb 04 11:39:59.301800 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-14dec837-9fb3-4425-8024-a685d91f5750 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:59.457137 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38024) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:59.548898 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d7aa647c-42a4-47c1-befc-7a0944ea2e38 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:59.614187 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-81bfc640-46cc-4a9a-a88f-f40f5dec8964 None None] Set router 5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:39:59.629830 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d7aa647c-42a4-47c1-befc-7a0944ea2e38 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:59.685179 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-5fbf97e9-571b-4d02-95c4-807afa96345c tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Allocated IP 172.20.0.11 (061011d8-1f85-4e1e-a73a-bf514fcde096/7e0e6065-551a-49e6-9035-0385702b69d8/136f2b22-885b-4801-879e-3c85e23f97c6) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:39:59.718194 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857de276-fcdd-45f3-b241-09bf6bd42a84 None None] get_active_networks_info from dv-neutron-827825-2-hyperv {{(pid=84206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 11:39:59.757048 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-c468c953-1759-4d67-9f8b-bccd86be2608 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1350598883'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:39:59.761953 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c468c953-1759-4d67-9f8b-bccd86be2608 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:59.765797 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c468c953-1759-4d67-9f8b-bccd86be2608 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Usage tracker for resource:network and tenant:f631734a474740f59c61a7b75bcfa8d4 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:59.772000 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c468c953-1759-4d67-9f8b-bccd86be2608 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:59.775635 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c468c953-1759-4d67-9f8b-bccd86be2608 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:59.782980 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa647c-42a4-47c1-befc-7a0944ea2e38 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event updated for resources: {'Network': ['ID=ae91a72a-6c94-4ec1-8f0d-41047a0a328c,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:59.788477 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d7aa647c-42a4-47c1-befc-7a0944ea2e38 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Network ae91a72a-6c94-4ec1-8f0d-41047a0a328c is not hosted by any dhcp agent {{(pid=84204) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 04 11:39:59.793441 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7aa647c-42a4-47c1-befc-7a0944ea2e38 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:59.799908 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d7aa647c-42a4-47c1-befc-7a0944ea2e38 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:59.799908 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d7aa647c-42a4-47c1-befc-7a0944ea2e38 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "PUT /v2.0/networks/ae91a72a-6c94-4ec1-8f0d-41047a0a328c HTTP/1.1" status: 200 len: 761 time: 0.8949735 Feb 04 11:39:59.799908 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38030) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:59.827134 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-14dec837-9fb3-4425-8024-a685d91f5750 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:59.884245 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c468c953-1759-4d67-9f8b-bccd86be2608 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Made reservation on behalf of f631734a474740f59c61a7b75bcfa8d4 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:39:59.887147 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c468c953-1759-4d67-9f8b-bccd86be2608 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:59.892737 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-81293825-3a97-4c9d-b4ac-cc252d622a8d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:59.910279 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c468c953-1759-4d67-9f8b-bccd86be2608 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:59.937119 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb570cb1-4584-41c1-af58-63222911d02d req-063a1434-2bb4-4fd2-bbf1-dbfaa7f21823 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:59.946077 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-bb570cb1-4584-41c1-af58-63222911d02d req-063a1434-2bb4-4fd2-bbf1-dbfaa7f21823 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 946 time: 1.1187649 Feb 04 11:39:59.951428 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857de276-fcdd-45f3-b241-09bf6bd42a84 None None] Resources bound (agent type, host, resource id): {{(pid=84206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 11:39:59.964594 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8c981c6b-7e67-4447-a25b-49e166107987 req-c137a229-11f8-4994-8864-9ce1f3163f06 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=491544c72a0440b88793a93ecb6a7285&device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 1099 time: 0.8382080 Feb 04 11:39:59.966541 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network ae91a72a-6c94-4ec1-8f0d-41047a0a328c details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:40:00.004692 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11060c9-b461-4c95-a487-4d81b4e2edb8 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:00.011664 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e11060c9-b461-4c95-a487-4d81b4e2edb8 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "GET /v2.0/networks?id=ae91a72a-6c94-4ec1-8f0d-41047a0a328c HTTP/1.1" status: 200 len: 764 time: 0.2111208 Feb 04 11:40:00.012900 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c468c953-1759-4d67-9f8b-bccd86be2608 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:00.015059 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38036) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:00.044311 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c468c953-1759-4d67-9f8b-bccd86be2608 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Usage tracker for resource:security_group_rule and tenant:f631734a474740f59c61a7b75bcfa8d4 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:00.051600 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c468c953-1759-4d67-9f8b-bccd86be2608 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:00.174767 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c468c953-1759-4d67-9f8b-bccd86be2608 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:00.189295 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e47db205-da0b-40f4-aa7b-aaad0fae9f4d None None] Provisioning for port 189c1e0c-d773-4e81-a193-327618d5418e completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:40:00.251039 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67001984-d52b-4c4a-bb53-c0f026c67c6b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:00.253046 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-67001984-d52b-4c4a-bb53-c0f026c67c6b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2370584 Feb 04 11:40:00.256440 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38040) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:00.349033 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-81bfc640-46cc-4a9a-a88f-f40f5dec8964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349409305', 'tenant_id': '491544c72a0440b88793a93ecb6a7285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '96b0c6b2-dd84-4904-b6e2-7f0de7500930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:38:44Z', 'updated_at': '2022-02-04T11:39:00Z', 'revision_number': 4, 'project_id': '491544c72a0440b88793a93ecb6a7285', 'gw_port': {'id': '96b0c6b2-dd84-4904-b6e2-7f0de7500930', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:46Z', 'updated_at': '2022-02-04T11:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '48362056-43c4-4be9-89d3-feb07325fde3', 'tenant_id': '491544c72a0440b88793a93ecb6a7285', 'floating_ip_address': '172.26.3.63', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'port_id': '48e23ed1-aab8-4174-bec3-b8ed93968d24', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29516d56-73f4-4962-aac3-30725a9be94a', 'mac_address': 'fa:16:3e:a2:2b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89107e0-5eb5-4e2b-8f82-3f6cee25539e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:39:52Z', 'updated_at': '2022-02-04T11:39:52Z', 'revision_number': 0, 'project_id': '491544c72a0440b88793a93ecb6a7285', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e23c066-7fff-4ff9-967d-ce156611570d', 'name': '', 'network_id': '29516d56-73f4-4962-aac3-30725a9be94a', 'tenant_id': '491544c72a0440b88793a93ecb6a7285', 'mac_address': 'fa:16:3e:b7:9b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dd13ac7-ddcf-4461-af29-a1faae2b9cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:58Z', 'updated_at': '2022-02-04T11:39:11Z', 'revision_number': 5, 'project_id': '491544c72a0440b88793a93ecb6a7285', 'subnets': [{'id': '6dd13ac7-ddcf-4461-af29-a1faae2b9cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:00.355019 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bfc640-46cc-4a9a-a88f-f40f5dec8964 None None] The sync data for ids ['5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a'] in dv-neutron-827825-2-hyperv is: [{'id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349409305', 'tenant_id': '491544c72a0440b88793a93ecb6a7285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '96b0c6b2-dd84-4904-b6e2-7f0de7500930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:38:44Z', 'updated_at': '2022-02-04T11:39:00Z', 'revision_number': 4, 'project_id': '491544c72a0440b88793a93ecb6a7285', 'gw_port': {'id': '96b0c6b2-dd84-4904-b6e2-7f0de7500930', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:46Z', 'updated_at': '2022-02-04T11:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '48362056-43c4-4be9-89d3-feb07325fde3', 'tenant_id': '491544c72a0440b88793a93ecb6a7285', 'floating_ip_address': '172.26.3.63', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'port_id': '48e23ed1-aab8-4174-bec3-b8ed93968d24', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29516d56-73f4-4962-aac3-30725a9be94a', 'mac_address': 'fa:16:3e:a2:2b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89107e0-5eb5-4e2b-8f82-3f6cee25539e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:39:52Z', 'updated_at': '2022-02-04T11:39:52Z', 'revision_number': 0, 'project_id': '491544c72a0440b88793a93ecb6a7285', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e23c066-7fff-4ff9-967d-ce156611570d', 'name': '', 'network_id': '29516d56-73f4-4962-aac3-30725a9be94a', 'tenant_id': '491544c72a0440b88793a93ecb6a7285', 'mac_address': 'fa:16:3e:b7:9b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dd13ac7-ddcf-4461-af29-a1faae2b9cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:58Z', 'updated_at': '2022-02-04T11:39:11Z', 'revision_number': 5, 'project_id': '491544c72a0440b88793a93ecb6a7285', 'subnets': [{'id': '6dd13ac7-ddcf-4461-af29-a1faae2b9cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:40:00.367745 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-facd3b6d-a1b5-4824-b71e-40a36202efef tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Synchronizing usage tracker for tenant:86676f741a1b44e6b6b078dd507bf54a on resource:subnet {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:40:00.390548 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c468c953-1759-4d67-9f8b-bccd86be2608 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:00.410891 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-facd3b6d-a1b5-4824-b71e-40a36202efef tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Unset dirty status for tenant:86676f741a1b44e6b6b078dd507bf54a on resource:subnet {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:40:00.416387 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-facd3b6d-a1b5-4824-b71e-40a36202efef tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "GET /v2.0/subnets?network_id=63d4ab6b-931d-42a4-aa18-bedd81d582fa HTTP/1.1" status: 200 len: 207 time: 0.1584463 Feb 04 11:40:00.422834 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38046) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:00.495229 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c468c953-1759-4d67-9f8b-bccd86be2608 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:00.562624 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c981c6b-7e67-4447-a25b-49e166107987 req-ce9986b8-7365-4e43-84c8-21f9ae4313c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:00.564100 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8c981c6b-7e67-4447-a25b-49e166107987 req-ce9986b8-7365-4e43-84c8-21f9ae4313c0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=29516d56-73f4-4962-aac3-30725a9be94a HTTP/1.1" status: 200 len: 898 time: 0.5551102 Feb 04 11:40:00.604487 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 189c1e0c-d773-4e81-a193-327618d5418e up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:40:00.644289 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-bb570cb1-4584-41c1-af58-63222911d02d req-d3bc4835-37b7-43c7-82d9-d6ae894a1810 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/security-groups?id=56276931-9902-4f5f-876e-c45590f45267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6971200 Feb 04 11:40:00.678875 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c468c953-1759-4d67-9f8b-bccd86be2608 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:40:00.683394 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9362e83-f8ca-4b4e-b900-57b6bbf9fa7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-f286532b-14ba-4186-8d10-f6d64e6e7ef7', 'network_id': 'f286532b-14ba-4186-8d10-f6d64e6e7ef7', 'tenant_id': 'ac8146b7950d45beb1b9b13f531779aa', 'fixed_ips': [{'subnet_id': 'c7753de1-a920-49f9-bc19-bbcdb5b1153b'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:40:00.685598 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e9362e83-f8ca-4b4e-b900-57b6bbf9fa7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:00.687016 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38050) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:00.696766 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b5f49302-5438-40ea-a310-152325495178 req-58bf6e91-ab27-46f4-9e5a-19abcca0c6e7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=317d5965-a153-488f-bb85-73f8b235daa3 HTTP/1.1" status: 200 len: 210 time: 0.1827734 Feb 04 11:40:00.700841 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468c953-1759-4d67-9f8b-bccd86be2608 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=996ac5f5-16f1-4b82-9e72-5bcbfdf2a5f0,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:00.714182 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c468c953-1759-4d67-9f8b-bccd86be2608 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:00.714526 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-c468c953-1759-4d67-9f8b-bccd86be2608 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Added segment fd804fc7-4b8a-4372-acb7-591f80727827 of type vlan for network f088fd60-33ae-4e69-9c5a-893ade542dca Feb 04 11:40:00.807498 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c468c953-1759-4d67-9f8b-bccd86be2608 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:00.819969 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f09383-d880-4702-8921-d060abed8803 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:00.824303 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f09383-d880-4702-8921-d060abed8803 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:00.828158 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f09383-d880-4702-8921-d060abed8803 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:00.832225 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f09383-d880-4702-8921-d060abed8803 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:00.836504 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f09383-d880-4702-8921-d060abed8803 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:00.840358 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f09383-d880-4702-8921-d060abed8803 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:00.842661 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-09f09383-d880-4702-8921-d060abed8803 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.4161563 Feb 04 11:40:00.854667 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38054) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:00.931582 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-e9362e83-f8ca-4b4e-b900-57b6bbf9fa7f None None] Allocated IP 172.20.0.2 (f286532b-14ba-4186-8d10-f6d64e6e7ef7/c7753de1-a920-49f9-bc19-bbcdb5b1153b/dce99dad-9fb0-4bfa-90cc-b272acb1c5d9) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:40:00.935281 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-14dec837-9fb3-4425-8024-a685d91f5750 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:00.942814 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ad98376b-b31c-4960-9575-25746edea8d7 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/floatingips/48362056-43c4-4be9-89d3-feb07325fde3 HTTP/1.1" status: 200 len: 991 time: 0.2458329 Feb 04 11:40:00.963436 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 189c1e0c-d773-4e81-a193-327618d5418e completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:40:00.978037 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c468c953-1759-4d67-9f8b-bccd86be2608 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:00.983617 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c468c953-1759-4d67-9f8b-bccd86be2608 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:00.983617 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c468c953-1759-4d67-9f8b-bccd86be2608 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:00.987839 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8c981c6b-7e67-4447-a25b-49e166107987 req-7981a7d7-0452-4f34-bb4d-a1ce06c349c3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48e23ed1-aab8-4174-bec3-b8ed93968d24 HTTP/1.1" status: 200 len: 999 time: 0.4021423 Feb 04 11:40:01.002497 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dec837-9fb3-4425-8024-a685d91f5750 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event deleted for resources: {'Subnet': ['ID=20ee9c7f-2752-42f7-a9c6-9ab6527f1019,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:01.008085 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5fbf97e9-571b-4d02-95c4-807afa96345c tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:01.017189 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 189c1e0c-d773-4e81-a193-327618d5418e triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:01.017663 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:01.074942 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-14dec837-9fb3-4425-8024-a685d91f5750 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:01.101996 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-5fbf97e9-571b-4d02-95c4-807afa96345c tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Transition to ACTIVE for port object 136f2b22-885b-4801-879e-3c85e23f97c6 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:01.125550 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468c953-1759-4d67-9f8b-bccd86be2608 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event updated for resources: {'Network': ['ID=f088fd60-33ae-4e69-9c5a-893ade542dca,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:01.141114 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c981c6b-7e67-4447-a25b-49e166107987 req-6308e37c-af1a-4b16-b05a-f309941039a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:01.142618 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8c981c6b-7e67-4447-a25b-49e166107987 req-6308e37c-af1a-4b16-b05a-f309941039a5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dd13ac7-ddcf-4461-af29-a1faae2b9cd2 HTTP/1.1" status: 200 len: 835 time: 0.1414213 Feb 04 11:40:01.142752 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network f088fd60-33ae-4e69-9c5a-893ade542dca details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:40:01.149323 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-14dec837-9fb3-4425-8024-a685d91f5750 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/subnets/20ee9c7f-2752-42f7-a9c6-9ab6527f1019 HTTP/1.1" status: 204 len: 168 time: 2.9178553 Feb 04 11:40:01.151566 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38058) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:01.237585 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b08e5459-52e7-4143-b9da-9e3de32d3409 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3776519 Feb 04 11:40:01.238040 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38062) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:01.297417 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c468c953-1759-4d67-9f8b-bccd86be2608 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8369830 Feb 04 11:40:01.359100 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:01.360902 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cdf63e3e-9d3f-42b8-8fa1-a993a2343496 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:01.414557 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5fbf97e9-571b-4d02-95c4-807afa96345c tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:01.416451 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-81293825-3a97-4c9d-b4ac-cc252d622a8d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for router_gateway, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:01.473750 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e9362e83-f8ca-4b4e-b900-57b6bbf9fa7f None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:01.486068 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ae23e6-fa6f-4ae9-a3eb-4ee115bba5db tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:01.486974 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e9362e83-f8ca-4b4e-b900-57b6bbf9fa7f None None] Transition to ACTIVE for port object dce99dad-9fb0-4bfa-90cc-b272acb1c5d9 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:01.488737 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ae23e6-fa6f-4ae9-a3eb-4ee115bba5db tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:01.492591 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ae23e6-fa6f-4ae9-a3eb-4ee115bba5db tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:01.494244 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-81293825-3a97-4c9d-b4ac-cc252d622a8d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:01.495336 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ae23e6-fa6f-4ae9-a3eb-4ee115bba5db tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:01.497055 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ae23e6-fa6f-4ae9-a3eb-4ee115bba5db tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:01.505678 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-72ae23e6-fa6f-4ae9-a3eb-4ee115bba5db tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2658639 Feb 04 11:40:01.506909 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38066) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:01.510092 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e9362e83-f8ca-4b4e-b900-57b6bbf9fa7f None None] Transition to ACTIVE for port object dce99dad-9fb0-4bfa-90cc-b272acb1c5d9 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:01.513572 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 189c1e0c-d773-4e81-a193-327618d5418e, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=189c1e0c-d773-4e81-a193-327618d5418e,segment=NetworkSegment(e4c4a81f-2732-4cee-a447-5e6f400a0fc7),segment_id=e4c4a81f-2732-4cee-a447-5e6f400a0fc7)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:40:01.549028 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38070) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:01.556101 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-567c8282-d293-4e5f-acd2-f92d93d04d5f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Request body: {'subnet': {'network_id': 'f088fd60-33ae-4e69-9c5a-893ade542dca', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:01.569593 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8c981c6b-7e67-4447-a25b-49e166107987 req-a92c378d-1115-4d17-8c82-da58f4696543 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=29516d56-73f4-4962-aac3-30725a9be94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4185820 Feb 04 11:40:01.577803 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-cdf63e3e-9d3f-42b8-8fa1-a993a2343496 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Deleting port 74ae7300-e219-43fa-8050-d4f92ae4c676 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:40:01.581059 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cdf63e3e-9d3f-42b8-8fa1-a993a2343496 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:01.598514 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e9362e83-f8ca-4b4e-b900-57b6bbf9fa7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:01.676200 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9362e83-f8ca-4b4e-b900-57b6bbf9fa7f None None] Pushing event updated for resources: {'Port': ['ID=dce99dad-9fb0-4bfa-90cc-b272acb1c5d9,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:01.682260 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:01.771022 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9362e83-f8ca-4b4e-b900-57b6bbf9fa7f None None] Network f286532b-14ba-4186-8d10-f6d64e6e7ef7 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:40:01.776725 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-e9362e83-f8ca-4b4e-b900-57b6bbf9fa7f None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:01.779390 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9362e83-f8ca-4b4e-b900-57b6bbf9fa7f None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:40:01.785593 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbf97e9-571b-4d02-95c4-807afa96345c tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Network 061011d8-1f85-4e1e-a73a-bf514fcde096 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:40:01.785953 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596609f6-7496-4850-b48c-80823e44610b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['shared'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:01.787848 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596609f6-7496-4850-b48c-80823e44610b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['shared'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:01.791774 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596609f6-7496-4850-b48c-80823e44610b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['shared'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:01.793226 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596609f6-7496-4850-b48c-80823e44610b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['shared'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:01.796879 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596609f6-7496-4850-b48c-80823e44610b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['shared'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:01.800615 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-596609f6-7496-4850-b48c-80823e44610b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2924266 Feb 04 11:40:01.803548 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf97e9-571b-4d02-95c4-807afa96345c tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event updated for resources: {'Port': ['ID=136f2b22-885b-4801-879e-3c85e23f97c6,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:01.806725 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-5fbf97e9-571b-4d02-95c4-807afa96345c tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:01.815741 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38076) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:01.853682 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-567c8282-d293-4e5f-acd2-f92d93d04d5f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:01.886745 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=189c1e0c-d773-4e81-a193-327618d5418e,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:01.894235 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbf97e9-571b-4d02-95c4-807afa96345c tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:40:01.921319 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-567c8282-d293-4e5f-acd2-f92d93d04d5f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Usage tracker for resource:subnet and tenant:f631734a474740f59c61a7b75bcfa8d4 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:01.921706 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-e9362e83-f8ca-4b4e-b900-57b6bbf9fa7f None None] Attempting to bind port dce99dad-9fb0-4bfa-90cc-b272acb1c5d9 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:40:01.922227 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-e9362e83-f8ca-4b4e-b900-57b6bbf9fa7f None None] Attempting to bind port dce99dad-9fb0-4bfa-90cc-b272acb1c5d9 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '4072b1b1-3822-48ab-9730-93200f0cf145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f286532b-14ba-4186-8d10-f6d64e6e7ef7'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:40:01.922710 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9362e83-f8ca-4b4e-b900-57b6bbf9fa7f None None] Attempting to bind port dce99dad-9fb0-4bfa-90cc-b272acb1c5d9 on network f286532b-14ba-4186-8d10-f6d64e6e7ef7 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:40:01.932283 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9362e83-f8ca-4b4e-b900-57b6bbf9fa7f None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:40:01.932939 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9362e83-f8ca-4b4e-b900-57b6bbf9fa7f None None] Checking segment: {'id': '4072b1b1-3822-48ab-9730-93200f0cf145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f286532b-14ba-4186-8d10-f6d64e6e7ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:40:01.933240 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e9362e83-f8ca-4b4e-b900-57b6bbf9fa7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:01.933734 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9362e83-f8ca-4b4e-b900-57b6bbf9fa7f None None] Bound using segment: {'id': '4072b1b1-3822-48ab-9730-93200f0cf145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f286532b-14ba-4186-8d10-f6d64e6e7ef7'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:40:01.934334 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-e9362e83-f8ca-4b4e-b900-57b6bbf9fa7f None None] Bound port: dce99dad-9fb0-4bfa-90cc-b272acb1c5d9, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4072b1b1-3822-48ab-9730-93200f0cf145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f286532b-14ba-4186-8d10-f6d64e6e7ef7'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:40:01.934806 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e9362e83-f8ca-4b4e-b900-57b6bbf9fa7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:01.953308 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-567c8282-d293-4e5f-acd2-f92d93d04d5f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:01.958784 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38082) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:02.028614 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-567c8282-d293-4e5f-acd2-f92d93d04d5f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:02.080195 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-e9362e83-f8ca-4b4e-b900-57b6bbf9fa7f None None] For port dce99dad-9fb0-4bfa-90cc-b272acb1c5d9, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:40:02.085049 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-e9362e83-f8ca-4b4e-b900-57b6bbf9fa7f None None] For port dce99dad-9fb0-4bfa-90cc-b272acb1c5d9, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=dce99dad-9fb0-4bfa-90cc-b272acb1c5d9,segment=NetworkSegment(4072b1b1-3822-48ab-9730-93200f0cf145),segment_id=4072b1b1-3822-48ab-9730-93200f0cf145)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:40:02.089683 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b2cb00-2760-4a17-8003-a24c6540d3af None None] New status for floating IP 48362056-43c4-4be9-89d3-feb07325fde3: ACTIVE {{(pid=84206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 11:40:02.211128 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-fd37c7d6-b8f3-4c47-bde2-78bd8a1e401f tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/floatingips/48362056-43c4-4be9-89d3-feb07325fde3 HTTP/1.1" status: 200 len: 991 time: 0.2503886 Feb 04 11:40:02.231058 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1e789a0d-31ee-422f-b0b6-9c1e7b6dceb5 req-705e40b2-02a0-4fab-a418-f831c4ce0df3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=317d5965-a153-488f-bb85-73f8b235daa3 HTTP/1.1" status: 200 len: 210 time: 0.2262957 Feb 04 11:40:02.305625 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e9362e83-f8ca-4b4e-b900-57b6bbf9fa7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:02.330851 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-8d8d30e8-dd31-4e88-86e7-2a3c2513327e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:02.333061 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-8d8d30e8-dd31-4e88-86e7-2a3c2513327e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "GET /v2.0/networks?id=15fcac3b-629b-419f-8d6d-5c8b8ab500ae HTTP/1.1" status: 200 len: 797 time: 0.4732687 Feb 04 11:40:02.340164 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b8f8e8-4f63-4da0-9757-6a969d0b00b3 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:02.341604 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f5b8f8e8-4f63-4da0-9757-6a969d0b00b3 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "GET /v2.0/networks/314056bf-a26b-4d4b-8022-07279f4d6203 HTTP/1.1" status: 200 len: 804 time: 0.5237820 Feb 04 11:40:02.342806 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567c8282-d293-4e5f-acd2-f92d93d04d5f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Made reservation on behalf of f631734a474740f59c61a7b75bcfa8d4 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:40:02.343539 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbf97e9-571b-4d02-95c4-807afa96345c tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:02.344151 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5fbf97e9-571b-4d02-95c4-807afa96345c tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:02.347858 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38086) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:02.349200 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-81293825-3a97-4c9d-b4ac-cc252d622a8d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Allocated IP 172.26.3.226 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/35f9d9f0-2800-493b-92f0-ecacbeeac264) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:40:02.359999 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8c981c6b-7e67-4447-a25b-49e166107987 req-cd297434-e279-40b4-b6ea-bc138cc20b40 service neutron] 10.222.0.47 "GET /v2.0/networks/29516d56-73f4-4962-aac3-30725a9be94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7392747 Feb 04 11:40:02.494801 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9362e83-f8ca-4b4e-b900-57b6bbf9fa7f None None] Pushing event updated for resources: {'Port': ['ID=dce99dad-9fb0-4bfa-90cc-b272acb1c5d9,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:02.528086 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-567c8282-d293-4e5f-acd2-f92d93d04d5f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:02.570233 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 189c1e0c-d773-4e81-a193-327618d5418e up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:40:02.607377 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-f9c20e4b-bc19-4770-a43c-13c26447e176 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=009ced00ffd949498e5831cf00e326e7 HTTP/1.1" status: 200 len: 380 time: 0.2480624 Feb 04 11:40:02.621877 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-e34f7bce-0b07-43a9-9fb7-6d064fdd0050 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'port': {'device_id': '317d5965-a153-488f-bb85-73f8b235daa3', 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae', 'admin_state_up': True, 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'security_groups': ['f0afe08c-8209-4bc0-967c-f4ca9b53368a']}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:02.651378 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 189c1e0c-d773-4e81-a193-327618d5418e triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:02.651907 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:02.731045 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5fbf97e9-571b-4d02-95c4-807afa96345c tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.3115776 Feb 04 11:40:02.742728 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38090) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:02.776903 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-cdf63e3e-9d3f-42b8-8fa1-a993a2343496 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] For port 74ae7300-e219-43fa-8050-d4f92ae4c676, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=74ae7300-e219-43fa-8050-d4f92ae4c676,segment=NetworkSegment(68466062-f2ce-4650-a3f2-78bf64ea4519),segment_id=68466062-f2ce-4650-a3f2-78bf64ea4519)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:40:02.777456 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cdf63e3e-9d3f-42b8-8fa1-a993a2343496 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:03.036074 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a1350be5-c2f8-4e2d-a867-49232115d50e tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Synchronizing usage tracker for tenant:86676f741a1b44e6b6b078dd507bf54a on resource:network {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:40:03.048870 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-cdf63e3e-9d3f-42b8-8fa1-a993a2343496 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Calling delete_port for 74ae7300-e219-43fa-8050-d4f92ae4c676 owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:40:03.093499 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-e34f7bce-0b07-43a9-9fb7-6d064fdd0050 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:03.102071 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8c981c6b-7e67-4447-a25b-49e166107987 req-e2a73aab-85ec-49db-b9c8-f90ccb9c5003 service neutron] 10.222.0.47 "GET /v2.0/networks/29516d56-73f4-4962-aac3-30725a9be94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7092311 Feb 04 11:40:03.135710 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a1350be5-c2f8-4e2d-a867-49232115d50e tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Unset dirty status for tenant:86676f741a1b44e6b6b078dd507bf54a on resource:network {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:40:03.137124 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a1350be5-c2f8-4e2d-a867-49232115d50e tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "GET /v2.0/networks/314056bf-a26b-4d4b-8022-07279f4d6203?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.7798510 Feb 04 11:40:03.147206 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38094) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:03.163551 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-e34f7bce-0b07-43a9-9fb7-6d064fdd0050 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:03.196233 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-81293825-3a97-4c9d-b4ac-cc252d622a8d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:03.223709 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38098) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:03.354748 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc7e2f5-8223-4d44-b8a9-20b19b2feb4d tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:03.356069 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-bbc7e2f5-8223-4d44-b8a9-20b19b2feb4d tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "GET /v2.0/subnets/882de048-8318-40cc-a3d0-929cc950aedf HTTP/1.1" status: 200 len: 843 time: 0.2041700 Feb 04 11:40:03.360296 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38104) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:03.414342 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-e34f7bce-0b07-43a9-9fb7-6d064fdd0050 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Made reservation on behalf of 009ced00ffd949498e5831cf00e326e7 for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:40:03.417319 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-e34f7bce-0b07-43a9-9fb7-6d064fdd0050 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:03.429684 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-329811a1-aa1a-462a-abda-6c80dadcd354 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/floatingips/48362056-43c4-4be9-89d3-feb07325fde3 HTTP/1.1" status: 200 len: 993 time: 0.2007272 Feb 04 11:40:03.434195 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cdf63e3e-9d3f-42b8-8fa1-a993a2343496 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:03.488132 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5392ce24-11cf-4947-a784-10c0760c1833 req-fd434a71-5d5b-4de0-a99a-528a05b2902f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=317d5965-a153-488f-bb85-73f8b235daa3 HTTP/1.1" status: 200 len: 210 time: 0.0567882 Feb 04 11:40:03.502676 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-81293825-3a97-4c9d-b4ac-cc252d622a8d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:03.510110 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf63e3e-9d3f-42b8-8fa1-a993a2343496 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event deleted for resources: {'Port': ['ID=74ae7300-e219-43fa-8050-d4f92ae4c676,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:03.518108 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39e5fb5-c3d1-453f-a6ac-5307445b8d22 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['shared'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:03.522240 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d39e5fb5-c3d1-453f-a6ac-5307445b8d22 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "GET /v2.0/subnets/882de048-8318-40cc-a3d0-929cc950aedf?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1607988 Feb 04 11:40:03.522945 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38108) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:03.523957 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf63e3e-9d3f-42b8-8fa1-a993a2343496 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] No DVR routers for this DVR port 74ae7300-e219-43fa-8050-d4f92ae4c676 on host dv-neutron-827825-2-hyperv {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:40:03.588956 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-567c8282-d293-4e5f-acd2-f92d93d04d5f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:03.611663 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-2cea60db-6f4b-43b5-8f37-c84973e8f84c tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-666313773'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:03.630394 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-2cea60db-6f4b-43b5-8f37-c84973e8f84c tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:03.673929 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56589a54-4c4b-41e1-ad20-53cbca351c0f None None] Network 061011d8-1f85-4e1e-a73a-bf514fcde096 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:03.674432 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81293825-3a97-4c9d-b4ac-cc252d622a8d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:40:03.694576 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120dae11-1081-41a3-ae46-f4d1b31b22f8 None None] Network f286532b-14ba-4186-8d10-f6d64e6e7ef7 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:03.711685 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad23d120-052d-4c95-b7a2-695f3f9983d6 None None] Network 26ee15a9-fabd-4985-8d3a-2e68daa88660 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:03.730140 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-2cea60db-6f4b-43b5-8f37-c84973e8f84c tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:03.732336 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-81293825-3a97-4c9d-b4ac-cc252d622a8d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:03.739926 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81293825-3a97-4c9d-b4ac-cc252d622a8d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:40:03.751858 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c8282-d293-4e5f-acd2-f92d93d04d5f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event updated for resources: {'Subnet': ['ID=f4f9008f-ce7d-4b2a-a38a-b77af93dfe14,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:03.800704 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81293825-3a97-4c9d-b4ac-cc252d622a8d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event updated for resources: {'Port': ['ID=35f9d9f0-2800-493b-92f0-ecacbeeac264,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:03.806541 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cdf63e3e-9d3f-42b8-8fa1-a993a2343496 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:03.884278 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-cdf63e3e-9d3f-42b8-8fa1-a993a2343496 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26ee15a9-fabd-4985-8d3a-2e68daa88660']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:03.889858 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567c8282-d293-4e5f-acd2-f92d93d04d5f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Checking segment: {'id': 'fd804fc7-4b8a-4372-acb7-591f80727827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f088fd60-33ae-4e69-9c5a-893ade542dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:40:03.890252 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567c8282-d293-4e5f-acd2-f92d93d04d5f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Network hostable DHCP agents. Network: f088fd60-33ae-4e69-9c5a-893ade542dca, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:40:03.917054 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cea60db-6f4b-43b5-8f37-c84973e8f84c tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Made reservation on behalf of 86676f741a1b44e6b6b078dd507bf54a for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:40:03.920507 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2cea60db-6f4b-43b5-8f37-c84973e8f84c tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:03.921129 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-e34f7bce-0b07-43a9-9fb7-6d064fdd0050 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Allocated IP 172.20.0.4 (15fcac3b-629b-419f-8d6d-5c8b8ab500ae/d3366fb7-15f1-4fdd-b22d-c78849bf243a/3bc398c8-4ad5-47a5-98b4-f26b5530c56c) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:40:03.930850 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-cdf63e3e-9d3f-42b8-8fa1-a993a2343496 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68466062-f2ce-4650-a3f2-78bf64ea4519') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:03.935590 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-cdf63e3e-9d3f-42b8-8fa1-a993a2343496 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68466062-f2ce-4650-a3f2-78bf64ea4519') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:03.962605 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cdf63e3e-9d3f-42b8-8fa1-a993a2343496 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:03.994769 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cdf63e3e-9d3f-42b8-8fa1-a993a2343496 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:04.011299 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cea60db-6f4b-43b5-8f37-c84973e8f84c tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:40:04.013904 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf63e3e-9d3f-42b8-8fa1-a993a2343496 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:40:04.014312 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cdf63e3e-9d3f-42b8-8fa1-a993a2343496 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:04.030160 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:40:04.030160 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:40:04.030160 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:40:04.030160 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:40:04.030160 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:40:04.030160 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:40:04.030160 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:40:04.030160 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:40:04.030160 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:40:04.030160 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:40:04.030160 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:40:04.030160 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:40:04.030160 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:40:04.030160 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:40:04.030160 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:40:04.030160 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:40:04.030160 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:40:04.030160 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:40:04.030160 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:40:04.030160 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:40:04.030160 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:40:04.030160 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:40:04.030160 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:40:04.030160 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:40:04.030160 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:40:04.030160 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:40:04.030160 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:40:04.030160 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:40:04.030160 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:40:04.030160 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:40:04.030160 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:40:04.030160 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:40:04.032326 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-22f98b70-d105-455c-967a-f3b300ae931b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:04.109653 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-1772b8e8-810a-4ac7-b9e0-81cff5b024f2 None None] Provisioning for port dce99dad-9fb0-4bfa-90cc-b272acb1c5d9 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:40:04.166033 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567c8282-d293-4e5f-acd2-f92d93d04d5f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Network f088fd60-33ae-4e69-9c5a-893ade542dca is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:40:04.305121 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-567c8282-d293-4e5f-acd2-f92d93d04d5f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, f088fd60-33ae-4e69-9c5a-893ade542dca) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:04.348507 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2cea60db-6f4b-43b5-8f37-c84973e8f84c tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:04.349139 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-2cea60db-6f4b-43b5-8f37-c84973e8f84c tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Added segment e8b48b01-6437-4afd-8ead-a5443c2cd68c of type vlan for network 22a67a80-6416-4a5c-8c88-5e05176773ae Feb 04 11:40:04.365639 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cae1e9-bb57-4c19-8418-4cb0d7d6e6d7 None None] Network f088fd60-33ae-4e69-9c5a-893ade542dca requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:04.387430 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567c8282-d293-4e5f-acd2-f92d93d04d5f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:04.388018 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-567c8282-d293-4e5f-acd2-f92d93d04d5f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:04.502534 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e4517a-7424-49b6-a4df-50af40c3473d None None] DHCP port deletion for 26ee15a9-fabd-4985-8d3a-2e68daa88660 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:40:04.581755 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-81293825-3a97-4c9d-b4ac-cc252d622a8d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for router_gateway, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:04.583785 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-81293825-3a97-4c9d-b4ac-cc252d622a8d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:04.605551 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-e34f7bce-0b07-43a9-9fb7-6d064fdd0050 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:04.666572 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-e34f7bce-0b07-43a9-9fb7-6d064fdd0050 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Transition to ACTIVE for port object 3bc398c8-4ad5-47a5-98b4-f26b5530c56c will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:04.764436 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-567c8282-d293-4e5f-acd2-f92d93d04d5f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.2137628 Feb 04 11:40:04.766456 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38114) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:04.772136 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cdf63e3e-9d3f-42b8-8fa1-a993a2343496 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:04.779609 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-cbdfab20-394f-4a35-95e9-162567c2c74c tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1310554756'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:04.793263 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2cea60db-6f4b-43b5-8f37-c84973e8f84c tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:04.829638 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-22f98b70-d105-455c-967a-f3b300ae931b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:04.830922 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device dce99dad-9fb0-4bfa-90cc-b272acb1c5d9 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:40:04.877051 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50baf154-14da-4c48-a813-cc6511f2a5cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-f088fd60-33ae-4e69-9c5a-893ade542dca', 'network_id': 'f088fd60-33ae-4e69-9c5a-893ade542dca', 'tenant_id': 'f631734a474740f59c61a7b75bcfa8d4', 'fixed_ips': [{'subnet_id': 'f4f9008f-ce7d-4b2a-a38a-b77af93dfe14'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:40:04.878634 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-50baf154-14da-4c48-a813-cc6511f2a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:04.878772 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-cbdfab20-394f-4a35-95e9-162567c2c74c tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:04.897212 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cdf63e3e-9d3f-42b8-8fa1-a993a2343496 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:04.911475 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf63e3e-9d3f-42b8-8fa1-a993a2343496 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event deleted for resources: {'Network': ['ID=26ee15a9-fabd-4985-8d3a-2e68daa88660,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:04.917536 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-cbdfab20-394f-4a35-95e9-162567c2c74c tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Usage tracker for resource:network and tenant:f631734a474740f59c61a7b75bcfa8d4 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:04.932725 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-e34f7bce-0b07-43a9-9fb7-6d064fdd0050 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:04.932725 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-22f98b70-d105-455c-967a-f3b300ae931b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:04.938719 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3823157d-8c16-44f3-b6b2-55158c75b8d2 req-d2d1321a-10b4-40ad-a58d-6fa2452b7fe5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=317d5965-a153-488f-bb85-73f8b235daa3 HTTP/1.1" status: 200 len: 210 time: 0.1298933 Feb 04 11:40:04.945585 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-cbdfab20-394f-4a35-95e9-162567c2c74c tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:04.953033 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-cbdfab20-394f-4a35-95e9-162567c2c74c tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:05.063905 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdfab20-394f-4a35-95e9-162567c2c74c tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Made reservation on behalf of f631734a474740f59c61a7b75bcfa8d4 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:40:05.067309 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cbdfab20-394f-4a35-95e9-162567c2c74c tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:05.082094 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-e34f7bce-0b07-43a9-9fb7-6d064fdd0050 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 15fcac3b-629b-419f-8d6d-5c8b8ab500ae is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:40:05.093560 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port dce99dad-9fb0-4bfa-90cc-b272acb1c5d9 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:40:05.095602 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-e34f7bce-0b07-43a9-9fb7-6d064fdd0050 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:05.105014 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f98b70-d105-455c-967a-f3b300ae931b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event updated for resources: {'Port': ['ID=136f2b22-885b-4801-879e-3c85e23f97c6,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:05.106958 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port dce99dad-9fb0-4bfa-90cc-b272acb1c5d9 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:05.107342 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:05.111096 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-e34f7bce-0b07-43a9-9fb7-6d064fdd0050 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:40:05.204245 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-e34f7bce-0b07-43a9-9fb7-6d064fdd0050 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:05.205645 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-e34f7bce-0b07-43a9-9fb7-6d064fdd0050 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:05.215627 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-50baf154-14da-4c48-a813-cc6511f2a5cf None None] Allocated IP 172.20.255.242 (f088fd60-33ae-4e69-9c5a-893ade542dca/f4f9008f-ce7d-4b2a-a38a-b77af93dfe14/040278aa-e2dd-432a-813d-704acbf91cbe) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:40:05.291374 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-cdf63e3e-9d3f-42b8-8fa1-a993a2343496 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/networks/26ee15a9-fabd-4985-8d3a-2e68daa88660 HTTP/1.1" status: 204 len: 168 time: 4.1107378 Feb 04 11:40:05.303104 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38118) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:05.330441 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2cea60db-6f4b-43b5-8f37-c84973e8f84c tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:05.338727 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cea60db-6f4b-43b5-8f37-c84973e8f84c tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:05.346821 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2cea60db-6f4b-43b5-8f37-c84973e8f84c tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:05.386120 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:05.412033 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-12904d45-db32-4ac8-a36f-1fe7e337b789 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1289634211'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:05.420391 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f7bce-0b07-43a9-9fb7-6d064fdd0050 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=3bc398c8-4ad5-47a5-98b4-f26b5530c56c,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:05.490526 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port dce99dad-9fb0-4bfa-90cc-b272acb1c5d9, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=dce99dad-9fb0-4bfa-90cc-b272acb1c5d9,segment=NetworkSegment(4072b1b1-3822-48ab-9730-93200f0cf145),segment_id=4072b1b1-3822-48ab-9730-93200f0cf145)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:40:05.512466 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbdfab20-394f-4a35-95e9-162567c2c74c tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:40:05.518307 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-12904d45-db32-4ac8-a36f-1fe7e337b789 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:05.533328 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-e34f7bce-0b07-43a9-9fb7-6d064fdd0050 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9183106 Feb 04 11:40:05.557997 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-abaa1d66-d667-4d7d-82e6-7f3ba8ce9d2a service neutron] Request body: {'port': {'device_id': '317d5965-a153-488f-bb85-73f8b235daa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:05.609735 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:05.694471 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-12904d45-db32-4ac8-a36f-1fe7e337b789 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Usage tracker for resource:network and tenant:1857235941a6433080777df3100a6d46 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:05.701360 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea60db-6f4b-43b5-8f37-c84973e8f84c tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event updated for resources: {'Network': ['ID=22a67a80-6416-4a5c-8c88-5e05176773ae,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:05.711332 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-12904d45-db32-4ac8-a36f-1fe7e337b789 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:05.727300 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 22a67a80-6416-4a5c-8c88-5e05176773ae details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:40:05.729755 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cbdfab20-394f-4a35-95e9-162567c2c74c tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:05.730318 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-cbdfab20-394f-4a35-95e9-162567c2c74c tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Added segment 5688d655-3068-4f1e-9417-dc4f2be834f6 of type vlan for network 8288dfd7-4142-4191-a381-9155c6bd89f9 Feb 04 11:40:05.746370 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-12904d45-db32-4ac8-a36f-1fe7e337b789 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:05.791536 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2cea60db-6f4b-43b5-8f37-c84973e8f84c tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.2196488 Feb 04 11:40:05.799598 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38122) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:05.807375 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-95b63428-5917-4338-9347-bcb7779d969b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Request body: {'subnet': {'network_id': '22a67a80-6416-4a5c-8c88-5e05176773ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:05.814853 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03bcccf-8300-4934-8443-4065cc674c80 None None] Network f286532b-14ba-4186-8d10-f6d64e6e7ef7 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:05.823328 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cbdfab20-394f-4a35-95e9-162567c2c74c tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:05.828203 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9287319c-11a0-4f28-a0a7-e085758f3091 None None] Network 061011d8-1f85-4e1e-a73a-bf514fcde096 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:05.841343 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-8395faea-792c-4dd7-af07-74e17ae074fd None None] Provisioning for port 3bc398c8-4ad5-47a5-98b4-f26b5530c56c completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:40:05.912725 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12904d45-db32-4ac8-a36f-1fe7e337b789 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Made reservation on behalf of 1857235941a6433080777df3100a6d46 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:40:05.917223 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-12904d45-db32-4ac8-a36f-1fe7e337b789 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:05.974506 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-50baf154-14da-4c48-a813-cc6511f2a5cf None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:05.977615 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-8395faea-792c-4dd7-af07-74e17ae074fd None None] Provisioning complete for port 3bc398c8-4ad5-47a5-98b4-f26b5530c56c triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:05.978075 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8395faea-792c-4dd7-af07-74e17ae074fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:06.027300 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-95b63428-5917-4338-9347-bcb7779d969b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:06.040213 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-95b63428-5917-4338-9347-bcb7779d969b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:06.058296 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12904d45-db32-4ac8-a36f-1fe7e337b789 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:40:06.074298 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-12904d45-db32-4ac8-a36f-1fe7e337b789 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:06.076077 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-12904d45-db32-4ac8-a36f-1fe7e337b789 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Added segment 43a1e4fb-31be-4d7e-9420-b0fad88b433b of type vlan for network c5a31fbf-6f3b-48d4-95a7-8ad04b5300de Feb 04 11:40:06.076219 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-50baf154-14da-4c48-a813-cc6511f2a5cf None None] Transition to ACTIVE for port object 040278aa-e2dd-432a-813d-704acbf91cbe will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:06.125783 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-abaa1d66-d667-4d7d-82e6-7f3ba8ce9d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:06.127870 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-12904d45-db32-4ac8-a36f-1fe7e337b789 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:06.138233 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cbdfab20-394f-4a35-95e9-162567c2c74c tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:06.150887 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdfab20-394f-4a35-95e9-162567c2c74c tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:06.152134 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cbdfab20-394f-4a35-95e9-162567c2c74c tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:06.162219 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=dce99dad-9fb0-4bfa-90cc-b272acb1c5d9,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:06.190269 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:06.203989 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81293825-3a97-4c9d-b4ac-cc252d622a8d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Router e0c6fad9-c832-49cc-8f40-b413e853c6d1 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:40:06.205900 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b63428-5917-4338-9347-bcb7779d969b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Made reservation on behalf of 86676f741a1b44e6b6b078dd507bf54a for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:40:06.231798 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-8395faea-792c-4dd7-af07-74e17ae074fd None None] Port 3bc398c8-4ad5-47a5-98b4-f26b5530c56c cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:40:06.237157 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-50baf154-14da-4c48-a813-cc6511f2a5cf None None] Transition to ACTIVE for port object 040278aa-e2dd-432a-813d-704acbf91cbe will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:06.342844 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-22f98b70-d105-455c-967a-f3b300ae931b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:06.385866 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-50baf154-14da-4c48-a813-cc6511f2a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:06.415769 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-95b63428-5917-4338-9347-bcb7779d969b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:06.474160 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.resource_extend [None req-12904d45-db32-4ac8-a36f-1fe7e337b789 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:40:06.511736 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device dce99dad-9fb0-4bfa-90cc-b272acb1c5d9 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:40:06.547977 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-cbdfab20-394f-4a35-95e9-162567c2c74c tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7771740 Feb 04 11:40:06.551973 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38128) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:06.553571 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdfab20-394f-4a35-95e9-162567c2c74c tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event updated for resources: {'Network': ['ID=8288dfd7-4142-4191-a381-9155c6bd89f9,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:06.566586 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-a7419753-e49a-43b1-bde3-0a768b83c28f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Request body: {'subnet': {'network_id': '8288dfd7-4142-4191-a381-9155c6bd89f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:06.588471 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50baf154-14da-4c48-a813-cc6511f2a5cf None None] Pushing event updated for resources: {'Port': ['ID=040278aa-e2dd-432a-813d-704acbf91cbe,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:06.608017 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b7dfe-d5d1-41f4-ad0a-acb1321ddc5f req-0d58d850-7391-4b9b-b2d5-fd3216d5d01b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:06.611122 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-700b7dfe-d5d1-41f4-ad0a-acb1321ddc5f req-0d58d850-7391-4b9b-b2d5-fd3216d5d01b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:40:06.644183 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 8288dfd7-4142-4191-a381-9155c6bd89f9 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:40:06.644339 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.ipam_backend_mixin [None req-95b63428-5917-4338-9347-bcb7779d969b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Performing IP validity checks on allocation pools {{(pid=84205) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 11:40:06.644339 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.ipam_backend_mixin [None req-95b63428-5917-4338-9347-bcb7779d969b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84205) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 11:40:06.695859 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-12904d45-db32-4ac8-a36f-1fe7e337b789 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:06.698721 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12904d45-db32-4ac8-a36f-1fe7e337b789 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:06.699367 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-12904d45-db32-4ac8-a36f-1fe7e337b789 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:06.763458 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50baf154-14da-4c48-a813-cc6511f2a5cf None None] Network f088fd60-33ae-4e69-9c5a-893ade542dca is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:40:06.829453 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-22f98b70-d105-455c-967a-f3b300ae931b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:06.829967 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-50baf154-14da-4c48-a813-cc6511f2a5cf None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:06.832641 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d49d768e-65d7-4cd6-aa70-e6d78162c7dc None None] Provisioning complete for port dce99dad-9fb0-4bfa-90cc-b272acb1c5d9 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:06.833260 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d49d768e-65d7-4cd6-aa70-e6d78162c7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:06.863866 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-a7419753-e49a-43b1-bde3-0a768b83c28f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:06.874427 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-a7419753-e49a-43b1-bde3-0a768b83c28f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Usage tracker for resource:subnet and tenant:f631734a474740f59c61a7b75bcfa8d4 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:06.877776 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50baf154-14da-4c48-a813-cc6511f2a5cf None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:40:06.886462 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-a7419753-e49a-43b1-bde3-0a768b83c28f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:06.895147 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-700b7dfe-d5d1-41f4-ad0a-acb1321ddc5f req-0d58d850-7391-4b9b-b2d5-fd3216d5d01b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:40:06.898466 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-700b7dfe-d5d1-41f4-ad0a-acb1321ddc5f req-0d58d850-7391-4b9b-b2d5-fd3216d5d01b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=317d5965-a153-488f-bb85-73f8b235daa3 HTTP/1.1" status: 200 len: 931 time: 0.6513546 Feb 04 11:40:06.900057 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-a7419753-e49a-43b1-bde3-0a768b83c28f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:06.948381 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-12904d45-db32-4ac8-a36f-1fe7e337b789 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6357291 Feb 04 11:40:06.950001 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38132) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:06.958138 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12904d45-db32-4ac8-a36f-1fe7e337b789 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event updated for resources: {'Network': ['ID=c5a31fbf-6f3b-48d4-95a7-8ad04b5300de,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:06.973506 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-ee64b210-3997-4048-8b23-36a0a67acda6 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Request body: {'subnet': {'network_id': 'c5a31fbf-6f3b-48d4-95a7-8ad04b5300de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:07.013937 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network c5a31fbf-6f3b-48d4-95a7-8ad04b5300de details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:40:07.118485 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port dce99dad-9fb0-4bfa-90cc-b272acb1c5d9 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:07.118760 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:07.139069 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7419753-e49a-43b1-bde3-0a768b83c28f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Made reservation on behalf of f631734a474740f59c61a7b75bcfa8d4 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:40:07.264875 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-50baf154-14da-4c48-a813-cc6511f2a5cf None None] Attempting to bind port 040278aa-e2dd-432a-813d-704acbf91cbe on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:40:07.265240 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-50baf154-14da-4c48-a813-cc6511f2a5cf None None] Attempting to bind port 040278aa-e2dd-432a-813d-704acbf91cbe by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'fd804fc7-4b8a-4372-acb7-591f80727827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f088fd60-33ae-4e69-9c5a-893ade542dca'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:40:07.265680 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50baf154-14da-4c48-a813-cc6511f2a5cf None None] Attempting to bind port 040278aa-e2dd-432a-813d-704acbf91cbe on network f088fd60-33ae-4e69-9c5a-893ade542dca {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:40:07.286118 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-700b7dfe-d5d1-41f4-ad0a-acb1321ddc5f req-3dbd41cd-9b0b-4669-93bb-9c35fecc05d8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0afe08c-8209-4bc0-967c-f4ca9b53368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3413408 Feb 04 11:40:07.313649 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ee64b210-3997-4048-8b23-36a0a67acda6 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:07.316869 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50baf154-14da-4c48-a813-cc6511f2a5cf None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:40:07.317444 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50baf154-14da-4c48-a813-cc6511f2a5cf None None] Checking segment: {'id': 'fd804fc7-4b8a-4372-acb7-591f80727827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f088fd60-33ae-4e69-9c5a-893ade542dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:40:07.317710 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-50baf154-14da-4c48-a813-cc6511f2a5cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:07.318362 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50baf154-14da-4c48-a813-cc6511f2a5cf None None] Bound using segment: {'id': 'fd804fc7-4b8a-4372-acb7-591f80727827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f088fd60-33ae-4e69-9c5a-893ade542dca'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:40:07.318729 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-50baf154-14da-4c48-a813-cc6511f2a5cf None None] Bound port: 040278aa-e2dd-432a-813d-704acbf91cbe, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd804fc7-4b8a-4372-acb7-591f80727827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f088fd60-33ae-4e69-9c5a-893ade542dca'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:40:07.319157 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-50baf154-14da-4c48-a813-cc6511f2a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:07.320902 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ee64b210-3997-4048-8b23-36a0a67acda6 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Usage tracker for resource:subnet and tenant:1857235941a6433080777df3100a6d46 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:07.324622 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ee64b210-3997-4048-8b23-36a0a67acda6 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:07.331664 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-abaa1d66-d667-4d7d-82e6-7f3ba8ce9d2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bc398c8-4ad5-47a5-98b4-f26b5530c56c {{(pid=84204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:40:07.332791 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ee64b210-3997-4048-8b23-36a0a67acda6 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:07.353178 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-abaa1d66-d667-4d7d-82e6-7f3ba8ce9d2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:07.384265 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81293825-3a97-4c9d-b4ac-cc252d622a8d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:40:07.389034 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-95b63428-5917-4338-9347-bcb7779d969b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:07.406052 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412268ad-b230-41e9-8a00-6e24a6af5cac None None] Sync routers for ids ['e0c6fad9-c832-49cc-8f40-b413e853c6d1'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:40:07.422988 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412268ad-b230-41e9-8a00-6e24a6af5cac None None] Routers {'e0c6fad9-c832-49cc-8f40-b413e853c6d1'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:40:07.423779 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-412268ad-b230-41e9-8a00-6e24a6af5cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:39:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['e0c6fad9-c832-49cc-8f40-b413e853c6d1'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:07.455161 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee64b210-3997-4048-8b23-36a0a67acda6 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Made reservation on behalf of 1857235941a6433080777df3100a6d46 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:40:07.479659 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a7419753-e49a-43b1-bde3-0a768b83c28f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:07.562884 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-412268ad-b230-41e9-8a00-6e24a6af5cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:07.592582 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-81293825-3a97-4c9d-b4ac-cc252d622a8d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:07.598519 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-81293825-3a97-4c9d-b4ac-cc252d622a8d tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.3152769 Feb 04 11:40:07.602964 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412268ad-b230-41e9-8a00-6e24a6af5cac None None] Routers {'e0c6fad9-c832-49cc-8f40-b413e853c6d1'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:40:07.606068 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-412268ad-b230-41e9-8a00-6e24a6af5cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:39:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['e0c6fad9-c832-49cc-8f40-b413e853c6d1'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:07.616229 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38136) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:07.621470 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 74ae7300-e219-43fa-8050-d4f92ae4c676 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:40:07.696944 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-412268ad-b230-41e9-8a00-6e24a6af5cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:07.697792 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412268ad-b230-41e9-8a00-6e24a6af5cac None None] The sync data for ids ['e0c6fad9-c832-49cc-8f40-b413e853c6d1'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:40:07.715875 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d49d768e-65d7-4cd6-aa70-e6d78162c7dc None None] Provisioning for port 136f2b22-885b-4801-879e-3c85e23f97c6 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:40:07.725410 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 74ae7300-e219-43fa-8050-d4f92ae4c676 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:40:07.725750 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 74ae7300-e219-43fa-8050-d4f92ae4c676 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:40:07.737638 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-50baf154-14da-4c48-a813-cc6511f2a5cf None None] For port 040278aa-e2dd-432a-813d-704acbf91cbe, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:40:07.737743 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b63428-5917-4338-9347-bcb7779d969b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event updated for resources: {'Subnet': ['ID=887d6553-09d2-42ba-8458-8b4310775427,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:07.738233 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d49d768e-65d7-4cd6-aa70-e6d78162c7dc None None] Provisioning complete for port 136f2b22-885b-4801-879e-3c85e23f97c6 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:07.738233 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d49d768e-65d7-4cd6-aa70-e6d78162c7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:07.760333 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b63428-5917-4338-9347-bcb7779d969b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Checking segment: {'id': 'e8b48b01-6437-4afd-8ead-a5443c2cd68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '22a67a80-6416-4a5c-8c88-5e05176773ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:40:07.760703 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b63428-5917-4338-9347-bcb7779d969b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Network hostable DHCP agents. Network: 22a67a80-6416-4a5c-8c88-5e05176773ae, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:40:07.767018 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ee64b210-3997-4048-8b23-36a0a67acda6 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:07.775097 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-50baf154-14da-4c48-a813-cc6511f2a5cf None None] For port 040278aa-e2dd-432a-813d-704acbf91cbe, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=040278aa-e2dd-432a-813d-704acbf91cbe,segment=NetworkSegment(fd804fc7-4b8a-4372-acb7-591f80727827),segment_id=fd804fc7-4b8a-4372-acb7-591f80727827)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:40:07.797184 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-d49d768e-65d7-4cd6-aa70-e6d78162c7dc None None] Port 136f2b22-885b-4801-879e-3c85e23f97c6 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:40:07.813870 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d49d768e-65d7-4cd6-aa70-e6d78162c7dc None None] Provisioning complete for port 189c1e0c-d773-4e81-a193-327618d5418e triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:07.814455 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d49d768e-65d7-4cd6-aa70-e6d78162c7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:07.872100 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-50baf154-14da-4c48-a813-cc6511f2a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:07.923702 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-abaa1d66-d667-4d7d-82e6-7f3ba8ce9d2a service neutron] Transition to ACTIVE for port object 3bc398c8-4ad5-47a5-98b4-f26b5530c56c will not be triggered until provisioned by entity L2. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:07.972955 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50baf154-14da-4c48-a813-cc6511f2a5cf None None] Pushing event updated for resources: {'Port': ['ID=040278aa-e2dd-432a-813d-704acbf91cbe,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:07.987639 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-abaa1d66-d667-4d7d-82e6-7f3ba8ce9d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:08.111250 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a7419753-e49a-43b1-bde3-0a768b83c28f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:08.195298 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b63428-5917-4338-9347-bcb7779d969b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Network 22a67a80-6416-4a5c-8c88-5e05176773ae is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:40:08.243485 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-6f4a3051-2976-4af8-bf8f-3f8e70b88739 None None] Provisioning complete for port dce99dad-9fb0-4bfa-90cc-b272acb1c5d9 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:08.243958 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6f4a3051-2976-4af8-bf8f-3f8e70b88739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:08.271941 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa1d66-d667-4d7d-82e6-7f3ba8ce9d2a service neutron] Pushing event updated for resources: {'Port': ['ID=3bc398c8-4ad5-47a5-98b4-f26b5530c56c,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:08.277442 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ee64b210-3997-4048-8b23-36a0a67acda6 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:08.283092 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.db.resource_extend [None req-22f98b70-d105-455c-967a-f3b300ae931b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:40:08.321712 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-22f98b70-d105-455c-967a-f3b300ae931b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:08.352883 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7419753-e49a-43b1-bde3-0a768b83c28f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event updated for resources: {'Subnet': ['ID=6fe82243-2bdf-4a52-932d-39def00ba4c2,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:08.362638 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-95b63428-5917-4338-9347-bcb7779d969b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 22a67a80-6416-4a5c-8c88-5e05176773ae) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:08.375476 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b63428-5917-4338-9347-bcb7779d969b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:08.376081 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-95b63428-5917-4338-9347-bcb7779d969b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:08.405474 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-22f98b70-d105-455c-967a-f3b300ae931b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:08.441747 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c976fd33-a210-4438-af2c-9218eb28a816 None None] Network 22a67a80-6416-4a5c-8c88-5e05176773ae requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:08.449594 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7419753-e49a-43b1-bde3-0a768b83c28f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Checking segment: {'id': '5688d655-3068-4f1e-9417-dc4f2be834f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8288dfd7-4142-4191-a381-9155c6bd89f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:40:08.451871 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7419753-e49a-43b1-bde3-0a768b83c28f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Network hostable DHCP agents. Network: 8288dfd7-4142-4191-a381-9155c6bd89f9, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:40:08.472832 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee64b210-3997-4048-8b23-36a0a67acda6 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event updated for resources: {'Subnet': ['ID=7eb3f7fd-10e5-4820-b0b4-0bcb960e7bd8,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:08.554833 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-95b63428-5917-4338-9347-bcb7779d969b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.7563341 Feb 04 11:40:08.561823 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38142) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:08.574528 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-addceb78-c48d-4d8b-9bdc-6dbed00b74b9 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:08.665206 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 040278aa-e2dd-432a-813d-704acbf91cbe up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:40:08.678654 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-abaa1d66-d667-4d7d-82e6-7f3ba8ce9d2a service neutron] Attempting to bind port 3bc398c8-4ad5-47a5-98b4-f26b5530c56c on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:40:08.679870 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-abaa1d66-d667-4d7d-82e6-7f3ba8ce9d2a service neutron] Attempting to bind port 3bc398c8-4ad5-47a5-98b4-f26b5530c56c by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '78949d48-b655-4e2f-9670-76b7530b5716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:40:08.680458 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-abaa1d66-d667-4d7d-82e6-7f3ba8ce9d2a service neutron] Attempting to bind port 3bc398c8-4ad5-47a5-98b4-f26b5530c56c on network 15fcac3b-629b-419f-8d6d-5c8b8ab500ae {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:40:08.683458 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f98b70-d105-455c-967a-f3b300ae931b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event updated for resources: {'Port': ['ID=136f2b22-885b-4801-879e-3c85e23f97c6,revision_number=3']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:08.710997 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-abaa1d66-d667-4d7d-82e6-7f3ba8ce9d2a service neutron] Port 3bc398c8-4ad5-47a5-98b4-f26b5530c56c on network 15fcac3b-629b-419f-8d6d-5c8b8ab500ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:40:08.711417 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-abaa1d66-d667-4d7d-82e6-7f3ba8ce9d2a service neutron] Attempting to bind port 3bc398c8-4ad5-47a5-98b4-f26b5530c56c on network 15fcac3b-629b-419f-8d6d-5c8b8ab500ae {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:40:08.721720 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-22f98b70-d105-455c-967a-f3b300ae931b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:08.731941 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-abaa1d66-d667-4d7d-82e6-7f3ba8ce9d2a service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:40:08.732286 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-abaa1d66-d667-4d7d-82e6-7f3ba8ce9d2a service neutron] Checking segment: {'id': '78949d48-b655-4e2f-9670-76b7530b5716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:40:08.732834 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-abaa1d66-d667-4d7d-82e6-7f3ba8ce9d2a service neutron] Bound using segment: {'id': '78949d48-b655-4e2f-9670-76b7530b5716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae'} {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:40:08.733334 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-abaa1d66-d667-4d7d-82e6-7f3ba8ce9d2a service neutron] Bound port: 3bc398c8-4ad5-47a5-98b4-f26b5530c56c, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78949d48-b655-4e2f-9670-76b7530b5716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae'}}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:40:08.733751 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-abaa1d66-d667-4d7d-82e6-7f3ba8ce9d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:08.754705 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee64b210-3997-4048-8b23-36a0a67acda6 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Checking segment: {'id': '43a1e4fb-31be-4d7e-9420-b0fad88b433b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c5a31fbf-6f3b-48d4-95a7-8ad04b5300de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:40:08.755328 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee64b210-3997-4048-8b23-36a0a67acda6 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Network hostable DHCP agents. Network: c5a31fbf-6f3b-48d4-95a7-8ad04b5300de, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:40:08.826444 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7419753-e49a-43b1-bde3-0a768b83c28f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Network 8288dfd7-4142-4191-a381-9155c6bd89f9 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:40:08.892666 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-addceb78-c48d-4d8b-9bdc-6dbed00b74b9 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15654621'] for subnet, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:08.955504 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-6f4a3051-2976-4af8-bf8f-3f8e70b88739 None None] Provisioning complete for port 136f2b22-885b-4801-879e-3c85e23f97c6 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:08.955797 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6f4a3051-2976-4af8-bf8f-3f8e70b88739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:08.960863 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-abaa1d66-d667-4d7d-82e6-7f3ba8ce9d2a service neutron] For port 3bc398c8-4ad5-47a5-98b4-f26b5530c56c, host hv-neutron-8278, cleared binding levels {{(pid=84204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:40:08.964791 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-abaa1d66-d667-4d7d-82e6-7f3ba8ce9d2a service neutron] For port 3bc398c8-4ad5-47a5-98b4-f26b5530c56c, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=3bc398c8-4ad5-47a5-98b4-f26b5530c56c,segment=NetworkSegment(78949d48-b655-4e2f-9670-76b7530b5716),segment_id=78949d48-b655-4e2f-9670-76b7530b5716)] {{(pid=84204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:40:08.968293 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-a7419753-e49a-43b1-bde3-0a768b83c28f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 8288dfd7-4142-4191-a381-9155c6bd89f9) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:08.971135 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f98b70-d105-455c-967a-f3b300ae931b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Network 061011d8-1f85-4e1e-a73a-bf514fcde096 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:40:08.978675 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-22f98b70-d105-455c-967a-f3b300ae931b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:08.978675 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7419753-e49a-43b1-bde3-0a768b83c28f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:08.978675 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a7419753-e49a-43b1-bde3-0a768b83c28f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:09.014723 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acfd60f-b61f-429b-9e6b-bf0cce917bca None None] Network 8288dfd7-4142-4191-a381-9155c6bd89f9 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:09.037479 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20acf72-2e25-4f9e-b5cc-355b424ff462 req-b61af446-6628-44fa-aabc-130baaeb6d39 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:09.039995 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a20acf72-2e25-4f9e-b5cc-355b424ff462 req-b61af446-6628-44fa-aabc-130baaeb6d39 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=317d5965-a153-488f-bb85-73f8b235daa3 HTTP/1.1" status: 200 len: 943 time: 0.3237903 Feb 04 11:40:09.074591 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-abaa1d66-d667-4d7d-82e6-7f3ba8ce9d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:09.089642 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee64b210-3997-4048-8b23-36a0a67acda6 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Network c5a31fbf-6f3b-48d4-95a7-8ad04b5300de is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:40:09.113937 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 040278aa-e2dd-432a-813d-704acbf91cbe completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:40:09.166269 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9660c3-0812-4833-9be4-2375955c9166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-22a67a80-6416-4a5c-8c88-5e05176773ae', 'network_id': '22a67a80-6416-4a5c-8c88-5e05176773ae', 'tenant_id': '86676f741a1b44e6b6b078dd507bf54a', 'fixed_ips': [{'subnet_id': '887d6553-09d2-42ba-8458-8b4310775427'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:40:09.167084 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ec9660c3-0812-4833-9be4-2375955c9166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:09.184482 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-6f4a3051-2976-4af8-bf8f-3f8e70b88739 None None] Port 136f2b22-885b-4801-879e-3c85e23f97c6 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:40:09.205273 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-ee64b210-3997-4048-8b23-36a0a67acda6 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, c5a31fbf-6f3b-48d4-95a7-8ad04b5300de) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:09.210093 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee64b210-3997-4048-8b23-36a0a67acda6 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:09.211249 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ee64b210-3997-4048-8b23-36a0a67acda6 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15600859'] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:09.221153 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824e5bc7-4049-444b-b563-d2cd703785ef None None] Network c5a31fbf-6f3b-48d4-95a7-8ad04b5300de requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:09.304966 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-a20acf72-2e25-4f9e-b5cc-355b424ff462 req-229a42ca-942d-45b8-a8a8-061753c4cd3d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:40:09.395646 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa1d66-d667-4d7d-82e6-7f3ba8ce9d2a service neutron] Pushing event updated for resources: {'Port': ['ID=3bc398c8-4ad5-47a5-98b4-f26b5530c56c,revision_number=3']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:09.417298 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-abaa1d66-d667-4d7d-82e6-7f3ba8ce9d2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:09.419802 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-abaa1d66-d667-4d7d-82e6-7f3ba8ce9d2a service neutron] 10.222.0.47 "PUT /v2.0/ports/3bc398c8-4ad5-47a5-98b4-f26b5530c56c HTTP/1.1" status: 200 len: 1093 time: 3.8776619 Feb 04 11:40:09.423639 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317d5965-a153-488f-bb85-73f8b235daa3', 'tag': '3bc398c8-4ad5-47a5-98b4-f26b5530c56c'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:40:09.438531 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a7419753-e49a-43b1-bde3-0a768b83c28f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.8825407 Feb 04 11:40:09.446658 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ee64b210-3997-4048-8b23-36a0a67acda6 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4898267 Feb 04 11:40:09.462138 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38150) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:09.462402 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38152) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:09.489162 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-91cc8d06-9a14-4e65-9d10-f3888d9e6cda tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-333678700', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:09.531838 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-91cc8d06-9a14-4e65-9d10-f3888d9e6cda tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:09.616479 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-91cc8d06-9a14-4e65-9d10-f3888d9e6cda tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Usage tracker for resource:router and tenant:1857235941a6433080777df3100a6d46 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:09.623457 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:40:09.688754 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-6f4a3051-2976-4af8-bf8f-3f8e70b88739 None None] Provisioning complete for port 189c1e0c-d773-4e81-a193-327618d5418e triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:09.689131 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6f4a3051-2976-4af8-bf8f-3f8e70b88739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:09.791998 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-6c6618ef-460f-43bd-9637-8fdb75dd83d7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=317d5965-a153-488f-bb85-73f8b235daa3 HTTP/1.1" status: 200 len: 1096 time: 0.1639907 Feb 04 11:40:09.809994 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658300f6-6c8b-4f10-bf1a-002597fc7170 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-8288dfd7-4142-4191-a381-9155c6bd89f9', 'network_id': '8288dfd7-4142-4191-a381-9155c6bd89f9', 'tenant_id': 'f631734a474740f59c61a7b75bcfa8d4', 'fixed_ips': [{'subnet_id': '6fe82243-2bdf-4a52-932d-39def00ba4c2'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:40:09.811081 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-658300f6-6c8b-4f10-bf1a-002597fc7170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:09.814254 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-91cc8d06-9a14-4e65-9d10-f3888d9e6cda tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:09.826595 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-a20acf72-2e25-4f9e-b5cc-355b424ff462 req-229a42ca-942d-45b8-a8a8-061753c4cd3d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:40:09.840188 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a20acf72-2e25-4f9e-b5cc-355b424ff462 req-229a42ca-942d-45b8-a8a8-061753c4cd3d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0afe08c-8209-4bc0-967c-f4ca9b53368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7893417 Feb 04 11:40:09.844952 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-91cc8d06-9a14-4e65-9d10-f3888d9e6cda tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:09.918733 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '317d5965-a153-488f-bb85-73f8b235daa3', 'tag': '3bc398c8-4ad5-47a5-98b4-f26b5530c56c', 'status': 'completed', 'code': 200} Feb 04 11:40:09.922650 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e6b235-9965-4f4b-a2cd-268b0949eafe None None] Network f088fd60-33ae-4e69-9c5a-893ade542dca requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:09.953160 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-addceb78-c48d-4d8b-9bdc-6dbed00b74b9 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760517259268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15615897'] for subnet, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:09.955415 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-c2c8194d-e888-4ea5-9931-8e4f7cd91687 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bc398c8-4ad5-47a5-98b4-f26b5530c56c HTTP/1.1" status: 200 len: 217 time: 0.1554947 Feb 04 11:40:09.999275 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-91cc8d06-9a14-4e65-9d10-f3888d9e6cda tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:10.000117 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-91cc8d06-9a14-4e65-9d10-f3888d9e6cda tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:10.040372 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-25d34c10-9063-4b9d-98e6-66bbba629cbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:10.041215 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-25d34c10-9063-4b9d-98e6-66bbba629cbe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d3366fb7-15f1-4fdd-b22d-c78849bf243a HTTP/1.1" status: 200 len: 835 time: 0.0776539 Feb 04 11:40:10.095416 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dd75ef72-9763-4f2f-a796-00987a21aec6 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:10.108079 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addceb78-c48d-4d8b-9bdc-6dbed00b74b9 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event updated for resources: {'Subnet': ['ID=887d6553-09d2-42ba-8458-8b4310775427,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:10.117822 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addceb78-c48d-4d8b-9bdc-6dbed00b74b9 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:10.118687 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-addceb78-c48d-4d8b-9bdc-6dbed00b74b9 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:10.118883 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f98b70-d105-455c-967a-f3b300ae931b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Router 8ad14339-7183-4136-8ea9-7d007d72676f is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:40:10.123351 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-addceb78-c48d-4d8b-9bdc-6dbed00b74b9 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "PUT /v2.0/subnets/887d6553-09d2-42ba-8458-8b4310775427 HTTP/1.1" status: 200 len: 900 time: 1.5536518 Feb 04 11:40:10.124466 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38158) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:10.130351 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-91cc8d06-9a14-4e65-9d10-f3888d9e6cda tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:10.274955 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308bec74-f24e-4f20-9f87-76627e7853a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-c5a31fbf-6f3b-48d4-95a7-8ad04b5300de', 'network_id': 'c5a31fbf-6f3b-48d4-95a7-8ad04b5300de', 'tenant_id': '1857235941a6433080777df3100a6d46', 'fixed_ips': [{'subnet_id': '7eb3f7fd-10e5-4820-b0b4-0bcb960e7bd8'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:40:10.276016 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-308bec74-f24e-4f20-9f87-76627e7853a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:10.282297 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-91cc8d06-9a14-4e65-9d10-f3888d9e6cda tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:10.287821 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dd75ef72-9763-4f2f-a796-00987a21aec6 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:10.354646 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-fe0bb777-45f5-4dab-9e05-d145829a0da2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=15fcac3b-629b-419f-8d6d-5c8b8ab500ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3070879 Feb 04 11:40:10.355929 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-ec9660c3-0812-4833-9be4-2375955c9166 None None] Allocated IP 2001:db8::3 (22a67a80-6416-4a5c-8c88-5e05176773ae/887d6553-09d2-42ba-8458-8b4310775427/caf728a3-869e-474e-a109-96725e5d30fc) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:40:10.446636 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-91cc8d06-9a14-4e65-9d10-f3888d9e6cda tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:10.448116 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-91cc8d06-9a14-4e65-9d10-f3888d9e6cda tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9804974 Feb 04 11:40:10.453408 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38162) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:10.562726 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-658300f6-6c8b-4f10-bf1a-002597fc7170 None None] Allocated IP 172.20.0.2 (8288dfd7-4142-4191-a381-9155c6bd89f9/6fe82243-2bdf-4a52-932d-39def00ba4c2/c0b35f79-b078-4b75-8891-824f3ee11099) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:40:10.645665 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-764d3a4e-ae76-4c1b-89cc-405e3eab4bc3 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:10.694742 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-6e2f2ce3-da4d-4ebb-9624-95e9c7d08688 service neutron] 10.222.0.47 "GET /v2.0/networks/15fcac3b-629b-419f-8d6d-5c8b8ab500ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305571 Feb 04 11:40:10.733591 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-bf25dd41-0943-4cd5-83f4-f2a3247bb669 None None] Provisioning for port 040278aa-e2dd-432a-813d-704acbf91cbe completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:40:10.860730 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-764d3a4e-ae76-4c1b-89cc-405e3eab4bc3 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:10.863110 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-bf25dd41-0943-4cd5-83f4-f2a3247bb669 None None] Provisioning complete for port 040278aa-e2dd-432a-813d-704acbf91cbe triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:10.863561 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bf25dd41-0943-4cd5-83f4-f2a3247bb669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:10.868237 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cf7a4887-413e-4d8a-9c2a-f74c2ac08fa8 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:10.918975 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f98b70-d105-455c-967a-f3b300ae931b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:40:10.924561 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-22f98b70-d105-455c-967a-f3b300ae931b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "PUT /v2.0/routers/8ad14339-7183-4136-8ea9-7d007d72676f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1769285 Feb 04 11:40:10.932009 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38168) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:10.966566 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea9a868-938a-4bc8-82c8-02e3c13947d0 None None] Sync routers for ids ['8ad14339-7183-4136-8ea9-7d007d72676f'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:40:11.019308 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-58b90c9e-b13a-40eb-a14d-5a0dc54a069e req-eb8fd227-4be5-4f9e-9a0a-c18c2082827d service neutron] 10.222.0.47 "GET /v2.0/networks/15fcac3b-629b-419f-8d6d-5c8b8ab500ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947116 Feb 04 11:40:11.039266 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874cbe17-3cd3-47d9-a8ac-4f2fb04d7fdc tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:11.040300 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-874cbe17-3cd3-47d9-a8ac-4f2fb04d7fdc tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Synchronizing usage tracker for tenant:f1bfc018a09d4e34b9596c9c898714a6 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:40:11.046972 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-308bec74-f24e-4f20-9f87-76627e7853a4 None None] Allocated IP 2001:db8::2 (c5a31fbf-6f3b-48d4-95a7-8ad04b5300de/7eb3f7fd-10e5-4820-b0b4-0bcb960e7bd8/a6323d81-49fa-44eb-9bfc-3b8b3611cb1f) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:40:11.127371 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-874cbe17-3cd3-47d9-a8ac-4f2fb04d7fdc tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Unset dirty status for tenant:f1bfc018a09d4e34b9596c9c898714a6 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:40:11.134944 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-874cbe17-3cd3-47d9-a8ac-4f2fb04d7fdc tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "GET /v2.0/ports/136f2b22-885b-4801-879e-3c85e23f97c6 HTTP/1.1" status: 200 len: 978 time: 0.2023554 Feb 04 11:40:11.135804 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38172) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:11.148694 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea9a868-938a-4bc8-82c8-02e3c13947d0 None None] Routers {'8ad14339-7183-4136-8ea9-7d007d72676f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:40:11.149674 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-eea9a868-938a-4bc8-82c8-02e3c13947d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:39:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['8ad14339-7183-4136-8ea9-7d007d72676f'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:11.206989 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ec9660c3-0812-4833-9be4-2375955c9166 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:11.375040 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-37a5d90f-72ec-4bec-ac29-0195331e0bed req-f82857d4-e0d6-4f64-95c8-5339dd1e6eb5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=317d5965-a153-488f-bb85-73f8b235daa3 HTTP/1.1" status: 200 len: 1096 time: 0.2360780 Feb 04 11:40:11.378681 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-eea9a868-938a-4bc8-82c8-02e3c13947d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:11.384795 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ec9660c3-0812-4833-9be4-2375955c9166 None None] Transition to ACTIVE for port object caf728a3-869e-474e-a109-96725e5d30fc will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:11.475084 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ec9660c3-0812-4833-9be4-2375955c9166 None None] Transition to ACTIVE for port object caf728a3-869e-474e-a109-96725e5d30fc will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:11.507355 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bf25dd41-0943-4cd5-83f4-f2a3247bb669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:11.574024 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-bf25dd41-0943-4cd5-83f4-f2a3247bb669 None None] For port 040278aa-e2dd-432a-813d-704acbf91cbe, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=040278aa-e2dd-432a-813d-704acbf91cbe,segment=NetworkSegment(fd804fc7-4b8a-4372-acb7-591f80727827),segment_id=fd804fc7-4b8a-4372-acb7-591f80727827)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:40:11.576240 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-658300f6-6c8b-4f10-bf1a-002597fc7170 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:11.583922 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ec9660c3-0812-4833-9be4-2375955c9166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:11.588800 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425ebc9-5c04-4d6c-b4e9-fabc0507b458 req-cb3e46cb-a3c7-41ec-8687-4317f5091ede tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:11.597922 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6425ebc9-5c04-4d6c-b4e9-fabc0507b458 req-cb3e46cb-a3c7-41ec-8687-4317f5091ede tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=317d5965-a153-488f-bb85-73f8b235daa3 HTTP/1.1" status: 200 len: 943 time: 0.5745506 Feb 04 11:40:11.624765 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea9a868-938a-4bc8-82c8-02e3c13947d0 None None] Routers {'8ad14339-7183-4136-8ea9-7d007d72676f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:40:11.625485 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-eea9a868-938a-4bc8-82c8-02e3c13947d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:39:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['8ad14339-7183-4136-8ea9-7d007d72676f'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:11.683086 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-764d3a4e-ae76-4c1b-89cc-405e3eab4bc3 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:11.717850 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bf25dd41-0943-4cd5-83f4-f2a3247bb669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:11.721023 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-23937583-be88-4591-a15e-eaba6953793c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:11.730843 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-658300f6-6c8b-4f10-bf1a-002597fc7170 None None] Transition to ACTIVE for port object c0b35f79-b078-4b75-8891-824f3ee11099 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:11.733751 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d3a4e-ae76-4c1b-89cc-405e3eab4bc3 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event deleted for resources: {'Subnet': ['ID=887d6553-09d2-42ba-8458-8b4310775427,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:11.735144 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-eea9a868-938a-4bc8-82c8-02e3c13947d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:11.736096 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea9a868-938a-4bc8-82c8-02e3c13947d0 None None] The sync data for ids ['8ad14339-7183-4136-8ea9-7d007d72676f'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:40:11.736244 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5d90f-72ec-4bec-ac29-0195331e0bed req-7ccdea2a-e447-4205-a5b3-36867e37e085 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:11.737360 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-37a5d90f-72ec-4bec-ac29-0195331e0bed req-7ccdea2a-e447-4205-a5b3-36867e37e085 service neutron] 10.222.0.47 "GET /v2.0/networks?id=15fcac3b-629b-419f-8d6d-5c8b8ab500ae HTTP/1.1" status: 200 len: 898 time: 0.3531349 Feb 04 11:40:11.833430 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9660c3-0812-4833-9be4-2375955c9166 None None] Pushing event updated for resources: {'Port': ['ID=caf728a3-869e-474e-a109-96725e5d30fc,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:11.841712 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6425ebc9-5c04-4d6c-b4e9-fabc0507b458 req-941dc245-3102-4220-88a1-e43d5f0d94bb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0afe08c-8209-4bc0-967c-f4ca9b53368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364869 Feb 04 11:40:11.876605 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-658300f6-6c8b-4f10-bf1a-002597fc7170 None None] Transition to ACTIVE for port object c0b35f79-b078-4b75-8891-824f3ee11099 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:11.880436 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9660c3-0812-4833-9be4-2375955c9166 None None] Network 22a67a80-6416-4a5c-8c88-5e05176773ae is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:40:11.893792 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-ec9660c3-0812-4833-9be4-2375955c9166 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:11.896472 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9660c3-0812-4833-9be4-2375955c9166 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:40:11.932192 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-308bec74-f24e-4f20-9f87-76627e7853a4 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:11.954521 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-bf25dd41-0943-4cd5-83f4-f2a3247bb669 None None] Provisioning complete for port 136f2b22-885b-4801-879e-3c85e23f97c6 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:11.954521 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bf25dd41-0943-4cd5-83f4-f2a3247bb669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:11.982311 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-658300f6-6c8b-4f10-bf1a-002597fc7170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:12.008158 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-37a5d90f-72ec-4bec-ac29-0195331e0bed req-821bee51-3653-4698-acee-9fd8e7c05d59 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bc398c8-4ad5-47a5-98b4-f26b5530c56c HTTP/1.1" status: 200 len: 217 time: 0.1320543 Feb 04 11:40:12.025505 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-308bec74-f24e-4f20-9f87-76627e7853a4 None None] Transition to ACTIVE for port object a6323d81-49fa-44eb-9bfc-3b8b3611cb1f will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:12.036248 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-cf7a4887-413e-4d8a-9c2a-f74c2ac08fa8 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Allocated IP 172.20.0.1 (f286532b-14ba-4186-8d10-f6d64e6e7ef7/c7753de1-a920-49f9-bc19-bbcdb5b1153b/c11c4d56-dc9e-4571-a2c0-a1839c31106b) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:40:12.079835 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-764d3a4e-ae76-4c1b-89cc-405e3eab4bc3 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:12.102892 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25dd41-0943-4cd5-83f4-f2a3247bb669 None None] Pushing event updated for resources: {'Port': ['ID=040278aa-e2dd-432a-813d-704acbf91cbe,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:12.124269 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-764d3a4e-ae76-4c1b-89cc-405e3eab4bc3 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22a67a80-6416-4a5c-8c88-5e05176773ae']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:12.124487 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dd75ef72-9763-4f2f-a796-00987a21aec6 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:12.137224 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5d90f-72ec-4bec-ac29-0195331e0bed req-31d4f18a-7e46-4ee4-89bc-33a65fbe8874 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:12.138718 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-37a5d90f-72ec-4bec-ac29-0195331e0bed req-31d4f18a-7e46-4ee4-89bc-33a65fbe8874 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d3366fb7-15f1-4fdd-b22d-c78849bf243a HTTP/1.1" status: 200 len: 835 time: 0.1234193 Feb 04 11:40:12.144227 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-764d3a4e-ae76-4c1b-89cc-405e3eab4bc3 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8b48b01-6437-4afd-8ead-a5443c2cd68c') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:12.144537 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-764d3a4e-ae76-4c1b-89cc-405e3eab4bc3 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8b48b01-6437-4afd-8ead-a5443c2cd68c') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:12.194344 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75ef72-9763-4f2f-a796-00987a21aec6 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event deleted for resources: {'Subnet': ['ID=6fe82243-2bdf-4a52-932d-39def00ba4c2,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:12.196433 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-308bec74-f24e-4f20-9f87-76627e7853a4 None None] Transition to ACTIVE for port object a6323d81-49fa-44eb-9bfc-3b8b3611cb1f will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:12.207951 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658300f6-6c8b-4f10-bf1a-002597fc7170 None None] Network 8288dfd7-4142-4191-a381-9155c6bd89f9 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:40:12.216564 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-658300f6-6c8b-4f10-bf1a-002597fc7170 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:12.219387 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658300f6-6c8b-4f10-bf1a-002597fc7170 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:40:12.221743 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-bf25dd41-0943-4cd5-83f4-f2a3247bb669 None None] Port 136f2b22-885b-4801-879e-3c85e23f97c6 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:40:12.223423 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-ec9660c3-0812-4833-9be4-2375955c9166 None None] Attempting to bind port caf728a3-869e-474e-a109-96725e5d30fc on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:40:12.225218 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-ec9660c3-0812-4833-9be4-2375955c9166 None None] Attempting to bind port caf728a3-869e-474e-a109-96725e5d30fc by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'e8b48b01-6437-4afd-8ead-a5443c2cd68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '22a67a80-6416-4a5c-8c88-5e05176773ae'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:40:12.225218 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9660c3-0812-4833-9be4-2375955c9166 None None] Attempting to bind port caf728a3-869e-474e-a109-96725e5d30fc on network 22a67a80-6416-4a5c-8c88-5e05176773ae {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:40:12.230545 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-764d3a4e-ae76-4c1b-89cc-405e3eab4bc3 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:12.234748 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b62cde82-3277-49a3-b620-74e593e30590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:12.248899 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658300f6-6c8b-4f10-bf1a-002597fc7170 None None] Pushing event updated for resources: {'Port': ['ID=c0b35f79-b078-4b75-8891-824f3ee11099,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:12.259848 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-764d3a4e-ae76-4c1b-89cc-405e3eab4bc3 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:12.277998 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-764d3a4e-ae76-4c1b-89cc-405e3eab4bc3 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:40:12.278394 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-764d3a4e-ae76-4c1b-89cc-405e3eab4bc3 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:12.294006 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:40:12.294006 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:40:12.294006 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:40:12.294006 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:40:12.294006 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:40:12.294006 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:40:12.294006 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:40:12.294006 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:40:12.294006 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:40:12.294006 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:40:12.294006 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:40:12.294006 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:40:12.294006 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:40:12.294006 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:40:12.294006 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:40:12.294006 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:40:12.294006 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:40:12.294006 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:40:12.294006 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:40:12.294006 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:40:12.294006 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:40:12.294006 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:40:12.294006 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:40:12.294006 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:40:12.294006 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:40:12.294006 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:40:12.294006 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:40:12.294006 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:40:12.294006 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:40:12.294006 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:40:12.294006 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:40:12.294006 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:40:12.300633 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9660c3-0812-4833-9be4-2375955c9166 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:40:12.301147 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9660c3-0812-4833-9be4-2375955c9166 None None] Checking segment: {'id': 'e8b48b01-6437-4afd-8ead-a5443c2cd68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '22a67a80-6416-4a5c-8c88-5e05176773ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:40:12.301660 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ec9660c3-0812-4833-9be4-2375955c9166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:12.302346 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9660c3-0812-4833-9be4-2375955c9166 None None] Bound using segment: {'id': 'e8b48b01-6437-4afd-8ead-a5443c2cd68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '22a67a80-6416-4a5c-8c88-5e05176773ae'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:40:12.302927 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-ec9660c3-0812-4833-9be4-2375955c9166 None None] Bound port: caf728a3-869e-474e-a109-96725e5d30fc, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8b48b01-6437-4afd-8ead-a5443c2cd68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '22a67a80-6416-4a5c-8c88-5e05176773ae'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:40:12.303439 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ec9660c3-0812-4833-9be4-2375955c9166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:12.321575 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-308bec74-f24e-4f20-9f87-76627e7853a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:12.385024 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-37a5d90f-72ec-4bec-ac29-0195331e0bed req-1ba5ab0b-5b6d-4b8b-85ca-3370d062d2ca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=15fcac3b-629b-419f-8d6d-5c8b8ab500ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2097745 Feb 04 11:40:12.443001 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dd75ef72-9763-4f2f-a796-00987a21aec6 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:12.447041 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.db.api [None req-764d3a4e-ae76-4c1b-89cc-405e3eab4bc3 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 11:40:12.447041 dv-neutron-827825-2-hyperv neutron-server[84204]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 11:40:12.447041 dv-neutron-827825-2-hyperv neutron-server[84204]: [parameters: {'id': '22a67a80-6416-4a5c-8c88-5e05176773ae'}] Feb 04 11:40:12.447041 dv-neutron-827825-2-hyperv neutron-server[84204]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:40:12.447779 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG oslo_db.api [None req-764d3a4e-ae76-4c1b-89cc-405e3eab4bc3 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:40:12.510738 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-23937583-be88-4591-a15e-eaba6953793c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Allocated IP 2001:db8::1 (c5a31fbf-6f3b-48d4-95a7-8ad04b5300de/7eb3f7fd-10e5-4820-b0b4-0bcb960e7bd8/9603a9eb-1f14-478f-849f-d7ddd4ebec36) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:40:12.518820 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-dd75ef72-9763-4f2f-a796-00987a21aec6 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8288dfd7-4142-4191-a381-9155c6bd89f9']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:12.550954 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-dd75ef72-9763-4f2f-a796-00987a21aec6 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5688d655-3068-4f1e-9417-dc4f2be834f6') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:12.551287 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-dd75ef72-9763-4f2f-a796-00987a21aec6 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5688d655-3068-4f1e-9417-dc4f2be834f6') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:12.560730 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-658300f6-6c8b-4f10-bf1a-002597fc7170 None None] Attempting to bind port c0b35f79-b078-4b75-8891-824f3ee11099 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:40:12.561608 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-658300f6-6c8b-4f10-bf1a-002597fc7170 None None] Attempting to bind port c0b35f79-b078-4b75-8891-824f3ee11099 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '5688d655-3068-4f1e-9417-dc4f2be834f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8288dfd7-4142-4191-a381-9155c6bd89f9'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:40:12.561608 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658300f6-6c8b-4f10-bf1a-002597fc7170 None None] Attempting to bind port c0b35f79-b078-4b75-8891-824f3ee11099 on network 8288dfd7-4142-4191-a381-9155c6bd89f9 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:40:12.564238 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cf7a4887-413e-4d8a-9c2a-f74c2ac08fa8 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:12.578554 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308bec74-f24e-4f20-9f87-76627e7853a4 None None] Network c5a31fbf-6f3b-48d4-95a7-8ad04b5300de is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:40:12.582646 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-cf7a4887-413e-4d8a-9c2a-f74c2ac08fa8 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Transition to ACTIVE for port object c11c4d56-dc9e-4571-a2c0-a1839c31106b will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:12.584825 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-308bec74-f24e-4f20-9f87-76627e7853a4 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:12.590633 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308bec74-f24e-4f20-9f87-76627e7853a4 None None] Pushing event updated for resources: {'Port': ['ID=a6323d81-49fa-44eb-9bfc-3b8b3611cb1f,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:12.595779 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308bec74-f24e-4f20-9f87-76627e7853a4 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:40:12.615416 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-37a5d90f-72ec-4bec-ac29-0195331e0bed req-1cceb940-263c-4b21-91f5-1c6db3bab49b service neutron] 10.222.0.47 "GET /v2.0/networks/15fcac3b-629b-419f-8d6d-5c8b8ab500ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933014 Feb 04 11:40:12.619429 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658300f6-6c8b-4f10-bf1a-002597fc7170 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:40:12.619940 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658300f6-6c8b-4f10-bf1a-002597fc7170 None None] Checking segment: {'id': '5688d655-3068-4f1e-9417-dc4f2be834f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8288dfd7-4142-4191-a381-9155c6bd89f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:40:12.620532 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-658300f6-6c8b-4f10-bf1a-002597fc7170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:12.620967 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658300f6-6c8b-4f10-bf1a-002597fc7170 None None] Bound using segment: {'id': '5688d655-3068-4f1e-9417-dc4f2be834f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8288dfd7-4142-4191-a381-9155c6bd89f9'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:40:12.621556 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-658300f6-6c8b-4f10-bf1a-002597fc7170 None None] Bound port: c0b35f79-b078-4b75-8891-824f3ee11099, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5688d655-3068-4f1e-9417-dc4f2be834f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8288dfd7-4142-4191-a381-9155c6bd89f9'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:40:12.622046 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-658300f6-6c8b-4f10-bf1a-002597fc7170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:12.643560 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dd75ef72-9763-4f2f-a796-00987a21aec6 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:12.648396 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 040278aa-e2dd-432a-813d-704acbf91cbe up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:40:12.702689 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cf7a4887-413e-4d8a-9c2a-f74c2ac08fa8 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:12.749849 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-ec9660c3-0812-4833-9be4-2375955c9166 None None] For port caf728a3-869e-474e-a109-96725e5d30fc, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:40:12.766844 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dd75ef72-9763-4f2f-a796-00987a21aec6 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:12.795662 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9c5b2fc4-6cbe-4a4d-bfb1-736d48b7b1c5 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:12.798608 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd75ef72-9763-4f2f-a796-00987a21aec6 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:40:12.805337 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dd75ef72-9763-4f2f-a796-00987a21aec6 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:12.814498 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:40:12.814498 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:40:12.814498 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:40:12.814498 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:40:12.814498 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:40:12.814498 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:40:12.814498 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:40:12.814498 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:40:12.814498 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:40:12.814498 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:40:12.814498 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:40:12.814498 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:40:12.814498 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:40:12.814498 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:40:12.814498 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:40:12.814498 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:40:12.814498 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:40:12.814498 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:40:12.814498 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:40:12.814498 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:40:12.814498 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:40:12.814498 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:40:12.814498 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:40:12.814498 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:40:12.814498 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:40:12.814498 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:40:12.814498 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:40:12.814498 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:40:12.814498 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:40:12.814498 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:40:12.814498 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:40:12.814498 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:40:12.838136 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7a4887-413e-4d8a-9c2a-f74c2ac08fa8 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Network f286532b-14ba-4186-8d10-f6d64e6e7ef7 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:40:12.894170 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-cf7a4887-413e-4d8a-9c2a-f74c2ac08fa8 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:12.906875 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-ec9660c3-0812-4833-9be4-2375955c9166 None None] For port caf728a3-869e-474e-a109-96725e5d30fc, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=caf728a3-869e-474e-a109-96725e5d30fc,segment=NetworkSegment(e8b48b01-6437-4afd-8ead-a5443c2cd68c),segment_id=e8b48b01-6437-4afd-8ead-a5443c2cd68c)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:40:12.909763 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7a4887-413e-4d8a-9c2a-f74c2ac08fa8 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:40:12.953503 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f31de336-9f2e-4d1f-9ccc-e56d34dd7854 None None] Provisioning complete for port 040278aa-e2dd-432a-813d-704acbf91cbe triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:12.954004 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f31de336-9f2e-4d1f-9ccc-e56d34dd7854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:12.954282 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-764d3a4e-ae76-4c1b-89cc-405e3eab4bc3 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:12.959536 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-37a5d90f-72ec-4bec-ac29-0195331e0bed req-e8839bc0-0019-45df-a94a-412c8f16da9b service neutron] 10.222.0.47 "GET /v2.0/networks/15fcac3b-629b-419f-8d6d-5c8b8ab500ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376520 Feb 04 11:40:12.984159 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cf7a4887-413e-4d8a-9c2a-f74c2ac08fa8 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:13.004721 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ec9660c3-0812-4833-9be4-2375955c9166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:13.005740 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-764d3a4e-ae76-4c1b-89cc-405e3eab4bc3 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Deleting port caf728a3-869e-474e-a109-96725e5d30fc {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:40:13.006007 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-764d3a4e-ae76-4c1b-89cc-405e3eab4bc3 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:13.008101 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a4887-413e-4d8a-9c2a-f74c2ac08fa8 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event updated for resources: {'Port': ['ID=c11c4d56-dc9e-4571-a2c0-a1839c31106b,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:13.051343 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-308bec74-f24e-4f20-9f87-76627e7853a4 None None] Attempting to bind port a6323d81-49fa-44eb-9bfc-3b8b3611cb1f on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:40:13.051955 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-308bec74-f24e-4f20-9f87-76627e7853a4 None None] Attempting to bind port a6323d81-49fa-44eb-9bfc-3b8b3611cb1f by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '43a1e4fb-31be-4d7e-9420-b0fad88b433b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c5a31fbf-6f3b-48d4-95a7-8ad04b5300de'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:40:13.055682 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308bec74-f24e-4f20-9f87-76627e7853a4 None None] Attempting to bind port a6323d81-49fa-44eb-9bfc-3b8b3611cb1f on network c5a31fbf-6f3b-48d4-95a7-8ad04b5300de {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:40:13.111043 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.api [None req-dd75ef72-9763-4f2f-a796-00987a21aec6 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 11:40:13.111043 dv-neutron-827825-2-hyperv neutron-server[84205]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 11:40:13.111043 dv-neutron-827825-2-hyperv neutron-server[84205]: [parameters: {'id': '8288dfd7-4142-4191-a381-9155c6bd89f9'}] Feb 04 11:40:13.111043 dv-neutron-827825-2-hyperv neutron-server[84205]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:40:13.111873 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG oslo_db.api [None req-dd75ef72-9763-4f2f-a796-00987a21aec6 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:40:13.124305 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 040278aa-e2dd-432a-813d-704acbf91cbe triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:13.124816 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:13.132298 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-23937583-be88-4591-a15e-eaba6953793c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:13.152391 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-658300f6-6c8b-4f10-bf1a-002597fc7170 None None] For port c0b35f79-b078-4b75-8891-824f3ee11099, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:40:13.165655 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308bec74-f24e-4f20-9f87-76627e7853a4 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:40:13.166244 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308bec74-f24e-4f20-9f87-76627e7853a4 None None] Checking segment: {'id': '43a1e4fb-31be-4d7e-9420-b0fad88b433b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c5a31fbf-6f3b-48d4-95a7-8ad04b5300de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:40:13.166663 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-308bec74-f24e-4f20-9f87-76627e7853a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:13.167118 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308bec74-f24e-4f20-9f87-76627e7853a4 None None] Bound using segment: {'id': '43a1e4fb-31be-4d7e-9420-b0fad88b433b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c5a31fbf-6f3b-48d4-95a7-8ad04b5300de'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:40:13.167605 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-308bec74-f24e-4f20-9f87-76627e7853a4 None None] Bound port: a6323d81-49fa-44eb-9bfc-3b8b3611cb1f, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a1e4fb-31be-4d7e-9420-b0fad88b433b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c5a31fbf-6f3b-48d4-95a7-8ad04b5300de'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:40:13.167968 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-308bec74-f24e-4f20-9f87-76627e7853a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:13.172954 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-23937583-be88-4591-a15e-eaba6953793c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Transition to ACTIVE for port object 9603a9eb-1f14-478f-849f-d7ddd4ebec36 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:13.261013 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-658300f6-6c8b-4f10-bf1a-002597fc7170 None None] For port c0b35f79-b078-4b75-8891-824f3ee11099, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=c0b35f79-b078-4b75-8891-824f3ee11099,segment=NetworkSegment(5688d655-3068-4f1e-9417-dc4f2be834f6),segment_id=5688d655-3068-4f1e-9417-dc4f2be834f6)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:40:13.276734 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-23937583-be88-4591-a15e-eaba6953793c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:13.290201 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9660c3-0812-4833-9be4-2375955c9166 None None] Pushing event updated for resources: {'Port': ['ID=caf728a3-869e-474e-a109-96725e5d30fc,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:13.373266 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cf7a4887-413e-4d8a-9c2a-f74c2ac08fa8 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:13.389402 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23937583-be88-4591-a15e-eaba6953793c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event updated for resources: {'Port': ['ID=9603a9eb-1f14-478f-849f-d7ddd4ebec36,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:13.393124 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23937583-be88-4591-a15e-eaba6953793c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Network c5a31fbf-6f3b-48d4-95a7-8ad04b5300de is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:40:13.397618 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-23937583-be88-4591-a15e-eaba6953793c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:13.402258 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23937583-be88-4591-a15e-eaba6953793c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:40:13.402258 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-23937583-be88-4591-a15e-eaba6953793c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:13.409467 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-658300f6-6c8b-4f10-bf1a-002597fc7170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:13.483076 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-308bec74-f24e-4f20-9f87-76627e7853a4 None None] For port a6323d81-49fa-44eb-9bfc-3b8b3611cb1f, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:40:13.561130 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-308bec74-f24e-4f20-9f87-76627e7853a4 None None] For port a6323d81-49fa-44eb-9bfc-3b8b3611cb1f, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=a6323d81-49fa-44eb-9bfc-3b8b3611cb1f,segment=NetworkSegment(43a1e4fb-31be-4d7e-9420-b0fad88b433b),segment_id=43a1e4fb-31be-4d7e-9420-b0fad88b433b)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:40:13.614000 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dd75ef72-9763-4f2f-a796-00987a21aec6 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:13.617401 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f08bd6e-5812-403d-be37-09e5ff79c287 None None] Network 22a67a80-6416-4a5c-8c88-5e05176773ae requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:13.639488 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-764d3a4e-ae76-4c1b-89cc-405e3eab4bc3 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] For port caf728a3-869e-474e-a109-96725e5d30fc, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=caf728a3-869e-474e-a109-96725e5d30fc,segment=NetworkSegment(e8b48b01-6437-4afd-8ead-a5443c2cd68c),segment_id=e8b48b01-6437-4afd-8ead-a5443c2cd68c)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:40:13.639845 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-764d3a4e-ae76-4c1b-89cc-405e3eab4bc3 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:13.703094 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-dd75ef72-9763-4f2f-a796-00987a21aec6 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Deleting port c0b35f79-b078-4b75-8891-824f3ee11099 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:40:13.703802 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dd75ef72-9763-4f2f-a796-00987a21aec6 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:13.716330 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-308bec74-f24e-4f20-9f87-76627e7853a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:13.717569 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4de9c-7d3a-423b-9f8b-6822e1664c81 req-14af5e68-2c7f-4166-a17d-342c5ec5c5ef tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:13.719117 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-acf4de9c-7d3a-423b-9f8b-6822e1664c81 req-14af5e68-2c7f-4166-a17d-342c5ec5c5ef tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=317d5965-a153-488f-bb85-73f8b235daa3 HTTP/1.1" status: 200 len: 943 time: 0.5901015 Feb 04 11:40:13.733852 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658300f6-6c8b-4f10-bf1a-002597fc7170 None None] Pushing event updated for resources: {'Port': ['ID=c0b35f79-b078-4b75-8891-824f3ee11099,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:13.787440 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-764d3a4e-ae76-4c1b-89cc-405e3eab4bc3 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Calling delete_port for caf728a3-869e-474e-a109-96725e5d30fc owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:40:13.847322 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-9c5b2fc4-6cbe-4a4d-bfb1-736d48b7b1c5 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Deleting port 136f2b22-885b-4801-879e-3c85e23f97c6 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:40:13.848452 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9c5b2fc4-6cbe-4a4d-bfb1-736d48b7b1c5 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:13.863043 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa1fcf7-52d2-48bb-8f55-1b7ddeba0e2d None None] Network 8288dfd7-4142-4191-a381-9155c6bd89f9 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:13.962667 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-23937583-be88-4591-a15e-eaba6953793c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:13.992597 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-acf4de9c-7d3a-423b-9f8b-6822e1664c81 req-0fb79dfe-b9a5-42a6-90d8-b37fc1be81d8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0afe08c-8209-4bc0-967c-f4ca9b53368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169890 Feb 04 11:40:14.008449 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-8233d5c8-abb6-4c59-8a3c-5f936d19349b None None] Provisioning for port c11c4d56-dc9e-4571-a2c0-a1839c31106b completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:40:14.028934 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308bec74-f24e-4f20-9f87-76627e7853a4 None None] Pushing event updated for resources: {'Port': ['ID=a6323d81-49fa-44eb-9bfc-3b8b3611cb1f,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:14.056014 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-8233d5c8-abb6-4c59-8a3c-5f936d19349b None None] Provisioning complete for port c11c4d56-dc9e-4571-a2c0-a1839c31106b triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:14.056388 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8233d5c8-abb6-4c59-8a3c-5f936d19349b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:14.122326 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-764d3a4e-ae76-4c1b-89cc-405e3eab4bc3 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:14.171884 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-8233d5c8-abb6-4c59-8a3c-5f936d19349b None None] Port c11c4d56-dc9e-4571-a2c0-a1839c31106b cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:40:14.231465 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764d3a4e-ae76-4c1b-89cc-405e3eab4bc3 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] No DVR routers for this DVR port caf728a3-869e-474e-a109-96725e5d30fc on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:40:14.279300 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc0fd36-5453-4a0b-9d05-0752d38f4154 None None] Network 22a67a80-6416-4a5c-8c88-5e05176773ae requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:14.320758 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d3a4e-ae76-4c1b-89cc-405e3eab4bc3 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event deleted for resources: {'Port': ['ID=caf728a3-869e-474e-a109-96725e5d30fc,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:14.341652 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9c5b2fc4-6cbe-4a4d-bfb1-736d48b7b1c5 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:14.492882 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-33936fc0-fda9-40a2-834b-689aa229cb19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:14.517848 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-dd75ef72-9763-4f2f-a796-00987a21aec6 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] For port c0b35f79-b078-4b75-8891-824f3ee11099, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=c0b35f79-b078-4b75-8891-824f3ee11099,segment=NetworkSegment(5688d655-3068-4f1e-9417-dc4f2be834f6),segment_id=5688d655-3068-4f1e-9417-dc4f2be834f6)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:40:14.518480 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dd75ef72-9763-4f2f-a796-00987a21aec6 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:14.519470 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 3bc398c8-4ad5-47a5-98b4-f26b5530c56c details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:40:14.544757 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-9c5b2fc4-6cbe-4a4d-bfb1-736d48b7b1c5 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Calling delete_port for 136f2b22-885b-4801-879e-3c85e23f97c6 owned by network:router_interface {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:40:14.574504 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device a6323d81-49fa-44eb-9bfc-3b8b3611cb1f up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:40:14.616908 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-764d3a4e-ae76-4c1b-89cc-405e3eab4bc3 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:14.663760 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-764d3a4e-ae76-4c1b-89cc-405e3eab4bc3 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22a67a80-6416-4a5c-8c88-5e05176773ae']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:14.670498 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-dd75ef72-9763-4f2f-a796-00987a21aec6 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Calling delete_port for c0b35f79-b078-4b75-8891-824f3ee11099 owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:40:14.699099 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-764d3a4e-ae76-4c1b-89cc-405e3eab4bc3 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8b48b01-6437-4afd-8ead-a5443c2cd68c') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:14.699492 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-764d3a4e-ae76-4c1b-89cc-405e3eab4bc3 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8b48b01-6437-4afd-8ead-a5443c2cd68c') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:14.715601 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-764d3a4e-ae76-4c1b-89cc-405e3eab4bc3 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:14.743564 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-764d3a4e-ae76-4c1b-89cc-405e3eab4bc3 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:14.758861 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-764d3a4e-ae76-4c1b-89cc-405e3eab4bc3 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:40:14.759670 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-764d3a4e-ae76-4c1b-89cc-405e3eab4bc3 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:14.777754 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:40:14.777754 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:40:14.777754 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:40:14.777754 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:40:14.777754 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:40:14.777754 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:40:14.777754 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:40:14.777754 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:40:14.777754 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:40:14.777754 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:40:14.777754 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:40:14.777754 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:40:14.777754 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:40:14.777754 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:40:14.777754 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:40:14.777754 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:40:14.777754 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:40:14.777754 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:40:14.777754 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:40:14.777754 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:40:14.777754 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:40:14.777754 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:40:14.777754 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:40:14.777754 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:40:14.777754 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:40:14.777754 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:40:14.777754 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:40:14.777754 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:40:14.777754 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:40:14.777754 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:40:14.777754 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:40:14.777754 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:40:14.820861 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 3bc398c8-4ad5-47a5-98b4-f26b5530c56c, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=3bc398c8-4ad5-47a5-98b4-f26b5530c56c,segment=NetworkSegment(78949d48-b655-4e2f-9670-76b7530b5716),segment_id=78949d48-b655-4e2f-9670-76b7530b5716)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:40:14.848924 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': '3bc398c8-4ad5-47a5-98b4-f26b5530c56c', 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae', 'port_id': '3bc398c8-4ad5-47a5-98b4-f26b5530c56c', 'mac_address': 'fa:16:3e:43:a5:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3366fb7-15f1-4fdd-b22d-c78849bf243a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:40:14.886877 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cf7a4887-413e-4d8a-9c2a-f74c2ac08fa8 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:14.916715 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port a6323d81-49fa-44eb-9bfc-3b8b3611cb1f completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:40:14.932134 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:14.953561 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bc398c8-4ad5-47a5-98b4-f26b5530c56c {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:40:14.971237 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 3bc398c8-4ad5-47a5-98b4-f26b5530c56c, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=3bc398c8-4ad5-47a5-98b4-f26b5530c56c,segment=NetworkSegment(78949d48-b655-4e2f-9670-76b7530b5716),segment_id=78949d48-b655-4e2f-9670-76b7530b5716)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:40:14.985431 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cf7a4887-413e-4d8a-9c2a-f74c2ac08fa8 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:15.008220 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-764d3a4e-ae76-4c1b-89cc-405e3eab4bc3 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:15.013913 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-764d3a4e-ae76-4c1b-89cc-405e3eab4bc3 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:15.033509 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9c5b2fc4-6cbe-4a4d-bfb1-736d48b7b1c5 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:15.046471 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:15.059081 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-23937583-be88-4591-a15e-eaba6953793c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:15.060838 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dd75ef72-9763-4f2f-a796-00987a21aec6 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:15.091154 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd75ef72-9763-4f2f-a796-00987a21aec6 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] No DVR routers for this DVR port c0b35f79-b078-4b75-8891-824f3ee11099 on host dv-neutron-827825-2-hyperv {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:40:15.101461 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d3a4e-ae76-4c1b-89cc-405e3eab4bc3 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event deleted for resources: {'Network': ['ID=22a67a80-6416-4a5c-8c88-5e05176773ae,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:15.118553 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b2fc4-6cbe-4a4d-bfb1-736d48b7b1c5 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event deleted for resources: {'Port': ['ID=136f2b22-885b-4801-879e-3c85e23f97c6,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:15.182765 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=3bc398c8-4ad5-47a5-98b4-f26b5530c56c,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:15.215111 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-764d3a4e-ae76-4c1b-89cc-405e3eab4bc3 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "DELETE /v2.0/networks/22a67a80-6416-4a5c-8c88-5e05176773ae HTTP/1.1" status: 204 len: 168 time: 5.0890994 Feb 04 11:40:15.220043 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38182) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:15.275873 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-344ede15-d0f9-4826-a704-960a19636cf0 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] DELETE failed (client error): The resource could not be found. Feb 04 11:40:15.276535 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-344ede15-d0f9-4826-a704-960a19636cf0 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:40:15.279142 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-344ede15-d0f9-4826-a704-960a19636cf0 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "DELETE /v2.0/subnets/887d6553-09d2-42ba-8458-8b4310775427 HTTP/1.1" status: 404 len: 337 time: 0.0572698 Feb 04 11:40:15.292127 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38186) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:15.325873 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-470d3c5f-1e18-4db3-a776-866902818855 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] DELETE failed (client error): The resource could not be found. Feb 04 11:40:15.326333 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-470d3c5f-1e18-4db3-a776-866902818855 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:40:15.327984 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-470d3c5f-1e18-4db3-a776-866902818855 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "DELETE /v2.0/networks/22a67a80-6416-4a5c-8c88-5e05176773ae HTTP/1.1" status: 404 len: 339 time: 0.0345614 Feb 04 11:40:15.330732 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38190) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:15.374748 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-23937583-be88-4591-a15e-eaba6953793c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:15.374748 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-23937583-be88-4591-a15e-eaba6953793c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:15.375024 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7007eec-14c6-40a9-8497-a0010274dd1f None None] Network c5a31fbf-6f3b-48d4-95a7-8ad04b5300de requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:15.385015 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a4887-413e-4d8a-9c2a-f74c2ac08fa8 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event updated for resources: {'Port': ['ID=c11c4d56-dc9e-4571-a2c0-a1839c31106b,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:15.462386 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75ef72-9763-4f2f-a796-00987a21aec6 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event deleted for resources: {'Port': ['ID=c0b35f79-b078-4b75-8891-824f3ee11099,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:15.507579 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['3bc398c8-4ad5-47a5-98b4-f26b5530c56c'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 11:40:15.516676 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cf7a4887-413e-4d8a-9c2a-f74c2ac08fa8 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:15.572866 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-96d92edc-89e1-42ca-a3fb-901860f61be6 None None] Provisioning for port a6323d81-49fa-44eb-9bfc-3b8b3611cb1f completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:40:15.723272 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dd75ef72-9763-4f2f-a796-00987a21aec6 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:15.732178 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-96d92edc-89e1-42ca-a3fb-901860f61be6 None None] Provisioning complete for port a6323d81-49fa-44eb-9bfc-3b8b3611cb1f triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:15.732637 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-96d92edc-89e1-42ca-a3fb-901860f61be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:15.759984 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:15.772917 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:15.792974 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bf163c6c-5eba-4d42-8c98-7495f4186437 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:15.795748 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9c5b2fc4-6cbe-4a4d-bfb1-736d48b7b1c5 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:15.814537 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23937583-be88-4591-a15e-eaba6953793c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event updated for resources: {'Port': ['ID=9603a9eb-1f14-478f-849f-d7ddd4ebec36,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:15.851821 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-dd75ef72-9763-4f2f-a796-00987a21aec6 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8288dfd7-4142-4191-a381-9155c6bd89f9']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:15.892936 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-dd75ef72-9763-4f2f-a796-00987a21aec6 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5688d655-3068-4f1e-9417-dc4f2be834f6') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:15.893244 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-dd75ef72-9763-4f2f-a796-00987a21aec6 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5688d655-3068-4f1e-9417-dc4f2be834f6') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:15.920831 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dd75ef72-9763-4f2f-a796-00987a21aec6 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:15.941197 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf4547-234a-4549-b63e-3b44b4329ca2 req-a527af50-bb1b-44f2-a321-e22811a0f593 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:15.942756 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f4bf4547-234a-4549-b63e-3b44b4329ca2 req-a527af50-bb1b-44f2-a321-e22811a0f593 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=317d5965-a153-488f-bb85-73f8b235daa3 HTTP/1.1" status: 200 len: 944 time: 0.6330745 Feb 04 11:40:16.013370 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dd75ef72-9763-4f2f-a796-00987a21aec6 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:16.013589 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-96d92edc-89e1-42ca-a3fb-901860f61be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:16.029799 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd75ef72-9763-4f2f-a796-00987a21aec6 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:40:16.030234 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dd75ef72-9763-4f2f-a796-00987a21aec6 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:16.052948 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:40:16.052948 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:40:16.052948 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:40:16.052948 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:40:16.052948 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:40:16.052948 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:40:16.052948 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:40:16.052948 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:40:16.052948 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:40:16.052948 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:40:16.052948 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:40:16.052948 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:40:16.052948 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:40:16.052948 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:40:16.052948 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:40:16.052948 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:40:16.052948 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:40:16.052948 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:40:16.052948 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:40:16.052948 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:40:16.052948 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:40:16.052948 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:40:16.052948 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:40:16.052948 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:40:16.052948 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:40:16.052948 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:40:16.052948 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:40:16.052948 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:40:16.052948 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:40:16.052948 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:40:16.052948 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:40:16.052948 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:40:16.089309 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-96d92edc-89e1-42ca-a3fb-901860f61be6 None None] For port a6323d81-49fa-44eb-9bfc-3b8b3611cb1f, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=a6323d81-49fa-44eb-9bfc-3b8b3611cb1f,segment=NetworkSegment(43a1e4fb-31be-4d7e-9420-b0fad88b433b),segment_id=43a1e4fb-31be-4d7e-9420-b0fad88b433b)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:40:16.092693 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bf163c6c-5eba-4d42-8c98-7495f4186437 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:16.139124 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7a4887-413e-4d8a-9c2a-f74c2ac08fa8 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Network f286532b-14ba-4186-8d10-f6d64e6e7ef7 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:40:16.154953 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23937583-be88-4591-a15e-eaba6953793c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Network c5a31fbf-6f3b-48d4-95a7-8ad04b5300de is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:40:16.157079 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-cf7a4887-413e-4d8a-9c2a-f74c2ac08fa8 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:16.173544 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-96d92edc-89e1-42ca-a3fb-901860f61be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:16.231438 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-23937583-be88-4591-a15e-eaba6953793c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:16.270747 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-bf163c6c-5eba-4d42-8c98-7495f4186437 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae91a72a-6c94-4ec1-8f0d-41047a0a328c']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:16.273491 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d92edc-89e1-42ca-a3fb-901860f61be6 None None] Pushing event updated for resources: {'Port': ['ID=a6323d81-49fa-44eb-9bfc-3b8b3611cb1f,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:16.301690 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-bf163c6c-5eba-4d42-8c98-7495f4186437 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1bae657-4868-40da-80e8-8d11c3d3156b') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:16.302773 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-bf163c6c-5eba-4d42-8c98-7495f4186437 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1bae657-4868-40da-80e8-8d11c3d3156b') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:16.324058 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f4bf4547-234a-4549-b63e-3b44b4329ca2 req-07296251-de60-4dc6-9635-a062822a87a7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0afe08c-8209-4bc0-967c-f4ca9b53368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3549809 Feb 04 11:40:16.336442 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bf163c6c-5eba-4d42-8c98-7495f4186437 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:16.402001 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dd75ef72-9763-4f2f-a796-00987a21aec6 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:16.407521 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dd75ef72-9763-4f2f-a796-00987a21aec6 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:16.430760 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bf163c6c-5eba-4d42-8c98-7495f4186437 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:16.444342 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf163c6c-5eba-4d42-8c98-7495f4186437 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:40:16.446680 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bf163c6c-5eba-4d42-8c98-7495f4186437 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:16.466926 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:40:16.466926 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:40:16.466926 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:40:16.466926 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:40:16.466926 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:40:16.466926 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:40:16.466926 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:40:16.466926 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:40:16.466926 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:40:16.466926 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:40:16.466926 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:40:16.466926 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:40:16.466926 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:40:16.466926 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:40:16.466926 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:40:16.466926 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:40:16.466926 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:40:16.466926 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:40:16.466926 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:40:16.466926 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:40:16.466926 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:40:16.466926 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:40:16.466926 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:40:16.466926 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:40:16.466926 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:40:16.466926 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:40:16.466926 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:40:16.466926 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:40:16.466926 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:40:16.466926 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:40:16.466926 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:40:16.466926 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:40:16.478546 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75ef72-9763-4f2f-a796-00987a21aec6 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event deleted for resources: {'Network': ['ID=8288dfd7-4142-4191-a381-9155c6bd89f9,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:16.545738 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device a6323d81-49fa-44eb-9bfc-3b8b3611cb1f up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:40:16.573078 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-dd75ef72-9763-4f2f-a796-00987a21aec6 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "DELETE /v2.0/networks/8288dfd7-4142-4191-a381-9155c6bd89f9 HTTP/1.1" status: 204 len: 168 time: 7.1095665 Feb 04 11:40:16.579367 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38194) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:16.595241 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-6ed8b88f-54f1-4a6e-b426-6c220d03b464 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1461414285'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:16.603989 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-df9c714b-5bff-4cc3-9ad2-94d71118a3de None None] Provisioning for port 9603a9eb-1f14-478f-849f-d7ddd4ebec36 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:40:16.604390 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6ed8b88f-54f1-4a6e-b426-6c220d03b464 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:16.622229 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-df9c714b-5bff-4cc3-9ad2-94d71118a3de None None] Provisioning complete for port 9603a9eb-1f14-478f-849f-d7ddd4ebec36 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:16.622707 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-df9c714b-5bff-4cc3-9ad2-94d71118a3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:16.665207 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6ed8b88f-54f1-4a6e-b426-6c220d03b464 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Usage tracker for resource:network and tenant:f631734a474740f59c61a7b75bcfa8d4 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:16.674897 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6ed8b88f-54f1-4a6e-b426-6c220d03b464 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:16.682354 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5b2fc4-6cbe-4a4d-bfb1-736d48b7b1c5 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Router 8ad14339-7183-4136-8ea9-7d007d72676f has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:40:16.691415 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6ed8b88f-54f1-4a6e-b426-6c220d03b464 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:16.700786 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-df9c714b-5bff-4cc3-9ad2-94d71118a3de None None] Port 9603a9eb-1f14-478f-849f-d7ddd4ebec36 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:40:16.726706 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-df9c714b-5bff-4cc3-9ad2-94d71118a3de None None] Provisioning complete for port a6323d81-49fa-44eb-9bfc-3b8b3611cb1f triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:16.730404 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-df9c714b-5bff-4cc3-9ad2-94d71118a3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:16.753520 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port a6323d81-49fa-44eb-9bfc-3b8b3611cb1f triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:16.754223 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:16.839689 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bf163c6c-5eba-4d42-8c98-7495f4186437 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:16.846974 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed8b88f-54f1-4a6e-b426-6c220d03b464 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Made reservation on behalf of f631734a474740f59c61a7b75bcfa8d4 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:40:16.846974 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6ed8b88f-54f1-4a6e-b426-6c220d03b464 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:16.875674 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bf163c6c-5eba-4d42-8c98-7495f4186437 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:16.875674 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf163c6c-5eba-4d42-8c98-7495f4186437 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event deleted for resources: {'Network': ['ID=ae91a72a-6c94-4ec1-8f0d-41047a0a328c,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:16.893184 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-bf163c6c-5eba-4d42-8c98-7495f4186437 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "DELETE /v2.0/networks/ae91a72a-6c94-4ec1-8f0d-41047a0a328c HTTP/1.1" status: 204 len: 168 time: 1.5614130 Feb 04 11:40:16.895574 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38198) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:16.907646 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:16.940593 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5b2fc4-6cbe-4a4d-bfb1-736d48b7b1c5 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:40:16.942951 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-75e116a4-1e3c-431d-a2c8-110049d5e3a8 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] DELETE failed (client error): The resource could not be found. Feb 04 11:40:16.943647 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75e116a4-1e3c-431d-a2c8-110049d5e3a8 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:40:16.951255 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-75e116a4-1e3c-431d-a2c8-110049d5e3a8 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "DELETE /v2.0/subnets/a7aca753-7a9c-4305-91d8-db0f2f95198a HTTP/1.1" status: 404 len: 337 time: 0.0544238 Feb 04 11:40:16.956266 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38202) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:16.957915 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69224ac7-ddc0-40ed-b162-3bf4fb6bcec2 None None] Sync routers for ids ['8ad14339-7183-4136-8ea9-7d007d72676f'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:40:16.960192 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9c5b2fc4-6cbe-4a4d-bfb1-736d48b7b1c5 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "PUT /v2.0/routers/8ad14339-7183-4136-8ea9-7d007d72676f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8233559 Feb 04 11:40:16.972820 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69224ac7-ddc0-40ed-b162-3bf4fb6bcec2 None None] Routers {'8ad14339-7183-4136-8ea9-7d007d72676f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:40:16.973548 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38204) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:16.974512 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-69224ac7-ddc0-40ed-b162-3bf4fb6bcec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['8ad14339-7183-4136-8ea9-7d007d72676f'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:17.036832 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-f299dcc8-de77-421e-8bd9-7d312ecbdf3b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] DELETE failed (client error): The resource could not be found. Feb 04 11:40:17.037201 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f299dcc8-de77-421e-8bd9-7d312ecbdf3b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:40:17.042030 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f299dcc8-de77-421e-8bd9-7d312ecbdf3b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "DELETE /v2.0/networks/58f1d0c4-0171-4389-86cc-13442fe9a0a4 HTTP/1.1" status: 404 len: 339 time: 0.0673492 Feb 04 11:40:17.048441 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38210) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:17.053754 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-69224ac7-ddc0-40ed-b162-3bf4fb6bcec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:17.067013 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69224ac7-ddc0-40ed-b162-3bf4fb6bcec2 None None] Routers {'8ad14339-7183-4136-8ea9-7d007d72676f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:40:17.067903 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-69224ac7-ddc0-40ed-b162-3bf4fb6bcec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['8ad14339-7183-4136-8ea9-7d007d72676f'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:17.116410 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2bb1a8e6-f107-4e2d-a719-1f9f0ac9e625 None None] Provisioning complete for port 9603a9eb-1f14-478f-849f-d7ddd4ebec36 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:17.117265 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2bb1a8e6-f107-4e2d-a719-1f9f0ac9e625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:17.143004 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-69224ac7-ddc0-40ed-b162-3bf4fb6bcec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:17.143693 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69224ac7-ddc0-40ed-b162-3bf4fb6bcec2 None None] The sync data for ids ['8ad14339-7183-4136-8ea9-7d007d72676f'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:40:17.160077 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cf2fb8-cd2f-4c76-8478-e709f1ff9287 None None] get_active_networks_info from dv-neutron-827825-2-hyperv {{(pid=84206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 11:40:17.229710 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed8b88f-54f1-4a6e-b426-6c220d03b464 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:40:17.233520 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-2bb1a8e6-f107-4e2d-a719-1f9f0ac9e625 None None] Port 9603a9eb-1f14-478f-849f-d7ddd4ebec36 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:40:17.291165 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2bb1a8e6-f107-4e2d-a719-1f9f0ac9e625 None None] Provisioning complete for port c11c4d56-dc9e-4571-a2c0-a1839c31106b triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:17.291462 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2bb1a8e6-f107-4e2d-a719-1f9f0ac9e625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:17.332441 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6ed8b88f-54f1-4a6e-b426-6c220d03b464 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:17.333130 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-6ed8b88f-54f1-4a6e-b426-6c220d03b464 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Added segment 4ba18f9f-17e8-4f61-98b9-198ad74044e0 of type vlan for network 0921127e-3f28-4efb-8f9c-cf2bd1c8c389 Feb 04 11:40:17.375407 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-2bb1a8e6-f107-4e2d-a719-1f9f0ac9e625 None None] Port c11c4d56-dc9e-4571-a2c0-a1839c31106b cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:40:17.413031 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cf2fb8-cd2f-4c76-8478-e709f1ff9287 None None] Resources bound (agent type, host, resource id): {{(pid=84206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 11:40:17.500948 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6ed8b88f-54f1-4a6e-b426-6c220d03b464 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:17.510636 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-67285d40-9eb6-4e12-823a-9a80445897a2 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Deleting subnet 901bbdda-2456-4d19-85d7-b1e7e7e096b6 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:40:17.524438 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-67285d40-9eb6-4e12-823a-9a80445897a2 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:17.576336 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-44f3eddb-570c-433d-94c1-a51690d9084f None None] Provisioning complete for port 9603a9eb-1f14-478f-849f-d7ddd4ebec36 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:17.576713 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-44f3eddb-570c-433d-94c1-a51690d9084f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:17.610241 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-d5692474-5875-43cb-b8d2-e722db9ca38a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] remove_router_interface failed (client error): The resource could not be found. Feb 04 11:40:17.612359 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d5692474-5875-43cb-b8d2-e722db9ca38a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "PUT /v2.0/routers/8ad14339-7183-4136-8ea9-7d007d72676f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6374693 Feb 04 11:40:17.616180 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38216) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:17.662059 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596aea5-19e6-492c-8268-8ec4b940d6e0 req-23606ad3-7b6d-4408-82da-7e00bdd8888a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:17.664119 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6596aea5-19e6-492c-8268-8ec4b940d6e0 req-23606ad3-7b6d-4408-82da-7e00bdd8888a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=317d5965-a153-488f-bb85-73f8b235daa3 HTTP/1.1" status: 200 len: 944 time: 0.1216884 Feb 04 11:40:17.667271 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-67285d40-9eb6-4e12-823a-9a80445897a2 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:17.673847 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-44f3eddb-570c-433d-94c1-a51690d9084f None None] Port 9603a9eb-1f14-478f-849f-d7ddd4ebec36 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:40:17.708603 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-894fa8de-18a3-489e-bd88-08388d436f65 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Synchronizing usage tracker for tenant:f1bfc018a09d4e34b9596c9c898714a6 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:40:17.723237 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6596aea5-19e6-492c-8268-8ec4b940d6e0 req-491dc920-ca01-4111-b1cc-e896cc09668b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0afe08c-8209-4bc0-967c-f4ca9b53368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501313 Feb 04 11:40:17.752703 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6ed8b88f-54f1-4a6e-b426-6c220d03b464 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:17.756552 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed8b88f-54f1-4a6e-b426-6c220d03b464 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:17.757199 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6ed8b88f-54f1-4a6e-b426-6c220d03b464 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:17.800659 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7a4887-413e-4d8a-9c2a-f74c2ac08fa8 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Router e0c6fad9-c832-49cc-8f40-b413e853c6d1 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:40:17.805117 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23937583-be88-4591-a15e-eaba6953793c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Router 6aead01e-e377-4f45-8462-c8a0fe668c6d is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:40:17.875674 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-894fa8de-18a3-489e-bd88-08388d436f65 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Unset dirty status for tenant:f1bfc018a09d4e34b9596c9c898714a6 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:40:17.879692 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-894fa8de-18a3-489e-bd88-08388d436f65 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ad14339-7183-4136-8ea9-7d007d72676f HTTP/1.1" status: 200 len: 205 time: 0.2586098 Feb 04 11:40:17.881768 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38220) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:17.924160 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8b88f-54f1-4a6e-b426-6c220d03b464 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event updated for resources: {'Network': ['ID=0921127e-3f28-4efb-8f9c-cf2bd1c8c389,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:17.946551 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 0921127e-3f28-4efb-8f9c-cf2bd1c8c389 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:40:17.990132 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-67285d40-9eb6-4e12-823a-9a80445897a2 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:18.022303 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1546cb8d-f1e5-43f3-b963-bb8346508c76 None None] get_active_networks_info from dv-neutron-827825-2-hyperv {{(pid=84206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 11:40:18.025657 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6ed8b88f-54f1-4a6e-b426-6c220d03b464 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4429102 Feb 04 11:40:18.029725 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38224) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:18.036347 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-30cabe25-a54d-4ed4-bd4a-67392efdfccd tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Request body: {'subnet': {'network_id': '0921127e-3f28-4efb-8f9c-cf2bd1c8c389', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:18.107158 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fd0835bf-462c-4224-89fd-9204b6e9ae81 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:18.222806 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1546cb8d-f1e5-43f3-b963-bb8346508c76 None None] Resources bound (agent type, host, resource id): {{(pid=84206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 11:40:18.270078 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-30cabe25-a54d-4ed4-bd4a-67392efdfccd tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:18.277968 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-30cabe25-a54d-4ed4-bd4a-67392efdfccd tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Usage tracker for resource:subnet and tenant:f631734a474740f59c61a7b75bcfa8d4 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:18.281712 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-30cabe25-a54d-4ed4-bd4a-67392efdfccd tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:18.290012 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-30cabe25-a54d-4ed4-bd4a-67392efdfccd tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:18.314865 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-67285d40-9eb6-4e12-823a-9a80445897a2 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:18.362840 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67285d40-9eb6-4e12-823a-9a80445897a2 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event deleted for resources: {'Subnet': ['ID=901bbdda-2456-4d19-85d7-b1e7e7e096b6,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:18.370497 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23937583-be88-4591-a15e-eaba6953793c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:40:18.387263 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-67285d40-9eb6-4e12-823a-9a80445897a2 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:18.391900 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-67285d40-9eb6-4e12-823a-9a80445897a2 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "DELETE /v2.0/subnets/901bbdda-2456-4d19-85d7-b1e7e7e096b6 HTTP/1.1" status: 204 len: 168 time: 1.3373754 Feb 04 11:40:18.392808 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d1c6a6-57d3-44cb-b53e-21954ceec37f None None] Sync routers for ids ['6aead01e-e377-4f45-8462-c8a0fe668c6d'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:40:18.393048 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38228) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:18.403281 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-23937583-be88-4591-a15e-eaba6953793c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "PUT /v2.0/routers/6aead01e-e377-4f45-8462-c8a0fe668c6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9485672 Feb 04 11:40:18.407975 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38232) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:18.482696 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d1c6a6-57d3-44cb-b53e-21954ceec37f None None] Routers {'6aead01e-e377-4f45-8462-c8a0fe668c6d'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:40:18.483237 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-b5d1c6a6-57d3-44cb-b53e-21954ceec37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['6aead01e-e377-4f45-8462-c8a0fe668c6d'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:18.496745 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cabe25-a54d-4ed4-bd4a-67392efdfccd tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Made reservation on behalf of f631734a474740f59c61a7b75bcfa8d4 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:40:18.549921 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 3bc398c8-4ad5-47a5-98b4-f26b5530c56c up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:40:18.579120 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-b5d1c6a6-57d3-44cb-b53e-21954ceec37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:18.624768 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99afb58f-6fb8-40ba-bf2e-ac16fbbefd35 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:18.625787 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-99afb58f-6fb8-40ba-bf2e-ac16fbbefd35 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Synchronizing usage tracker for tenant:1857235941a6433080777df3100a6d46 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:40:18.628829 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d1c6a6-57d3-44cb-b53e-21954ceec37f None None] Routers {'6aead01e-e377-4f45-8462-c8a0fe668c6d'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:40:18.629840 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-b5d1c6a6-57d3-44cb-b53e-21954ceec37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['6aead01e-e377-4f45-8462-c8a0fe668c6d'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:18.635291 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6b4f5ec-17ca-4f9c-b3a5-3a613c288bd4 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Deleting subnet 786cd236-637e-44bc-a011-3cbe8b4c3967 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:40:18.636066 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fd0835bf-462c-4224-89fd-9204b6e9ae81 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:18.653953 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d6b4f5ec-17ca-4f9c-b3a5-3a613c288bd4 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:18.658942 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fd0835bf-462c-4224-89fd-9204b6e9ae81 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:18.691444 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7a4887-413e-4d8a-9c2a-f74c2ac08fa8 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:40:18.700060 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-cf7a4887-413e-4d8a-9c2a-f74c2ac08fa8 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "PUT /v2.0/routers/e0c6fad9-c832-49cc-8f40-b413e853c6d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0724440 Feb 04 11:40:18.700225 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-b5d1c6a6-57d3-44cb-b53e-21954ceec37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:18.700225 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d1c6a6-57d3-44cb-b53e-21954ceec37f None None] The sync data for ids ['6aead01e-e377-4f45-8462-c8a0fe668c6d'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:40:18.700629 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-30cabe25-a54d-4ed4-bd4a-67392efdfccd tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:18.704451 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38236) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:18.712615 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7882a7f7-6e8c-4c1d-8e5d-50a56931217e None None] Sync routers for ids ['e0c6fad9-c832-49cc-8f40-b413e853c6d1'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:40:18.717462 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-bcf04272-97aa-4be4-b537-10731a64bb47 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Request body: {'port': {'network_id': 'f286532b-14ba-4186-8d10-f6d64e6e7ef7', 'name': 'tempest-FloatingIPTestJSON-956310846'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:18.726170 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7882a7f7-6e8c-4c1d-8e5d-50a56931217e None None] Routers {'e0c6fad9-c832-49cc-8f40-b413e853c6d1'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:40:18.727026 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-7882a7f7-6e8c-4c1d-8e5d-50a56931217e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['e0c6fad9-c832-49cc-8f40-b413e853c6d1'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:18.792566 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d6b4f5ec-17ca-4f9c-b3a5-3a613c288bd4 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:18.811822 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-7882a7f7-6e8c-4c1d-8e5d-50a56931217e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:18.826560 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7882a7f7-6e8c-4c1d-8e5d-50a56931217e None None] Routers {'e0c6fad9-c832-49cc-8f40-b413e853c6d1'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:40:18.827488 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-7882a7f7-6e8c-4c1d-8e5d-50a56931217e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['e0c6fad9-c832-49cc-8f40-b413e853c6d1'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:18.830291 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-99afb58f-6fb8-40ba-bf2e-ac16fbbefd35 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Unset dirty status for tenant:1857235941a6433080777df3100a6d46 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:40:18.832310 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-99afb58f-6fb8-40ba-bf2e-ac16fbbefd35 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "GET /v2.0/ports/9603a9eb-1f14-478f-849f-d7ddd4ebec36 HTTP/1.1" status: 200 len: 911 time: 0.3775921 Feb 04 11:40:18.840911 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38242) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:18.860310 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9c9579-bd9a-4060-920d-ac39f7e57760 None None] Network 964a39c3-c8b4-4ab2-a6df-73e42a1a23c9 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:18.906281 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port 3bc398c8-4ad5-47a5-98b4-f26b5530c56c completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:40:18.925136 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-7882a7f7-6e8c-4c1d-8e5d-50a56931217e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:18.925727 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7882a7f7-6e8c-4c1d-8e5d-50a56931217e None None] The sync data for ids ['e0c6fad9-c832-49cc-8f40-b413e853c6d1'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:40:18.986534 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port 3bc398c8-4ad5-47a5-98b4-f26b5530c56c triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:18.987124 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:19.029925 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fd0835bf-462c-4224-89fd-9204b6e9ae81 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:19.030642 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0835bf-462c-4224-89fd-9204b6e9ae81 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Fanout notify agent at l3_agent the message router_deleted on router 8ad14339-7183-4136-8ea9-7d007d72676f {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:40:19.058764 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.ipam_backend_mixin [None req-30cabe25-a54d-4ed4-bd4a-67392efdfccd tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Performing IP validity checks on allocation pools {{(pid=84204) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 11:40:19.059321 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.ipam_backend_mixin [None req-30cabe25-a54d-4ed4-bd4a-67392efdfccd tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84204) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 11:40:19.064147 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fd0835bf-462c-4224-89fd-9204b6e9ae81 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:19.067151 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-fd0835bf-462c-4224-89fd-9204b6e9ae81 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/routers/8ad14339-7183-4136-8ea9-7d007d72676f HTTP/1.1" status: 204 len: 168 time: 1.1807954 Feb 04 11:40:19.069800 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38246) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:19.194679 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:19.285328 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 3bc398c8-4ad5-47a5-98b4-f26b5530c56c, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=3bc398c8-4ad5-47a5-98b4-f26b5530c56c,segment=NetworkSegment(78949d48-b655-4e2f-9670-76b7530b5716),segment_id=78949d48-b655-4e2f-9670-76b7530b5716)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:40:19.286282 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317d5965-a153-488f-bb85-73f8b235daa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc398c8-4ad5-47a5-98b4-f26b5530c56c'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:40:19.292199 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-bcf04272-97aa-4be4-b537-10731a64bb47 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:19.326170 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-bcf04272-97aa-4be4-b537-10731a64bb47 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Usage tracker for resource:port and tenant:ac8146b7950d45beb1b9b13f531779aa is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:19.343258 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-bcf04272-97aa-4be4-b537-10731a64bb47 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:19.356467 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317d5965-a153-488f-bb85-73f8b235daa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc398c8-4ad5-47a5-98b4-f26b5530c56c', 'code': 200} Feb 04 11:40:19.359282 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:19.377633 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-bcf04272-97aa-4be4-b537-10731a64bb47 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:19.380153 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d6b4f5ec-17ca-4f9c-b3a5-3a613c288bd4 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:19.384437 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bb723f3-36f7-4309-8380-1049783a8529 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Deleting subnet 7e0e6065-551a-49e6-9035-0385702b69d8 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:40:19.391166 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3bb723f3-36f7-4309-8380-1049783a8529 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:19.437335 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecfdfb-ad69-472c-a8af-c69641fe83e7 req-07b5ec6a-20e0-4ca7-94d5-a6dbe4dba400 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:19.446125 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0cecfdfb-ad69-472c-a8af-c69641fe83e7 req-07b5ec6a-20e0-4ca7-94d5-a6dbe4dba400 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=317d5965-a153-488f-bb85-73f8b235daa3 HTTP/1.1" status: 200 len: 944 time: 0.3915360 Feb 04 11:40:19.459097 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-30cabe25-a54d-4ed4-bd4a-67392efdfccd tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:19.467289 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3bb723f3-36f7-4309-8380-1049783a8529 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:19.480702 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=3bc398c8-4ad5-47a5-98b4-f26b5530c56c,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:19.572244 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0cecfdfb-ad69-472c-a8af-c69641fe83e7 req-4abafe1f-e2c1-4973-a387-eac2b40c0687 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0afe08c-8209-4bc0-967c-f4ca9b53368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252122 Feb 04 11:40:19.612061 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cabe25-a54d-4ed4-bd4a-67392efdfccd tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event updated for resources: {'Subnet': ['ID=bc225615-5538-4429-9677-4b367f1cb34d,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:19.644785 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf04272-97aa-4be4-b537-10731a64bb47 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Made reservation on behalf of ac8146b7950d45beb1b9b13f531779aa for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:40:19.648666 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bcf04272-97aa-4be4-b537-10731a64bb47 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:19.661160 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cabe25-a54d-4ed4-bd4a-67392efdfccd tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Checking segment: {'id': '4ba18f9f-17e8-4f61-98b9-198ad74044e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0921127e-3f28-4efb-8f9c-cf2bd1c8c389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:40:19.662164 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cabe25-a54d-4ed4-bd4a-67392efdfccd tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Network hostable DHCP agents. Network: 0921127e-3f28-4efb-8f9c-cf2bd1c8c389, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:40:19.670427 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d6b4f5ec-17ca-4f9c-b3a5-3a613c288bd4 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:19.677385 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3bb723f3-36f7-4309-8380-1049783a8529 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:19.728806 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4f5ec-17ca-4f9c-b3a5-3a613c288bd4 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event deleted for resources: {'Subnet': ['ID=786cd236-637e-44bc-a011-3cbe8b4c3967,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:19.735718 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-bcf04272-97aa-4be4-b537-10731a64bb47 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] device_id is not set on port ba368b3d-c3f0-4b67-85b9-953fd10cd3d9 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:40:19.772903 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d6b4f5ec-17ca-4f9c-b3a5-3a613c288bd4 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:19.835123 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-25e10039-2ddb-4d07-ae19-7709986ea8f5 req-4e495df8-3b7b-4555-827b-c33ba00e246b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=317d5965-a153-488f-bb85-73f8b235daa3 HTTP/1.1" status: 200 len: 1098 time: 0.1217141 Feb 04 11:40:19.865783 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d6b4f5ec-17ca-4f9c-b3a5-3a613c288bd4 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "DELETE /v2.0/subnets/786cd236-637e-44bc-a011-3cbe8b4c3967 HTTP/1.1" status: 204 len: 168 time: 1.4612029 Feb 04 11:40:19.872304 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38252) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:19.901788 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cabe25-a54d-4ed4-bd4a-67392efdfccd tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Network 0921127e-3f28-4efb-8f9c-cf2bd1c8c389 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:40:19.966549 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3bb723f3-36f7-4309-8380-1049783a8529 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:19.983760 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-bcf04272-97aa-4be4-b537-10731a64bb47 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Allocated IP 172.20.0.5 (f286532b-14ba-4186-8d10-f6d64e6e7ef7/c7753de1-a920-49f9-bc19-bbcdb5b1153b/ba368b3d-c3f0-4b67-85b9-953fd10cd3d9) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:40:19.988888 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8f65f85d-c48e-4798-a29d-653a2c755a30 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:20.001440 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-25e10039-2ddb-4d07-ae19-7709986ea8f5 req-6cec37be-fdb8-4414-9de7-27c1c875c0e4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f0afe08c-8209-4bc0-967c-f4ca9b53368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597893 Feb 04 11:40:20.025469 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb723f3-36f7-4309-8380-1049783a8529 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event deleted for resources: {'Subnet': ['ID=7e0e6065-551a-49e6-9035-0385702b69d8,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:20.040032 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d94f8b-3fab-4082-b14d-971fdbf59a0a None None] Network 964a39c3-c8b4-4ab2-a6df-73e42a1a23c9 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:20.044429 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3bb723f3-36f7-4309-8380-1049783a8529 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:20.056915 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cbe7db2b-d5ac-4c0c-8bfa-fd2a180c7331 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:20.061824 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3bb723f3-36f7-4309-8380-1049783a8529 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/subnets/7e0e6065-551a-49e6-9035-0385702b69d8 HTTP/1.1" status: 204 len: 168 time: 0.9908414 Feb 04 11:40:20.064841 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38256) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:20.097193 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-30cabe25-a54d-4ed4-bd4a-67392efdfccd tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 0921127e-3f28-4efb-8f9c-cf2bd1c8c389) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:20.164240 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cabe25-a54d-4ed4-bd4a-67392efdfccd tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:20.164827 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-30cabe25-a54d-4ed4-bd4a-67392efdfccd tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:20.184928 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-cbe7db2b-d5ac-4c0c-8bfa-fd2a180c7331 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Deleting port 26ff8a7f-2581-4507-bf80-6a96b816d46e {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:40:20.185278 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cbe7db2b-d5ac-4c0c-8bfa-fd2a180c7331 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:20.262141 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f3661ac7-58e1-4971-af55-e14aa0d65f7a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:20.313512 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a5ca8d-75bc-4294-98f6-3fdcc7559169 None None] Network 061011d8-1f85-4e1e-a73a-bf514fcde096 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:20.313734 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-f3661ac7-58e1-4971-af55-e14aa0d65f7a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Deleting port 189c1e0c-d773-4e81-a193-327618d5418e {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:40:20.313990 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f3661ac7-58e1-4971-af55-e14aa0d65f7a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:20.328641 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0534ebd4-4e9e-4ca6-a93d-cf56043058d2 None None] Network 0921127e-3f28-4efb-8f9c-cf2bd1c8c389 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:20.358977 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-30cabe25-a54d-4ed4-bd4a-67392efdfccd tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.3237751 Feb 04 11:40:20.361638 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38260) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:20.460966 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bcf04272-97aa-4be4-b537-10731a64bb47 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:20.556899 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-cbe7db2b-d5ac-4c0c-8bfa-fd2a180c7331 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] For port 26ff8a7f-2581-4507-bf80-6a96b816d46e, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=26ff8a7f-2581-4507-bf80-6a96b816d46e,segment=NetworkSegment(cb8bed4a-f8a0-4926-aee1-18918015e51d),segment_id=cb8bed4a-f8a0-4926-aee1-18918015e51d)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:40:20.557292 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cbe7db2b-d5ac-4c0c-8bfa-fd2a180c7331 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:20.582925 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-bcf04272-97aa-4be4-b537-10731a64bb47 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Transition to ACTIVE for port object ba368b3d-c3f0-4b67-85b9-953fd10cd3d9 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:20.644226 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-70dedbdc-044f-4b10-91ee-4cb0d1a9c77f None None] Provisioning complete for port 26ff8a7f-2581-4507-bf80-6a96b816d46e triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:20.644606 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70dedbdc-044f-4b10-91ee-4cb0d1a9c77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:20.702160 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:20.870355 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-cbe7db2b-d5ac-4c0c-8bfa-fd2a180c7331 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Calling delete_port for 26ff8a7f-2581-4507-bf80-6a96b816d46e owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:40:20.931524 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153ebef6-550f-4071-9f74-a463c3c923ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-0921127e-3f28-4efb-8f9c-cf2bd1c8c389', 'network_id': '0921127e-3f28-4efb-8f9c-cf2bd1c8c389', 'tenant_id': 'f631734a474740f59c61a7b75bcfa8d4', 'fixed_ips': [{'subnet_id': 'bc225615-5538-4429-9677-4b367f1cb34d'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:40:20.932337 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-153ebef6-550f-4071-9f74-a463c3c923ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:20.951252 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d16470-42f7-41b9-8b8b-ec1d4ae48e7a None None] DHCP port deletion for 964a39c3-c8b4-4ab2-a6df-73e42a1a23c9 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:40:20.963608 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bcf04272-97aa-4be4-b537-10731a64bb47 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:20.977506 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-b7d16470-42f7-41b9-8b8b-ec1d4ae48e7a None None] Deleting port 26ff8a7f-2581-4507-bf80-6a96b816d46e {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:40:20.977774 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b7d16470-42f7-41b9-8b8b-ec1d4ae48e7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:20.988246 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-f3661ac7-58e1-4971-af55-e14aa0d65f7a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] For port 189c1e0c-d773-4e81-a193-327618d5418e, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=189c1e0c-d773-4e81-a193-327618d5418e,segment=NetworkSegment(e4c4a81f-2732-4cee-a447-5e6f400a0fc7),segment_id=e4c4a81f-2732-4cee-a447-5e6f400a0fc7)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:40:20.988687 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f3661ac7-58e1-4971-af55-e14aa0d65f7a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:21.140219 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602f1659-1083-4c68-97f2-761ee72de247 None None] DHCP port deletion for 061011d8-1f85-4e1e-a73a-bf514fcde096 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:40:21.150243 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-f3661ac7-58e1-4971-af55-e14aa0d65f7a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Calling delete_port for 189c1e0c-d773-4e81-a193-327618d5418e owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:40:21.161657 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf04272-97aa-4be4-b537-10731a64bb47 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Network f286532b-14ba-4186-8d10-f6d64e6e7ef7 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:40:21.169926 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-602f1659-1083-4c68-97f2-761ee72de247 None None] Deleting port 189c1e0c-d773-4e81-a193-327618d5418e {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:40:21.170438 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-602f1659-1083-4c68-97f2-761ee72de247 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:21.183199 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:21.228367 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-bcf04272-97aa-4be4-b537-10731a64bb47 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:21.246867 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11a6cd-83fe-4dd2-a01c-a0503361e790 req-5ebadcc0-dd8a-4a5d-baf7-512179748482 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:21.248587 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0e11a6cd-83fe-4dd2-a01c-a0503361e790 req-5ebadcc0-dd8a-4a5d-baf7-512179748482 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=317d5965-a153-488f-bb85-73f8b235daa3 HTTP/1.1" status: 200 len: 945 time: 0.3893118 Feb 04 11:40:21.262349 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf04272-97aa-4be4-b537-10731a64bb47 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:40:21.279053 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cbe7db2b-d5ac-4c0c-8bfa-fd2a180c7331 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:21.309003 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf04272-97aa-4be4-b537-10731a64bb47 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event updated for resources: {'Port': ['ID=ba368b3d-c3f0-4b67-85b9-953fd10cd3d9,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:21.358420 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7db2b-d5ac-4c0c-8bfa-fd2a180c7331 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event deleted for resources: {'Port': ['ID=26ff8a7f-2581-4507-bf80-6a96b816d46e,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:21.362311 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f3661ac7-58e1-4971-af55-e14aa0d65f7a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:21.401628 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-602f1659-1083-4c68-97f2-761ee72de247 None None] The port '189c1e0c-d773-4e81-a193-327618d5418e' was deleted {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:40:21.446935 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf04272-97aa-4be4-b537-10731a64bb47 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:21.448886 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bcf04272-97aa-4be4-b537-10731a64bb47 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:21.492064 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-b7d16470-42f7-41b9-8b8b-ec1d4ae48e7a None None] For port 26ff8a7f-2581-4507-bf80-6a96b816d46e, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=26ff8a7f-2581-4507-bf80-6a96b816d46e,segment=NetworkSegment(cb8bed4a-f8a0-4926-aee1-18918015e51d),segment_id=cb8bed4a-f8a0-4926-aee1-18918015e51d)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:40:21.492552 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b7d16470-42f7-41b9-8b8b-ec1d4ae48e7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:21.504717 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-153ebef6-550f-4071-9f74-a463c3c923ad None None] Allocated IP 172.20.0.3 (0921127e-3f28-4efb-8f9c-cf2bd1c8c389/bc225615-5538-4429-9677-4b367f1cb34d/006587ad-747e-4937-b723-af26d277f919) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:40:21.546689 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe7db2b-d5ac-4c0c-8bfa-fd2a180c7331 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] No DVR routers for this DVR port 26ff8a7f-2581-4507-bf80-6a96b816d46e on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:40:21.571683 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-bcf04272-97aa-4be4-b537-10731a64bb47 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.8629973 Feb 04 11:40:21.582362 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38266) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:21.582362 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-ed2ccb06-6ec7-4066-8862-e82327c0f4fd tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Request body: {'floatingip': {'port_id': 'ba368b3d-c3f0-4b67-85b9-953fd10cd3d9'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:21.599937 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3661ac7-58e1-4971-af55-e14aa0d65f7a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event deleted for resources: {'Port': ['ID=189c1e0c-d773-4e81-a193-327618d5418e,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:21.626482 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0e11a6cd-83fe-4dd2-a01c-a0503361e790 req-48f23602-d931-4498-a057-79e64cdd373b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0afe08c-8209-4bc0-967c-f4ca9b53368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3655374 Feb 04 11:40:21.636560 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3661ac7-58e1-4971-af55-e14aa0d65f7a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] No DVR routers for this DVR port 189c1e0c-d773-4e81-a193-327618d5418e on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:40:21.690646 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-b7d16470-42f7-41b9-8b8b-ec1d4ae48e7a None None] Calling delete_port for 26ff8a7f-2581-4507-bf80-6a96b816d46e owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:40:21.768866 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-8f65f85d-c48e-4798-a29d-653a2c755a30 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Deleting port 9603a9eb-1f14-478f-849f-d7ddd4ebec36 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:40:21.769257 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8f65f85d-c48e-4798-a29d-653a2c755a30 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:21.799330 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ed2ccb06-6ec7-4066-8862-e82327c0f4fd tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for floatingip, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:21.855470 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cbe7db2b-d5ac-4c0c-8bfa-fd2a180c7331 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:21.862890 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-b7d16470-42f7-41b9-8b8b-ec1d4ae48e7a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:40:21.863302 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-b7d16470-42f7-41b9-8b8b-ec1d4ae48e7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:40:21.900239 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f3661ac7-58e1-4971-af55-e14aa0d65f7a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:21.902319 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ef863629-e0f7-4b06-b801-5cd8c15103e5 None None] Provisioning for port ba368b3d-c3f0-4b67-85b9-953fd10cd3d9 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:40:21.914944 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-cbe7db2b-d5ac-4c0c-8bfa-fd2a180c7331 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['964a39c3-c8b4-4ab2-a6df-73e42a1a23c9']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:21.940935 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-cbe7db2b-d5ac-4c0c-8bfa-fd2a180c7331 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb8bed4a-f8a0-4926-aee1-18918015e51d') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:21.940935 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-cbe7db2b-d5ac-4c0c-8bfa-fd2a180c7331 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb8bed4a-f8a0-4926-aee1-18918015e51d') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:21.941739 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ef863629-e0f7-4b06-b801-5cd8c15103e5 None None] Provisioning complete for port ba368b3d-c3f0-4b67-85b9-953fd10cd3d9 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:21.942206 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ef863629-e0f7-4b06-b801-5cd8c15103e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:21.954044 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-f3661ac7-58e1-4971-af55-e14aa0d65f7a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['061011d8-1f85-4e1e-a73a-bf514fcde096']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:21.968666 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cbe7db2b-d5ac-4c0c-8bfa-fd2a180c7331 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:21.980001 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-f3661ac7-58e1-4971-af55-e14aa0d65f7a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c4a81f-2732-4cee-a447-5e6f400a0fc7') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:21.980303 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-f3661ac7-58e1-4971-af55-e14aa0d65f7a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c4a81f-2732-4cee-a447-5e6f400a0fc7') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:22.002222 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f3661ac7-58e1-4971-af55-e14aa0d65f7a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:22.013822 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cbe7db2b-d5ac-4c0c-8bfa-fd2a180c7331 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:22.026334 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f3661ac7-58e1-4971-af55-e14aa0d65f7a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:22.079899 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-ef863629-e0f7-4b06-b801-5cd8c15103e5 None None] Port ba368b3d-c3f0-4b67-85b9-953fd10cd3d9 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:40:22.085642 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-153ebef6-550f-4071-9f74-a463c3c923ad None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:22.087600 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3661ac7-58e1-4971-af55-e14aa0d65f7a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:40:22.088591 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f3661ac7-58e1-4971-af55-e14aa0d65f7a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:22.096537 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-153ebef6-550f-4071-9f74-a463c3c923ad None None] Transition to ACTIVE for port object 006587ad-747e-4937-b723-af26d277f919 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:22.105577 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:40:22.105577 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:40:22.105577 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:40:22.105577 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:40:22.105577 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:40:22.105577 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:40:22.105577 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:40:22.105577 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:40:22.105577 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:40:22.105577 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:40:22.105577 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:40:22.105577 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:40:22.105577 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:40:22.105577 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:40:22.105577 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:40:22.105577 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:40:22.105577 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:40:22.105577 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:40:22.105577 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:40:22.105577 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:40:22.105577 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:40:22.105577 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:40:22.105577 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:40:22.105577 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:40:22.105577 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:40:22.105577 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:40:22.105577 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:40:22.105577 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:40:22.105577 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:40:22.105577 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:40:22.105577 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:40:22.105577 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:40:22.108053 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe7db2b-d5ac-4c0c-8bfa-fd2a180c7331 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:40:22.108053 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cbe7db2b-d5ac-4c0c-8bfa-fd2a180c7331 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:22.121237 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-153ebef6-550f-4071-9f74-a463c3c923ad None None] Transition to ACTIVE for port object 006587ad-747e-4937-b723-af26d277f919 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:22.122074 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:40:22.122074 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:40:22.122074 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:40:22.122074 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:40:22.122074 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:40:22.122074 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:40:22.122074 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:40:22.122074 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:40:22.122074 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:40:22.122074 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:40:22.122074 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:40:22.122074 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:40:22.122074 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:40:22.122074 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:40:22.122074 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:40:22.122074 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:40:22.122074 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:40:22.122074 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:40:22.122074 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:40:22.122074 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:40:22.122074 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:40:22.122074 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:40:22.122074 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:40:22.122074 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:40:22.122074 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:40:22.122074 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:40:22.122074 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:40:22.122074 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:40:22.122074 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:40:22.122074 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:40:22.122074 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:40:22.122074 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:40:22.138904 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8f65f85d-c48e-4798-a29d-653a2c755a30 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:22.197380 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-153ebef6-550f-4071-9f74-a463c3c923ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:22.273671 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-8f65f85d-c48e-4798-a29d-653a2c755a30 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Calling delete_port for 9603a9eb-1f14-478f-849f-d7ddd4ebec36 owned by network:router_interface {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:40:22.294767 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153ebef6-550f-4071-9f74-a463c3c923ad None None] Network 0921127e-3f28-4efb-8f9c-cf2bd1c8c389 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:40:22.298313 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-153ebef6-550f-4071-9f74-a463c3c923ad None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:22.300857 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ebef6-550f-4071-9f74-a463c3c923ad None None] Pushing event updated for resources: {'Port': ['ID=006587ad-747e-4937-b723-af26d277f919,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:22.302300 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153ebef6-550f-4071-9f74-a463c3c923ad None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:40:22.351830 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f3661ac7-58e1-4971-af55-e14aa0d65f7a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:22.364502 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-b7d16470-42f7-41b9-8b8b-ec1d4ae48e7a None None] Deleting port 26ff8a7f-2581-4507-bf80-6a96b816d46e {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:40:22.364876 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b7d16470-42f7-41b9-8b8b-ec1d4ae48e7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:22.373746 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f3661ac7-58e1-4971-af55-e14aa0d65f7a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:22.404133 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3661ac7-58e1-4971-af55-e14aa0d65f7a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event deleted for resources: {'Network': ['ID=061011d8-1f85-4e1e-a73a-bf514fcde096,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:22.407103 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cbe7db2b-d5ac-4c0c-8bfa-fd2a180c7331 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:22.434355 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cbe7db2b-d5ac-4c0c-8bfa-fd2a180c7331 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:22.440914 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-cbe7db2b-d5ac-4c0c-8bfa-fd2a180c7331 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "DELETE /v2.0/networks/964a39c3-c8b4-4ab2-a6df-73e42a1a23c9 HTTP/1.1" status: 204 len: 168 time: 2.5643845 Feb 04 11:40:22.442152 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7db2b-d5ac-4c0c-8bfa-fd2a180c7331 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event deleted for resources: {'Network': ['ID=964a39c3-c8b4-4ab2-a6df-73e42a1a23c9,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:22.443861 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38270) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:22.455314 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-b7d16470-42f7-41b9-8b8b-ec1d4ae48e7a None None] The port '26ff8a7f-2581-4507-bf80-6a96b816d46e' was deleted {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:40:22.462032 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-153ebef6-550f-4071-9f74-a463c3c923ad None None] Attempting to bind port 006587ad-747e-4937-b723-af26d277f919 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:40:22.462406 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-153ebef6-550f-4071-9f74-a463c3c923ad None None] Attempting to bind port 006587ad-747e-4937-b723-af26d277f919 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '4ba18f9f-17e8-4f61-98b9-198ad74044e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0921127e-3f28-4efb-8f9c-cf2bd1c8c389'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:40:22.462804 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153ebef6-550f-4071-9f74-a463c3c923ad None None] Attempting to bind port 006587ad-747e-4937-b723-af26d277f919 on network 0921127e-3f28-4efb-8f9c-cf2bd1c8c389 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:40:22.474971 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153ebef6-550f-4071-9f74-a463c3c923ad None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:40:22.475800 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153ebef6-550f-4071-9f74-a463c3c923ad None None] Checking segment: {'id': '4ba18f9f-17e8-4f61-98b9-198ad74044e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0921127e-3f28-4efb-8f9c-cf2bd1c8c389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:40:22.476468 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-153ebef6-550f-4071-9f74-a463c3c923ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:22.477216 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153ebef6-550f-4071-9f74-a463c3c923ad None None] Bound using segment: {'id': '4ba18f9f-17e8-4f61-98b9-198ad74044e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0921127e-3f28-4efb-8f9c-cf2bd1c8c389'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:40:22.478008 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-153ebef6-550f-4071-9f74-a463c3c923ad None None] Bound port: 006587ad-747e-4937-b723-af26d277f919, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba18f9f-17e8-4f61-98b9-198ad74044e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0921127e-3f28-4efb-8f9c-cf2bd1c8c389'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:40:22.478575 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-153ebef6-550f-4071-9f74-a463c3c923ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:22.498750 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:22.501392 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f3661ac7-58e1-4971-af55-e14aa0d65f7a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/networks/061011d8-1f85-4e1e-a73a-bf514fcde096 HTTP/1.1" status: 204 len: 168 time: 2.4355476 Feb 04 11:40:22.506439 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38274) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:22.512782 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-c07addcb-73cd-4abc-91c4-31b9251af2ed tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Request body: {'network': {'name': 'tempest-RoutersTest-1065820863'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:22.517758 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-44cb1217-fbf4-4eca-a789-d6ef49e2bafd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] DELETE failed (client error): The resource could not be found. Feb 04 11:40:22.518507 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44cb1217-fbf4-4eca-a789-d6ef49e2bafd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:40:22.520349 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-44cb1217-fbf4-4eca-a789-d6ef49e2bafd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "DELETE /v2.0/subnets/e873393b-d8ad-440e-a35f-3fd3953f2018 HTTP/1.1" status: 404 len: 337 time: 0.0738020 Feb 04 11:40:22.529567 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38278) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:22.534468 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c07addcb-73cd-4abc-91c4-31b9251af2ed tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:22.566186 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c07addcb-73cd-4abc-91c4-31b9251af2ed tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Usage tracker for resource:network and tenant:f1bfc018a09d4e34b9596c9c898714a6 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:22.569148 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 189c1e0c-d773-4e81-a193-327618d5418e no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:40:22.572326 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c07addcb-73cd-4abc-91c4-31b9251af2ed tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:22.579231 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-f05da639-deaa-4e29-9729-f02eaa9d2cbd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] DELETE failed (client error): The resource could not be found. Feb 04 11:40:22.584372 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f05da639-deaa-4e29-9729-f02eaa9d2cbd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:40:22.584372 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f05da639-deaa-4e29-9729-f02eaa9d2cbd tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "DELETE /v2.0/networks/c91dc128-b2b2-4c5c-ae4b-d9d841eaac8b HTTP/1.1" status: 404 len: 339 time: 0.0443075 Feb 04 11:40:22.584372 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c07addcb-73cd-4abc-91c4-31b9251af2ed tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:22.585391 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38282) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:22.619128 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 189c1e0c-d773-4e81-a193-327618d5418e {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:40:22.619465 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 189c1e0c-d773-4e81-a193-327618d5418e not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:40:22.619879 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 26ff8a7f-2581-4507-bf80-6a96b816d46e no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:40:22.632769 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-f74c0392-b935-4a07-acec-7f36300b8e74 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] DELETE failed (client error): The resource could not be found. Feb 04 11:40:22.633294 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f74c0392-b935-4a07-acec-7f36300b8e74 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:40:22.635005 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f74c0392-b935-4a07-acec-7f36300b8e74 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "DELETE /v2.0/subnets/82bd879c-8b40-4764-a467-6fafe1bae636 HTTP/1.1" status: 404 len: 337 time: 0.0481379 Feb 04 11:40:22.637697 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38286) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:22.660662 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 26ff8a7f-2581-4507-bf80-6a96b816d46e {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:40:22.662856 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 26ff8a7f-2581-4507-bf80-6a96b816d46e not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:40:22.667928 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-153ebef6-550f-4071-9f74-a463c3c923ad None None] For port 006587ad-747e-4937-b723-af26d277f919, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:40:22.668258 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-da731886-5bc5-4c0a-8ef5-886a76f5d5af tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] DELETE failed (client error): The resource could not be found. Feb 04 11:40:22.668575 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da731886-5bc5-4c0a-8ef5-886a76f5d5af tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:40:22.671428 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-da731886-5bc5-4c0a-8ef5-886a76f5d5af tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "DELETE /v2.0/networks/29ed249e-99f9-4bc9-b316-05b355f4b3f3 HTTP/1.1" status: 404 len: 339 time: 0.0322657 Feb 04 11:40:22.675584 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38292) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:22.685376 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-153ebef6-550f-4071-9f74-a463c3c923ad None None] For port 006587ad-747e-4937-b723-af26d277f919, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=006587ad-747e-4937-b723-af26d277f919,segment=NetworkSegment(4ba18f9f-17e8-4f61-98b9-198ad74044e0),segment_id=4ba18f9f-17e8-4f61-98b9-198ad74044e0)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:40:22.689640 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event deleted for resources: {'Subnet': ['ID=bc225615-5538-4429-9677-4b367f1cb34d,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:22.727739 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7db35d5-2dd0-4405-b173-cf394fabf058 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] DELETE failed (client error): The resource could not be found. Feb 04 11:40:22.727739 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7db35d5-2dd0-4405-b173-cf394fabf058 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:40:22.727739 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b7db35d5-2dd0-4405-b173-cf394fabf058 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "DELETE /v2.0/subnets/d705e480-6f5c-4658-b90e-abc97516b7b3 HTTP/1.1" status: 404 len: 337 time: 0.0487444 Feb 04 11:40:22.727739 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07addcb-73cd-4abc-91c4-31b9251af2ed tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Made reservation on behalf of f1bfc018a09d4e34b9596c9c898714a6 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:40:22.730497 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c07addcb-73cd-4abc-91c4-31b9251af2ed tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:22.733000 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38296) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:22.769087 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c07addcb-73cd-4abc-91c4-31b9251af2ed tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:40:22.773560 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-153ebef6-550f-4071-9f74-a463c3c923ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:22.789122 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c07addcb-73cd-4abc-91c4-31b9251af2ed tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:22.790025 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-c07addcb-73cd-4abc-91c4-31b9251af2ed tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Added segment 746927f9-4439-429c-80a0-5606a873addb of type vlan for network d294f174-275d-4ad2-a999-a32505cc8638 Feb 04 11:40:22.825932 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c07addcb-73cd-4abc-91c4-31b9251af2ed tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:22.856127 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ebef6-550f-4071-9f74-a463c3c923ad None None] Pushing event updated for resources: {'Port': ['ID=006587ad-747e-4937-b723-af26d277f919,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:22.910819 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c07addcb-73cd-4abc-91c4-31b9251af2ed tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:22.915536 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07addcb-73cd-4abc-91c4-31b9251af2ed tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:22.916302 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c07addcb-73cd-4abc-91c4-31b9251af2ed tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:22.936179 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-afc609eb-d391-4bb4-be15-522b8e0f9a8b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] DELETE failed (client error): The resource could not be found. Feb 04 11:40:22.938798 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afc609eb-d391-4bb4-be15-522b8e0f9a8b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:40:22.938925 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786c1bef-d416-4a15-84c0-680d1a64b31f None None] Network 0921127e-3f28-4efb-8f9c-cf2bd1c8c389 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:22.956255 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:23.043702 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-afc609eb-d391-4bb4-be15-522b8e0f9a8b tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "DELETE /v2.0/networks/4be78e5b-aca2-4873-b798-844a0f0e8859 HTTP/1.1" status: 404 len: 339 time: 0.3055191 Feb 04 11:40:23.048232 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38300) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:23.080401 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0921127e-3f28-4efb-8f9c-cf2bd1c8c389']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:23.116887 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba18f9f-17e8-4f61-98b9-198ad74044e0') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:23.117252 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba18f9f-17e8-4f61-98b9-198ad74044e0') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:23.137066 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:23.160856 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:23.173742 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:40:23.174237 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:23.188636 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48f0d96-7314-4299-a411-23eba7957907 None None] get_active_networks_info from dv-neutron-827825-2-hyperv {{(pid=84206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 11:40:23.201635 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:40:23.201635 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:40:23.201635 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:40:23.201635 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:40:23.201635 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:40:23.201635 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:40:23.201635 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:40:23.201635 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:40:23.201635 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:40:23.201635 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:40:23.201635 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:40:23.201635 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:40:23.201635 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:40:23.201635 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:40:23.201635 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:40:23.201635 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:40:23.201635 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:40:23.201635 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:40:23.201635 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:40:23.201635 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:40:23.201635 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:40:23.201635 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:40:23.201635 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:40:23.201635 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:40:23.201635 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:40:23.201635 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:40:23.201635 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:40:23.201635 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:40:23.201635 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:40:23.201635 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:40:23.201635 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:40:23.201635 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:40:23.205545 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39e5fd-7b34-4d1e-8676-ad31c1d8ad88 req-b9f412c3-620c-4670-841e-676818dbee55 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:23.207140 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0d39e5fd-7b34-4d1e-8676-ad31c1d8ad88 req-b9f412c3-620c-4670-841e-676818dbee55 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=317d5965-a153-488f-bb85-73f8b235daa3 HTTP/1.1" status: 200 len: 945 time: 0.3434014 Feb 04 11:40:23.231503 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07addcb-73cd-4abc-91c4-31b9251af2ed tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event updated for resources: {'Network': ['ID=d294f174-275d-4ad2-a999-a32505cc8638,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:23.247060 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c07addcb-73cd-4abc-91c4-31b9251af2ed tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7362862 Feb 04 11:40:23.255325 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38304) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:23.281693 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8f65f85d-c48e-4798-a29d-653a2c755a30 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:23.292287 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-bd2887d4-0984-4830-8ee9-56aa0f81997f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Request body: {'subnet': {'network_id': 'd294f174-275d-4ad2-a999-a32505cc8638', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:23.301589 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network d294f174-275d-4ad2-a999-a32505cc8638 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:40:23.394216 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-f94f69db-0afc-4f63-a946-04fc93f013ef tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Deleting subnet 3fb09a0c-35c6-4164-8dc9-d9090ec5c23d {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:40:23.397340 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f94f69db-0afc-4f63-a946-04fc93f013ef tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:23.421103 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f65f85d-c48e-4798-a29d-653a2c755a30 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event deleted for resources: {'Port': ['ID=9603a9eb-1f14-478f-849f-d7ddd4ebec36,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:23.434082 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48f0d96-7314-4299-a411-23eba7957907 None None] Resources bound (agent type, host, resource id): {{(pid=84206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 11:40:23.459153 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f94f69db-0afc-4f63-a946-04fc93f013ef tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:23.525206 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.api [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 11:40:23.525206 dv-neutron-827825-2-hyperv neutron-server[84205]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 11:40:23.525206 dv-neutron-827825-2-hyperv neutron-server[84205]: [parameters: {'id': '0921127e-3f28-4efb-8f9c-cf2bd1c8c389'}] Feb 04 11:40:23.525206 dv-neutron-827825-2-hyperv neutron-server[84205]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:40:23.526074 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG oslo_db.api [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:40:23.532964 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0d39e5fd-7b34-4d1e-8676-ad31c1d8ad88 req-500daaeb-31af-4d3e-b8da-9314f0cd1d83 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0afe08c-8209-4bc0-967c-f4ca9b53368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2750084 Feb 04 11:40:23.586342 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f94f69db-0afc-4f63-a946-04fc93f013ef tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:23.610619 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-bd2887d4-0984-4830-8ee9-56aa0f81997f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:23.623642 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-bd2887d4-0984-4830-8ee9-56aa0f81997f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Usage tracker for resource:subnet and tenant:f1bfc018a09d4e34b9596c9c898714a6 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:23.623642 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-bd2887d4-0984-4830-8ee9-56aa0f81997f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:23.637333 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.resource_extend [None req-ed2ccb06-6ec7-4066-8862-e82327c0f4fd tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:40:23.752745 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f94f69db-0afc-4f63-a946-04fc93f013ef tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:23.768473 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-bd2887d4-0984-4830-8ee9-56aa0f81997f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:23.799198 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f69db-0afc-4f63-a946-04fc93f013ef tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event deleted for resources: {'Subnet': ['ID=3fb09a0c-35c6-4164-8dc9-d9090ec5c23d,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:23.804910 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f94f69db-0afc-4f63-a946-04fc93f013ef tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:23.818500 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f94f69db-0afc-4f63-a946-04fc93f013ef tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "DELETE /v2.0/subnets/3fb09a0c-35c6-4164-8dc9-d9090ec5c23d HTTP/1.1" status: 204 len: 168 time: 0.7689929 Feb 04 11:40:23.823040 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38316) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:23.878018 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8f65f85d-c48e-4798-a29d-653a2c755a30 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:23.908801 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ed2ccb06-6ec7-4066-8862-e82327c0f4fd tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:23.920330 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2887d4-0984-4830-8ee9-56aa0f81997f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Made reservation on behalf of f1bfc018a09d4e34b9596c9c898714a6 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:40:23.946515 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d207a43d-d980-47aa-b724-16c62a51ef24 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:23.958507 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-d207a43d-d980-47aa-b724-16c62a51ef24 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Deleting port 0de7c09c-54be-49b2-9b02-5733bcdd4c7c {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:40:23.958507 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d207a43d-d980-47aa-b724-16c62a51ef24 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:23.973944 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65390fff-528d-4ca9-aef7-2e24e5571935 None None] Network d374e19c-e7f0-4624-8b2d-5c3de9f96cd3 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:24.047903 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:24.119694 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ed2ccb06-6ec7-4066-8862-e82327c0f4fd tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:24.185748 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-d207a43d-d980-47aa-b724-16c62a51ef24 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] For port 0de7c09c-54be-49b2-9b02-5733bcdd4c7c, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=0de7c09c-54be-49b2-9b02-5733bcdd4c7c,segment=NetworkSegment(b3bd3d60-f971-4445-b1aa-465540289ed8),segment_id=b3bd3d60-f971-4445-b1aa-465540289ed8)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:40:24.186132 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d207a43d-d980-47aa-b724-16c62a51ef24 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:24.299903 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3d293c-42b0-4718-be82-a300ffbd861c None None] DHCP port deletion for d374e19c-e7f0-4624-8b2d-5c3de9f96cd3 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:40:24.305087 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d293c-42b0-4718-be82-a300ffbd861c None None] Deleting port 0de7c09c-54be-49b2-9b02-5733bcdd4c7c {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:40:24.306176 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5d3d293c-42b0-4718-be82-a300ffbd861c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:24.332527 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-d207a43d-d980-47aa-b724-16c62a51ef24 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Calling delete_port for 0de7c09c-54be-49b2-9b02-5733bcdd4c7c owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:40:24.423516 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fade50-3726-470d-931d-b7017c547542 req-7e32ba17-c5d4-4ce3-ab11-10aefc3c511c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:24.431846 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-44fade50-3726-470d-931d-b7017c547542 req-7e32ba17-c5d4-4ce3-ab11-10aefc3c511c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=317d5965-a153-488f-bb85-73f8b235daa3 HTTP/1.1" status: 200 len: 945 time: 0.6653678 Feb 04 11:40:24.431846 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Deleting port 006587ad-747e-4937-b723-af26d277f919 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:40:24.431846 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:24.464868 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bd2887d4-0984-4830-8ee9-56aa0f81997f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:24.521343 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d207a43d-d980-47aa-b724-16c62a51ef24 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:24.535543 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 0de7c09c-54be-49b2-9b02-5733bcdd4c7c no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:40:24.577249 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207a43d-d980-47aa-b724-16c62a51ef24 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event deleted for resources: {'Port': ['ID=0de7c09c-54be-49b2-9b02-5733bcdd4c7c,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:24.582812 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d207a43d-d980-47aa-b724-16c62a51ef24 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] No DVR routers for this DVR port 0de7c09c-54be-49b2-9b02-5733bcdd4c7c on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:40:24.591986 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 0de7c09c-54be-49b2-9b02-5733bcdd4c7c {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:40:24.592267 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 0de7c09c-54be-49b2-9b02-5733bcdd4c7c not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:40:24.621312 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-5d3d293c-42b0-4718-be82-a300ffbd861c None None] For port 0de7c09c-54be-49b2-9b02-5733bcdd4c7c, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=0de7c09c-54be-49b2-9b02-5733bcdd4c7c,segment=NetworkSegment(b3bd3d60-f971-4445-b1aa-465540289ed8),segment_id=b3bd3d60-f971-4445-b1aa-465540289ed8)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:40:24.621849 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5d3d293c-42b0-4718-be82-a300ffbd861c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:24.723983 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d207a43d-d980-47aa-b724-16c62a51ef24 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:24.753208 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-d207a43d-d980-47aa-b724-16c62a51ef24 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d374e19c-e7f0-4624-8b2d-5c3de9f96cd3']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:24.765646 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d293c-42b0-4718-be82-a300ffbd861c None None] Calling delete_port for 0de7c09c-54be-49b2-9b02-5733bcdd4c7c owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:40:24.766149 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-d207a43d-d980-47aa-b724-16c62a51ef24 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3bd3d60-f971-4445-b1aa-465540289ed8') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:24.766452 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-d207a43d-d980-47aa-b724-16c62a51ef24 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3bd3d60-f971-4445-b1aa-465540289ed8') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:24.780902 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d207a43d-d980-47aa-b724-16c62a51ef24 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:24.796977 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d207a43d-d980-47aa-b724-16c62a51ef24 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:24.804613 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d207a43d-d980-47aa-b724-16c62a51ef24 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:40:24.805146 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d207a43d-d980-47aa-b724-16c62a51ef24 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:24.820740 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:40:24.820740 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:40:24.820740 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:40:24.820740 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:40:24.820740 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:40:24.820740 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:40:24.820740 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:40:24.820740 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:40:24.820740 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:40:24.820740 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:40:24.820740 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:40:24.820740 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:40:24.820740 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:40:24.820740 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:40:24.820740 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:40:24.820740 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:40:24.820740 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:40:24.820740 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:40:24.820740 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:40:24.820740 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:40:24.820740 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:40:24.820740 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:40:24.820740 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:40:24.820740 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:40:24.820740 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:40:24.820740 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:40:24.820740 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:40:24.820740 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:40:24.820740 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:40:24.820740 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:40:24.820740 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:40:24.820740 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:40:24.857487 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-5d3d293c-42b0-4718-be82-a300ffbd861c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:40:24.857843 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-5d3d293c-42b0-4718-be82-a300ffbd861c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:40:24.923226 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-44fade50-3726-470d-931d-b7017c547542 req-891911b9-3153-41f8-ad12-89f22f89c693 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0afe08c-8209-4bc0-967c-f4ca9b53368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4673879 Feb 04 11:40:24.954157 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38320) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:24.988060 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d207a43d-d980-47aa-b724-16c62a51ef24 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:25.013247 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d207a43d-d980-47aa-b724-16c62a51ef24 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:25.033583 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207a43d-d980-47aa-b724-16c62a51ef24 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event deleted for resources: {'Network': ['ID=d374e19c-e7f0-4624-8b2d-5c3de9f96cd3,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:25.042853 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d207a43d-d980-47aa-b724-16c62a51ef24 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "DELETE /v2.0/networks/d374e19c-e7f0-4624-8b2d-5c3de9f96cd3 HTTP/1.1" status: 204 len: 168 time: 1.2185321 Feb 04 11:40:25.045482 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38324) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:25.084405 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b03d122-fa76-47e1-adaa-bd0c2d4adc7e tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] DELETE failed (client error): The resource could not be found. Feb 04 11:40:25.085363 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b03d122-fa76-47e1-adaa-bd0c2d4adc7e tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:40:25.087004 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9b03d122-fa76-47e1-adaa-bd0c2d4adc7e tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "DELETE /v2.0/subnets/6c2c9dd9-748c-40b6-bbbc-15339a2e7be3 HTTP/1.1" status: 404 len: 337 time: 0.0406287 Feb 04 11:40:25.090069 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38328) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:25.120256 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-550e1f53-0c13-4405-bcd4-e761b1afbc97 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] DELETE failed (client error): The resource could not be found. Feb 04 11:40:25.120684 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-550e1f53-0c13-4405-bcd4-e761b1afbc97 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:40:25.122313 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-550e1f53-0c13-4405-bcd4-e761b1afbc97 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "DELETE /v2.0/networks/6ff4879a-c5e1-484c-a6aa-bd50695f38d4 HTTP/1.1" status: 404 len: 339 time: 0.0313864 Feb 04 11:40:25.126460 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2d110d8c-a663-4c08-9cc9-5debf58ab0d4 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=317d5965-a153-488f-bb85-73f8b235daa3 HTTP/1.1" status: 200 len: 1093 time: 0.1711102 Feb 04 11:40:25.127166 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38332) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:25.151283 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38336) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:25.175288 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-e6458c64-3e69-4b9f-804d-9adeddcd2efb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'floatingip': {'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'port_id': '3bc398c8-4ad5-47a5-98b4-f26b5530c56c', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:25.190195 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e6458c64-3e69-4b9f-804d-9adeddcd2efb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:25.258212 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e6458c64-3e69-4b9f-804d-9adeddcd2efb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:floatingip and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:25.277522 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e6458c64-3e69-4b9f-804d-9adeddcd2efb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:25.300038 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e6458c64-3e69-4b9f-804d-9adeddcd2efb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:25.304630 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] For port 006587ad-747e-4937-b723-af26d277f919, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=006587ad-747e-4937-b723-af26d277f919,segment=NetworkSegment(4ba18f9f-17e8-4f61-98b9-198ad74044e0),segment_id=4ba18f9f-17e8-4f61-98b9-198ad74044e0)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:40:25.305015 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:25.359407 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d293c-42b0-4718-be82-a300ffbd861c None None] Deleting port 0de7c09c-54be-49b2-9b02-5733bcdd4c7c {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:40:25.360045 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5d3d293c-42b0-4718-be82-a300ffbd861c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:25.413340 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c5e3f50-eb5d-476b-be0b-d2c0bc907be1 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Deleting subnet 882de048-8318-40cc-a3d0-929cc950aedf {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:40:25.416913 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2c5e3f50-eb5d-476b-be0b-d2c0bc907be1 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:25.426123 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d293c-42b0-4718-be82-a300ffbd861c None None] The port '0de7c09c-54be-49b2-9b02-5733bcdd4c7c' was deleted {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:40:25.469404 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Calling delete_port for 006587ad-747e-4937-b723-af26d277f919 owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:40:25.471129 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2c5e3f50-eb5d-476b-be0b-d2c0bc907be1 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:25.495824 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e6458c64-3e69-4b9f-804d-9adeddcd2efb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:25.557287 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f65f85d-c48e-4798-a29d-653a2c755a30 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Router 6aead01e-e377-4f45-8462-c8a0fe668c6d has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:40:25.564728 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2c5e3f50-eb5d-476b-be0b-d2c0bc907be1 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:25.640806 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bd2887d4-0984-4830-8ee9-56aa0f81997f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:25.684970 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.l3_db [None req-ed2ccb06-6ec7-4066-8862-e82327c0f4fd tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Floating IP a3334cb3-fb3b-4d73-8d81-22427f9eb206 associated. External IP: 172.26.3.19, port: f2f282db-10c7-4b89-b2fc-7f297c0090b7. Feb 04 11:40:25.722302 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2c5e3f50-eb5d-476b-be0b-d2c0bc907be1 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:25.763713 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e3f50-eb5d-476b-be0b-d2c0bc907be1 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event deleted for resources: {'Subnet': ['ID=882de048-8318-40cc-a3d0-929cc950aedf,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:25.771027 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2c5e3f50-eb5d-476b-be0b-d2c0bc907be1 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:25.778598 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c81f01-aea3-423c-9add-e7e2ba804164 None None] Network 314056bf-a26b-4d4b-8022-07279f4d6203 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:25.784025 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2c5e3f50-eb5d-476b-be0b-d2c0bc907be1 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "DELETE /v2.0/subnets/882de048-8318-40cc-a3d0-929cc950aedf HTTP/1.1" status: 204 len: 168 time: 0.6537046 Feb 04 11:40:25.784296 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38340) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:25.908158 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-88e03e1b-3447-400d-8f3a-3fec00fda987 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:25.921604 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-88e03e1b-3447-400d-8f3a-3fec00fda987 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Deleting port 4e5824b2-3eed-48a2-bee9-615f00076bfc {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:40:25.922529 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-88e03e1b-3447-400d-8f3a-3fec00fda987 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:26.026447 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2887d4-0984-4830-8ee9-56aa0f81997f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event updated for resources: {'Subnet': ['ID=d53f7f15-ad67-4f10-9872-452ef700dc00,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:26.029425 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:26.061319 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff9efd7-00d8-4c36-a75d-e32dde824d90 None None] DHCP port deletion for 314056bf-a26b-4d4b-8022-07279f4d6203 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:40:26.065961 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9ff9efd7-00d8-4c36-a75d-e32dde824d90 None None] Deleting port 4e5824b2-3eed-48a2-bee9-615f00076bfc {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:40:26.066356 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9ff9efd7-00d8-4c36-a75d-e32dde824d90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:26.119419 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event deleted for resources: {'Port': ['ID=006587ad-747e-4937-b723-af26d277f919,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:26.146129 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-88e03e1b-3447-400d-8f3a-3fec00fda987 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] For port 4e5824b2-3eed-48a2-bee9-615f00076bfc, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=4e5824b2-3eed-48a2-bee9-615f00076bfc,segment=NetworkSegment(e29dbbc7-6677-4714-bf73-87536bf378a3),segment_id=e29dbbc7-6677-4714-bf73-87536bf378a3)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:40:26.146858 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-88e03e1b-3447-400d-8f3a-3fec00fda987 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:26.173904 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2887d4-0984-4830-8ee9-56aa0f81997f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:26.174249 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2887d4-0984-4830-8ee9-56aa0f81997f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:26.174490 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2887d4-0984-4830-8ee9-56aa0f81997f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:26.174818 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2887d4-0984-4830-8ee9-56aa0f81997f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:26.175540 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2887d4-0984-4830-8ee9-56aa0f81997f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:26.175540 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2887d4-0984-4830-8ee9-56aa0f81997f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:26.175776 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2887d4-0984-4830-8ee9-56aa0f81997f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:26.176068 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2887d4-0984-4830-8ee9-56aa0f81997f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:26.176376 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2887d4-0984-4830-8ee9-56aa0f81997f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:26.176688 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2887d4-0984-4830-8ee9-56aa0f81997f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:26.177001 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2887d4-0984-4830-8ee9-56aa0f81997f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:26.207784 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] No DVR routers for this DVR port 006587ad-747e-4937-b723-af26d277f919 on host dv-neutron-827825-2-hyperv {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:40:26.246200 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:26.246553 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:26.246870 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:26.247230 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:26.247564 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:26.247882 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:26.248198 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:26.248510 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:26.248823 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:26.249686 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:26.249686 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:26.260317 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2887d4-0984-4830-8ee9-56aa0f81997f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Checking segment: {'id': '746927f9-4439-429c-80a0-5606a873addb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd294f174-275d-4ad2-a999-a32505cc8638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:40:26.260684 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2887d4-0984-4830-8ee9-56aa0f81997f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Network hostable DHCP agents. Network: d294f174-275d-4ad2-a999-a32505cc8638, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:40:26.296073 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9ff9efd7-00d8-4c36-a75d-e32dde824d90 None None] For port 4e5824b2-3eed-48a2-bee9-615f00076bfc, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=4e5824b2-3eed-48a2-bee9-615f00076bfc,segment=NetworkSegment(e29dbbc7-6677-4714-bf73-87536bf378a3),segment_id=e29dbbc7-6677-4714-bf73-87536bf378a3)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:40:26.296375 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9ff9efd7-00d8-4c36-a75d-e32dde824d90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:26.298600 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-88e03e1b-3447-400d-8f3a-3fec00fda987 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Calling delete_port for 4e5824b2-3eed-48a2-bee9-615f00076bfc owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:40:26.342576 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f65f85d-c48e-4798-a29d-653a2c755a30 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:40:26.362841 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773de7aa-a7a9-445c-8fd1-546df5c2d076 None None] Sync routers for ids ['6aead01e-e377-4f45-8462-c8a0fe668c6d'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:40:26.402049 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:26.430021 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9ff9efd7-00d8-4c36-a75d-e32dde824d90 None None] Calling delete_port for 4e5824b2-3eed-48a2-bee9-615f00076bfc owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:40:26.476966 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-88e03e1b-3447-400d-8f3a-3fec00fda987 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:26.483941 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773de7aa-a7a9-445c-8fd1-546df5c2d076 None None] Routers {'6aead01e-e377-4f45-8462-c8a0fe668c6d'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:40:26.483941 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-773de7aa-a7a9-445c-8fd1-546df5c2d076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['6aead01e-e377-4f45-8462-c8a0fe668c6d'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:26.503374 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8f65f85d-c48e-4798-a29d-653a2c755a30 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "PUT /v2.0/routers/6aead01e-e377-4f45-8462-c8a0fe668c6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6613867 Feb 04 11:40:26.505302 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38346) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:26.509058 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0921127e-3f28-4efb-8f9c-cf2bd1c8c389']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:26.539162 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 4e5824b2-3eed-48a2-bee9-615f00076bfc no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:40:26.542147 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e03e1b-3447-400d-8f3a-3fec00fda987 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event deleted for resources: {'Port': ['ID=4e5824b2-3eed-48a2-bee9-615f00076bfc,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:26.546946 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e03e1b-3447-400d-8f3a-3fec00fda987 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] No DVR routers for this DVR port 4e5824b2-3eed-48a2-bee9-615f00076bfc on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:40:26.556702 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e6458c64-3e69-4b9f-804d-9adeddcd2efb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:26.564474 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba18f9f-17e8-4f61-98b9-198ad74044e0') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:26.564474 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba18f9f-17e8-4f61-98b9-198ad74044e0') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:26.582264 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 4e5824b2-3eed-48a2-bee9-615f00076bfc {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:40:26.582621 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 4e5824b2-3eed-48a2-bee9-615f00076bfc not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:40:26.595502 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-773de7aa-a7a9-445c-8fd1-546df5c2d076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:26.621362 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773de7aa-a7a9-445c-8fd1-546df5c2d076 None None] Routers {'6aead01e-e377-4f45-8462-c8a0fe668c6d'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:40:26.621362 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-773de7aa-a7a9-445c-8fd1-546df5c2d076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['6aead01e-e377-4f45-8462-c8a0fe668c6d'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:26.630335 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:26.638094 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e5501eb6-f03b-4f74-bd00-30a4e0ecf4a2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Synchronizing usage tracker for tenant:1857235941a6433080777df3100a6d46 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:40:26.640677 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2887d4-0984-4830-8ee9-56aa0f81997f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Network d294f174-275d-4ad2-a999-a32505cc8638 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:40:26.680413 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:26.691582 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-9ff9efd7-00d8-4c36-a75d-e32dde824d90 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:40:26.691582 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-9ff9efd7-00d8-4c36-a75d-e32dde824d90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:40:26.692772 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-773de7aa-a7a9-445c-8fd1-546df5c2d076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:26.693260 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773de7aa-a7a9-445c-8fd1-546df5c2d076 None None] The sync data for ids ['6aead01e-e377-4f45-8462-c8a0fe668c6d'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:40:26.696467 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-88e03e1b-3447-400d-8f3a-3fec00fda987 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:26.705018 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:40:26.705416 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:26.724015 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:40:26.724015 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:40:26.724015 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:40:26.724015 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:40:26.724015 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:40:26.724015 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:40:26.724015 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:40:26.724015 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:40:26.724015 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:40:26.724015 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:40:26.724015 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:40:26.724015 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:40:26.724015 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:40:26.724015 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:40:26.724015 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:40:26.724015 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:40:26.724015 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:40:26.724015 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:40:26.724015 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:40:26.724015 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:40:26.724015 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:40:26.724015 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:40:26.724015 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:40:26.724015 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:40:26.724015 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:40:26.724015 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:40:26.724015 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:40:26.724015 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:40:26.724015 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:40:26.724015 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:40:26.724015 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:40:26.724015 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:40:26.730806 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-88e03e1b-3447-400d-8f3a-3fec00fda987 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['314056bf-a26b-4d4b-8022-07279f4d6203']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:26.744099 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-88e03e1b-3447-400d-8f3a-3fec00fda987 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e29dbbc7-6677-4714-bf73-87536bf378a3') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:26.744388 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-88e03e1b-3447-400d-8f3a-3fec00fda987 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e29dbbc7-6677-4714-bf73-87536bf378a3') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:26.756360 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-88e03e1b-3447-400d-8f3a-3fec00fda987 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:26.774585 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-88e03e1b-3447-400d-8f3a-3fec00fda987 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:26.781328 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e03e1b-3447-400d-8f3a-3fec00fda987 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:40:26.781780 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-88e03e1b-3447-400d-8f3a-3fec00fda987 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:26.786366 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-bd2887d4-0984-4830-8ee9-56aa0f81997f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, d294f174-275d-4ad2-a999-a32505cc8638) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:26.794921 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060930b1-8400-4266-9234-af7637fe1184 None None] Network d294f174-275d-4ad2-a999-a32505cc8638 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:26.800315 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:40:26.800315 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:40:26.800315 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:40:26.800315 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:40:26.800315 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:40:26.800315 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:40:26.800315 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:40:26.800315 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:40:26.800315 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:40:26.800315 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:40:26.800315 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:40:26.800315 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:40:26.800315 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:40:26.800315 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:40:26.800315 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:40:26.800315 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:40:26.800315 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:40:26.800315 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:40:26.800315 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:40:26.800315 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:40:26.800315 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:40:26.800315 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:40:26.800315 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:40:26.800315 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:40:26.800315 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:40:26.800315 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:40:26.800315 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:40:26.800315 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:40:26.800315 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:40:26.800315 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:40:26.800315 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:40:26.800315 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:40:26.844042 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2887d4-0984-4830-8ee9-56aa0f81997f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:26.844620 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bd2887d4-0984-4830-8ee9-56aa0f81997f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:26.850115 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e5501eb6-f03b-4f74-bd00-30a4e0ecf4a2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Unset dirty status for tenant:1857235941a6433080777df3100a6d46 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:40:26.854557 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e5501eb6-f03b-4f74-bd00-30a4e0ecf4a2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "GET /v2.0/ports?device_id=6aead01e-e377-4f45-8462-c8a0fe668c6d HTTP/1.1" status: 200 len: 205 time: 0.3364558 Feb 04 11:40:26.856242 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38350) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:26.918787 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-e6458c64-3e69-4b9f-804d-9adeddcd2efb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Allocated IP 172.26.3.199 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/ea828749-65c7-4857-8498-7d72bbf6ed4a) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:40:26.989820 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-bd2887d4-0984-4830-8ee9-56aa0f81997f tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7186177 Feb 04 11:40:26.991570 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:27.001864 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38354) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:27.007374 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:27.012763 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "DELETE /v2.0/networks/0921127e-3f28-4efb-8f9c-cf2bd1c8c389 HTTP/1.1" status: 204 len: 168 time: 6.6437323 Feb 04 11:40:27.018055 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38358) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:27.020032 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-88e03e1b-3447-400d-8f3a-3fec00fda987 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:27.030157 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-44718d95-7ea5-413d-bcd8-c3799965cd32 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-371100068'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:27.035232 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-88e03e1b-3447-400d-8f3a-3fec00fda987 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:27.051657 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-09d6f5e0-4251-4339-9a1d-7f9309821a51 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-37564708', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:27.064746 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-09d6f5e0-4251-4339-9a1d-7f9309821a51 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:27.067175 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9bf805-3714-41b4-ab26-124f982e5993 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event deleted for resources: {'Network': ['ID=0921127e-3f28-4efb-8f9c-cf2bd1c8c389,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:27.114524 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c04ed65-0922-452b-ac40-c1d3d62b4393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-d294f174-275d-4ad2-a999-a32505cc8638', 'network_id': 'd294f174-275d-4ad2-a999-a32505cc8638', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'fixed_ips': [{'subnet_id': 'd53f7f15-ad67-4f10-9872-452ef700dc00'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:40:27.115402 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9c04ed65-0922-452b-ac40-c1d3d62b4393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:27.120812 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-09d6f5e0-4251-4339-9a1d-7f9309821a51 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Usage tracker for resource:router and tenant:f1bfc018a09d4e34b9596c9c898714a6 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:27.125928 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-09d6f5e0-4251-4339-9a1d-7f9309821a51 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:27.137131 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-09d6f5e0-4251-4339-9a1d-7f9309821a51 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:27.172568 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-44718d95-7ea5-413d-bcd8-c3799965cd32 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:27.174842 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e03e1b-3447-400d-8f3a-3fec00fda987 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] Pushing event deleted for resources: {'Network': ['ID=314056bf-a26b-4d4b-8022-07279f4d6203,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:27.182183 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-44718d95-7ea5-413d-bcd8-c3799965cd32 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Usage tracker for resource:network and tenant:f631734a474740f59c61a7b75bcfa8d4 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:27.185423 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-44718d95-7ea5-413d-bcd8-c3799965cd32 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:27.192031 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-88e03e1b-3447-400d-8f3a-3fec00fda987 tempest-NetworksIpV6Test-988165856 tempest-NetworksIpV6Test-988165856-project] 10.222.0.21 "DELETE /v2.0/networks/314056bf-a26b-4d4b-8022-07279f4d6203 HTTP/1.1" status: 204 len: 168 time: 1.4044027 Feb 04 11:40:27.200272 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9ff9efd7-00d8-4c36-a75d-e32dde824d90 None None] Deleting port 4e5824b2-3eed-48a2-bee9-615f00076bfc {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:40:27.200662 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9ff9efd7-00d8-4c36-a75d-e32dde824d90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:27.202966 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c13abc7c-d0ab-44d1-9e1b-f2302fae70c2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:27.235593 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e6458c64-3e69-4b9f-804d-9adeddcd2efb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:27.243928 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-09d6f5e0-4251-4339-9a1d-7f9309821a51 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:27.244788 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-09d6f5e0-4251-4339-9a1d-7f9309821a51 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:27.285486 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-44718d95-7ea5-413d-bcd8-c3799965cd32 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:27.320826 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9ff9efd7-00d8-4c36-a75d-e32dde824d90 None None] The port '4e5824b2-3eed-48a2-bee9-615f00076bfc' was deleted {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:40:27.351307 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-09d6f5e0-4251-4339-9a1d-7f9309821a51 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:27.387281 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44718d95-7ea5-413d-bcd8-c3799965cd32 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Made reservation on behalf of f631734a474740f59c61a7b75bcfa8d4 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:40:27.390314 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-44718d95-7ea5-413d-bcd8-c3799965cd32 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:27.415038 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2ccb06-6ec7-4066-8862-e82327c0f4fd tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Router 9f13693f-5894-41a3-8de2-6b4557fe6c63 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:40:27.428427 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-9c04ed65-0922-452b-ac40-c1d3d62b4393 None None] Allocated IP 172.20.0.2 (d294f174-275d-4ad2-a999-a32505cc8638/d53f7f15-ad67-4f10-9872-452ef700dc00/ec0730c6-ee27-4286-b868-8d411028b4ef) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:40:27.481582 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e6458c64-3e69-4b9f-804d-9adeddcd2efb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:27.552817 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44718d95-7ea5-413d-bcd8-c3799965cd32 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:40:27.621419 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-44718d95-7ea5-413d-bcd8-c3799965cd32 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:27.621771 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-44718d95-7ea5-413d-bcd8-c3799965cd32 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Added segment 9168333d-6d49-4325-a076-62dbcd264968 of type vlan for network 5bf3db2c-993b-4f90-acd6-cb485ce73949 Feb 04 11:40:27.668836 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-09d6f5e0-4251-4339-9a1d-7f9309821a51 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:27.683283 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9c04ed65-0922-452b-ac40-c1d3d62b4393 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:27.698313 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9c04ed65-0922-452b-ac40-c1d3d62b4393 None None] Transition to ACTIVE for port object ec0730c6-ee27-4286-b868-8d411028b4ef will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:27.715128 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6458c64-3e69-4b9f-804d-9adeddcd2efb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:40:27.718230 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c13abc7c-d0ab-44d1-9e1b-f2302fae70c2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:27.720027 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-e6458c64-3e69-4b9f-804d-9adeddcd2efb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:27.721923 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6458c64-3e69-4b9f-804d-9adeddcd2efb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=ea828749-65c7-4857-8498-7d72bbf6ed4a,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:27.725872 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6458c64-3e69-4b9f-804d-9adeddcd2efb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:40:27.727194 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-44718d95-7ea5-413d-bcd8-c3799965cd32 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:27.737123 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c13abc7c-d0ab-44d1-9e1b-f2302fae70c2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:27.740541 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9c04ed65-0922-452b-ac40-c1d3d62b4393 None None] Transition to ACTIVE for port object ec0730c6-ee27-4286-b868-8d411028b4ef will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:27.789277 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-09d6f5e0-4251-4339-9a1d-7f9309821a51 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:27.794453 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-09d6f5e0-4251-4339-9a1d-7f9309821a51 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.7876353 Feb 04 11:40:27.794631 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38366) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:27.813839 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9c04ed65-0922-452b-ac40-c1d3d62b4393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:27.858934 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38370) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:27.907212 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c04ed65-0922-452b-ac40-c1d3d62b4393 None None] Network d294f174-275d-4ad2-a999-a32505cc8638 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:40:27.911524 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-9c04ed65-0922-452b-ac40-c1d3d62b4393 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:27.914789 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c04ed65-0922-452b-ac40-c1d3d62b4393 None None] Pushing event updated for resources: {'Port': ['ID=ec0730c6-ee27-4286-b868-8d411028b4ef,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:27.918453 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c04ed65-0922-452b-ac40-c1d3d62b4393 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:40:27.929649 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-44718d95-7ea5-413d-bcd8-c3799965cd32 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:27.935650 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44718d95-7ea5-413d-bcd8-c3799965cd32 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:27.936489 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-44718d95-7ea5-413d-bcd8-c3799965cd32 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:27.989473 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c13abc7c-d0ab-44d1-9e1b-f2302fae70c2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:27.990023 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13abc7c-d0ab-44d1-9e1b-f2302fae70c2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Fanout notify agent at l3_agent the message router_deleted on router 6aead01e-e377-4f45-8462-c8a0fe668c6d {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:40:28.004842 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c13abc7c-d0ab-44d1-9e1b-f2302fae70c2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:28.006268 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c13abc7c-d0ab-44d1-9e1b-f2302fae70c2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/routers/6aead01e-e377-4f45-8462-c8a0fe668c6d HTTP/1.1" status: 204 len: 168 time: 1.1490784 Feb 04 11:40:28.010389 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38376) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:28.029439 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-9c04ed65-0922-452b-ac40-c1d3d62b4393 None None] Attempting to bind port ec0730c6-ee27-4286-b868-8d411028b4ef on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:40:28.030007 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-9c04ed65-0922-452b-ac40-c1d3d62b4393 None None] Attempting to bind port ec0730c6-ee27-4286-b868-8d411028b4ef by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '746927f9-4439-429c-80a0-5606a873addb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd294f174-275d-4ad2-a999-a32505cc8638'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:40:28.030493 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c04ed65-0922-452b-ac40-c1d3d62b4393 None None] Attempting to bind port ec0730c6-ee27-4286-b868-8d411028b4ef on network d294f174-275d-4ad2-a999-a32505cc8638 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:40:28.039468 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c04ed65-0922-452b-ac40-c1d3d62b4393 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:40:28.040287 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c04ed65-0922-452b-ac40-c1d3d62b4393 None None] Checking segment: {'id': '746927f9-4439-429c-80a0-5606a873addb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd294f174-275d-4ad2-a999-a32505cc8638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:40:28.040805 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9c04ed65-0922-452b-ac40-c1d3d62b4393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:28.041262 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c04ed65-0922-452b-ac40-c1d3d62b4393 None None] Bound using segment: {'id': '746927f9-4439-429c-80a0-5606a873addb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd294f174-275d-4ad2-a999-a32505cc8638'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:40:28.042001 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-9c04ed65-0922-452b-ac40-c1d3d62b4393 None None] Bound port: ec0730c6-ee27-4286-b868-8d411028b4ef, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746927f9-4439-429c-80a0-5606a873addb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd294f174-275d-4ad2-a999-a32505cc8638'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:40:28.045401 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9c04ed65-0922-452b-ac40-c1d3d62b4393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:28.156218 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-44718d95-7ea5-413d-bcd8-c3799965cd32 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1308453 Feb 04 11:40:28.177640 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38380) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:28.178921 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9c04ed65-0922-452b-ac40-c1d3d62b4393 None None] For port ec0730c6-ee27-4286-b868-8d411028b4ef, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:40:28.182747 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9c04ed65-0922-452b-ac40-c1d3d62b4393 None None] For port ec0730c6-ee27-4286-b868-8d411028b4ef, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=ec0730c6-ee27-4286-b868-8d411028b4ef,segment=NetworkSegment(746927f9-4439-429c-80a0-5606a873addb),segment_id=746927f9-4439-429c-80a0-5606a873addb)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:40:28.189401 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-3fb23711-b964-4a6c-9cde-9bfbf4b95de4 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Request body: {'subnet': {'network_id': '5bf3db2c-993b-4f90-acd6-cb485ce73949', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:28.216782 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44718d95-7ea5-413d-bcd8-c3799965cd32 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event updated for resources: {'Network': ['ID=5bf3db2c-993b-4f90-acd6-cb485ce73949,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:28.231829 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 5bf3db2c-993b-4f90-acd6-cb485ce73949 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:40:28.313846 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9c04ed65-0922-452b-ac40-c1d3d62b4393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:28.360042 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2ccb06-6ec7-4066-8862-e82327c0f4fd tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:40:28.373986 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a8b0fb-b60f-4767-9a64-c34c4fe12cf8 None None] Sync routers for ids ['9f13693f-5894-41a3-8de2-6b4557fe6c63'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:40:28.399057 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a8b0fb-b60f-4767-9a64-c34c4fe12cf8 None None] Routers {'9f13693f-5894-41a3-8de2-6b4557fe6c63'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:40:28.399961 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-99a8b0fb-b60f-4767-9a64-c34c4fe12cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['9f13693f-5894-41a3-8de2-6b4557fe6c63'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:28.404885 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c04ed65-0922-452b-ac40-c1d3d62b4393 None None] Pushing event updated for resources: {'Port': ['ID=ec0730c6-ee27-4286-b868-8d411028b4ef,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:28.426324 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-3fb23711-b964-4a6c-9cde-9bfbf4b95de4 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:28.430655 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-3fb23711-b964-4a6c-9cde-9bfbf4b95de4 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Usage tracker for resource:subnet and tenant:f631734a474740f59c61a7b75bcfa8d4 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:28.433730 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-3fb23711-b964-4a6c-9cde-9bfbf4b95de4 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:28.439646 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-3fb23711-b964-4a6c-9cde-9bfbf4b95de4 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:28.467644 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-99a8b0fb-b60f-4767-9a64-c34c4fe12cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:28.481351 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a8b0fb-b60f-4767-9a64-c34c4fe12cf8 None None] Routers {'9f13693f-5894-41a3-8de2-6b4557fe6c63'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:40:28.482285 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-99a8b0fb-b60f-4767-9a64-c34c4fe12cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['9f13693f-5894-41a3-8de2-6b4557fe6c63'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:28.545315 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-99a8b0fb-b60f-4767-9a64-c34c4fe12cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:28.545710 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a8b0fb-b60f-4767-9a64-c34c4fe12cf8 None None] The sync data for ids ['9f13693f-5894-41a3-8de2-6b4557fe6c63'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:40:28.565814 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb23711-b964-4a6c-9cde-9bfbf4b95de4 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Made reservation on behalf of f631734a474740f59c61a7b75bcfa8d4 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:40:28.571951 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-06a39601-cdae-4648-a1d8-ae9bf225bb6e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Deleting subnet 7eb3f7fd-10e5-4820-b0b4-0bcb960e7bd8 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:40:28.580339 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ea7e7c7f-205f-46fb-9fa0-608816bfbab6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=86676f741a1b44e6b6b078dd507bf54a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7202268 Feb 04 11:40:28.581545 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-06a39601-cdae-4648-a1d8-ae9bf225bb6e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:28.591688 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38384) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:28.702754 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-06a39601-cdae-4648-a1d8-ae9bf225bb6e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:28.924492 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-78c21972-3399-4f7b-816b-91e01e8e005e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:28.938796 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-06a39601-cdae-4648-a1d8-ae9bf225bb6e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:28.939169 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3fb23711-b964-4a6c-9cde-9bfbf4b95de4 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:29.115263 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7c1f721c-81d2-47f2-8a46-423aa6f1ea93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:29.138606 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-06a39601-cdae-4648-a1d8-ae9bf225bb6e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:29.206531 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a39601-cdae-4648-a1d8-ae9bf225bb6e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event deleted for resources: {'Subnet': ['ID=7eb3f7fd-10e5-4820-b0b4-0bcb960e7bd8,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:29.278550 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7c1f721c-81d2-47f2-8a46-423aa6f1ea93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:29.327638 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e6458c64-3e69-4b9f-804d-9adeddcd2efb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:29.328845 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-06a39601-cdae-4648-a1d8-ae9bf225bb6e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:29.334684 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71ab6d2-4d09-4ddc-876f-e66b98192543 None None] Network c5a31fbf-6f3b-48d4-95a7-8ad04b5300de requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:29.346406 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-06a39601-cdae-4648-a1d8-ae9bf225bb6e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/subnets/7eb3f7fd-10e5-4820-b0b4-0bcb960e7bd8 HTTP/1.1" status: 204 len: 168 time: 1.3334002 Feb 04 11:40:29.350791 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38388) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:29.621576 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-78c21972-3399-4f7b-816b-91e01e8e005e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Allocated IP 172.20.0.1 (d294f174-275d-4ad2-a999-a32505cc8638/d53f7f15-ad67-4f10-9872-452ef700dc00/cdf91859-530f-4bc3-8c88-279993ae8d95) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:40:29.706903 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e6458c64-3e69-4b9f-804d-9adeddcd2efb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:29.755843 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55de34e2-1c66-4d7e-aacd-0d45d4448953 None None] DHCP port deletion for c5a31fbf-6f3b-48d4-95a7-8ad04b5300de request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:40:29.757488 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-935789fb-55ae-49c4-ae62-55c62a6ac833 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:29.764458 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-55de34e2-1c66-4d7e-aacd-0d45d4448953 None None] Deleting port a6323d81-49fa-44eb-9bfc-3b8b3611cb1f {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:40:29.765794 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-55de34e2-1c66-4d7e-aacd-0d45d4448953 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:29.778478 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7c1f721c-81d2-47f2-8a46-423aa6f1ea93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:29.850149 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97282e79-ab39-44b7-b52e-d327cccc0703 None None] Network d294f174-275d-4ad2-a999-a32505cc8638 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:29.869574 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-935789fb-55ae-49c4-ae62-55c62a6ac833 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Deleting port a6323d81-49fa-44eb-9bfc-3b8b3611cb1f {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:40:29.870109 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-935789fb-55ae-49c4-ae62-55c62a6ac833 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:29.880032 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-78c21972-3399-4f7b-816b-91e01e8e005e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:29.887904 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f721c-81d2-47f2-8a46-423aa6f1ea93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c96ba9-a997-4ed9-b75f-d4ab7cf35ae5,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:29.902867 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3fb23711-b964-4a6c-9cde-9bfbf4b95de4 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:30.003463 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-78c21972-3399-4f7b-816b-91e01e8e005e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Transition to ACTIVE for port object cdf91859-530f-4bc3-8c88-279993ae8d95 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:30.057309 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7c1f721c-81d2-47f2-8a46-423aa6f1ea93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:30.061297 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-7c1f721c-81d2-47f2-8a46-423aa6f1ea93 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1c96ba9-a997-4ed9-b75f-d4ab7cf35ae5 HTTP/1.1" status: 204 len: 168 time: 1.4591923 Feb 04 11:40:30.089481 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb23711-b964-4a6c-9cde-9bfbf4b95de4 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event updated for resources: {'Subnet': ['ID=27e78167-b7fe-4ac3-8ff7-7222cc2c942e,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:30.128482 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-197498ea-840f-4dc7-9e28-57c0cc23443f None None] Provisioning for port ec0730c6-ee27-4286-b868-8d411028b4ef completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:40:30.130829 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb23711-b964-4a6c-9cde-9bfbf4b95de4 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Checking segment: {'id': '9168333d-6d49-4325-a076-62dbcd264968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5bf3db2c-993b-4f90-acd6-cb485ce73949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:40:30.131668 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb23711-b964-4a6c-9cde-9bfbf4b95de4 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Network hostable DHCP agents. Network: 5bf3db2c-993b-4f90-acd6-cb485ce73949, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:40:30.166545 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-55de34e2-1c66-4d7e-aacd-0d45d4448953 None None] For port a6323d81-49fa-44eb-9bfc-3b8b3611cb1f, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=a6323d81-49fa-44eb-9bfc-3b8b3611cb1f,segment=NetworkSegment(43a1e4fb-31be-4d7e-9420-b0fad88b433b),segment_id=43a1e4fb-31be-4d7e-9420-b0fad88b433b)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:40:30.166922 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-55de34e2-1c66-4d7e-aacd-0d45d4448953 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:30.234914 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-78c21972-3399-4f7b-816b-91e01e8e005e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:30.277659 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2ccb06-6ec7-4066-8862-e82327c0f4fd tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Router e0c6fad9-c832-49cc-8f40-b413e853c6d1 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:40:30.289072 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e6458c64-3e69-4b9f-804d-9adeddcd2efb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:30.296630 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-935789fb-55ae-49c4-ae62-55c62a6ac833 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] For port a6323d81-49fa-44eb-9bfc-3b8b3611cb1f, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=a6323d81-49fa-44eb-9bfc-3b8b3611cb1f,segment=NetworkSegment(43a1e4fb-31be-4d7e-9420-b0fad88b433b),segment_id=43a1e4fb-31be-4d7e-9420-b0fad88b433b)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:40:30.297146 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-935789fb-55ae-49c4-ae62-55c62a6ac833 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:30.322776 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb23711-b964-4a6c-9cde-9bfbf4b95de4 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Network 5bf3db2c-993b-4f90-acd6-cb485ce73949 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:40:30.342455 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c21972-3399-4f7b-816b-91e01e8e005e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Network d294f174-275d-4ad2-a999-a32505cc8638 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:40:30.346015 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-78c21972-3399-4f7b-816b-91e01e8e005e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:30.356767 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c21972-3399-4f7b-816b-91e01e8e005e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:40:30.375833 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-55de34e2-1c66-4d7e-aacd-0d45d4448953 None None] Calling delete_port for a6323d81-49fa-44eb-9bfc-3b8b3611cb1f owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:40:30.392434 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c21972-3399-4f7b-816b-91e01e8e005e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event updated for resources: {'Port': ['ID=cdf91859-530f-4bc3-8c88-279993ae8d95,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:30.403306 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-3fb23711-b964-4a6c-9cde-9bfbf4b95de4 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 5bf3db2c-993b-4f90-acd6-cb485ce73949) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:30.417037 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb23711-b964-4a6c-9cde-9bfbf4b95de4 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:30.417176 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3fb23711-b964-4a6c-9cde-9bfbf4b95de4 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:30.425655 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e6458c64-3e69-4b9f-804d-9adeddcd2efb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:30.435167 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc3357c-3e5c-47b7-9694-e53e977e9e38 None None] Network 5bf3db2c-993b-4f90-acd6-cb485ce73949 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:30.438206 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-935789fb-55ae-49c4-ae62-55c62a6ac833 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Calling delete_port for a6323d81-49fa-44eb-9bfc-3b8b3611cb1f owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:40:30.443879 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-78c21972-3399-4f7b-816b-91e01e8e005e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:30.524131 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3fb23711-b964-4a6c-9cde-9bfbf4b95de4 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3456216 Feb 04 11:40:30.526755 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38398) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:30.606335 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device ec0730c6-ee27-4286-b868-8d411028b4ef up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:40:30.715256 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6458c64-3e69-4b9f-804d-9adeddcd2efb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=ea828749-65c7-4857-8498-7d72bbf6ed4a,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:30.726532 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e6458c64-3e69-4b9f-804d-9adeddcd2efb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:30.752543 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-78c21972-3399-4f7b-816b-91e01e8e005e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:30.838774 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.api [None req-935789fb-55ae-49c4-ae62-55c62a6ac833 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:40:30.839188 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG oslo_db.api [None req-935789fb-55ae-49c4-ae62-55c62a6ac833 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:40:30.865718 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-55de34e2-1c66-4d7e-aacd-0d45d4448953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:30.866741 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:30.921437 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df3598e-00ec-45cc-8ef6-99800f817602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-5bf3db2c-993b-4f90-acd6-cb485ce73949', 'network_id': '5bf3db2c-993b-4f90-acd6-cb485ce73949', 'tenant_id': 'f631734a474740f59c61a7b75bcfa8d4', 'fixed_ips': [{'subnet_id': '27e78167-b7fe-4ac3-8ff7-7222cc2c942e'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:40:30.922384 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3df3598e-00ec-45cc-8ef6-99800f817602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:30.973230 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de34e2-1c66-4d7e-aacd-0d45d4448953 None None] Pushing event deleted for resources: {'Port': ['ID=a6323d81-49fa-44eb-9bfc-3b8b3611cb1f,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:30.988097 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55de34e2-1c66-4d7e-aacd-0d45d4448953 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:30.988525 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55de34e2-1c66-4d7e-aacd-0d45d4448953 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:30.989128 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55de34e2-1c66-4d7e-aacd-0d45d4448953 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:30.989516 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55de34e2-1c66-4d7e-aacd-0d45d4448953 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:30.989928 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55de34e2-1c66-4d7e-aacd-0d45d4448953 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:30.990333 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55de34e2-1c66-4d7e-aacd-0d45d4448953 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:30.991633 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55de34e2-1c66-4d7e-aacd-0d45d4448953 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:30.991633 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55de34e2-1c66-4d7e-aacd-0d45d4448953 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:30.992888 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55de34e2-1c66-4d7e-aacd-0d45d4448953 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:30.993167 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55de34e2-1c66-4d7e-aacd-0d45d4448953 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:30.993566 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55de34e2-1c66-4d7e-aacd-0d45d4448953 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:31.044194 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2ccb06-6ec7-4066-8862-e82327c0f4fd tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:40:31.047376 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55de34e2-1c66-4d7e-aacd-0d45d4448953 None None] No DVR routers for this DVR port a6323d81-49fa-44eb-9bfc-3b8b3611cb1f on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:40:31.075914 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ed2ccb06-6ec7-4066-8862-e82327c0f4fd tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:31.079350 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fed1095-8ea4-4446-ac10-97c909532a40 None None] Sync routers for ids ['e0c6fad9-c832-49cc-8f40-b413e853c6d1'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:40:31.202085 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fed1095-8ea4-4446-ac10-97c909532a40 None None] Routers {'e0c6fad9-c832-49cc-8f40-b413e853c6d1'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:40:31.211095 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-7fed1095-8ea4-4446-ac10-97c909532a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['e0c6fad9-c832-49cc-8f40-b413e853c6d1'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:31.297235 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port ec0730c6-ee27-4286-b868-8d411028b4ef completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:40:31.302927 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.l3_db [None req-e6458c64-3e69-4b9f-804d-9adeddcd2efb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Floating IP 12205bc0-19a5-4f15-b9f6-33d6e12fa5cc associated. External IP: 172.26.3.199, port: 3bc398c8-4ad5-47a5-98b4-f26b5530c56c. Feb 04 11:40:31.316101 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:31.324880 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port ec0730c6-ee27-4286-b868-8d411028b4ef triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:31.325336 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:31.399499 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-7fed1095-8ea4-4446-ac10-97c909532a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:31.400113 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-935789fb-55ae-49c4-ae62-55c62a6ac833 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Deleting port a6323d81-49fa-44eb-9bfc-3b8b3611cb1f {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:40:31.400113 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-935789fb-55ae-49c4-ae62-55c62a6ac833 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:31.436163 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-3df3598e-00ec-45cc-8ef6-99800f817602 None None] Allocated IP 172.20.0.1 (5bf3db2c-993b-4f90-acd6-cb485ce73949/27e78167-b7fe-4ac3-8ff7-7222cc2c942e/688eb2d8-bac7-4d93-91d8-e861ad701d57) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:40:31.449604 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fed1095-8ea4-4446-ac10-97c909532a40 None None] Routers {'e0c6fad9-c832-49cc-8f40-b413e853c6d1'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:40:31.450318 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-7fed1095-8ea4-4446-ac10-97c909532a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['e0c6fad9-c832-49cc-8f40-b413e853c6d1'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:31.552186 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-7fed1095-8ea4-4446-ac10-97c909532a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:31.552686 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fed1095-8ea4-4446-ac10-97c909532a40 None None] The sync data for ids ['e0c6fad9-c832-49cc-8f40-b413e853c6d1'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:40:31.566085 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-935789fb-55ae-49c4-ae62-55c62a6ac833 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] The port 'a6323d81-49fa-44eb-9bfc-3b8b3611cb1f' was deleted {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:40:31.602268 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-78c21972-3399-4f7b-816b-91e01e8e005e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:31.647184 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ed2ccb06-6ec7-4066-8862-e82327c0f4fd tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "PUT /v2.0/floatingips/a3334cb3-fb3b-4d73-8d81-22427f9eb206 HTTP/1.1" status: 200 len: 976 time: 10.0735674 Feb 04 11:40:31.651115 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38416) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:31.709445 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-78c21972-3399-4f7b-816b-91e01e8e005e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:31.782808 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-935789fb-55ae-49c4-ae62-55c62a6ac833 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:31.811713 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-935789fb-55ae-49c4-ae62-55c62a6ac833 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a31fbf-6f3b-48d4-95a7-8ad04b5300de']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:31.814668 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38420) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:31.826640 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-935789fb-55ae-49c4-ae62-55c62a6ac833 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43a1e4fb-31be-4d7e-9420-b0fad88b433b') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:31.826969 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-935789fb-55ae-49c4-ae62-55c62a6ac833 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43a1e4fb-31be-4d7e-9420-b0fad88b433b') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:31.839042 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-935789fb-55ae-49c4-ae62-55c62a6ac833 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:31.857479 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-935789fb-55ae-49c4-ae62-55c62a6ac833 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:31.860013 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:31.865757 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-935789fb-55ae-49c4-ae62-55c62a6ac833 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:40:31.868249 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-935789fb-55ae-49c4-ae62-55c62a6ac833 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:31.877817 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-284b1d56-fd55-4ba4-85de-7f0df571eb4e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Deleting port ba368b3d-c3f0-4b67-85b9-953fd10cd3d9 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:40:31.878199 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-284b1d56-fd55-4ba4-85de-7f0df571eb4e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:31.891165 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7a4d313c-0cb8-4ecb-99e7-6c3d8305cc24 None None] Provisioning complete for port ec0730c6-ee27-4286-b868-8d411028b4ef triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:31.891541 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7a4d313c-0cb8-4ecb-99e7-6c3d8305cc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:31.924261 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-78c21972-3399-4f7b-816b-91e01e8e005e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:31.943523 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c21972-3399-4f7b-816b-91e01e8e005e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event updated for resources: {'Port': ['ID=cdf91859-530f-4bc3-8c88-279993ae8d95,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:31.976811 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3df3598e-00ec-45cc-8ef6-99800f817602 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:31.981254 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port ec0730c6-ee27-4286-b868-8d411028b4ef, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=ec0730c6-ee27-4286-b868-8d411028b4ef,segment=NetworkSegment(746927f9-4439-429c-80a0-5606a873addb),segment_id=746927f9-4439-429c-80a0-5606a873addb)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:40:31.992334 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3df3598e-00ec-45cc-8ef6-99800f817602 None None] Transition to ACTIVE for port object 688eb2d8-bac7-4d93-91d8-e861ad701d57 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:31.997085 dv-neutron-827825-2-hyperv neutron-server[84205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:40:31.997085 dv-neutron-827825-2-hyperv neutron-server[84205]: util.warn( Feb 04 11:40:31.997085 dv-neutron-827825-2-hyperv neutron-server[84205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:40:31.997085 dv-neutron-827825-2-hyperv neutron-server[84205]: util.warn( Feb 04 11:40:31.997085 dv-neutron-827825-2-hyperv neutron-server[84205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:40:31.997085 dv-neutron-827825-2-hyperv neutron-server[84205]: util.warn( Feb 04 11:40:31.997085 dv-neutron-827825-2-hyperv neutron-server[84205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:40:31.997085 dv-neutron-827825-2-hyperv neutron-server[84205]: util.warn( Feb 04 11:40:31.997085 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:40:31.997085 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:40:31.997085 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:40:31.997085 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:40:31.997085 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:40:31.997085 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:40:31.997085 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:40:31.997085 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:40:31.997085 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:40:31.997085 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:40:31.997085 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:40:31.997085 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:40:31.997085 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:40:31.997085 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:40:31.997085 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:40:31.997085 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:40:31.997085 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:40:31.997085 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:40:31.997085 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:40:31.997085 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:40:31.997085 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:40:31.997085 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:40:31.997085 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:40:31.997085 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:40:31.997085 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:40:31.997085 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:40:31.997085 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:40:31.997085 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:40:31.997085 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:40:31.997085 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:40:31.997085 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:40:31.997085 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:40:32.049993 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3df3598e-00ec-45cc-8ef6-99800f817602 None None] Transition to ACTIVE for port object 688eb2d8-bac7-4d93-91d8-e861ad701d57 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:32.059757 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:32.067825 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-2fbaae51-ebd5-4a7e-8ed0-090861de5779 tempest-NetworksNegativeTestJSON-1118431924 tempest-NetworksNegativeTestJSON-1118431924-project] Request body: {'port': {'network_id': 'b1b70a7f-3077-4e8c-ae5b-a32dff49eeee', 'name': 'tempest-NetworksNegativeTestJSON-1311068867'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:32.111436 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fbaae51-ebd5-4a7e-8ed0-090861de5779 tempest-NetworksNegativeTestJSON-1118431924 tempest-NetworksNegativeTestJSON-1118431924-project] POST failed (client error): The resource could not be found. Feb 04 11:40:32.111936 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fbaae51-ebd5-4a7e-8ed0-090861de5779 tempest-NetworksNegativeTestJSON-1118431924 tempest-NetworksNegativeTestJSON-1118431924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:40:32.113111 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2fbaae51-ebd5-4a7e-8ed0-090861de5779 tempest-NetworksNegativeTestJSON-1118431924 tempest-NetworksNegativeTestJSON-1118431924-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2975414 Feb 04 11:40:32.120294 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38426) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:32.133599 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device a6323d81-49fa-44eb-9bfc-3b8b3611cb1f no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:40:32.137232 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-935789fb-55ae-49c4-ae62-55c62a6ac833 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:32.181812 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-935789fb-55ae-49c4-ae62-55c62a6ac833 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:32.192554 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935789fb-55ae-49c4-ae62-55c62a6ac833 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event deleted for resources: {'Network': ['ID=c5a31fbf-6f3b-48d4-95a7-8ad04b5300de,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:32.210397 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7a4d313c-0cb8-4ecb-99e7-6c3d8305cc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:32.213193 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-935789fb-55ae-49c4-ae62-55c62a6ac833 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/networks/c5a31fbf-6f3b-48d4-95a7-8ad04b5300de HTTP/1.1" status: 204 len: 168 time: 2.8600314 Feb 04 11:40:32.226777 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3df3598e-00ec-45cc-8ef6-99800f817602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:32.232006 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38430) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:32.234473 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: a6323d81-49fa-44eb-9bfc-3b8b3611cb1f {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:40:32.234819 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device a6323d81-49fa-44eb-9bfc-3b8b3611cb1f not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:40:32.242152 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e8024d5-496d-4ef7-a374-abd8060c4d82 tempest-NetworksNegativeTestJSON-1118431924 tempest-NetworksNegativeTestJSON-1118431924-project] DELETE failed (client error): The resource could not be found. Feb 04 11:40:32.242650 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e8024d5-496d-4ef7-a374-abd8060c4d82 tempest-NetworksNegativeTestJSON-1118431924 tempest-NetworksNegativeTestJSON-1118431924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:40:32.253936 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-c978f2d5-a8d1-42da-a340-b8541683b7c2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1535469143', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}, 'admin_state_up': False}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:32.257609 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=ec0730c6-ee27-4286-b868-8d411028b4ef,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:32.263853 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c978f2d5-a8d1-42da-a340-b8541683b7c2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:32.270270 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c978f2d5-a8d1-42da-a340-b8541683b7c2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Usage tracker for resource:router and tenant:1857235941a6433080777df3100a6d46 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:32.275274 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c978f2d5-a8d1-42da-a340-b8541683b7c2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:32.283225 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c978f2d5-a8d1-42da-a340-b8541683b7c2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:32.294076 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1e8024d5-496d-4ef7-a374-abd8060c4d82 tempest-NetworksNegativeTestJSON-1118431924 tempest-NetworksNegativeTestJSON-1118431924-project] 10.222.0.21 "DELETE /v2.0/networks/d34d5859-1aa1-41df-9cb1-db156c41d9ce HTTP/1.1" status: 404 len: 339 time: 0.1675038 Feb 04 11:40:32.296528 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38434) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:32.322960 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df3598e-00ec-45cc-8ef6-99800f817602 None None] Network 5bf3db2c-993b-4f90-acd6-cb485ce73949 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:40:32.325556 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c21972-3399-4f7b-816b-91e01e8e005e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Network d294f174-275d-4ad2-a999-a32505cc8638 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:40:32.329141 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-78c21972-3399-4f7b-816b-91e01e8e005e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:32.342873 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-0167b294-8384-417b-9f71-75fd8550f5ef tempest-NetworksNegativeTestJSON-1118431924 tempest-NetworksNegativeTestJSON-1118431924-project] DELETE failed (client error): The resource could not be found. Feb 04 11:40:32.343327 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0167b294-8384-417b-9f71-75fd8550f5ef tempest-NetworksNegativeTestJSON-1118431924 tempest-NetworksNegativeTestJSON-1118431924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:40:32.351533 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0167b294-8384-417b-9f71-75fd8550f5ef tempest-NetworksNegativeTestJSON-1118431924 tempest-NetworksNegativeTestJSON-1118431924-project] 10.222.0.21 "DELETE /v2.0/ports/e67d04bb-cf42-48ec-a182-673e72521988 HTTP/1.1" status: 404 len: 333 time: 0.0491250 Feb 04 11:40:32.352234 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38438) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:32.361804 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-3df3598e-00ec-45cc-8ef6-99800f817602 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:32.365638 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df3598e-00ec-45cc-8ef6-99800f817602 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:40:32.394446 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df3598e-00ec-45cc-8ef6-99800f817602 None None] Pushing event updated for resources: {'Port': ['ID=688eb2d8-bac7-4d93-91d8-e861ad701d57,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:32.402098 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a5b2d9-d430-400a-9b50-1590dfe81b4f tempest-NetworksNegativeTestJSON-1118431924 tempest-NetworksNegativeTestJSON-1118431924-project] DELETE failed (client error): The resource could not be found. Feb 04 11:40:32.402572 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a5b2d9-d430-400a-9b50-1590dfe81b4f tempest-NetworksNegativeTestJSON-1118431924 tempest-NetworksNegativeTestJSON-1118431924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:40:32.409402 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a6a5b2d9-d430-400a-9b50-1590dfe81b4f tempest-NetworksNegativeTestJSON-1118431924 tempest-NetworksNegativeTestJSON-1118431924-project] 10.222.0.21 "DELETE /v2.0/subnets/08fed760-f4c4-4f8b-baec-fa61d64e6bbc HTTP/1.1" status: 404 len: 337 time: 0.0510786 Feb 04 11:40:32.420474 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:32.426986 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38442) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:32.462506 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c978f2d5-a8d1-42da-a340-b8541683b7c2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:32.463485 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c978f2d5-a8d1-42da-a340-b8541683b7c2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:32.485910 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-7a4d313c-0cb8-4ecb-99e7-6c3d8305cc24 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:40:32.485910 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-7a4d313c-0cb8-4ecb-99e7-6c3d8305cc24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:40:32.528676 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c978f2d5-a8d1-42da-a340-b8541683b7c2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:32.548921 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device ec0730c6-ee27-4286-b868-8d411028b4ef up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:40:32.575886 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-284b1d56-fd55-4ba4-85de-7f0df571eb4e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:32.621317 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-3df3598e-00ec-45cc-8ef6-99800f817602 None None] Attempting to bind port 688eb2d8-bac7-4d93-91d8-e861ad701d57 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:40:32.621690 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-3df3598e-00ec-45cc-8ef6-99800f817602 None None] Attempting to bind port 688eb2d8-bac7-4d93-91d8-e861ad701d57 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '9168333d-6d49-4325-a076-62dbcd264968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5bf3db2c-993b-4f90-acd6-cb485ce73949'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:40:32.622084 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df3598e-00ec-45cc-8ef6-99800f817602 None None] Attempting to bind port 688eb2d8-bac7-4d93-91d8-e861ad701d57 on network 5bf3db2c-993b-4f90-acd6-cb485ce73949 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:40:32.636593 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df3598e-00ec-45cc-8ef6-99800f817602 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:40:32.636971 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df3598e-00ec-45cc-8ef6-99800f817602 None None] Checking segment: {'id': '9168333d-6d49-4325-a076-62dbcd264968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5bf3db2c-993b-4f90-acd6-cb485ce73949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:40:32.637377 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3df3598e-00ec-45cc-8ef6-99800f817602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:32.641865 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df3598e-00ec-45cc-8ef6-99800f817602 None None] Bound using segment: {'id': '9168333d-6d49-4325-a076-62dbcd264968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5bf3db2c-993b-4f90-acd6-cb485ce73949'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:40:32.641865 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-3df3598e-00ec-45cc-8ef6-99800f817602 None None] Bound port: 688eb2d8-bac7-4d93-91d8-e861ad701d57, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9168333d-6d49-4325-a076-62dbcd264968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5bf3db2c-993b-4f90-acd6-cb485ce73949'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:40:32.641865 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3df3598e-00ec-45cc-8ef6-99800f817602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:32.673210 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event deleted for resources: {'Subnet': ['ID=27e78167-b7fe-4ac3-8ff7-7222cc2c942e,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:32.691061 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-88c45587-5f7b-48da-a3c5-f4de36eac785 tempest-NetworksNegativeTestJSON-1118431924 tempest-NetworksNegativeTestJSON-1118431924-project] GET failed (client error): The resource could not be found. Feb 04 11:40:32.696367 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-88c45587-5f7b-48da-a3c5-f4de36eac785 tempest-NetworksNegativeTestJSON-1118431924 tempest-NetworksNegativeTestJSON-1118431924-project] 10.222.0.21 "GET /v2.0/networks/2b0e49b8-e5bf-4ede-bda1-57c24162762d HTTP/1.1" status: 404 len: 339 time: 0.2364283 Feb 04 11:40:32.697923 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38446) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:32.720410 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port ec0730c6-ee27-4286-b868-8d411028b4ef triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:32.721127 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:32.748123 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-14584036-7894-42ed-9d26-cd1784b8d0de tempest-NetworksNegativeTestJSON-1118431924 tempest-NetworksNegativeTestJSON-1118431924-project] GET failed (client error): The resource could not be found. Feb 04 11:40:32.752984 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-14584036-7894-42ed-9d26-cd1784b8d0de tempest-NetworksNegativeTestJSON-1118431924 tempest-NetworksNegativeTestJSON-1118431924-project] 10.222.0.21 "GET /v2.0/ports/36e9bc8c-e024-49a2-8951-c47aeda52e97 HTTP/1.1" status: 404 len: 333 time: 0.0503807 Feb 04 11:40:32.754938 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38450) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:32.795305 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-3df3598e-00ec-45cc-8ef6-99800f817602 None None] For port 688eb2d8-bac7-4d93-91d8-e861ad701d57, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:40:32.802428 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-3df3598e-00ec-45cc-8ef6-99800f817602 None None] For port 688eb2d8-bac7-4d93-91d8-e861ad701d57, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=688eb2d8-bac7-4d93-91d8-e861ad701d57,segment=NetworkSegment(9168333d-6d49-4325-a076-62dbcd264968),segment_id=9168333d-6d49-4325-a076-62dbcd264968)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:40:32.835292 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c978f2d5-a8d1-42da-a340-b8541683b7c2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:32.863648 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6458c64-3e69-4b9f-804d-9adeddcd2efb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router 7e68f380-0afc-40b2-80ac-5d134a2163f7 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:40:32.876697 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3df3598e-00ec-45cc-8ef6-99800f817602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:32.971276 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df3598e-00ec-45cc-8ef6-99800f817602 None None] Pushing event updated for resources: {'Port': ['ID=688eb2d8-bac7-4d93-91d8-e861ad701d57,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:33.065533 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-30764b43-67a8-42f9-9f8a-1fe700e1aa08 tempest-NetworksNegativeTestJSON-1118431924 tempest-NetworksNegativeTestJSON-1118431924-project] GET failed (client error): The resource could not be found. Feb 04 11:40:33.071966 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-30764b43-67a8-42f9-9f8a-1fe700e1aa08 tempest-NetworksNegativeTestJSON-1118431924 tempest-NetworksNegativeTestJSON-1118431924-project] 10.222.0.21 "GET /v2.0/subnets/373dfcfe-50c1-4568-8a40-69e7857a313e HTTP/1.1" status: 404 len: 337 time: 0.3108091 Feb 04 11:40:33.074137 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38454) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:33.080908 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:33.101443 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-505b58f1-eccf-4952-88ba-1076d0e2b714 tempest-NetworksNegativeTestJSON-1118431924 tempest-NetworksNegativeTestJSON-1118431924-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:33.129672 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf4cb47-f64d-4d2a-b260-c327d0834617 None None] Network 5bf3db2c-993b-4f90-acd6-cb485ce73949 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:33.211188 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7a4d313c-0cb8-4ecb-99e7-6c3d8305cc24 None None] Provisioning for port cdf91859-530f-4bc3-8c88-279993ae8d95 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:40:33.212279 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-505b58f1-eccf-4952-88ba-1076d0e2b714 tempest-NetworksNegativeTestJSON-1118431924 tempest-NetworksNegativeTestJSON-1118431924-project] PUT failed (client error): The resource could not be found. Feb 04 11:40:33.212894 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-505b58f1-eccf-4952-88ba-1076d0e2b714 tempest-NetworksNegativeTestJSON-1118431924 tempest-NetworksNegativeTestJSON-1118431924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:40:33.214191 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-505b58f1-eccf-4952-88ba-1076d0e2b714 tempest-NetworksNegativeTestJSON-1118431924 tempest-NetworksNegativeTestJSON-1118431924-project] 10.222.0.21 "PUT /v2.0/networks/ca1570f4-55ee-4fff-a575-39970142d1b3 HTTP/1.1" status: 404 len: 339 time: 0.1362188 Feb 04 11:40:33.219099 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7a4d313c-0cb8-4ecb-99e7-6c3d8305cc24 None None] Provisioning complete for port cdf91859-530f-4bc3-8c88-279993ae8d95 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:33.219928 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7a4d313c-0cb8-4ecb-99e7-6c3d8305cc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:33.223864 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf3db2c-993b-4f90-acd6-cb485ce73949']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:33.248025 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38458) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:33.266160 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-f7efe0da-687e-4a15-9eeb-2649f6b0ee75 tempest-NetworksNegativeTestJSON-1118431924 tempest-NetworksNegativeTestJSON-1118431924-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:33.307381 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9168333d-6d49-4325-a076-62dbcd264968') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:33.307936 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9168333d-6d49-4325-a076-62dbcd264968') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:33.308059 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7efe0da-687e-4a15-9eeb-2649f6b0ee75 tempest-NetworksNegativeTestJSON-1118431924 tempest-NetworksNegativeTestJSON-1118431924-project] PUT failed (client error): The resource could not be found. Feb 04 11:40:33.308419 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7efe0da-687e-4a15-9eeb-2649f6b0ee75 tempest-NetworksNegativeTestJSON-1118431924 tempest-NetworksNegativeTestJSON-1118431924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:40:33.309497 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f7efe0da-687e-4a15-9eeb-2649f6b0ee75 tempest-NetworksNegativeTestJSON-1118431924 tempest-NetworksNegativeTestJSON-1118431924-project] 10.222.0.21 "PUT /v2.0/ports/5461dee4-c745-4da7-b0ef-bdfac53a4f02 HTTP/1.1" status: 404 len: 333 time: 0.0604100 Feb 04 11:40:33.314995 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38462) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:33.331851 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-f8feacb6-81d3-41ba-a499-aadff0135df0 tempest-NetworksNegativeTestJSON-1118431924 tempest-NetworksNegativeTestJSON-1118431924-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:33.345903 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d313c-0cb8-4ecb-99e7-6c3d8305cc24 None None] Port cdf91859-530f-4bc3-8c88-279993ae8d95 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:40:33.376317 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8feacb6-81d3-41ba-a499-aadff0135df0 tempest-NetworksNegativeTestJSON-1118431924 tempest-NetworksNegativeTestJSON-1118431924-project] PUT failed (client error): The resource could not be found. Feb 04 11:40:33.376665 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8feacb6-81d3-41ba-a499-aadff0135df0 tempest-NetworksNegativeTestJSON-1118431924 tempest-NetworksNegativeTestJSON-1118431924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:40:33.377358 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:33.377754 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f8feacb6-81d3-41ba-a499-aadff0135df0 tempest-NetworksNegativeTestJSON-1118431924 tempest-NetworksNegativeTestJSON-1118431924-project] 10.222.0.21 "PUT /v2.0/subnets/7d40e7ac-e82e-4162-8531-c21701204f21 HTTP/1.1" status: 404 len: 337 time: 0.0618174 Feb 04 11:40:33.413621 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:33.432610 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:40:33.433011 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:33.436850 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ed3c23-90c8-4747-ade4-354e50bc883b None None] get_active_networks_info from dv-neutron-827825-2-hyperv {{(pid=84206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 11:40:33.450120 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:40:33.450120 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:40:33.450120 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:40:33.450120 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:40:33.450120 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:40:33.450120 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:40:33.450120 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:40:33.450120 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:40:33.450120 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:40:33.450120 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:40:33.450120 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:40:33.450120 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:40:33.450120 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:40:33.450120 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:40:33.450120 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:40:33.450120 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:40:33.450120 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:40:33.450120 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:40:33.450120 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:40:33.450120 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:40:33.450120 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:40:33.450120 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:40:33.450120 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:40:33.450120 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:40:33.450120 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:40:33.450120 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:40:33.450120 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:40:33.450120 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:40:33.450120 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:40:33.450120 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:40:33.450120 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:40:33.450120 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:40:33.460978 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6458c64-3e69-4b9f-804d-9adeddcd2efb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:40:33.470971 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c978f2d5-a8d1-42da-a340-b8541683b7c2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router_gateway, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:33.474566 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ac1290-8473-415e-b325-9eb4e845c5b1 None None] Sync routers for ids ['7e68f380-0afc-40b2-80ac-5d134a2163f7'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:40:33.500810 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ac1290-8473-415e-b325-9eb4e845c5b1 None None] Routers {'7e68f380-0afc-40b2-80ac-5d134a2163f7'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:40:33.501591 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-e1ac1290-8473-415e-b325-9eb4e845c5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['7e68f380-0afc-40b2-80ac-5d134a2163f7'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:33.516238 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c978f2d5-a8d1-42da-a340-b8541683b7c2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:33.518453 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-284b1d56-fd55-4ba4-85de-7f0df571eb4e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:33.518453 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-284b1d56-fd55-4ba4-85de-7f0df571eb4e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:33.518453 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.l3_db [None req-284b1d56-fd55-4ba4-85de-7f0df571eb4e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Floating IP a3334cb3-fb3b-4d73-8d81-22427f9eb206 disassociated. External IP: 172.26.3.19, port: ba368b3d-c3f0-4b67-85b9-953fd10cd3d9. Feb 04 11:40:33.518453 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-284b1d56-fd55-4ba4-85de-7f0df571eb4e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Calling delete_port for ba368b3d-c3f0-4b67-85b9-953fd10cd3d9 owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:40:33.564090 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-0e6dfa98-0491-4e0f-834d-442ecc65e084 None None] Provisioning complete for port cdf91859-530f-4bc3-8c88-279993ae8d95 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:33.565116 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0e6dfa98-0491-4e0f-834d-442ecc65e084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:33.670788 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-0e6dfa98-0491-4e0f-834d-442ecc65e084 None None] Port cdf91859-530f-4bc3-8c88-279993ae8d95 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:40:33.687531 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.db.api [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 11:40:33.687531 dv-neutron-827825-2-hyperv neutron-server[84204]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 11:40:33.687531 dv-neutron-827825-2-hyperv neutron-server[84204]: [parameters: {'id': '5bf3db2c-993b-4f90-acd6-cb485ce73949'}] Feb 04 11:40:33.687531 dv-neutron-827825-2-hyperv neutron-server[84204]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:40:33.694612 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG oslo_db.api [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:40:33.713270 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ed3c23-90c8-4747-ade4-354e50bc883b None None] Resources bound (agent type, host, resource id): {{(pid=84206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 11:40:33.733109 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e6458c64-3e69-4b9f-804d-9adeddcd2efb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:33.782039 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-e1ac1290-8473-415e-b325-9eb4e845c5b1 None None] Set router 7e68f380-0afc-40b2-80ac-5d134a2163f7 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:40:33.814805 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e6458c64-3e69-4b9f-804d-9adeddcd2efb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.6603804 Feb 04 11:40:33.815051 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317d5965-a153-488f-bb85-73f8b235daa3', 'tag': '3bc398c8-4ad5-47a5-98b4-f26b5530c56c'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:40:33.817253 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38468) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:33.826192 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-284b1d56-fd55-4ba4-85de-7f0df571eb4e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:33.828265 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-c978f2d5-a8d1-42da-a340-b8541683b7c2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Allocated IP 172.26.3.186 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/36bbc90e-d010-4cb7-81f7-eb1c190cd7ad) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:40:33.946223 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '317d5965-a153-488f-bb85-73f8b235daa3', 'tag': '3bc398c8-4ad5-47a5-98b4-f26b5530c56c', 'status': 'completed', 'code': 200} Feb 04 11:40:33.978733 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c21972-3399-4f7b-816b-91e01e8e005e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Router 5466bb79-2a86-4d17-b182-986f2c66e424 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:40:34.058449 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b1d56-fd55-4ba4-85de-7f0df571eb4e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event deleted for resources: {'Port': ['ID=ba368b3d-c3f0-4b67-85b9-953fd10cd3d9,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:34.079111 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c978f2d5-a8d1-42da-a340-b8541683b7c2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:34.180000 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38476) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:34.203254 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c978f2d5-a8d1-42da-a340-b8541683b7c2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:34.249132 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:34.268852 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3733a640-3d81-4580-804f-b105a34a2477 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/12205bc0-19a5-4f15-b9f6-33d6e12fa5cc HTTP/1.1" status: 200 len: 991 time: 0.4494238 Feb 04 11:40:34.355873 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c978f2d5-a8d1-42da-a340-b8541683b7c2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:40:34.357114 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978f2d5-a8d1-42da-a340-b8541683b7c2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event updated for resources: {'Port': ['ID=36bbc90e-d010-4cb7-81f7-eb1c190cd7ad,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:34.359800 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-c978f2d5-a8d1-42da-a340-b8541683b7c2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:34.365695 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c978f2d5-a8d1-42da-a340-b8541683b7c2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:40:34.413315 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f7b7f2e6-90e8-4245-95c1-6519ff38746a req-70555e59-666c-4ee8-a5f6-c6cf10c36156 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=317d5965-a153-488f-bb85-73f8b235daa3 HTTP/1.1" status: 200 len: 1098 time: 0.4307423 Feb 04 11:40:34.414480 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Deleting port 688eb2d8-bac7-4d93-91d8-e861ad701d57 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:40:34.414832 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:34.448288 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-e1ac1290-8473-415e-b325-9eb4e845c5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'name': 'tempest-TestNetworkBasicOps-router-1549041283', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '741eba48-2181-44d6-8a54-63871deeafe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:19Z', 'updated_at': '2022-02-04T11:39:38Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '741eba48-2181-44d6-8a54-63871deeafe5', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:22Z', 'updated_at': '2022-02-04T11:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '12205bc0-19a5-4f15-b9f6-33d6e12fa5cc', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.199', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'port_id': '3bc398c8-4ad5-47a5-98b4-f26b5530c56c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae', 'mac_address': 'fa:16:3e:43:a5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d5965-a153-488f-bb85-73f8b235daa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:40:28Z', 'updated_at': '2022-02-04T11:40:28Z', 'revision_number': 0, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3', 'name': '', 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:69:62:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3366fb7-15f1-4fdd-b22d-c78849bf243a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:36Z', 'updated_at': '2022-02-04T11:39:51Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'd3366fb7-15f1-4fdd-b22d-c78849bf243a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:34.453154 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ac1290-8473-415e-b325-9eb4e845c5b1 None None] Checking router: 7e68f380-0afc-40b2-80ac-5d134a2163f7 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:40:34.459283 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2c634f77-55e1-4418-9a40-0ead398cd68e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:34.466943 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ac1290-8473-415e-b325-9eb4e845c5b1 None None] Routers {'7e68f380-0afc-40b2-80ac-5d134a2163f7'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:40:34.467735 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-e1ac1290-8473-415e-b325-9eb4e845c5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['7e68f380-0afc-40b2-80ac-5d134a2163f7'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:34.597074 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-2c634f77-55e1-4418-9a40-0ead398cd68e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:34.602291 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-2c634f77-55e1-4418-9a40-0ead398cd68e admin admin] Usage tracker for resource:security_group_rule and tenant:744cfcfddf4f4526853b75959800a675 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:34.605397 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-2c634f77-55e1-4418-9a40-0ead398cd68e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:34.613249 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-2c634f77-55e1-4418-9a40-0ead398cd68e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:34.667298 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-e1ac1290-8473-415e-b325-9eb4e845c5b1 None None] Set router 7e68f380-0afc-40b2-80ac-5d134a2163f7 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:40:34.719814 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2c634f77-55e1-4418-9a40-0ead398cd68e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:34.732321 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c978f2d5-a8d1-42da-a340-b8541683b7c2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router_gateway, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:34.732992 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c978f2d5-a8d1-42da-a340-b8541683b7c2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:34.794417 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2c634f77-55e1-4418-9a40-0ead398cd68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:34.855067 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c634f77-55e1-4418-9a40-0ead398cd68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05bacef-d717-48cf-9a72-54b50a79d4a2,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:34.872403 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2c634f77-55e1-4418-9a40-0ead398cd68e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=744cfcfddf4f4526853b75959800a675&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6893582 Feb 04 11:40:34.873396 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38484) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:34.983492 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7f2e6-90e8-4245-95c1-6519ff38746a req-931c0bbe-8be5-414a-bb9f-73dec4636179 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:34.985573 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f7b7f2e6-90e8-4245-95c1-6519ff38746a req-931c0bbe-8be5-414a-bb9f-73dec4636179 service neutron] 10.222.0.47 "GET /v2.0/networks?id=15fcac3b-629b-419f-8d6d-5c8b8ab500ae HTTP/1.1" status: 200 len: 898 time: 0.5232332 Feb 04 11:40:35.008767 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c21972-3399-4f7b-816b-91e01e8e005e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:40:35.020424 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0ad25ad5-f5ea-497a-b966-0afa154b1c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:35.024329 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77069cda-16ed-4c10-9775-8bf3d12c0e5d None None] Sync routers for ids ['5466bb79-2a86-4d17-b182-986f2c66e424'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:40:35.043380 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77069cda-16ed-4c10-9775-8bf3d12c0e5d None None] Routers {'5466bb79-2a86-4d17-b182-986f2c66e424'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:40:35.045016 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-77069cda-16ed-4c10-9775-8bf3d12c0e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5466bb79-2a86-4d17-b182-986f2c66e424'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:35.068600 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0ad25ad5-f5ea-497a-b966-0afa154b1c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:35.073479 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-e1ac1290-8473-415e-b325-9eb4e845c5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'name': 'tempest-TestNetworkBasicOps-router-1549041283', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '741eba48-2181-44d6-8a54-63871deeafe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:19Z', 'updated_at': '2022-02-04T11:39:38Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '741eba48-2181-44d6-8a54-63871deeafe5', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:22Z', 'updated_at': '2022-02-04T11:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '12205bc0-19a5-4f15-b9f6-33d6e12fa5cc', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.199', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'port_id': '3bc398c8-4ad5-47a5-98b4-f26b5530c56c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae', 'mac_address': 'fa:16:3e:43:a5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d5965-a153-488f-bb85-73f8b235daa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:40:28Z', 'updated_at': '2022-02-04T11:40:28Z', 'revision_number': 0, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3', 'name': '', 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:69:62:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3366fb7-15f1-4fdd-b22d-c78849bf243a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:36Z', 'updated_at': '2022-02-04T11:39:51Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'd3366fb7-15f1-4fdd-b22d-c78849bf243a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:35.079541 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ac1290-8473-415e-b325-9eb4e845c5b1 None None] The sync data for ids ['7e68f380-0afc-40b2-80ac-5d134a2163f7'] in dv-neutron-827825-2-hyperv is: [{'id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'name': 'tempest-TestNetworkBasicOps-router-1549041283', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '741eba48-2181-44d6-8a54-63871deeafe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:19Z', 'updated_at': '2022-02-04T11:39:38Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '741eba48-2181-44d6-8a54-63871deeafe5', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:22Z', 'updated_at': '2022-02-04T11:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '12205bc0-19a5-4f15-b9f6-33d6e12fa5cc', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.199', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'port_id': '3bc398c8-4ad5-47a5-98b4-f26b5530c56c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae', 'mac_address': 'fa:16:3e:43:a5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d5965-a153-488f-bb85-73f8b235daa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:40:28Z', 'updated_at': '2022-02-04T11:40:28Z', 'revision_number': 0, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3', 'name': '', 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:69:62:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3366fb7-15f1-4fdd-b22d-c78849bf243a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:36Z', 'updated_at': '2022-02-04T11:39:51Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'd3366fb7-15f1-4fdd-b22d-c78849bf243a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:40:35.119540 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-77069cda-16ed-4c10-9775-8bf3d12c0e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:35.123961 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] For port 688eb2d8-bac7-4d93-91d8-e861ad701d57, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=688eb2d8-bac7-4d93-91d8-e861ad701d57,segment=NetworkSegment(9168333d-6d49-4325-a076-62dbcd264968),segment_id=9168333d-6d49-4325-a076-62dbcd264968)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:40:35.123961 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:35.133676 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77069cda-16ed-4c10-9775-8bf3d12c0e5d None None] Routers {'5466bb79-2a86-4d17-b182-986f2c66e424'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:40:35.134560 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-77069cda-16ed-4c10-9775-8bf3d12c0e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5466bb79-2a86-4d17-b182-986f2c66e424'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:35.206438 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-77069cda-16ed-4c10-9775-8bf3d12c0e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:35.206961 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77069cda-16ed-4c10-9775-8bf3d12c0e5d None None] The sync data for ids ['5466bb79-2a86-4d17-b182-986f2c66e424'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:40:35.225778 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0ad25ad5-f5ea-497a-b966-0afa154b1c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:35.247386 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad25ad5-f5ea-497a-b966-0afa154b1c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05bacef-d717-48cf-9a72-54b50a79d4a2,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:35.259846 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c978f2d5-a8d1-42da-a340-b8541683b7c2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Router b20c62d1-5136-41f5-acb4-fab6ec5f1eeb is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:40:35.264907 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0ad25ad5-f5ea-497a-b966-0afa154b1c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:35.266046 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0ad25ad5-f5ea-497a-b966-0afa154b1c1a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b05bacef-d717-48cf-9a72-54b50a79d4a2 HTTP/1.1" status: 204 len: 168 time: 0.3888569 Feb 04 11:40:35.272560 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38490) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:35.273573 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Calling delete_port for 688eb2d8-bac7-4d93-91d8-e861ad701d57 owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:40:35.407578 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-78c21972-3399-4f7b-816b-91e01e8e005e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "PUT /v2.0/routers/5466bb79-2a86-4d17-b182-986f2c66e424/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6129036 Feb 04 11:40:35.411602 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b568d115-bb49-4170-bd4f-d46169281346 None None] New status for floating IP 12205bc0-19a5-4f15-b9f6-33d6e12fa5cc: ACTIVE {{(pid=84207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 11:40:35.421806 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38494) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:35.502683 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ee372696-e6e3-4ecd-a848-9cf7808bcb09 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/12205bc0-19a5-4f15-b9f6-33d6e12fa5cc HTTP/1.1" status: 200 len: 991 time: 0.2272723 Feb 04 11:40:35.543426 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f7b7f2e6-90e8-4245-95c1-6519ff38746a req-439fa95f-003b-44c4-b47b-ca3a994ac39e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bc398c8-4ad5-47a5-98b4-f26b5530c56c HTTP/1.1" status: 200 len: 999 time: 0.5382352 Feb 04 11:40:35.621750 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393ded13-cfec-46fe-89f1-59c5c8fa15c2 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:35.622688 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-393ded13-cfec-46fe-89f1-59c5c8fa15c2 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Synchronizing usage tracker for tenant:f1bfc018a09d4e34b9596c9c898714a6 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:40:35.627915 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284b1d56-fd55-4ba4-85de-7f0df571eb4e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Router e0c6fad9-c832-49cc-8f40-b413e853c6d1 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:40:35.731549 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c978f2d5-a8d1-42da-a340-b8541683b7c2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:40:35.747436 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110fda6c-d35f-4a89-9a74-078ce18dd943 None None] Sync routers for ids ['b20c62d1-5136-41f5-acb4-fab6ec5f1eeb'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:40:35.747713 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7f2e6-90e8-4245-95c1-6519ff38746a req-dbf3bcf3-9663-4976-b129-1b587f20ff70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:35.749808 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f7b7f2e6-90e8-4245-95c1-6519ff38746a req-dbf3bcf3-9663-4976-b129-1b587f20ff70 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d3366fb7-15f1-4fdd-b22d-c78849bf243a HTTP/1.1" status: 200 len: 835 time: 0.1960127 Feb 04 11:40:35.749808 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:35.762169 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110fda6c-d35f-4a89-9a74-078ce18dd943 None None] Routers {'b20c62d1-5136-41f5-acb4-fab6ec5f1eeb'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:40:35.762169 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-110fda6c-d35f-4a89-9a74-078ce18dd943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['b20c62d1-5136-41f5-acb4-fab6ec5f1eeb'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:35.820842 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-110fda6c-d35f-4a89-9a74-078ce18dd943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:35.830652 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-393ded13-cfec-46fe-89f1-59c5c8fa15c2 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Unset dirty status for tenant:f1bfc018a09d4e34b9596c9c898714a6 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:40:35.831786 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-393ded13-cfec-46fe-89f1-59c5c8fa15c2 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "GET /v2.0/ports/cdf91859-530f-4bc3-8c88-279993ae8d95 HTTP/1.1" status: 200 len: 910 time: 0.4002142 Feb 04 11:40:35.832082 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110fda6c-d35f-4a89-9a74-078ce18dd943 None None] Routers {'b20c62d1-5136-41f5-acb4-fab6ec5f1eeb'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:40:35.832920 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-110fda6c-d35f-4a89-9a74-078ce18dd943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['b20c62d1-5136-41f5-acb4-fab6ec5f1eeb'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:35.836108 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38498) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:35.862744 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event deleted for resources: {'Port': ['ID=688eb2d8-bac7-4d93-91d8-e861ad701d57,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:35.883106 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] No DVR routers for this DVR port 688eb2d8-bac7-4d93-91d8-e861ad701d57 on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:40:35.908969 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-110fda6c-d35f-4a89-9a74-078ce18dd943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:35.909400 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110fda6c-d35f-4a89-9a74-078ce18dd943 None None] The sync data for ids ['b20c62d1-5136-41f5-acb4-fab6ec5f1eeb'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:40:35.930145 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c978f2d5-a8d1-42da-a340-b8541683b7c2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:35.930145 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c978f2d5-a8d1-42da-a340-b8541683b7c2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.6808364 Feb 04 11:40:35.930455 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:35.930455 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:35.930455 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:35.930455 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:35.930455 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:35.930455 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:35.930455 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:35.930455 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:35.931053 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:35.931174 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:35.931782 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:35.932573 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38504) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:36.036741 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:36.080898 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:36.105187 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f7b7f2e6-90e8-4245-95c1-6519ff38746a req-5993331f-ee5b-4fd7-959b-59474010bf68 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=15fcac3b-629b-419f-8d6d-5c8b8ab500ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3112385 Feb 04 11:40:36.216918 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf3db2c-993b-4f90-acd6-cb485ce73949']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:36.290421 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9168333d-6d49-4325-a076-62dbcd264968') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:36.290798 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9168333d-6d49-4325-a076-62dbcd264968') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:36.318137 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:36.356352 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:36.378996 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:40:36.379385 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:36.391740 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-33f11693-e69d-4f20-b81f-67041a8deb08 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "GET /v2.0/routers/b20c62d1-5136-41f5-acb4-fab6ec5f1eeb HTTP/1.1" status: 200 len: 885 time: 0.4569793 Feb 04 11:40:36.395097 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38516) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:36.402111 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:40:36.402111 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:40:36.402111 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:40:36.402111 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:40:36.402111 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:40:36.402111 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:40:36.402111 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:40:36.402111 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:40:36.402111 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:40:36.402111 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:40:36.402111 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:40:36.402111 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:40:36.402111 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:40:36.402111 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:40:36.402111 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:40:36.402111 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:40:36.402111 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:40:36.402111 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:40:36.402111 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:40:36.402111 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:40:36.402111 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:40:36.402111 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:40:36.402111 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:40:36.402111 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:40:36.402111 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:40:36.402111 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:40:36.402111 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:40:36.402111 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:40:36.402111 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:40:36.402111 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:40:36.402111 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:40:36.402111 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:40:36.473064 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7e625d92-2a6d-4303-8ca0-e3f63e9c822a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:36.505822 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f7b7f2e6-90e8-4245-95c1-6519ff38746a req-3b3af177-c276-4ec2-b669-853b2bd1e459 service neutron] 10.222.0.47 "GET /v2.0/networks/15fcac3b-629b-419f-8d6d-5c8b8ab500ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861942 Feb 04 11:40:36.506311 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38522) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:36.731554 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284b1d56-fd55-4ba4-85de-7f0df571eb4e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:40:36.741522 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8664d94-9644-4b7c-aa42-3baae9f3953b None None] Sync routers for ids ['e0c6fad9-c832-49cc-8f40-b413e853c6d1'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:40:36.756361 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8664d94-9644-4b7c-aa42-3baae9f3953b None None] Routers {'e0c6fad9-c832-49cc-8f40-b413e853c6d1'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:40:36.757122 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-d8664d94-9644-4b7c-aa42-3baae9f3953b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['e0c6fad9-c832-49cc-8f40-b413e853c6d1'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:36.830820 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-d8664d94-9644-4b7c-aa42-3baae9f3953b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:36.844540 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8664d94-9644-4b7c-aa42-3baae9f3953b None None] Routers {'e0c6fad9-c832-49cc-8f40-b413e853c6d1'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:40:36.845309 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-d8664d94-9644-4b7c-aa42-3baae9f3953b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['e0c6fad9-c832-49cc-8f40-b413e853c6d1'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:36.906433 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-12a85a7b-1ef0-466d-ac63-b0aba0fa28df tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Synchronizing usage tracker for tenant:1857235941a6433080777df3100a6d46 on resource:router {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:40:36.912014 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-d8664d94-9644-4b7c-aa42-3baae9f3953b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:36.914394 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38530) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:36.914777 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8664d94-9644-4b7c-aa42-3baae9f3953b None None] The sync data for ids ['e0c6fad9-c832-49cc-8f40-b413e853c6d1'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:40:37.010275 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f7b7f2e6-90e8-4245-95c1-6519ff38746a req-becfebc2-1868-494d-b68b-3e8d48b161da service neutron] 10.222.0.47 "GET /v2.0/networks/15fcac3b-629b-419f-8d6d-5c8b8ab500ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4974082 Feb 04 11:40:37.026329 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:37.033713 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:37.051148 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-12a85a7b-1ef0-466d-ac63-b0aba0fa28df tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Unset dirty status for tenant:1857235941a6433080777df3100a6d46 on resource:router {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:40:37.052527 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-12a85a7b-1ef0-466d-ac63-b0aba0fa28df tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.6563766 Feb 04 11:40:37.059165 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38536) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:37.063396 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-8b150658-3662-47fe-85fd-2778de51fec3 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1535469143'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:37.087169 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "DELETE /v2.0/networks/5bf3db2c-993b-4f90-acd6-cb485ce73949 HTTP/1.1" status: 204 len: 168 time: 6.5590334 Feb 04 11:40:37.092553 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d7352-a49b-4bc9-bfb7-de73594c3cc8 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event deleted for resources: {'Network': ['ID=5bf3db2c-993b-4f90-acd6-cb485ce73949,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:37.095688 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38540) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:37.102587 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-284b1d56-fd55-4ba4-85de-7f0df571eb4e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:37.104979 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-284b1d56-fd55-4ba4-85de-7f0df571eb4e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "DELETE /v2.0/ports/ba368b3d-c3f0-4b67-85b9-953fd10cd3d9 HTTP/1.1" status: 204 len: 168 time: 5.4528661 Feb 04 11:40:37.108852 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-77457afc-2559-4354-add4-ff5b417f6647 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/12205bc0-19a5-4f15-b9f6-33d6e12fa5cc HTTP/1.1" status: 200 len: 993 time: 0.5980408 Feb 04 11:40:37.109085 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38544) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:37.115651 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-c6eeb939-2551-4d4f-93b5-cb2e08f7b156 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-84003131'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:37.126493 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-e86f4088-4605-488f-a4f0-e5e4a5ce999f tempest-DvrRoutersNegativeTest-2086238190 tempest-DvrRoutersNegativeTest-2086238190-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1601567524', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:37.127736 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.policy [None req-e86f4088-4605-488f-a4f0-e5e4a5ce999f tempest-DvrRoutersNegativeTest-2086238190 tempest-DvrRoutersNegativeTest-2086238190-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84205) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Feb 04 11:40:37.128026 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.policy [None req-e86f4088-4605-488f-a4f0-e5e4a5ce999f tempest-DvrRoutersNegativeTest-2086238190 tempest-DvrRoutersNegativeTest-2086238190-project] Failed policy check for 'create_router' {{(pid=84205) enforce /opt/stack/neutron/neutron/policy.py:482}} Feb 04 11:40:37.128545 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-e86f4088-4605-488f-a4f0-e5e4a5ce999f tempest-DvrRoutersNegativeTest-2086238190 tempest-DvrRoutersNegativeTest-2086238190-project] create failed (client error): Access was denied to this resource. Feb 04 11:40:37.129494 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e86f4088-4605-488f-a4f0-e5e4a5ce999f tempest-DvrRoutersNegativeTest-2086238190 tempest-DvrRoutersNegativeTest-2086238190-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2131286 Feb 04 11:40:37.199313 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c6eeb939-2551-4d4f-93b5-cb2e08f7b156 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:37.228072 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c6eeb939-2551-4d4f-93b5-cb2e08f7b156 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Usage tracker for resource:network and tenant:f631734a474740f59c61a7b75bcfa8d4 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:37.234461 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c6eeb939-2551-4d4f-93b5-cb2e08f7b156 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:37.243633 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c6eeb939-2551-4d4f-93b5-cb2e08f7b156 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:37.334140 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6eeb939-2551-4d4f-93b5-cb2e08f7b156 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Made reservation on behalf of f631734a474740f59c61a7b75bcfa8d4 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:40:37.338057 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c6eeb939-2551-4d4f-93b5-cb2e08f7b156 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:37.397809 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6eeb939-2551-4d4f-93b5-cb2e08f7b156 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:40:37.411588 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c6eeb939-2551-4d4f-93b5-cb2e08f7b156 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:37.411967 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-c6eeb939-2551-4d4f-93b5-cb2e08f7b156 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Added segment c28e8516-7ab2-427a-a142-c84e4e2b8171 of type vlan for network 56f9b219-e2bd-414b-abd4-d9e774f926db Feb 04 11:40:37.521205 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c6eeb939-2551-4d4f-93b5-cb2e08f7b156 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:37.549585 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-7e625d92-2a6d-4303-8ca0-e3f63e9c822a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Deleting port cdf91859-530f-4bc3-8c88-279993ae8d95 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:40:37.550301 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7e625d92-2a6d-4303-8ca0-e3f63e9c822a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:37.651194 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c6eeb939-2551-4d4f-93b5-cb2e08f7b156 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:37.655098 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6eeb939-2551-4d4f-93b5-cb2e08f7b156 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:37.655838 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c6eeb939-2551-4d4f-93b5-cb2e08f7b156 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:37.673334 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38552) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:37.800366 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eeb939-2551-4d4f-93b5-cb2e08f7b156 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event updated for resources: {'Network': ['ID=56f9b219-e2bd-414b-abd4-d9e774f926db,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:37.815578 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 56f9b219-e2bd-414b-abd4-d9e774f926db details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:40:37.828835 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6abecfc6-75ab-4a79-a406-f384853c4abd tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:37.888187 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c6eeb939-2551-4d4f-93b5-cb2e08f7b156 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7910972 Feb 04 11:40:37.895278 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38558) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:37.902505 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7e625d92-2a6d-4303-8ca0-e3f63e9c822a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:37.902762 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-6cfd49c8-9432-4c74-98d5-c979fae01078 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Request body: {'subnet': {'network_id': '56f9b219-e2bd-414b-abd4-d9e774f926db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:38.034153 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-6cfd49c8-9432-4c74-98d5-c979fae01078 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:38.040288 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6cfd49c8-9432-4c74-98d5-c979fae01078 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Usage tracker for resource:subnet and tenant:f631734a474740f59c61a7b75bcfa8d4 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:38.041405 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-7e625d92-2a6d-4303-8ca0-e3f63e9c822a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Calling delete_port for cdf91859-530f-4bc3-8c88-279993ae8d95 owned by network:router_interface {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:40:38.044702 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6cfd49c8-9432-4c74-98d5-c979fae01078 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:38.051705 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-6cfd49c8-9432-4c74-98d5-c979fae01078 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:38.099064 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11d45ed7-fc7c-45a3-9d47-4fe9cb8c896f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:38.123129 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfd49c8-9432-4c74-98d5-c979fae01078 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Made reservation on behalf of f631734a474740f59c61a7b75bcfa8d4 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:40:38.186397 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-11d45ed7-fc7c-45a3-9d47-4fe9cb8c896f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:38.239467 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-11d45ed7-fc7c-45a3-9d47-4fe9cb8c896f admin admin] Usage tracker for resource:security_group_rule and tenant:221d854c0b8f4681bb57b9c1337a8b7e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:38.246756 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6cfd49c8-9432-4c74-98d5-c979fae01078 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:38.248881 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-11d45ed7-fc7c-45a3-9d47-4fe9cb8c896f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:38.269841 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-11d45ed7-fc7c-45a3-9d47-4fe9cb8c896f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:38.446903 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8b150658-3662-47fe-85fd-2778de51fec3 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:38.512146 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7e625d92-2a6d-4303-8ca0-e3f63e9c822a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:38.560189 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8b150658-3662-47fe-85fd-2778de51fec3 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16351460'] for router, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:38.572272 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e625d92-2a6d-4303-8ca0-e3f63e9c822a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event deleted for resources: {'Port': ['ID=cdf91859-530f-4bc3-8c88-279993ae8d95,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:38.831345 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11d45ed7-fc7c-45a3-9d47-4fe9cb8c896f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:38.900374 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6cfd49c8-9432-4c74-98d5-c979fae01078 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:39.014581 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11d45ed7-fc7c-45a3-9d47-4fe9cb8c896f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:39.026096 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd49c8-9432-4c74-98d5-c979fae01078 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event updated for resources: {'Subnet': ['ID=1428eb68-78af-4c30-a43a-5e3d58fe1423,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:39.063295 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfd49c8-9432-4c74-98d5-c979fae01078 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Checking segment: {'id': 'c28e8516-7ab2-427a-a142-c84e4e2b8171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '56f9b219-e2bd-414b-abd4-d9e774f926db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:40:39.063646 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfd49c8-9432-4c74-98d5-c979fae01078 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Network hostable DHCP agents. Network: 56f9b219-e2bd-414b-abd4-d9e774f926db, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:40:39.123034 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d45ed7-fc7c-45a3-9d47-4fe9cb8c896f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ee81dd-a486-49d1-bf3c-0ba05b5cefd9,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:39.138659 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-11d45ed7-fc7c-45a3-9d47-4fe9cb8c896f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=221d854c0b8f4681bb57b9c1337a8b7e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4628606 Feb 04 11:40:39.140314 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38562) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:39.143701 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-6abecfc6-75ab-4a79-a406-f384853c4abd tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Deleting port c11c4d56-dc9e-4571-a2c0-a1839c31106b {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:40:39.144028 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6abecfc6-75ab-4a79-a406-f384853c4abd tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:39.215732 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7e625d92-2a6d-4303-8ca0-e3f63e9c822a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:39.255534 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfd49c8-9432-4c74-98d5-c979fae01078 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Network 56f9b219-e2bd-414b-abd4-d9e774f926db is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:40:39.352861 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-05235f3e-8113-4c9d-bd52-0565bdfe9e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:39.371135 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-6cfd49c8-9432-4c74-98d5-c979fae01078 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 56f9b219-e2bd-414b-abd4-d9e774f926db) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:39.380722 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bf68d7-7d92-4867-94bb-3858ac29c6cd None None] Network 56f9b219-e2bd-414b-abd4-d9e774f926db requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:39.392514 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfd49c8-9432-4c74-98d5-c979fae01078 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:39.392791 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6cfd49c8-9432-4c74-98d5-c979fae01078 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:39.429199 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-05235f3e-8113-4c9d-bd52-0565bdfe9e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:39.445723 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6abecfc6-75ab-4a79-a406-f384853c4abd tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:39.550958 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b150658-3662-47fe-85fd-2778de51fec3 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Router b20c62d1-5136-41f5-acb4-fab6ec5f1eeb has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:40:39.601077 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-6abecfc6-75ab-4a79-a406-f384853c4abd tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Calling delete_port for c11c4d56-dc9e-4571-a2c0-a1839c31106b owned by network:router_interface {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:40:39.626609 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c10d1f-4ddf-435a-831e-4683f6b288ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-56f9b219-e2bd-414b-abd4-d9e774f926db', 'network_id': '56f9b219-e2bd-414b-abd4-d9e774f926db', 'tenant_id': 'f631734a474740f59c61a7b75bcfa8d4', 'fixed_ips': [{'subnet_id': '1428eb68-78af-4c30-a43a-5e3d58fe1423'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:40:39.632595 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d4c10d1f-4ddf-435a-831e-4683f6b288ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:39.632749 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6cfd49c8-9432-4c74-98d5-c979fae01078 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7332325 Feb 04 11:40:39.641305 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38566) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:39.830160 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e625d92-2a6d-4303-8ca0-e3f63e9c822a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Router 5466bb79-2a86-4d17-b182-986f2c66e424 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:40:39.845787 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-d4c10d1f-4ddf-435a-831e-4683f6b288ce None None] Allocated IP 172.20.0.2 (56f9b219-e2bd-414b-abd4-d9e774f926db/1428eb68-78af-4c30-a43a-5e3d58fe1423/671d5a1c-94d6-4268-bd65-e372867cd114) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:40:39.847492 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b9bb2d8e-c462-45f7-a527-ad8c02121393 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:39.872569 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-05235f3e-8113-4c9d-bd52-0565bdfe9e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:39.935350 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05235f3e-8113-4c9d-bd52-0565bdfe9e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ee81dd-a486-49d1-bf3c-0ba05b5cefd9,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:39.948686 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-05235f3e-8113-4c9d-bd52-0565bdfe9e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:39.952548 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-05235f3e-8113-4c9d-bd52-0565bdfe9e53 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d9ee81dd-a486-49d1-bf3c-0ba05b5cefd9 HTTP/1.1" status: 204 len: 168 time: 0.8085518 Feb 04 11:40:40.002743 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b9bb2d8e-c462-45f7-a527-ad8c02121393 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:40.071331 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e625d92-2a6d-4303-8ca0-e3f63e9c822a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:40:40.094546 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b150658-3662-47fe-85fd-2778de51fec3 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:40:40.099629 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31da2b10-411a-4451-91e9-32211811ee97 None None] Sync routers for ids ['5466bb79-2a86-4d17-b182-986f2c66e424'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:40:40.108993 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e38ee9-7604-4bf4-826f-b99edf2eb9d1 None None] Sync routers for ids ['b20c62d1-5136-41f5-acb4-fab6ec5f1eeb'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:40:40.111536 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8b150658-3662-47fe-85fd-2778de51fec3 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:40.113673 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8b150658-3662-47fe-85fd-2778de51fec3 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "PUT /v2.0/routers/b20c62d1-5136-41f5-acb4-fab6ec5f1eeb HTTP/1.1" status: 200 len: 892 time: 3.0536239 Feb 04 11:40:40.115543 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38574) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:40.126833 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e38ee9-7604-4bf4-826f-b99edf2eb9d1 None None] Routers {'b20c62d1-5136-41f5-acb4-fab6ec5f1eeb'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:40:40.127389 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-43e38ee9-7604-4bf4-826f-b99edf2eb9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['b20c62d1-5136-41f5-acb4-fab6ec5f1eeb'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:40.144555 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d4c10d1f-4ddf-435a-831e-4683f6b288ce None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:40.160072 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d4c10d1f-4ddf-435a-831e-4683f6b288ce None None] Transition to ACTIVE for port object 671d5a1c-94d6-4268-bd65-e372867cd114 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:40.181093 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d4c10d1f-4ddf-435a-831e-4683f6b288ce None None] Transition to ACTIVE for port object 671d5a1c-94d6-4268-bd65-e372867cd114 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:40.190966 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-7e625d92-2a6d-4303-8ca0-e3f63e9c822a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "PUT /v2.0/routers/5466bb79-2a86-4d17-b182-986f2c66e424/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3511124 Feb 04 11:40:40.195276 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38578) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:40.195431 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31da2b10-411a-4451-91e9-32211811ee97 None None] Routers {'5466bb79-2a86-4d17-b182-986f2c66e424'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:40:40.195431 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-31da2b10-411a-4451-91e9-32211811ee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5466bb79-2a86-4d17-b182-986f2c66e424'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:40.198934 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-43e38ee9-7604-4bf4-826f-b99edf2eb9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:40.203967 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6abecfc6-75ab-4a79-a406-f384853c4abd tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:40.214106 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e38ee9-7604-4bf4-826f-b99edf2eb9d1 None None] Routers {'b20c62d1-5136-41f5-acb4-fab6ec5f1eeb'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:40:40.215192 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-43e38ee9-7604-4bf4-826f-b99edf2eb9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['b20c62d1-5136-41f5-acb4-fab6ec5f1eeb'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:40.265037 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d4c10d1f-4ddf-435a-831e-4683f6b288ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:40.304241 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-662ed605-eb0e-4435-87fb-254a79f349f0 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Synchronizing usage tracker for tenant:f1bfc018a09d4e34b9596c9c898714a6 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:40:40.338161 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-43e38ee9-7604-4bf4-826f-b99edf2eb9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:40.338921 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e38ee9-7604-4bf4-826f-b99edf2eb9d1 None None] The sync data for ids ['b20c62d1-5136-41f5-acb4-fab6ec5f1eeb'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:40:40.358198 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c10d1f-4ddf-435a-831e-4683f6b288ce None None] Pushing event updated for resources: {'Port': ['ID=671d5a1c-94d6-4268-bd65-e372867cd114,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:40.364490 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-31da2b10-411a-4451-91e9-32211811ee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:40.368033 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c10d1f-4ddf-435a-831e-4683f6b288ce None None] Network 56f9b219-e2bd-414b-abd4-d9e774f926db is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:40:40.369874 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-d4c10d1f-4ddf-435a-831e-4683f6b288ce None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:40.373202 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c10d1f-4ddf-435a-831e-4683f6b288ce None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:40:40.408913 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abecfc6-75ab-4a79-a406-f384853c4abd tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event deleted for resources: {'Port': ['ID=c11c4d56-dc9e-4571-a2c0-a1839c31106b,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:40.424233 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31da2b10-411a-4451-91e9-32211811ee97 None None] Routers {'5466bb79-2a86-4d17-b182-986f2c66e424'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:40:40.424877 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-31da2b10-411a-4451-91e9-32211811ee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5466bb79-2a86-4d17-b182-986f2c66e424'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:40.441129 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-662ed605-eb0e-4435-87fb-254a79f349f0 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Unset dirty status for tenant:f1bfc018a09d4e34b9596c9c898714a6 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:40:40.442318 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-662ed605-eb0e-4435-87fb-254a79f349f0 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "GET /v2.0/ports?device_id=5466bb79-2a86-4d17-b182-986f2c66e424 HTTP/1.1" status: 200 len: 205 time: 0.2501740 Feb 04 11:40:40.446303 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38584) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:40.495643 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-31da2b10-411a-4451-91e9-32211811ee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:40.496046 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31da2b10-411a-4451-91e9-32211811ee97 None None] The sync data for ids ['5466bb79-2a86-4d17-b182-986f2c66e424'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:40:40.572005 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-d4c10d1f-4ddf-435a-831e-4683f6b288ce None None] Attempting to bind port 671d5a1c-94d6-4268-bd65-e372867cd114 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:40:40.572699 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-d4c10d1f-4ddf-435a-831e-4683f6b288ce None None] Attempting to bind port 671d5a1c-94d6-4268-bd65-e372867cd114 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'c28e8516-7ab2-427a-a142-c84e4e2b8171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '56f9b219-e2bd-414b-abd4-d9e774f926db'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:40:40.573295 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c10d1f-4ddf-435a-831e-4683f6b288ce None None] Attempting to bind port 671d5a1c-94d6-4268-bd65-e372867cd114 on network 56f9b219-e2bd-414b-abd4-d9e774f926db {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:40:40.589872 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c10d1f-4ddf-435a-831e-4683f6b288ce None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:40:40.590733 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c10d1f-4ddf-435a-831e-4683f6b288ce None None] Checking segment: {'id': 'c28e8516-7ab2-427a-a142-c84e4e2b8171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '56f9b219-e2bd-414b-abd4-d9e774f926db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:40:40.591526 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d4c10d1f-4ddf-435a-831e-4683f6b288ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:40.592133 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c10d1f-4ddf-435a-831e-4683f6b288ce None None] Bound using segment: {'id': 'c28e8516-7ab2-427a-a142-c84e4e2b8171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '56f9b219-e2bd-414b-abd4-d9e774f926db'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:40:40.592830 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-d4c10d1f-4ddf-435a-831e-4683f6b288ce None None] Bound port: 671d5a1c-94d6-4268-bd65-e372867cd114, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c28e8516-7ab2-427a-a142-c84e4e2b8171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '56f9b219-e2bd-414b-abd4-d9e774f926db'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:40:40.593440 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d4c10d1f-4ddf-435a-831e-4683f6b288ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:40.663501 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b9bb2d8e-c462-45f7-a527-ad8c02121393 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:40.739993 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-d4c10d1f-4ddf-435a-831e-4683f6b288ce None None] For port 671d5a1c-94d6-4268-bd65-e372867cd114, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:40:40.739993 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-d4c10d1f-4ddf-435a-831e-4683f6b288ce None None] For port 671d5a1c-94d6-4268-bd65-e372867cd114, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=671d5a1c-94d6-4268-bd65-e372867cd114,segment=NetworkSegment(c28e8516-7ab2-427a-a142-c84e4e2b8171),segment_id=c28e8516-7ab2-427a-a142-c84e4e2b8171)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:40:40.740706 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb2d8e-c462-45f7-a527-ad8c02121393 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event deleted for resources: {'Subnet': ['ID=1428eb68-78af-4c30-a43a-5e3d58fe1423,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:40.802996 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d4c10d1f-4ddf-435a-831e-4683f6b288ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:40.868181 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-783f6387-2d84-4f95-8484-bdcb93a5d6b4 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:40.943508 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b9bb2d8e-c462-45f7-a527-ad8c02121393 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:40.987403 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c10d1f-4ddf-435a-831e-4683f6b288ce None None] Pushing event updated for resources: {'Port': ['ID=671d5a1c-94d6-4268-bd65-e372867cd114,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:40.995773 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-b9bb2d8e-c462-45f7-a527-ad8c02121393 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56f9b219-e2bd-414b-abd4-d9e774f926db']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:41.020274 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6516292f-16e2-49dd-b231-ecfe5da4465f None None] Network 56f9b219-e2bd-414b-abd4-d9e774f926db requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:41.083976 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-b9bb2d8e-c462-45f7-a527-ad8c02121393 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c28e8516-7ab2-427a-a142-c84e4e2b8171') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:41.084265 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-b9bb2d8e-c462-45f7-a527-ad8c02121393 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c28e8516-7ab2-427a-a142-c84e4e2b8171') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:41.110591 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b9bb2d8e-c462-45f7-a527-ad8c02121393 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:41.152769 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b9bb2d8e-c462-45f7-a527-ad8c02121393 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:41.166795 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9bb2d8e-c462-45f7-a527-ad8c02121393 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:40:41.167112 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b9bb2d8e-c462-45f7-a527-ad8c02121393 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:41.186272 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:40:41.186272 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:40:41.186272 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:40:41.186272 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:40:41.186272 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:40:41.186272 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:40:41.186272 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:40:41.186272 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:40:41.186272 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:40:41.186272 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:40:41.186272 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:40:41.186272 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:40:41.186272 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:40:41.186272 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:40:41.186272 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:40:41.186272 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:40:41.186272 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:40:41.186272 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:40:41.186272 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:40:41.186272 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:40:41.186272 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:40:41.186272 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:40:41.186272 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:40:41.186272 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:40:41.186272 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:40:41.186272 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:40:41.186272 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:40:41.186272 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:40:41.186272 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:40:41.186272 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:40:41.186272 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:40:41.186272 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:40:41.203122 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2591219d-a44c-437d-9093-4d65ae03a720 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "GET /v2.0/routers/b20c62d1-5136-41f5-acb4-fab6ec5f1eeb HTTP/1.1" status: 200 len: 892 time: 1.0842886 Feb 04 11:40:41.252868 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38598) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:41.330292 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6abecfc6-75ab-4a79-a406-f384853c4abd tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:41.340968 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.db.api [None req-b9bb2d8e-c462-45f7-a527-ad8c02121393 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 11:40:41.340968 dv-neutron-827825-2-hyperv neutron-server[84204]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 11:40:41.340968 dv-neutron-827825-2-hyperv neutron-server[84204]: [parameters: {'id': '56f9b219-e2bd-414b-abd4-d9e774f926db'}] Feb 04 11:40:41.340968 dv-neutron-827825-2-hyperv neutron-server[84204]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:40:41.341857 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG oslo_db.api [None req-b9bb2d8e-c462-45f7-a527-ad8c02121393 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:40:41.385235 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8076b4-e7f3-41cb-bb16-d71af560fefb None None] get_active_networks_info from dv-neutron-827825-2-hyperv {{(pid=84206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 11:40:41.395861 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-3977c479-d630-4e37-ae1b-8f848b4b186c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Synchronizing usage tracker for tenant:1857235941a6433080777df3100a6d46 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:40:41.404178 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-783f6387-2d84-4f95-8484-bdcb93a5d6b4 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:41.416744 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-783f6387-2d84-4f95-8484-bdcb93a5d6b4 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:41.541380 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-783f6387-2d84-4f95-8484-bdcb93a5d6b4 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:41.543134 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783f6387-2d84-4f95-8484-bdcb93a5d6b4 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Fanout notify agent at l3_agent the message router_deleted on router 5466bb79-2a86-4d17-b182-986f2c66e424 {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:40:41.543742 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8076b4-e7f3-41cb-bb16-d71af560fefb None None] Resources bound (agent type, host, resource id): {{(pid=84206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 11:40:41.555654 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-3977c479-d630-4e37-ae1b-8f848b4b186c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Unset dirty status for tenant:1857235941a6433080777df3100a6d46 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:40:41.559410 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3977c479-d630-4e37-ae1b-8f848b4b186c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "GET /v2.0/ports?device_id=b20c62d1-5136-41f5-acb4-fab6ec5f1eeb HTTP/1.1" status: 200 len: 205 time: 0.2971873 Feb 04 11:40:41.560992 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38606) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:41.570429 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-783f6387-2d84-4f95-8484-bdcb93a5d6b4 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:41.571850 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-783f6387-2d84-4f95-8484-bdcb93a5d6b4 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/routers/5466bb79-2a86-4d17-b182-986f2c66e424 HTTP/1.1" status: 204 len: 168 time: 1.1246257 Feb 04 11:40:41.574553 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38610) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:41.739470 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38614) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:41.826167 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a2936ec-e34f-408a-a2e5-e59faaa0eef0 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Deleting subnet d53f7f15-ad67-4f10-9872-452ef700dc00 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:40:41.829558 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6a2936ec-e34f-408a-a2e5-e59faaa0eef0 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:41.851869 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b9bb2d8e-c462-45f7-a527-ad8c02121393 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:41.907682 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6a2936ec-e34f-408a-a2e5-e59faaa0eef0 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:41.958997 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-942721c8-49b4-4083-aafc-229453e3fbe6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1234248788', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:41.973667 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-942721c8-49b4-4083-aafc-229453e3fbe6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:41.986198 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-942721c8-49b4-4083-aafc-229453e3fbe6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Usage tracker for resource:router and tenant:fb44ed9b204545c799448126ebfe28d8 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:41.995681 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-942721c8-49b4-4083-aafc-229453e3fbe6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:41.998635 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-b9bb2d8e-c462-45f7-a527-ad8c02121393 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Deleting port 671d5a1c-94d6-4268-bd65-e372867cd114 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:40:41.998980 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b9bb2d8e-c462-45f7-a527-ad8c02121393 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:42.011434 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6a2936ec-e34f-408a-a2e5-e59faaa0eef0 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:42.046364 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-942721c8-49b4-4083-aafc-229453e3fbe6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:42.105947 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-da119667-c5a4-4b05-9e4b-ae60af46495e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:42.168084 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6a2936ec-e34f-408a-a2e5-e59faaa0eef0 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:42.213731 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2936ec-e34f-408a-a2e5-e59faaa0eef0 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event deleted for resources: {'Subnet': ['ID=d53f7f15-ad67-4f10-9872-452ef700dc00,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:42.221374 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6a2936ec-e34f-408a-a2e5-e59faaa0eef0 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:42.230619 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a900798f-eebb-4b16-bbb1-d1fcf6c8ceba None None] Network d294f174-275d-4ad2-a999-a32505cc8638 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:42.236541 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6a2936ec-e34f-408a-a2e5-e59faaa0eef0 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/subnets/d53f7f15-ad67-4f10-9872-452ef700dc00 HTTP/1.1" status: 204 len: 168 time: 0.6592896 Feb 04 11:40:42.238747 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38620) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:42.316641 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-942721c8-49b4-4083-aafc-229453e3fbe6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:42.317565 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-942721c8-49b4-4083-aafc-229453e3fbe6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:42.369814 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-22754249-393a-4167-8319-14b2c7158cda tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:42.383439 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-22754249-393a-4167-8319-14b2c7158cda tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Deleting port ec0730c6-ee27-4286-b868-8d411028b4ef {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:40:42.383929 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-22754249-393a-4167-8319-14b2c7158cda tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:42.468461 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9042812b-9578-451d-80b7-b2abe596eeb3 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:42.524572 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad92127b-a2d5-40b8-b438-633ca7cefe0a None None] DHCP port deletion for d294f174-275d-4ad2-a999-a32505cc8638 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:40:42.528387 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-ad92127b-a2d5-40b8-b438-633ca7cefe0a None None] Deleting port ec0730c6-ee27-4286-b868-8d411028b4ef {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:40:42.528768 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ad92127b-a2d5-40b8-b438-633ca7cefe0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:42.550899 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-942721c8-49b4-4083-aafc-229453e3fbe6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:42.576007 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-b9bb2d8e-c462-45f7-a527-ad8c02121393 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] For port 671d5a1c-94d6-4268-bd65-e372867cd114, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=671d5a1c-94d6-4268-bd65-e372867cd114,segment=NetworkSegment(c28e8516-7ab2-427a-a142-c84e4e2b8171),segment_id=c28e8516-7ab2-427a-a142-c84e4e2b8171)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:40:42.576392 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b9bb2d8e-c462-45f7-a527-ad8c02121393 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:42.613765 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-22754249-393a-4167-8319-14b2c7158cda tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] For port ec0730c6-ee27-4286-b868-8d411028b4ef, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=ec0730c6-ee27-4286-b868-8d411028b4ef,segment=NetworkSegment(746927f9-4439-429c-80a0-5606a873addb),segment_id=746927f9-4439-429c-80a0-5606a873addb)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:40:42.614165 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-22754249-393a-4167-8319-14b2c7158cda tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:42.721960 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-b9bb2d8e-c462-45f7-a527-ad8c02121393 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Calling delete_port for 671d5a1c-94d6-4268-bd65-e372867cd114 owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:40:42.759056 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-942721c8-49b4-4083-aafc-229453e3fbe6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:42.759298 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-ad92127b-a2d5-40b8-b438-633ca7cefe0a None None] For port ec0730c6-ee27-4286-b868-8d411028b4ef, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=ec0730c6-ee27-4286-b868-8d411028b4ef,segment=NetworkSegment(746927f9-4439-429c-80a0-5606a873addb),segment_id=746927f9-4439-429c-80a0-5606a873addb)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:40:42.759777 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ad92127b-a2d5-40b8-b438-633ca7cefe0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:42.868430 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-22754249-393a-4167-8319-14b2c7158cda tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Calling delete_port for ec0730c6-ee27-4286-b868-8d411028b4ef owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:40:42.883956 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-ad92127b-a2d5-40b8-b438-633ca7cefe0a None None] Calling delete_port for ec0730c6-ee27-4286-b868-8d411028b4ef owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:40:42.968476 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-942721c8-49b4-4083-aafc-229453e3fbe6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:42.969654 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-942721c8-49b4-4083-aafc-229453e3fbe6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2241628 Feb 04 11:40:42.972671 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38624) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:42.978971 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-ad7b16ae-0b26-43ee-b463-e09a1e891bac tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1997345399'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:42.983898 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ad7b16ae-0b26-43ee-b463-e09a1e891bac tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:42.987812 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ad7b16ae-0b26-43ee-b463-e09a1e891bac tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Usage tracker for resource:network and tenant:fb44ed9b204545c799448126ebfe28d8 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:42.990868 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ad7b16ae-0b26-43ee-b463-e09a1e891bac tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:42.997331 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ad7b16ae-0b26-43ee-b463-e09a1e891bac tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:43.018893 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-22754249-393a-4167-8319-14b2c7158cda tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:43.028307 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abecfc6-75ab-4a79-a406-f384853c4abd tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Router e0c6fad9-c832-49cc-8f40-b413e853c6d1 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:40:43.033814 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-ad92127b-a2d5-40b8-b438-633ca7cefe0a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:40:43.034576 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-ad92127b-a2d5-40b8-b438-633ca7cefe0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:40:43.045730 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b9bb2d8e-c462-45f7-a527-ad8c02121393 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:43.075403 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22754249-393a-4167-8319-14b2c7158cda tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event deleted for resources: {'Port': ['ID=ec0730c6-ee27-4286-b868-8d411028b4ef,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:43.079312 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22754249-393a-4167-8319-14b2c7158cda tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] No DVR routers for this DVR port ec0730c6-ee27-4286-b868-8d411028b4ef on host dv-neutron-827825-2-hyperv {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:40:43.112131 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7b16ae-0b26-43ee-b463-e09a1e891bac tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Made reservation on behalf of fb44ed9b204545c799448126ebfe28d8 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:40:43.115183 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ad7b16ae-0b26-43ee-b463-e09a1e891bac tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:43.148678 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ad7b16ae-0b26-43ee-b463-e09a1e891bac tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:43.156978 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb2d8e-c462-45f7-a527-ad8c02121393 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event deleted for resources: {'Port': ['ID=671d5a1c-94d6-4268-bd65-e372867cd114,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:43.166981 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9042812b-9578-451d-80b7-b2abe596eeb3 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:43.184797 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bb2d8e-c462-45f7-a527-ad8c02121393 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] No DVR routers for this DVR port 671d5a1c-94d6-4268-bd65-e372867cd114 on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:40:43.241347 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-22754249-393a-4167-8319-14b2c7158cda tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:43.280758 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-22754249-393a-4167-8319-14b2c7158cda tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d294f174-275d-4ad2-a999-a32505cc8638']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:43.287751 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ad7b16ae-0b26-43ee-b463-e09a1e891bac tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:43.295604 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ad7b16ae-0b26-43ee-b463-e09a1e891bac tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Usage tracker for resource:security_group_rule and tenant:fb44ed9b204545c799448126ebfe28d8 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:43.299104 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-22754249-393a-4167-8319-14b2c7158cda tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '746927f9-4439-429c-80a0-5606a873addb') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:43.299289 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-9042812b-9578-451d-80b7-b2abe596eeb3 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Deleting port 36bbc90e-d010-4cb7-81f7-eb1c190cd7ad {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:40:43.299395 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-22754249-393a-4167-8319-14b2c7158cda tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '746927f9-4439-429c-80a0-5606a873addb') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:43.299622 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9042812b-9578-451d-80b7-b2abe596eeb3 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:43.306211 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ad7b16ae-0b26-43ee-b463-e09a1e891bac tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:43.315647 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ad7b16ae-0b26-43ee-b463-e09a1e891bac tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:43.318500 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-22754249-393a-4167-8319-14b2c7158cda tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:43.342943 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-22754249-393a-4167-8319-14b2c7158cda tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:43.353944 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22754249-393a-4167-8319-14b2c7158cda tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:40:43.354347 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-22754249-393a-4167-8319-14b2c7158cda tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:43.368711 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:40:43.368711 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:40:43.368711 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:40:43.368711 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:40:43.368711 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:40:43.368711 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:40:43.368711 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:40:43.368711 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:40:43.368711 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:40:43.368711 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:40:43.368711 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:40:43.368711 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:40:43.368711 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:40:43.368711 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:40:43.368711 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:40:43.368711 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:40:43.368711 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:40:43.368711 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:40:43.368711 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:40:43.368711 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:40:43.368711 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:40:43.368711 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:40:43.368711 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:40:43.368711 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:40:43.368711 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:40:43.368711 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:40:43.368711 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:40:43.368711 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:40:43.368711 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:40:43.368711 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:40:43.368711 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:40:43.368711 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:40:43.374340 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b9bb2d8e-c462-45f7-a527-ad8c02121393 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:43.422437 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-b9bb2d8e-c462-45f7-a527-ad8c02121393 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56f9b219-e2bd-414b-abd4-d9e774f926db']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:43.494453 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-b9bb2d8e-c462-45f7-a527-ad8c02121393 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c28e8516-7ab2-427a-a142-c84e4e2b8171') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:43.495413 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-b9bb2d8e-c462-45f7-a527-ad8c02121393 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c28e8516-7ab2-427a-a142-c84e4e2b8171') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:43.500368 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ad7b16ae-0b26-43ee-b463-e09a1e891bac tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:43.514897 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b9bb2d8e-c462-45f7-a527-ad8c02121393 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:43.536022 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-ad92127b-a2d5-40b8-b438-633ca7cefe0a None None] Deleting port ec0730c6-ee27-4286-b868-8d411028b4ef {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:40:43.536449 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ad92127b-a2d5-40b8-b438-633ca7cefe0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:43.550037 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-22754249-393a-4167-8319-14b2c7158cda tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:43.564333 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b9bb2d8e-c462-45f7-a527-ad8c02121393 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:43.574578 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-22754249-393a-4167-8319-14b2c7158cda tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:43.584542 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ad7b16ae-0b26-43ee-b463-e09a1e891bac tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:43.588398 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22754249-393a-4167-8319-14b2c7158cda tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event deleted for resources: {'Network': ['ID=d294f174-275d-4ad2-a999-a32505cc8638,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:43.602966 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-ad92127b-a2d5-40b8-b438-633ca7cefe0a None None] The port 'ec0730c6-ee27-4286-b868-8d411028b4ef' was deleted {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:40:43.636245 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b16ae-0b26-43ee-b463-e09a1e891bac tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38e9bf0b-56ac-485c-98d6-f0ccccf10467,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:43.693370 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-22754249-393a-4167-8319-14b2c7158cda tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/networks/d294f174-275d-4ad2-a999-a32505cc8638 HTTP/1.1" status: 204 len: 168 time: 1.4529061 Feb 04 11:40:43.700247 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38628) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:43.705670 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-38df8aac-e16d-4ae8-a467-50234e0cc8d3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1522377593', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}, 'admin_state_up': False}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:43.712981 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-38df8aac-e16d-4ae8-a467-50234e0cc8d3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:43.717329 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-38df8aac-e16d-4ae8-a467-50234e0cc8d3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Usage tracker for resource:router and tenant:f1bfc018a09d4e34b9596c9c898714a6 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:43.721826 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-38df8aac-e16d-4ae8-a467-50234e0cc8d3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:43.728349 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-38df8aac-e16d-4ae8-a467-50234e0cc8d3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:43.765922 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9bb2d8e-c462-45f7-a527-ad8c02121393 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:40:43.766224 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b9bb2d8e-c462-45f7-a527-ad8c02121393 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:43.780988 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:40:43.780988 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:40:43.780988 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:40:43.780988 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:40:43.780988 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:40:43.780988 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:40:43.780988 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:40:43.780988 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:40:43.780988 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:40:43.780988 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:40:43.780988 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:40:43.780988 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:40:43.780988 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:40:43.780988 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:40:43.780988 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:40:43.780988 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:40:43.780988 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:40:43.780988 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:40:43.780988 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:40:43.780988 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:40:43.780988 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:40:43.780988 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:40:43.780988 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:40:43.780988 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:40:43.780988 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:40:43.780988 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:40:43.780988 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:40:43.780988 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:40:43.780988 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:40:43.780988 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:40:43.780988 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:40:43.780988 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:40:43.783543 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9042812b-9578-451d-80b7-b2abe596eeb3 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:43.818616 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-38df8aac-e16d-4ae8-a467-50234e0cc8d3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:43.820017 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-38df8aac-e16d-4ae8-a467-50234e0cc8d3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:43.839561 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-38df8aac-e16d-4ae8-a467-50234e0cc8d3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:43.974779 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-9042812b-9578-451d-80b7-b2abe596eeb3 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Calling delete_port for 36bbc90e-d010-4cb7-81f7-eb1c190cd7ad owned by network:router_gateway {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:40:44.063033 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-38df8aac-e16d-4ae8-a467-50234e0cc8d3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:44.108861 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abecfc6-75ab-4a79-a406-f384853c4abd tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:40:44.119386 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b60c6bb-8b09-4d75-bbc5-f0d685bb2897 None None] Sync routers for ids ['e0c6fad9-c832-49cc-8f40-b413e853c6d1'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:40:44.129420 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b9bb2d8e-c462-45f7-a527-ad8c02121393 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:44.136210 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b60c6bb-8b09-4d75-bbc5-f0d685bb2897 None None] Routers {'e0c6fad9-c832-49cc-8f40-b413e853c6d1'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:40:44.136210 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-6b60c6bb-8b09-4d75-bbc5-f0d685bb2897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['e0c6fad9-c832-49cc-8f40-b413e853c6d1'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:44.136520 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad7b16ae-0b26-43ee-b463-e09a1e891bac tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:40:44.148203 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ad7b16ae-0b26-43ee-b463-e09a1e891bac tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:44.148552 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-ad7b16ae-0b26-43ee-b463-e09a1e891bac tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Added segment 9eb47eb0-896b-4818-8dc2-9e16eb6cc38c of type vlan for network 8701309a-cc22-40cc-9dbe-cd82b7d0d547 Feb 04 11:40:44.152574 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6abecfc6-75ab-4a79-a406-f384853c4abd tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "PUT /v2.0/routers/e0c6fad9-c832-49cc-8f40-b413e853c6d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0396509 Feb 04 11:40:44.154423 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b9bb2d8e-c462-45f7-a527-ad8c02121393 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:44.160544 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b9bb2d8e-c462-45f7-a527-ad8c02121393 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "DELETE /v2.0/networks/56f9b219-e2bd-414b-abd4-d9e774f926db HTTP/1.1" status: 204 len: 168 time: 4.5119402 Feb 04 11:40:44.160544 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38632) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:44.165448 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38634) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:44.165448 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb2d8e-c462-45f7-a527-ad8c02121393 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event deleted for resources: {'Network': ['ID=56f9b219-e2bd-414b-abd4-d9e774f926db,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:44.199990 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ad7b16ae-0b26-43ee-b463-e09a1e891bac tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:44.206268 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-6b60c6bb-8b09-4d75-bbc5-f0d685bb2897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:44.219703 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b60c6bb-8b09-4d75-bbc5-f0d685bb2897 None None] Routers {'e0c6fad9-c832-49cc-8f40-b413e853c6d1'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:40:44.220458 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-6b60c6bb-8b09-4d75-bbc5-f0d685bb2897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['e0c6fad9-c832-49cc-8f40-b413e853c6d1'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:44.244874 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-d8734b90-59d4-4b0f-9ddd-16fce9f36523 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1154450557'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:44.250559 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d8734b90-59d4-4b0f-9ddd-16fce9f36523 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:44.254718 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d8734b90-59d4-4b0f-9ddd-16fce9f36523 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Usage tracker for resource:network and tenant:f631734a474740f59c61a7b75bcfa8d4 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:44.262263 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d8734b90-59d4-4b0f-9ddd-16fce9f36523 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:44.293353 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-6b60c6bb-8b09-4d75-bbc5-f0d685bb2897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:44.294391 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b60c6bb-8b09-4d75-bbc5-f0d685bb2897 None None] The sync data for ids ['e0c6fad9-c832-49cc-8f40-b413e853c6d1'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:40:44.295613 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d8734b90-59d4-4b0f-9ddd-16fce9f36523 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:44.412961 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8734b90-59d4-4b0f-9ddd-16fce9f36523 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Made reservation on behalf of f631734a474740f59c61a7b75bcfa8d4 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:40:44.416174 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d8734b90-59d4-4b0f-9ddd-16fce9f36523 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:44.421783 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ad7b16ae-0b26-43ee-b463-e09a1e891bac tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:44.425559 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7b16ae-0b26-43ee-b463-e09a1e891bac tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:44.426168 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ad7b16ae-0b26-43ee-b463-e09a1e891bac tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:44.431006 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9042812b-9578-451d-80b7-b2abe596eeb3 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:44.453828 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-38df8aac-e16d-4ae8-a467-50234e0cc8d3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router_gateway, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:44.472605 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3cd62eb8-9933-4616-9153-f13eab297d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:44.491844 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9042812b-9578-451d-80b7-b2abe596eeb3 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event deleted for resources: {'Port': ['ID=36bbc90e-d010-4cb7-81f7-eb1c190cd7ad,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:44.498622 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-38df8aac-e16d-4ae8-a467-50234e0cc8d3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:44.527864 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device ec0730c6-ee27-4286-b868-8d411028b4ef no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:40:44.574806 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: ec0730c6-ee27-4286-b868-8d411028b4ef {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:40:44.575445 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device ec0730c6-ee27-4286-b868-8d411028b4ef not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:40:44.605117 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8734b90-59d4-4b0f-9ddd-16fce9f36523 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:40:44.627519 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b16ae-0b26-43ee-b463-e09a1e891bac tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Pushing event updated for resources: {'Network': ['ID=8701309a-cc22-40cc-9dbe-cd82b7d0d547,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:44.628811 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d8734b90-59d4-4b0f-9ddd-16fce9f36523 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:44.629151 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-d8734b90-59d4-4b0f-9ddd-16fce9f36523 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Added segment 797bf36f-f9d7-4a10-ae26-59a3d2b4a683 of type vlan for network 6085fb9f-f8c9-48fa-8028-6fd713586087 Feb 04 11:40:44.644789 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 8701309a-cc22-40cc-9dbe-cd82b7d0d547 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:40:44.699267 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ad7b16ae-0b26-43ee-b463-e09a1e891bac tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.7254999 Feb 04 11:40:44.703930 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38640) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:44.711283 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-75fed5b1-85ca-479c-b60c-516df0c39398 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Request body: {'subnet': {'network_id': '8701309a-cc22-40cc-9dbe-cd82b7d0d547', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:44.760172 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d8734b90-59d4-4b0f-9ddd-16fce9f36523 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:44.833108 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9042812b-9578-451d-80b7-b2abe596eeb3 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:44.840473 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-38df8aac-e16d-4ae8-a467-50234e0cc8d3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Allocated IP 172.26.3.103 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/675ab666-3512-4100-bb7b-1c8f69da1103) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:40:44.861276 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-75fed5b1-85ca-479c-b60c-516df0c39398 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:44.881394 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-75fed5b1-85ca-479c-b60c-516df0c39398 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Usage tracker for resource:subnet and tenant:fb44ed9b204545c799448126ebfe28d8 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:44.888624 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-75fed5b1-85ca-479c-b60c-516df0c39398 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:44.892891 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fef3f190-a810-40e0-8140-cd9ac356d5e0 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:44.960959 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.db.resource_extend [None req-d8734b90-59d4-4b0f-9ddd-16fce9f36523 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:40:45.055198 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-75fed5b1-85ca-479c-b60c-516df0c39398 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:45.109603 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fed5b1-85ca-479c-b60c-516df0c39398 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Made reservation on behalf of fb44ed9b204545c799448126ebfe28d8 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:40:45.217923 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-38df8aac-e16d-4ae8-a467-50234e0cc8d3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:45.250554 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-75fed5b1-85ca-479c-b60c-516df0c39398 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:45.271988 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d8734b90-59d4-4b0f-9ddd-16fce9f36523 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:45.276151 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8734b90-59d4-4b0f-9ddd-16fce9f36523 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:45.276715 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d8734b90-59d4-4b0f-9ddd-16fce9f36523 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:45.432074 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9042812b-9578-451d-80b7-b2abe596eeb3 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:45.436051 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-38df8aac-e16d-4ae8-a467-50234e0cc8d3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:45.474343 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9042812b-9578-451d-80b7-b2abe596eeb3 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:45.486421 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8734b90-59d4-4b0f-9ddd-16fce9f36523 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event updated for resources: {'Network': ['ID=6085fb9f-f8c9-48fa-8028-6fd713586087,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:45.519983 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d8734b90-59d4-4b0f-9ddd-16fce9f36523 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3504083 Feb 04 11:40:45.520267 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38644) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:45.528881 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-38737466-dc6e-4125-80f4-d7a7da4e4101 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Request body: {'subnet': {'network_id': '6085fb9f-f8c9-48fa-8028-6fd713586087', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:45.530293 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 6085fb9f-f8c9-48fa-8028-6fd713586087 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:40:45.546303 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38df8aac-e16d-4ae8-a467-50234e0cc8d3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:40:45.554887 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df8aac-e16d-4ae8-a467-50234e0cc8d3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event updated for resources: {'Port': ['ID=675ab666-3512-4100-bb7b-1c8f69da1103,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:45.557424 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-38df8aac-e16d-4ae8-a467-50234e0cc8d3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:45.561377 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38df8aac-e16d-4ae8-a467-50234e0cc8d3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:40:45.645010 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9042812b-9578-451d-80b7-b2abe596eeb3 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:45.645625 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9042812b-9578-451d-80b7-b2abe596eeb3 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Fanout notify agent at l3_agent the message router_deleted on router b20c62d1-5136-41f5-acb4-fab6ec5f1eeb {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:40:45.675812 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bce1cf8a-c8f2-4d0e-8aac-8f8d64b53280 req-1e68b78b-7f11-446e-87ba-52eecd56dc28 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5732555 Feb 04 11:40:45.692761 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:45.698205 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-75fed5b1-85ca-479c-b60c-516df0c39398 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:45.733018 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:45.750265 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-38737466-dc6e-4125-80f4-d7a7da4e4101 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:45.755958 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-38737466-dc6e-4125-80f4-d7a7da4e4101 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Usage tracker for resource:subnet and tenant:f631734a474740f59c61a7b75bcfa8d4 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:45.769574 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-38737466-dc6e-4125-80f4-d7a7da4e4101 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:45.809340 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fed5b1-85ca-479c-b60c-516df0c39398 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Pushing event updated for resources: {'Subnet': ['ID=15be1ee3-6a41-45bb-b32d-afe956c833d5,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:45.815549 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-38737466-dc6e-4125-80f4-d7a7da4e4101 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:45.818490 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fed5b1-85ca-479c-b60c-516df0c39398 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Checking segment: {'id': '9eb47eb0-896b-4818-8dc2-9e16eb6cc38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8701309a-cc22-40cc-9dbe-cd82b7d0d547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:40:45.819059 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fed5b1-85ca-479c-b60c-516df0c39398 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Network hostable DHCP agents. Network: 8701309a-cc22-40cc-9dbe-cd82b7d0d547, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:40:45.820424 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9042812b-9578-451d-80b7-b2abe596eeb3 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:45.824925 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9042812b-9578-451d-80b7-b2abe596eeb3 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/routers/b20c62d1-5136-41f5-acb4-fab6ec5f1eeb HTTP/1.1" status: 204 len: 168 time: 4.2584348 Feb 04 11:40:45.826031 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38648) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:45.832004 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-ec594b6c-b117-47fc-bf05-abebec7d1548 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1194428574'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:45.845267 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ec594b6c-b117-47fc-bf05-abebec7d1548 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:45.850263 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ec594b6c-b117-47fc-bf05-abebec7d1548 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Usage tracker for resource:network and tenant:1857235941a6433080777df3100a6d46 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:45.854352 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ec594b6c-b117-47fc-bf05-abebec7d1548 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:45.861850 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ec594b6c-b117-47fc-bf05-abebec7d1548 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:45.875887 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fef3f190-a810-40e0-8140-cd9ac356d5e0 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:45.888831 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bce1cf8a-c8f2-4d0e-8aac-8f8d64b53280 req-7a8dda18-4a6d-4faa-954c-a738e23c3abc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=491544c72a0440b88793a93ecb6a7285&device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 1099 time: 0.1198282 Feb 04 11:40:45.904551 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38737466-dc6e-4125-80f4-d7a7da4e4101 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Made reservation on behalf of f631734a474740f59c61a7b75bcfa8d4 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:40:45.907103 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-38df8aac-e16d-4ae8-a467-50234e0cc8d3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router_gateway, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:45.907803 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-38df8aac-e16d-4ae8-a467-50234e0cc8d3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:45.967084 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fed5b1-85ca-479c-b60c-516df0c39398 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Network 8701309a-cc22-40cc-9dbe-cd82b7d0d547 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:40:45.976915 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec594b6c-b117-47fc-bf05-abebec7d1548 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Made reservation on behalf of 1857235941a6433080777df3100a6d46 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:40:45.979832 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ec594b6c-b117-47fc-bf05-abebec7d1548 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:46.033155 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec594b6c-b117-47fc-bf05-abebec7d1548 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:40:46.043343 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-fef3f190-a810-40e0-8140-cd9ac356d5e0 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Deleting port 35f9d9f0-2800-493b-92f0-ecacbeeac264 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:40:46.043719 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fef3f190-a810-40e0-8140-cd9ac356d5e0 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:46.046796 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ec594b6c-b117-47fc-bf05-abebec7d1548 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:46.047123 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-ec594b6c-b117-47fc-bf05-abebec7d1548 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Added segment 278eeec9-0df0-4bfd-ab81-204e75d08829 of type vlan for network 7eb34caa-b14e-4368-a3ed-9e3e4e9004a5 Feb 04 11:40:46.064074 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-75fed5b1-85ca-479c-b60c-516df0c39398 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 8701309a-cc22-40cc-9dbe-cd82b7d0d547) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:46.074861 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40d2ce9-f187-42df-81d4-1f7b47014bbf None None] Network 8701309a-cc22-40cc-9dbe-cd82b7d0d547 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:46.084272 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fed5b1-85ca-479c-b60c-516df0c39398 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:46.085458 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-75fed5b1-85ca-479c-b60c-516df0c39398 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:46.096813 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ec594b6c-b117-47fc-bf05-abebec7d1548 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:46.136467 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-38737466-dc6e-4125-80f4-d7a7da4e4101 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:46.299405 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-75fed5b1-85ca-479c-b60c-516df0c39398 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5943427 Feb 04 11:40:46.302341 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38654) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:46.308771 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-2b2f147f-5854-4795-a509-0c54994402b6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Request body: {'network': {'name': 'tempest-router-network01--912643339'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:46.315019 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-2b2f147f-5854-4795-a509-0c54994402b6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:46.321169 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-2b2f147f-5854-4795-a509-0c54994402b6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Usage tracker for resource:network and tenant:fb44ed9b204545c799448126ebfe28d8 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:46.324858 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-2b2f147f-5854-4795-a509-0c54994402b6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:46.331383 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-2b2f147f-5854-4795-a509-0c54994402b6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:46.340782 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ec594b6c-b117-47fc-bf05-abebec7d1548 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:46.344683 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec594b6c-b117-47fc-bf05-abebec7d1548 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:46.345332 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ec594b6c-b117-47fc-bf05-abebec7d1548 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:46.359681 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.ipam_backend_mixin [None req-38737466-dc6e-4125-80f4-d7a7da4e4101 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Performing IP validity checks on allocation pools {{(pid=84204) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 11:40:46.360142 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.ipam_backend_mixin [None req-38737466-dc6e-4125-80f4-d7a7da4e4101 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84204) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 11:40:46.362353 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583412a6-117a-43dd-855b-534c62416225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-8701309a-cc22-40cc-9dbe-cd82b7d0d547', 'network_id': '8701309a-cc22-40cc-9dbe-cd82b7d0d547', 'tenant_id': 'fb44ed9b204545c799448126ebfe28d8', 'fixed_ips': [{'subnet_id': '15be1ee3-6a41-45bb-b32d-afe956c833d5'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:40:46.363277 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-583412a6-117a-43dd-855b-534c62416225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:46.371046 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1cf8a-c8f2-4d0e-8aac-8f8d64b53280 req-2695e854-29e2-4648-bd0c-f4de2051b1d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:46.372644 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bce1cf8a-c8f2-4d0e-8aac-8f8d64b53280 req-2695e854-29e2-4648-bd0c-f4de2051b1d6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=29516d56-73f4-4962-aac3-30725a9be94a HTTP/1.1" status: 200 len: 898 time: 0.4525530 Feb 04 11:40:46.378692 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38df8aac-e16d-4ae8-a467-50234e0cc8d3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Router d956bb42-6389-4458-8c34-080a46ce33c6 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:40:46.445658 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2f147f-5854-4795-a509-0c54994402b6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Made reservation on behalf of fb44ed9b204545c799448126ebfe28d8 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:40:46.447894 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2b2f147f-5854-4795-a509-0c54994402b6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:46.487268 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ec594b6c-b117-47fc-bf05-abebec7d1548 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6573050 Feb 04 11:40:46.495035 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38658) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:46.517325 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-e065c39e-b485-4419-8394-6a9b9b7ce683 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Request body: {'subnet': {'network_id': '7eb34caa-b14e-4368-a3ed-9e3e4e9004a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:46.522342 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec594b6c-b117-47fc-bf05-abebec7d1548 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event updated for resources: {'Network': ['ID=7eb34caa-b14e-4368-a3ed-9e3e4e9004a5,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:46.538256 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fef3f190-a810-40e0-8140-cd9ac356d5e0 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:46.554465 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 7eb34caa-b14e-4368-a3ed-9e3e4e9004a5 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:40:46.588021 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b2f147f-5854-4795-a509-0c54994402b6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:40:46.606712 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2b2f147f-5854-4795-a509-0c54994402b6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:46.607145 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-2b2f147f-5854-4795-a509-0c54994402b6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Added segment 7ae230a3-6cc2-4f54-b078-58a26abbf5a7 of type vlan for network 0eef8a99-a3c4-4987-8bf4-33524cdb982f Feb 04 11:40:46.629243 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-583412a6-117a-43dd-855b-534c62416225 None None] Allocated IP 172.20.0.2 (8701309a-cc22-40cc-9dbe-cd82b7d0d547/15be1ee3-6a41-45bb-b32d-afe956c833d5/1dd2919c-d176-4a31-8f93-edace299ee38) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:40:46.638227 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:40:46.652625 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2b2f147f-5854-4795-a509-0c54994402b6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:46.809460 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38df8aac-e16d-4ae8-a467-50234e0cc8d3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:40:46.820072 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d181d2d5-5daa-4324-ba16-26891820d211 None None] Sync routers for ids ['d956bb42-6389-4458-8c34-080a46ce33c6'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:40:46.832740 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d181d2d5-5daa-4324-ba16-26891820d211 None None] Routers {'d956bb42-6389-4458-8c34-080a46ce33c6'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:40:46.833684 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-d181d2d5-5daa-4324-ba16-26891820d211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['d956bb42-6389-4458-8c34-080a46ce33c6'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:46.841088 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2b2f147f-5854-4795-a509-0c54994402b6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:46.845686 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2f147f-5854-4795-a509-0c54994402b6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:46.846466 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2b2f147f-5854-4795-a509-0c54994402b6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:46.900106 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:46.920544 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-d181d2d5-5daa-4324-ba16-26891820d211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:46.930948 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-fef3f190-a810-40e0-8140-cd9ac356d5e0 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Calling delete_port for 35f9d9f0-2800-493b-92f0-ecacbeeac264 owned by network:router_gateway {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:40:46.934261 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d181d2d5-5daa-4324-ba16-26891820d211 None None] Routers {'d956bb42-6389-4458-8c34-080a46ce33c6'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:40:46.935054 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-d181d2d5-5daa-4324-ba16-26891820d211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['d956bb42-6389-4458-8c34-080a46ce33c6'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:46.941725 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-38df8aac-e16d-4ae8-a467-50234e0cc8d3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:46.945135 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-583412a6-117a-43dd-855b-534c62416225 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:46.950671 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-38df8aac-e16d-4ae8-a467-50234e0cc8d3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.2492514 Feb 04 11:40:46.952540 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38662) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:46.960039 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-583412a6-117a-43dd-855b-534c62416225 None None] Transition to ACTIVE for port object 1dd2919c-d176-4a31-8f93-edace299ee38 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:46.991760 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-583412a6-117a-43dd-855b-534c62416225 None None] Transition to ACTIVE for port object 1dd2919c-d176-4a31-8f93-edace299ee38 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:47.002701 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-d181d2d5-5daa-4324-ba16-26891820d211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:47.003096 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d181d2d5-5daa-4324-ba16-26891820d211 None None] The sync data for ids ['d956bb42-6389-4458-8c34-080a46ce33c6'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:40:47.026362 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bce1cf8a-c8f2-4d0e-8aac-8f8d64b53280 req-03c26558-e7b5-4946-beda-4ef776d16f64 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48e23ed1-aab8-4174-bec3-b8ed93968d24 HTTP/1.1" status: 200 len: 1001 time: 0.6395419 Feb 04 11:40:47.071567 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-583412a6-117a-43dd-855b-534c62416225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:47.143586 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-e065c39e-b485-4419-8394-6a9b9b7ce683 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:47.158531 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583412a6-117a-43dd-855b-534c62416225 None None] Network 8701309a-cc22-40cc-9dbe-cd82b7d0d547 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:40:47.160461 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2b2f147f-5854-4795-a509-0c54994402b6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8568184 Feb 04 11:40:47.164174 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38666) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:47.168350 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-583412a6-117a-43dd-855b-534c62416225 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:47.169284 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f147f-5854-4795-a509-0c54994402b6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Pushing event updated for resources: {'Network': ['ID=0eef8a99-a3c4-4987-8bf4-33524cdb982f,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:47.177038 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-e065c39e-b485-4419-8394-6a9b9b7ce683 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Usage tracker for resource:subnet and tenant:1857235941a6433080777df3100a6d46 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:47.177427 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583412a6-117a-43dd-855b-534c62416225 None None] Pushing event updated for resources: {'Port': ['ID=1dd2919c-d176-4a31-8f93-edace299ee38,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:47.178911 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583412a6-117a-43dd-855b-534c62416225 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:40:47.193623 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 0eef8a99-a3c4-4987-8bf4-33524cdb982f details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:40:47.204923 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-7b0365fd-f729-4bca-9b3e-192f20e68677 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Request body: {'network': {'name': 'tempest-router-network02--834603243'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:47.210151 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-e065c39e-b485-4419-8394-6a9b9b7ce683 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:47.218038 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1cf8a-c8f2-4d0e-8aac-8f8d64b53280 req-78ffc402-e28b-4733-a0c1-54d96d650df4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:47.219568 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bce1cf8a-c8f2-4d0e-8aac-8f8d64b53280 req-78ffc402-e28b-4733-a0c1-54d96d650df4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dd13ac7-ddcf-4461-af29-a1faae2b9cd2 HTTP/1.1" status: 200 len: 835 time: 0.1763380 Feb 04 11:40:47.235233 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-7b0365fd-f729-4bca-9b3e-192f20e68677 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:47.244082 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-e065c39e-b485-4419-8394-6a9b9b7ce683 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:47.282798 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-7b0365fd-f729-4bca-9b3e-192f20e68677 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Usage tracker for resource:network and tenant:fb44ed9b204545c799448126ebfe28d8 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:47.292823 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-7b0365fd-f729-4bca-9b3e-192f20e68677 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:47.313579 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-7b0365fd-f729-4bca-9b3e-192f20e68677 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:47.329942 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d9e1a81b-f062-494d-a4c1-6f1c80b910c7 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "GET /v2.0/routers/d956bb42-6389-4458-8c34-080a46ce33c6 HTTP/1.1" status: 200 len: 881 time: 0.3681290 Feb 04 11:40:47.330557 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38670) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:47.395471 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-583412a6-117a-43dd-855b-534c62416225 None None] Attempting to bind port 1dd2919c-d176-4a31-8f93-edace299ee38 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:40:47.395924 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-583412a6-117a-43dd-855b-534c62416225 None None] Attempting to bind port 1dd2919c-d176-4a31-8f93-edace299ee38 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '9eb47eb0-896b-4818-8dc2-9e16eb6cc38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8701309a-cc22-40cc-9dbe-cd82b7d0d547'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:40:47.396347 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583412a6-117a-43dd-855b-534c62416225 None None] Attempting to bind port 1dd2919c-d176-4a31-8f93-edace299ee38 on network 8701309a-cc22-40cc-9dbe-cd82b7d0d547 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:40:47.401269 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-38737466-dc6e-4125-80f4-d7a7da4e4101 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:47.405996 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583412a6-117a-43dd-855b-534c62416225 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:40:47.406467 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583412a6-117a-43dd-855b-534c62416225 None None] Checking segment: {'id': '9eb47eb0-896b-4818-8dc2-9e16eb6cc38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8701309a-cc22-40cc-9dbe-cd82b7d0d547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:40:47.406938 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-583412a6-117a-43dd-855b-534c62416225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:47.407378 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583412a6-117a-43dd-855b-534c62416225 None None] Bound using segment: {'id': '9eb47eb0-896b-4818-8dc2-9e16eb6cc38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8701309a-cc22-40cc-9dbe-cd82b7d0d547'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:40:47.407967 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-583412a6-117a-43dd-855b-534c62416225 None None] Bound port: 1dd2919c-d176-4a31-8f93-edace299ee38, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb47eb0-896b-4818-8dc2-9e16eb6cc38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8701309a-cc22-40cc-9dbe-cd82b7d0d547'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:40:47.408409 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-583412a6-117a-43dd-855b-534c62416225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:47.452989 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e065c39e-b485-4419-8394-6a9b9b7ce683 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Made reservation on behalf of 1857235941a6433080777df3100a6d46 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:40:47.479036 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bce1cf8a-c8f2-4d0e-8aac-8f8d64b53280 req-cf838939-a497-4486-a267-2d2740e4ffa3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=29516d56-73f4-4962-aac3-30725a9be94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2316902 Feb 04 11:40:47.479302 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0365fd-f729-4bca-9b3e-192f20e68677 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Made reservation on behalf of fb44ed9b204545c799448126ebfe28d8 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:40:47.481977 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7b0365fd-f729-4bca-9b3e-192f20e68677 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:47.510914 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-583412a6-117a-43dd-855b-534c62416225 None None] For port 1dd2919c-d176-4a31-8f93-edace299ee38, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:40:47.556170 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6c712a2c-62f6-4eb4-abec-773540a9c800 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Synchronizing usage tracker for tenant:f1bfc018a09d4e34b9596c9c898714a6 on resource:router {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:40:47.647352 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6c712a2c-62f6-4eb4-abec-773540a9c800 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Unset dirty status for tenant:f1bfc018a09d4e34b9596c9c898714a6 on resource:router {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:40:47.648551 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6c712a2c-62f6-4eb4-abec-773540a9c800 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3173754 Feb 04 11:40:47.651400 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38674) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:47.656569 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-fd31beec-17f2-41a5-882f-bbd3c61f8031 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1522377593'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:47.713554 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38737466-dc6e-4125-80f4-d7a7da4e4101 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event updated for resources: {'Subnet': ['ID=69b6ab98-d638-4b2a-9777-e6508e5a10f5,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:47.744729 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b0365fd-f729-4bca-9b3e-192f20e68677 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:40:47.750386 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e065c39e-b485-4419-8394-6a9b9b7ce683 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:47.768118 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-583412a6-117a-43dd-855b-534c62416225 None None] For port 1dd2919c-d176-4a31-8f93-edace299ee38, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=1dd2919c-d176-4a31-8f93-edace299ee38,segment=NetworkSegment(9eb47eb0-896b-4818-8dc2-9e16eb6cc38c),segment_id=9eb47eb0-896b-4818-8dc2-9e16eb6cc38c)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:40:47.776410 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38737466-dc6e-4125-80f4-d7a7da4e4101 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Checking segment: {'id': '797bf36f-f9d7-4a10-ae26-59a3d2b4a683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6085fb9f-f8c9-48fa-8028-6fd713586087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:40:47.776764 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38737466-dc6e-4125-80f4-d7a7da4e4101 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Network hostable DHCP agents. Network: 6085fb9f-f8c9-48fa-8028-6fd713586087, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:40:47.834132 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fef3f190-a810-40e0-8140-cd9ac356d5e0 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:47.859224 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-583412a6-117a-43dd-855b-534c62416225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:47.895580 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7b0365fd-f729-4bca-9b3e-192f20e68677 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:47.895941 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-7b0365fd-f729-4bca-9b3e-192f20e68677 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Added segment 78abfb9d-3c21-41f2-98de-10d33d4c9553 of type vlan for network 8b52fc59-015d-479d-8e0a-ec389bb962a7 Feb 04 11:40:47.940780 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef3f190-a810-40e0-8140-cd9ac356d5e0 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event deleted for resources: {'Port': ['ID=35f9d9f0-2800-493b-92f0-ecacbeeac264,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:47.948442 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583412a6-117a-43dd-855b-534c62416225 None None] Pushing event updated for resources: {'Port': ['ID=1dd2919c-d176-4a31-8f93-edace299ee38,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:47.970792 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bce1cf8a-c8f2-4d0e-8aac-8f8d64b53280 req-b61fb0c1-7bad-464b-b22e-49f4c06bf7a3 service neutron] 10.222.0.47 "GET /v2.0/networks/29516d56-73f4-4962-aac3-30725a9be94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4763443 Feb 04 11:40:48.083763 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7b0365fd-f729-4bca-9b3e-192f20e68677 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:48.177617 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38737466-dc6e-4125-80f4-d7a7da4e4101 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Network 6085fb9f-f8c9-48fa-8028-6fd713586087 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:40:48.317202 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fd31beec-17f2-41a5-882f-bbd3c61f8031 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:48.354326 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-38737466-dc6e-4125-80f4-d7a7da4e4101 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 6085fb9f-f8c9-48fa-8028-6fd713586087) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:48.362836 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a9c1c7-9e7f-4f9e-a34f-a1cdb076c38e None None] Network 6085fb9f-f8c9-48fa-8028-6fd713586087 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:48.398634 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fd31beec-17f2-41a5-882f-bbd3c61f8031 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16351460'] for router, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:48.432555 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38737466-dc6e-4125-80f4-d7a7da4e4101 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:48.433323 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-38737466-dc6e-4125-80f4-d7a7da4e4101 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:48.606386 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7b0365fd-f729-4bca-9b3e-192f20e68677 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:48.610119 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0365fd-f729-4bca-9b3e-192f20e68677 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:48.610723 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7b0365fd-f729-4bca-9b3e-192f20e68677 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:48.619938 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 1dd2919c-d176-4a31-8f93-edace299ee38 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:40:48.652370 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd31beec-17f2-41a5-882f-bbd3c61f8031 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Router d956bb42-6389-4458-8c34-080a46ce33c6 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:40:48.702854 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dad2651-19f3-4da1-b7a6-cb49b66b4069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-6085fb9f-f8c9-48fa-8028-6fd713586087', 'network_id': '6085fb9f-f8c9-48fa-8028-6fd713586087', 'tenant_id': 'f631734a474740f59c61a7b75bcfa8d4', 'fixed_ips': [{'subnet_id': '69b6ab98-d638-4b2a-9777-e6508e5a10f5'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:40:48.704096 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1dad2651-19f3-4da1-b7a6-cb49b66b4069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:48.713334 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fef3f190-a810-40e0-8140-cd9ac356d5e0 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:48.775697 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bce1cf8a-c8f2-4d0e-8aac-8f8d64b53280 req-6c7aa67b-ee84-4de5-8fbc-705002830952 service neutron] 10.222.0.47 "GET /v2.0/networks/29516d56-73f4-4962-aac3-30725a9be94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7736406 Feb 04 11:40:48.917069 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd31beec-17f2-41a5-882f-bbd3c61f8031 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:40:48.923489 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fd31beec-17f2-41a5-882f-bbd3c61f8031 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:48.924915 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-fd31beec-17f2-41a5-882f-bbd3c61f8031 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "PUT /v2.0/routers/d956bb42-6389-4458-8c34-080a46ce33c6 HTTP/1.1" status: 200 len: 888 time: 1.2725964 Feb 04 11:40:48.928778 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38678) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:48.931102 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd0ac60-ee90-4f64-8a64-7908b3e9bd7a None None] Sync routers for ids ['d956bb42-6389-4458-8c34-080a46ce33c6'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:40:48.949258 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-1dad2651-19f3-4da1-b7a6-cb49b66b4069 None None] Allocated IP 172.20.0.3 (6085fb9f-f8c9-48fa-8028-6fd713586087/69b6ab98-d638-4b2a-9777-e6508e5a10f5/00538674-9540-4fa7-80ff-78224b7cb6d4) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:40:48.961411 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-38737466-dc6e-4125-80f4-d7a7da4e4101 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.4392943 Feb 04 11:40:48.968552 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38682) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:48.971104 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd0ac60-ee90-4f64-8a64-7908b3e9bd7a None None] Routers {'d956bb42-6389-4458-8c34-080a46ce33c6'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:40:48.971969 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-2cd0ac60-ee90-4f64-8a64-7908b3e9bd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['d956bb42-6389-4458-8c34-080a46ce33c6'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:48.993637 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0365fd-f729-4bca-9b3e-192f20e68677 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Pushing event updated for resources: {'Network': ['ID=8b52fc59-015d-479d-8e0a-ec389bb962a7,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:48.996774 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-7b0365fd-f729-4bca-9b3e-192f20e68677 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8283582 Feb 04 11:40:49.022629 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38686) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:49.033841 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-04f444f5-da06-401c-986e-295fac142032 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Request body: {'subnet': {'network_id': '0eef8a99-a3c4-4987-8bf4-33524cdb982f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:49.052016 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 8b52fc59-015d-479d-8e0a-ec389bb962a7 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:40:49.087211 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e065c39e-b485-4419-8394-6a9b9b7ce683 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:49.093292 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 1dd2919c-d176-4a31-8f93-edace299ee38 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:40:49.208402 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-2cd0ac60-ee90-4f64-8a64-7908b3e9bd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:49.294551 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd0ac60-ee90-4f64-8a64-7908b3e9bd7a None None] Routers {'d956bb42-6389-4458-8c34-080a46ce33c6'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:40:49.295320 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-2cd0ac60-ee90-4f64-8a64-7908b3e9bd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['d956bb42-6389-4458-8c34-080a46ce33c6'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:49.360514 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065c39e-b485-4419-8394-6a9b9b7ce683 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event updated for resources: {'Subnet': ['ID=e3cbfbc9-425a-47a1-9ea4-a16de3e2cb8a,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:49.392415 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fef3f190-a810-40e0-8140-cd9ac356d5e0 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:49.398767 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-04f444f5-da06-401c-986e-295fac142032 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:49.404962 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-04f444f5-da06-401c-986e-295fac142032 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Usage tracker for resource:subnet and tenant:fb44ed9b204545c799448126ebfe28d8 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:49.408140 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-04f444f5-da06-401c-986e-295fac142032 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:49.417062 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-04f444f5-da06-401c-986e-295fac142032 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:49.425551 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fef3f190-a810-40e0-8140-cd9ac356d5e0 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:49.430247 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-2cd0ac60-ee90-4f64-8a64-7908b3e9bd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:49.430903 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd0ac60-ee90-4f64-8a64-7908b3e9bd7a None None] The sync data for ids ['d956bb42-6389-4458-8c34-080a46ce33c6'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:40:49.432898 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a786529-f25d-459c-8fa2-73a616cb8e03 None None] Network 8701309a-cc22-40cc-9dbe-cd82b7d0d547 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:49.513090 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f444f5-da06-401c-986e-295fac142032 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Made reservation on behalf of fb44ed9b204545c799448126ebfe28d8 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:40:49.514540 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2c339a98-3ba4-4e2d-8b7c-f2c8be1f709f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:49.518361 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e065c39e-b485-4419-8394-6a9b9b7ce683 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Checking segment: {'id': '278eeec9-0df0-4bfd-ab81-204e75d08829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7eb34caa-b14e-4368-a3ed-9e3e4e9004a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:40:49.518725 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e065c39e-b485-4419-8394-6a9b9b7ce683 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Network hostable DHCP agents. Network: 7eb34caa-b14e-4368-a3ed-9e3e4e9004a5, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:40:49.606468 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fef3f190-a810-40e0-8140-cd9ac356d5e0 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:49.606468 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef3f190-a810-40e0-8140-cd9ac356d5e0 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Fanout notify agent at l3_agent the message router_deleted on router e0c6fad9-c832-49cc-8f40-b413e853c6d1 {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:40:49.624086 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fef3f190-a810-40e0-8140-cd9ac356d5e0 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:49.627732 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-fef3f190-a810-40e0-8140-cd9ac356d5e0 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "DELETE /v2.0/routers/e0c6fad9-c832-49cc-8f40-b413e853c6d1 HTTP/1.1" status: 204 len: 168 time: 5.4647484 Feb 04 11:40:49.629411 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38692) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:49.646631 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1dad2651-19f3-4da1-b7a6-cb49b66b4069 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:49.647415 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-04f444f5-da06-401c-986e-295fac142032 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:49.677863 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-1dad2651-19f3-4da1-b7a6-cb49b66b4069 None None] Transition to ACTIVE for port object 00538674-9540-4fa7-80ff-78224b7cb6d4 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:49.704781 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2c339a98-3ba4-4e2d-8b7c-f2c8be1f709f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:49.769983 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e065c39e-b485-4419-8394-6a9b9b7ce683 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Network 7eb34caa-b14e-4368-a3ed-9e3e4e9004a5 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:40:49.772255 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-1688c010-f84e-4174-9593-0c9c706d861e None None] Provisioning for port 1dd2919c-d176-4a31-8f93-edace299ee38 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:40:49.779682 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-1a7851dd-38f8-45df-9cae-492e306f7fc5 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "GET /v2.0/routers/d956bb42-6389-4458-8c34-080a46ce33c6 HTTP/1.1" status: 200 len: 888 time: 0.8469930 Feb 04 11:40:49.781162 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38696) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:49.795966 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-1688c010-f84e-4174-9593-0c9c706d861e None None] Provisioning complete for port 1dd2919c-d176-4a31-8f93-edace299ee38 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:49.796547 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1688c010-f84e-4174-9593-0c9c706d861e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:49.821393 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-1dad2651-19f3-4da1-b7a6-cb49b66b4069 None None] Transition to ACTIVE for port object 00538674-9540-4fa7-80ff-78224b7cb6d4 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:49.830421 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-0d07b268-6dff-4778-9c0e-29058ed6a10e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Synchronizing usage tracker for tenant:f1bfc018a09d4e34b9596c9c898714a6 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:40:49.874959 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-e065c39e-b485-4419-8394-6a9b9b7ce683 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 7eb34caa-b14e-4368-a3ed-9e3e4e9004a5) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:49.893622 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e065c39e-b485-4419-8394-6a9b9b7ce683 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:49.893622 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e065c39e-b485-4419-8394-6a9b9b7ce683 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:49.919412 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0291ecb-bb75-4765-92fd-9384917096e9 None None] Network 7eb34caa-b14e-4368-a3ed-9e3e4e9004a5 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:49.949007 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6106bbf-8b9d-4afb-8d3d-00c1f09c5a09 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Deleting subnet c7753de1-a920-49f9-bc19-bbcdb5b1153b {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:40:49.951853 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1dad2651-19f3-4da1-b7a6-cb49b66b4069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:49.952394 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c6106bbf-8b9d-4afb-8d3d-00c1f09c5a09 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:49.955804 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-0d07b268-6dff-4778-9c0e-29058ed6a10e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Unset dirty status for tenant:f1bfc018a09d4e34b9596c9c898714a6 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:40:49.960689 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0d07b268-6dff-4778-9c0e-29058ed6a10e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "GET /v2.0/ports?device_id=d956bb42-6389-4458-8c34-080a46ce33c6 HTTP/1.1" status: 200 len: 205 time: 0.1754303 Feb 04 11:40:49.960689 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38700) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:50.020377 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c6106bbf-8b9d-4afb-8d3d-00c1f09c5a09 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:50.073094 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e065c39e-b485-4419-8394-6a9b9b7ce683 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5680385 Feb 04 11:40:50.073847 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38704) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:50.087037 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-6b5cefa7-12c4-42e6-b9aa-10f941b49664 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1242185082', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:50.097793 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-6b5cefa7-12c4-42e6-b9aa-10f941b49664 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:50.101113 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2c339a98-3ba4-4e2d-8b7c-f2c8be1f709f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:50.110274 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-04f444f5-da06-401c-986e-295fac142032 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:50.123311 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1688c010-f84e-4174-9593-0c9c706d861e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:50.148707 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dad2651-19f3-4da1-b7a6-cb49b66b4069 None None] Network 6085fb9f-f8c9-48fa-8028-6fd713586087 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:40:50.160112 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6b5cefa7-12c4-42e6-b9aa-10f941b49664 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Usage tracker for resource:router and tenant:1857235941a6433080777df3100a6d46 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:50.168005 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-1dad2651-19f3-4da1-b7a6-cb49b66b4069 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:50.175979 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dad2651-19f3-4da1-b7a6-cb49b66b4069 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:40:50.176998 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6b5cefa7-12c4-42e6-b9aa-10f941b49664 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:50.180763 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad2651-19f3-4da1-b7a6-cb49b66b4069 None None] Pushing event updated for resources: {'Port': ['ID=00538674-9540-4fa7-80ff-78224b7cb6d4,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:50.196436 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-6b5cefa7-12c4-42e6-b9aa-10f941b49664 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:50.199779 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c339a98-3ba4-4e2d-8b7c-f2c8be1f709f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event deleted for resources: {'Subnet': ['ID=69b6ab98-d638-4b2a-9777-e6508e5a10f5,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:50.265356 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-1688c010-f84e-4174-9593-0c9c706d861e None None] For port 1dd2919c-d176-4a31-8f93-edace299ee38, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=1dd2919c-d176-4a31-8f93-edace299ee38,segment=NetworkSegment(9eb47eb0-896b-4818-8dc2-9e16eb6cc38c),segment_id=9eb47eb0-896b-4818-8dc2-9e16eb6cc38c)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:40:50.286682 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f444f5-da06-401c-986e-295fac142032 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Pushing event updated for resources: {'Subnet': ['ID=7c1e4d0a-7f6a-46b6-8021-3cdc2fad2445,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:50.340689 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2c339a98-3ba4-4e2d-8b7c-f2c8be1f709f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:50.344345 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f444f5-da06-401c-986e-295fac142032 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Checking segment: {'id': '7ae230a3-6cc2-4f54-b078-58a26abbf5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0eef8a99-a3c4-4987-8bf4-33524cdb982f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:40:50.345056 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f444f5-da06-401c-986e-295fac142032 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Network hostable DHCP agents. Network: 0eef8a99-a3c4-4987-8bf4-33524cdb982f, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:40:50.348271 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6b5cefa7-12c4-42e6-b9aa-10f941b49664 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:50.349192 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6b5cefa7-12c4-42e6-b9aa-10f941b49664 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:50.367729 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1688c010-f84e-4174-9593-0c9c706d861e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:50.379873 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c6106bbf-8b9d-4afb-8d3d-00c1f09c5a09 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:50.419192 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-2c339a98-3ba4-4e2d-8b7c-f2c8be1f709f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6085fb9f-f8c9-48fa-8028-6fd713586087']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:50.440658 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-2c339a98-3ba4-4e2d-8b7c-f2c8be1f709f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '797bf36f-f9d7-4a10-ae26-59a3d2b4a683') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:50.445613 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-2c339a98-3ba4-4e2d-8b7c-f2c8be1f709f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '797bf36f-f9d7-4a10-ae26-59a3d2b4a683') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:50.463643 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2c339a98-3ba4-4e2d-8b7c-f2c8be1f709f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:50.473861 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f444f5-da06-401c-986e-295fac142032 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Network 0eef8a99-a3c4-4987-8bf4-33524cdb982f is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:40:50.493420 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6b5cefa7-12c4-42e6-b9aa-10f941b49664 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:50.508752 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2c339a98-3ba4-4e2d-8b7c-f2c8be1f709f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:50.519503 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c339a98-3ba4-4e2d-8b7c-f2c8be1f709f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:40:50.519907 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2c339a98-3ba4-4e2d-8b7c-f2c8be1f709f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:50.521048 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2193def8-6f77-4088-a387-f4b76e7fe875 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:50.533776 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-1dad2651-19f3-4da1-b7a6-cb49b66b4069 None None] Attempting to bind port 00538674-9540-4fa7-80ff-78224b7cb6d4 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:40:50.538076 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-1dad2651-19f3-4da1-b7a6-cb49b66b4069 None None] Attempting to bind port 00538674-9540-4fa7-80ff-78224b7cb6d4 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '797bf36f-f9d7-4a10-ae26-59a3d2b4a683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6085fb9f-f8c9-48fa-8028-6fd713586087'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:40:50.538076 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dad2651-19f3-4da1-b7a6-cb49b66b4069 None None] Attempting to bind port 00538674-9540-4fa7-80ff-78224b7cb6d4 on network 6085fb9f-f8c9-48fa-8028-6fd713586087 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:40:50.574502 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98c7f6f-d6f8-41d1-a5b6-4ee79d7b9a7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-7eb34caa-b14e-4368-a3ed-9e3e4e9004a5', 'network_id': '7eb34caa-b14e-4368-a3ed-9e3e4e9004a5', 'tenant_id': '1857235941a6433080777df3100a6d46', 'fixed_ips': [{'subnet_id': 'e3cbfbc9-425a-47a1-9ea4-a16de3e2cb8a'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:40:50.575486 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c98c7f6f-d6f8-41d1-a5b6-4ee79d7b9a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:50.605337 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688c010-f84e-4174-9593-0c9c706d861e None None] Pushing event updated for resources: {'Port': ['ID=1dd2919c-d176-4a31-8f93-edace299ee38,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:50.605563 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-04f444f5-da06-401c-986e-295fac142032 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 0eef8a99-a3c4-4987-8bf4-33524cdb982f) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:50.611689 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f444f5-da06-401c-986e-295fac142032 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:50.612250 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-04f444f5-da06-401c-986e-295fac142032 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:50.618894 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dad2651-19f3-4da1-b7a6-cb49b66b4069 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:40:50.619787 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dad2651-19f3-4da1-b7a6-cb49b66b4069 None None] Checking segment: {'id': '797bf36f-f9d7-4a10-ae26-59a3d2b4a683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6085fb9f-f8c9-48fa-8028-6fd713586087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:40:50.620985 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1dad2651-19f3-4da1-b7a6-cb49b66b4069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:50.621628 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dad2651-19f3-4da1-b7a6-cb49b66b4069 None None] Bound using segment: {'id': '797bf36f-f9d7-4a10-ae26-59a3d2b4a683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6085fb9f-f8c9-48fa-8028-6fd713586087'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:40:50.622246 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-1dad2651-19f3-4da1-b7a6-cb49b66b4069 None None] Bound port: 00538674-9540-4fa7-80ff-78224b7cb6d4, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '797bf36f-f9d7-4a10-ae26-59a3d2b4a683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6085fb9f-f8c9-48fa-8028-6fd713586087'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:40:50.622739 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1dad2651-19f3-4da1-b7a6-cb49b66b4069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:50.640413 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dd1cc4-56c9-4405-a768-a7f3ba918bab None None] Network 0eef8a99-a3c4-4987-8bf4-33524cdb982f requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:50.661235 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:40:50.661235 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:40:50.661235 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:40:50.661235 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:40:50.661235 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:40:50.661235 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:40:50.661235 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:40:50.661235 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:40:50.661235 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:40:50.661235 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:40:50.661235 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:40:50.661235 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:40:50.661235 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:40:50.661235 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:40:50.661235 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:40:50.661235 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:40:50.661235 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:40:50.661235 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:40:50.661235 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:40:50.661235 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:40:50.661235 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:40:50.661235 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:40:50.661235 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:40:50.661235 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:40:50.661235 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:40:50.661235 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:40:50.661235 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:40:50.661235 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:40:50.661235 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:40:50.661235 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:40:50.661235 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:40:50.661235 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:40:50.743356 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-04f444f5-da06-401c-986e-295fac142032 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7166696 Feb 04 11:40:50.743575 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38708) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:50.749937 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-050dca85-8df9-46cc-9003-a5ecdca7a666 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Request body: {'subnet': {'network_id': '8b52fc59-015d-479d-8e0a-ec389bb962a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:50.750337 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6b5cefa7-12c4-42e6-b9aa-10f941b49664 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:50.761923 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2ae9dc8c-6eb8-4a22-b2fd-a7b4ca597d0f None None] Provisioning complete for port 1dd2919c-d176-4a31-8f93-edace299ee38 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:50.761923 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2ae9dc8c-6eb8-4a22-b2fd-a7b4ca597d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:50.818851 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.db.api [None req-2c339a98-3ba4-4e2d-8b7c-f2c8be1f709f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 11:40:50.818851 dv-neutron-827825-2-hyperv neutron-server[84204]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 11:40:50.818851 dv-neutron-827825-2-hyperv neutron-server[84204]: [parameters: {'id': '6085fb9f-f8c9-48fa-8028-6fd713586087'}] Feb 04 11:40:50.818851 dv-neutron-827825-2-hyperv neutron-server[84204]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:40:50.819594 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG oslo_db.api [None req-2c339a98-3ba4-4e2d-8b7c-f2c8be1f709f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:40:50.820277 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c6106bbf-8b9d-4afb-8d3d-00c1f09c5a09 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:50.860932 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6b5cefa7-12c4-42e6-b9aa-10f941b49664 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:50.864848 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6b5cefa7-12c4-42e6-b9aa-10f941b49664 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7842088 Feb 04 11:40:50.866146 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6106bbf-8b9d-4afb-8d3d-00c1f09c5a09 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event deleted for resources: {'Subnet': ['ID=c7753de1-a920-49f9-bc19-bbcdb5b1153b,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:50.869480 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38712) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:50.894440 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-050dca85-8df9-46cc-9003-a5ecdca7a666 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:50.905561 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-050dca85-8df9-46cc-9003-a5ecdca7a666 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Usage tracker for resource:subnet and tenant:fb44ed9b204545c799448126ebfe28d8 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:50.909486 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-050dca85-8df9-46cc-9003-a5ecdca7a666 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:50.916460 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2193def8-6f77-4088-a387-f4b76e7fe875 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:50.920066 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-050dca85-8df9-46cc-9003-a5ecdca7a666 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:50.941906 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c6106bbf-8b9d-4afb-8d3d-00c1f09c5a09 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:50.946331 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c6106bbf-8b9d-4afb-8d3d-00c1f09c5a09 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "DELETE /v2.0/subnets/c7753de1-a920-49f9-bc19-bbcdb5b1153b HTTP/1.1" status: 204 len: 168 time: 1.3140802 Feb 04 11:40:50.947318 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38716) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:50.955375 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f7e8f2-de75-4ac8-8419-15720397ec57 None None] Network f286532b-14ba-4186-8d10-f6d64e6e7ef7 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:51.001145 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-2193def8-6f77-4088-a387-f4b76e7fe875 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Deleting port 675ab666-3512-4100-bb7b-1c8f69da1103 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:40:51.001480 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2193def8-6f77-4088-a387-f4b76e7fe875 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:51.041783 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050dca85-8df9-46cc-9003-a5ecdca7a666 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Made reservation on behalf of fb44ed9b204545c799448126ebfe28d8 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:40:51.076855 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-1dad2651-19f3-4da1-b7a6-cb49b66b4069 None None] For port 00538674-9540-4fa7-80ff-78224b7cb6d4, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:40:51.126662 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bd534275-6183-4dbf-be3e-f00edd5c465e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:51.143028 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-1dad2651-19f3-4da1-b7a6-cb49b66b4069 None None] For port 00538674-9540-4fa7-80ff-78224b7cb6d4, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=00538674-9540-4fa7-80ff-78224b7cb6d4,segment=NetworkSegment(797bf36f-f9d7-4a10-ae26-59a3d2b4a683),segment_id=797bf36f-f9d7-4a10-ae26-59a3d2b4a683)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:40:51.222949 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-bd534275-6183-4dbf-be3e-f00edd5c465e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Deleting port dce99dad-9fb0-4bfa-90cc-b272acb1c5d9 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:40:51.223620 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bd534275-6183-4dbf-be3e-f00edd5c465e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:51.308520 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1dad2651-19f3-4da1-b7a6-cb49b66b4069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:51.323097 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2c339a98-3ba4-4e2d-8b7c-f2c8be1f709f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:51.335715 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-c98c7f6f-d6f8-41d1-a5b6-4ee79d7b9a7d None None] Allocated IP 2001:db8::2 (7eb34caa-b14e-4368-a3ed-9e3e4e9004a5/e3cbfbc9-425a-47a1-9ea4-a16de3e2cb8a/7fee9e71-2b93-4ee7-90a0-d73e75c5d518) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:40:51.369836 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-050dca85-8df9-46cc-9003-a5ecdca7a666 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:51.385061 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-2c339a98-3ba4-4e2d-8b7c-f2c8be1f709f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Deleting port 00538674-9540-4fa7-80ff-78224b7cb6d4 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:40:51.385061 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2c339a98-3ba4-4e2d-8b7c-f2c8be1f709f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:51.438880 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66f3b67-6b4e-4026-932a-5ece870cfa72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-0eef8a99-a3c4-4987-8bf4-33524cdb982f', 'network_id': '0eef8a99-a3c4-4987-8bf4-33524cdb982f', 'tenant_id': 'fb44ed9b204545c799448126ebfe28d8', 'fixed_ips': [{'subnet_id': '7c1e4d0a-7f6a-46b6-8021-3cdc2fad2445'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:40:51.439697 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f66f3b67-6b4e-4026-932a-5ece870cfa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:51.520428 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2193def8-6f77-4088-a387-f4b76e7fe875 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:51.561599 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad2651-19f3-4da1-b7a6-cb49b66b4069 None None] Pushing event updated for resources: {'Port': ['ID=00538674-9540-4fa7-80ff-78224b7cb6d4,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:51.666441 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-2193def8-6f77-4088-a387-f4b76e7fe875 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Calling delete_port for 675ab666-3512-4100-bb7b-1c8f69da1103 owned by network:router_gateway {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:40:51.790681 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-bd534275-6183-4dbf-be3e-f00edd5c465e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] For port dce99dad-9fb0-4bfa-90cc-b272acb1c5d9, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=dce99dad-9fb0-4bfa-90cc-b272acb1c5d9,segment=NetworkSegment(4072b1b1-3822-48ab-9730-93200f0cf145),segment_id=4072b1b1-3822-48ab-9730-93200f0cf145)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:40:51.791957 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bd534275-6183-4dbf-be3e-f00edd5c465e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:51.877533 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d179080-6a5b-4df7-a052-2d423539fece None None] Network 6085fb9f-f8c9-48fa-8028-6fd713586087 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:51.894051 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbaf258-9ef5-4442-b85b-0fba9f623a93 None None] DHCP port deletion for f286532b-14ba-4186-8d10-f6d64e6e7ef7 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:40:51.950306 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-050dca85-8df9-46cc-9003-a5ecdca7a666 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:51.954711 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-ecbaf258-9ef5-4442-b85b-0fba9f623a93 None None] Deleting port dce99dad-9fb0-4bfa-90cc-b272acb1c5d9 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:40:51.955091 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ecbaf258-9ef5-4442-b85b-0fba9f623a93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:51.994433 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-f66f3b67-6b4e-4026-932a-5ece870cfa72 None None] Allocated IP 172.20.0.2 (0eef8a99-a3c4-4987-8bf4-33524cdb982f/7c1e4d0a-7f6a-46b6-8021-3cdc2fad2445/4556edac-6ff1-46c7-a631-d378c6edf0bc) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:40:52.042721 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c98c7f6f-d6f8-41d1-a5b6-4ee79d7b9a7d None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:52.044996 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2193def8-6f77-4088-a387-f4b76e7fe875 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:52.090084 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050dca85-8df9-46cc-9003-a5ecdca7a666 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Pushing event updated for resources: {'Subnet': ['ID=c22ab3ad-1d48-47c3-890c-a95e1b734237,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:52.093626 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c98c7f6f-d6f8-41d1-a5b6-4ee79d7b9a7d None None] Transition to ACTIVE for port object 7fee9e71-2b93-4ee7-90a0-d73e75c5d518 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:52.096300 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-bd534275-6183-4dbf-be3e-f00edd5c465e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Calling delete_port for dce99dad-9fb0-4bfa-90cc-b272acb1c5d9 owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:40:52.119888 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193def8-6f77-4088-a387-f4b76e7fe875 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event deleted for resources: {'Port': ['ID=675ab666-3512-4100-bb7b-1c8f69da1103,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:52.158345 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050dca85-8df9-46cc-9003-a5ecdca7a666 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Checking segment: {'id': '78abfb9d-3c21-41f2-98de-10d33d4c9553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8b52fc59-015d-479d-8e0a-ec389bb962a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:40:52.160307 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050dca85-8df9-46cc-9003-a5ecdca7a666 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Network hostable DHCP agents. Network: 8b52fc59-015d-479d-8e0a-ec389bb962a7, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:40:52.199561 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-2c339a98-3ba4-4e2d-8b7c-f2c8be1f709f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] For port 00538674-9540-4fa7-80ff-78224b7cb6d4, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=00538674-9540-4fa7-80ff-78224b7cb6d4,segment=NetworkSegment(797bf36f-f9d7-4a10-ae26-59a3d2b4a683),segment_id=797bf36f-f9d7-4a10-ae26-59a3d2b4a683)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:40:52.200546 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2c339a98-3ba4-4e2d-8b7c-f2c8be1f709f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:52.229713 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0b9c397e-6c8f-47c3-83f5-492755b1868c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:52.342183 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050dca85-8df9-46cc-9003-a5ecdca7a666 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Network 8b52fc59-015d-479d-8e0a-ec389bb962a7 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:40:52.346115 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c98c7f6f-d6f8-41d1-a5b6-4ee79d7b9a7d None None] Transition to ACTIVE for port object 7fee9e71-2b93-4ee7-90a0-d73e75c5d518 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:52.369172 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-2c339a98-3ba4-4e2d-8b7c-f2c8be1f709f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Calling delete_port for 00538674-9540-4fa7-80ff-78224b7cb6d4 owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:40:52.420523 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2193def8-6f77-4088-a387-f4b76e7fe875 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:52.463022 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c98c7f6f-d6f8-41d1-a5b6-4ee79d7b9a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:52.543757 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bd534275-6183-4dbf-be3e-f00edd5c465e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:52.570806 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-050dca85-8df9-46cc-9003-a5ecdca7a666 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 8b52fc59-015d-479d-8e0a-ec389bb962a7) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:52.575732 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050dca85-8df9-46cc-9003-a5ecdca7a666 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:52.576501 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-050dca85-8df9-46cc-9003-a5ecdca7a666 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:52.597962 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 1dd2919c-d176-4a31-8f93-edace299ee38 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:40:52.639245 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd534275-6183-4dbf-be3e-f00edd5c465e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event deleted for resources: {'Port': ['ID=dce99dad-9fb0-4bfa-90cc-b272acb1c5d9,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:52.641556 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa64076-fe45-447b-a121-e5cc495a9761 None None] Network 8b52fc59-015d-479d-8e0a-ec389bb962a7 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:52.681855 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd534275-6183-4dbf-be3e-f00edd5c465e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] No DVR routers for this DVR port dce99dad-9fb0-4bfa-90cc-b272acb1c5d9 on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:40:52.721627 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98c7f6f-d6f8-41d1-a5b6-4ee79d7b9a7d None None] Network 7eb34caa-b14e-4368-a3ed-9e3e4e9004a5 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:40:52.738259 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-050dca85-8df9-46cc-9003-a5ecdca7a666 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9933348 Feb 04 11:40:52.743356 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38720) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:52.747365 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2193def8-6f77-4088-a387-f4b76e7fe875 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:52.789547 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-ecbaf258-9ef5-4442-b85b-0fba9f623a93 None None] For port dce99dad-9fb0-4bfa-90cc-b272acb1c5d9, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=dce99dad-9fb0-4bfa-90cc-b272acb1c5d9,segment=NetworkSegment(4072b1b1-3822-48ab-9730-93200f0cf145),segment_id=4072b1b1-3822-48ab-9730-93200f0cf145)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:40:52.790130 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ecbaf258-9ef5-4442-b85b-0fba9f623a93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:52.798913 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c7f6f-d6f8-41d1-a5b6-4ee79d7b9a7d None None] Pushing event updated for resources: {'Port': ['ID=7fee9e71-2b93-4ee7-90a0-d73e75c5d518,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:52.801416 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-c98c7f6f-d6f8-41d1-a5b6-4ee79d7b9a7d None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:52.826953 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2c339a98-3ba4-4e2d-8b7c-f2c8be1f709f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:52.875790 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98c7f6f-d6f8-41d1-a5b6-4ee79d7b9a7d None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:40:52.898920 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c339a98-3ba4-4e2d-8b7c-f2c8be1f709f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event deleted for resources: {'Port': ['ID=00538674-9540-4fa7-80ff-78224b7cb6d4,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:52.917465 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bd534275-6183-4dbf-be3e-f00edd5c465e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:52.936350 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2193def8-6f77-4088-a387-f4b76e7fe875 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:52.939492 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c339a98-3ba4-4e2d-8b7c-f2c8be1f709f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] No DVR routers for this DVR port 00538674-9540-4fa7-80ff-78224b7cb6d4 on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:40:52.956462 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-ecbaf258-9ef5-4442-b85b-0fba9f623a93 None None] Calling delete_port for dce99dad-9fb0-4bfa-90cc-b272acb1c5d9 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:40:53.050057 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-bd534275-6183-4dbf-be3e-f00edd5c465e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f286532b-14ba-4186-8d10-f6d64e6e7ef7']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:53.061703 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f66f3b67-6b4e-4026-932a-5ece870cfa72 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:53.119228 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-bd534275-6183-4dbf-be3e-f00edd5c465e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4072b1b1-3822-48ab-9730-93200f0cf145') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:53.119518 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-bd534275-6183-4dbf-be3e-f00edd5c465e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4072b1b1-3822-48ab-9730-93200f0cf145') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:53.145588 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f66f3b67-6b4e-4026-932a-5ece870cfa72 None None] Transition to ACTIVE for port object 4556edac-6ff1-46c7-a631-d378c6edf0bc will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:53.172324 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bd534275-6183-4dbf-be3e-f00edd5c465e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:53.176036 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2193def8-6f77-4088-a387-f4b76e7fe875 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:53.176622 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2193def8-6f77-4088-a387-f4b76e7fe875 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Fanout notify agent at l3_agent the message router_deleted on router d956bb42-6389-4458-8c34-080a46ce33c6 {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:40:53.180566 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2c339a98-3ba4-4e2d-8b7c-f2c8be1f709f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:53.217042 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f66f3b67-6b4e-4026-932a-5ece870cfa72 None None] Transition to ACTIVE for port object 4556edac-6ff1-46c7-a631-d378c6edf0bc will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:53.218525 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-c98c7f6f-d6f8-41d1-a5b6-4ee79d7b9a7d None None] Attempting to bind port 7fee9e71-2b93-4ee7-90a0-d73e75c5d518 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:40:53.218896 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-c98c7f6f-d6f8-41d1-a5b6-4ee79d7b9a7d None None] Attempting to bind port 7fee9e71-2b93-4ee7-90a0-d73e75c5d518 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '278eeec9-0df0-4bfd-ab81-204e75d08829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7eb34caa-b14e-4368-a3ed-9e3e4e9004a5'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:40:53.219257 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98c7f6f-d6f8-41d1-a5b6-4ee79d7b9a7d None None] Attempting to bind port 7fee9e71-2b93-4ee7-90a0-d73e75c5d518 on network 7eb34caa-b14e-4368-a3ed-9e3e4e9004a5 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:40:53.221431 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-0b9c397e-6c8f-47c3-83f5-492755b1868c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Allocated IP 2001:db8::1 (7eb34caa-b14e-4368-a3ed-9e3e4e9004a5/e3cbfbc9-425a-47a1-9ea4-a16de3e2cb8a/ff95cb83-37a5-4ea6-9f14-55ddd3cab16c) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:40:53.230144 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bd534275-6183-4dbf-be3e-f00edd5c465e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:53.243026 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-2c339a98-3ba4-4e2d-8b7c-f2c8be1f709f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6085fb9f-f8c9-48fa-8028-6fd713586087']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:53.251140 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd534275-6183-4dbf-be3e-f00edd5c465e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:40:53.251771 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bd534275-6183-4dbf-be3e-f00edd5c465e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:53.267960 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-ecbaf258-9ef5-4442-b85b-0fba9f623a93 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:40:53.270782 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-ecbaf258-9ef5-4442-b85b-0fba9f623a93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:40:53.270917 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:40:53.270917 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:40:53.270917 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:40:53.270917 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:40:53.270917 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:40:53.270917 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:40:53.270917 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:40:53.270917 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:40:53.270917 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:40:53.270917 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:40:53.270917 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:40:53.270917 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:40:53.270917 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:40:53.270917 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:40:53.270917 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:40:53.270917 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:40:53.270917 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:40:53.270917 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:40:53.270917 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:40:53.270917 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:40:53.270917 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:40:53.270917 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:40:53.270917 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:40:53.270917 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:40:53.270917 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:40:53.270917 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:40:53.270917 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:40:53.270917 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:40:53.270917 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:40:53.270917 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:40:53.270917 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:40:53.270917 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:40:53.273595 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 1dd2919c-d176-4a31-8f93-edace299ee38 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:53.273595 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:53.299864 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98c7f6f-d6f8-41d1-a5b6-4ee79d7b9a7d None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:40:53.305183 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98c7f6f-d6f8-41d1-a5b6-4ee79d7b9a7d None None] Checking segment: {'id': '278eeec9-0df0-4bfd-ab81-204e75d08829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7eb34caa-b14e-4368-a3ed-9e3e4e9004a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:40:53.305183 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c98c7f6f-d6f8-41d1-a5b6-4ee79d7b9a7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:53.305183 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98c7f6f-d6f8-41d1-a5b6-4ee79d7b9a7d None None] Bound using segment: {'id': '278eeec9-0df0-4bfd-ab81-204e75d08829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7eb34caa-b14e-4368-a3ed-9e3e4e9004a5'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:40:53.305183 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-c98c7f6f-d6f8-41d1-a5b6-4ee79d7b9a7d None None] Bound port: 7fee9e71-2b93-4ee7-90a0-d73e75c5d518, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '278eeec9-0df0-4bfd-ab81-204e75d08829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7eb34caa-b14e-4368-a3ed-9e3e4e9004a5'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:40:53.305183 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c98c7f6f-d6f8-41d1-a5b6-4ee79d7b9a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:53.323852 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f66f3b67-6b4e-4026-932a-5ece870cfa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:53.348031 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-2c339a98-3ba4-4e2d-8b7c-f2c8be1f709f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '797bf36f-f9d7-4a10-ae26-59a3d2b4a683') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:53.348639 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-2c339a98-3ba4-4e2d-8b7c-f2c8be1f709f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '797bf36f-f9d7-4a10-ae26-59a3d2b4a683') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:53.363505 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2193def8-6f77-4088-a387-f4b76e7fe875 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:53.370267 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2193def8-6f77-4088-a387-f4b76e7fe875 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/routers/d956bb42-6389-4458-8c34-080a46ce33c6 HTTP/1.1" status: 204 len: 168 time: 3.4076200 Feb 04 11:40:53.372085 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38724) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:53.414381 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-1b94a0cb-a0ea-472b-837e-92d949f481a8 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Request body: {'network': {'name': 'tempest-RoutersTest-1615503751'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:53.425304 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-1b94a0cb-a0ea-472b-837e-92d949f481a8 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:53.432691 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-1b94a0cb-a0ea-472b-837e-92d949f481a8 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Usage tracker for resource:network and tenant:f1bfc018a09d4e34b9596c9c898714a6 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:53.437865 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-1b94a0cb-a0ea-472b-837e-92d949f481a8 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:53.438975 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2c339a98-3ba4-4e2d-8b7c-f2c8be1f709f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:53.452914 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-1b94a0cb-a0ea-472b-837e-92d949f481a8 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:53.497477 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1a1b2514-6e9b-4184-be1c-b9bedc261aeb tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:53.518440 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f3b67-6b4e-4026-932a-5ece870cfa72 None None] Pushing event updated for resources: {'Port': ['ID=4556edac-6ff1-46c7-a631-d378c6edf0bc,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:53.523917 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66f3b67-6b4e-4026-932a-5ece870cfa72 None None] Network 0eef8a99-a3c4-4987-8bf4-33524cdb982f is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:40:53.528196 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-f66f3b67-6b4e-4026-932a-5ece870cfa72 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:53.534249 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66f3b67-6b4e-4026-932a-5ece870cfa72 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:40:53.535420 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0b9c397e-6c8f-47c3-83f5-492755b1868c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:53.545027 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2c339a98-3ba4-4e2d-8b7c-f2c8be1f709f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:53.549275 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1920c320-7911-4aaa-91f9-35ecb1444843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-8b52fc59-015d-479d-8e0a-ec389bb962a7', 'network_id': '8b52fc59-015d-479d-8e0a-ec389bb962a7', 'tenant_id': 'fb44ed9b204545c799448126ebfe28d8', 'fixed_ips': [{'subnet_id': 'c22ab3ad-1d48-47c3-890c-a95e1b734237'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:40:53.550282 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1920c320-7911-4aaa-91f9-35ecb1444843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:53.558266 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-0b9c397e-6c8f-47c3-83f5-492755b1868c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Transition to ACTIVE for port object ff95cb83-37a5-4ea6-9f14-55ddd3cab16c will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:53.559416 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bd534275-6183-4dbf-be3e-f00edd5c465e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:53.562373 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c339a98-3ba4-4e2d-8b7c-f2c8be1f709f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:40:53.563318 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2c339a98-3ba4-4e2d-8b7c-f2c8be1f709f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:53.579617 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:40:53.579617 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:40:53.579617 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:40:53.579617 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:40:53.579617 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:40:53.579617 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:40:53.579617 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:40:53.579617 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:40:53.579617 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:40:53.579617 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:40:53.579617 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:40:53.579617 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:40:53.579617 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:40:53.579617 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:40:53.579617 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:40:53.579617 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:40:53.579617 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:40:53.579617 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:40:53.579617 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:40:53.579617 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:40:53.579617 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:40:53.579617 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:40:53.579617 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:40:53.579617 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:40:53.579617 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:40:53.579617 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:40:53.579617 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:40:53.579617 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:40:53.579617 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:40:53.579617 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:40:53.579617 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:40:53.579617 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:40:53.642047 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b94a0cb-a0ea-472b-837e-92d949f481a8 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Made reservation on behalf of f1bfc018a09d4e34b9596c9c898714a6 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:40:53.645027 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1b94a0cb-a0ea-472b-837e-92d949f481a8 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:53.661782 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c98c7f6f-d6f8-41d1-a5b6-4ee79d7b9a7d None None] For port 7fee9e71-2b93-4ee7-90a0-d73e75c5d518, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:40:53.732256 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b94a0cb-a0ea-472b-837e-92d949f481a8 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:40:53.746268 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c98c7f6f-d6f8-41d1-a5b6-4ee79d7b9a7d None None] For port 7fee9e71-2b93-4ee7-90a0-d73e75c5d518, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=7fee9e71-2b93-4ee7-90a0-d73e75c5d518,segment=NetworkSegment(278eeec9-0df0-4bfd-ab81-204e75d08829),segment_id=278eeec9-0df0-4bfd-ab81-204e75d08829)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:40:53.755525 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1b94a0cb-a0ea-472b-837e-92d949f481a8 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:53.755869 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-1b94a0cb-a0ea-472b-837e-92d949f481a8 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Added segment 15b6da5d-77da-45f6-ab95-2c9ce950d96c of type vlan for network 7376e098-fe8b-49e3-95d7-0274564ee734 Feb 04 11:40:53.778182 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bd534275-6183-4dbf-be3e-f00edd5c465e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:53.782075 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-ecbaf258-9ef5-4442-b85b-0fba9f623a93 None None] Deleting port dce99dad-9fb0-4bfa-90cc-b272acb1c5d9 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:40:53.782488 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ecbaf258-9ef5-4442-b85b-0fba9f623a93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:53.807121 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-bd534275-6183-4dbf-be3e-f00edd5c465e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "DELETE /v2.0/networks/f286532b-14ba-4186-8d10-f6d64e6e7ef7 HTTP/1.1" status: 204 len: 168 time: 2.8588233 Feb 04 11:40:53.810875 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38730) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:53.851561 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd534275-6183-4dbf-be3e-f00edd5c465e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event deleted for resources: {'Network': ['ID=f286532b-14ba-4186-8d10-f6d64e6e7ef7,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:53.889231 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device dce99dad-9fb0-4bfa-90cc-b272acb1c5d9 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:40:53.922990 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1b94a0cb-a0ea-472b-837e-92d949f481a8 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:53.925517 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c98c7f6f-d6f8-41d1-a5b6-4ee79d7b9a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:53.999080 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-f66f3b67-6b4e-4026-932a-5ece870cfa72 None None] Attempting to bind port 4556edac-6ff1-46c7-a631-d378c6edf0bc on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:40:53.999364 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-f66f3b67-6b4e-4026-932a-5ece870cfa72 None None] Attempting to bind port 4556edac-6ff1-46c7-a631-d378c6edf0bc by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '7ae230a3-6cc2-4f54-b078-58a26abbf5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0eef8a99-a3c4-4987-8bf4-33524cdb982f'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:40:53.999776 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66f3b67-6b4e-4026-932a-5ece870cfa72 None None] Attempting to bind port 4556edac-6ff1-46c7-a631-d378c6edf0bc on network 0eef8a99-a3c4-4987-8bf4-33524cdb982f {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:40:54.001698 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: dce99dad-9fb0-4bfa-90cc-b272acb1c5d9 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:40:54.002063 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device dce99dad-9fb0-4bfa-90cc-b272acb1c5d9 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:40:54.028209 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-ecbaf258-9ef5-4442-b85b-0fba9f623a93 None None] The port 'dce99dad-9fb0-4bfa-90cc-b272acb1c5d9' was deleted {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:40:54.042400 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0b9c397e-6c8f-47c3-83f5-492755b1868c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:54.047823 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2c339a98-3ba4-4e2d-8b7c-f2c8be1f709f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:54.066177 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-726a58e3-6a69-4c1c-9153-bbd3d898cf7c tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Deleting port 6112cded-ebae-4d56-9235-108c764539a5 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:40:54.066451 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-726a58e3-6a69-4c1c-9153-bbd3d898cf7c tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:54.095429 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66f3b67-6b4e-4026-932a-5ece870cfa72 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:40:54.096018 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66f3b67-6b4e-4026-932a-5ece870cfa72 None None] Checking segment: {'id': '7ae230a3-6cc2-4f54-b078-58a26abbf5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0eef8a99-a3c4-4987-8bf4-33524cdb982f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:40:54.096242 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f66f3b67-6b4e-4026-932a-5ece870cfa72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:54.096568 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66f3b67-6b4e-4026-932a-5ece870cfa72 None None] Bound using segment: {'id': '7ae230a3-6cc2-4f54-b078-58a26abbf5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0eef8a99-a3c4-4987-8bf4-33524cdb982f'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:40:54.097045 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-f66f3b67-6b4e-4026-932a-5ece870cfa72 None None] Bound port: 4556edac-6ff1-46c7-a631-d378c6edf0bc, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ae230a3-6cc2-4f54-b078-58a26abbf5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0eef8a99-a3c4-4987-8bf4-33524cdb982f'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:40:54.097413 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f66f3b67-6b4e-4026-932a-5ece870cfa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:54.135090 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2c339a98-3ba4-4e2d-8b7c-f2c8be1f709f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:54.155439 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c339a98-3ba4-4e2d-8b7c-f2c8be1f709f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event deleted for resources: {'Network': ['ID=6085fb9f-f8c9-48fa-8028-6fd713586087,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:54.161678 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2c339a98-3ba4-4e2d-8b7c-f2c8be1f709f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "DELETE /v2.0/networks/6085fb9f-f8c9-48fa-8028-6fd713586087 HTTP/1.1" status: 204 len: 168 time: 5.1882873 Feb 04 11:40:54.176308 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c7f6f-d6f8-41d1-a5b6-4ee79d7b9a7d None None] Pushing event updated for resources: {'Port': ['ID=7fee9e71-2b93-4ee7-90a0-d73e75c5d518,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:54.177813 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38734) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:54.191383 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-1eb910e9-63c0-4dd4-9c88-43255afc8068 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-523400692'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:54.199755 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9c397e-6c8f-47c3-83f5-492755b1868c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Network 7eb34caa-b14e-4368-a3ed-9e3e4e9004a5 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:40:54.205556 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-0b9c397e-6c8f-47c3-83f5-492755b1868c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:54.208109 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-1eb910e9-63c0-4dd4-9c88-43255afc8068 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:54.210473 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c397e-6c8f-47c3-83f5-492755b1868c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event updated for resources: {'Port': ['ID=ff95cb83-37a5-4ea6-9f14-55ddd3cab16c,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:54.213407 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-1920c320-7911-4aaa-91f9-35ecb1444843 None None] Allocated IP 172.20.0.2 (8b52fc59-015d-479d-8e0a-ec389bb962a7/c22ab3ad-1d48-47c3-890c-a95e1b734237/dd315cd1-545a-4963-9b7b-eb4995ef14fb) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:40:54.215110 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9c397e-6c8f-47c3-83f5-492755b1868c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:40:54.215836 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0b9c397e-6c8f-47c3-83f5-492755b1868c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:54.219378 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-1eb910e9-63c0-4dd4-9c88-43255afc8068 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Usage tracker for resource:network and tenant:f631734a474740f59c61a7b75bcfa8d4 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:54.221285 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1b94a0cb-a0ea-472b-837e-92d949f481a8 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:54.224231 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-1eb910e9-63c0-4dd4-9c88-43255afc8068 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:54.232837 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-1eb910e9-63c0-4dd4-9c88-43255afc8068 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:54.236188 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b94a0cb-a0ea-472b-837e-92d949f481a8 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:54.236837 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1b94a0cb-a0ea-472b-837e-92d949f481a8 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:54.284363 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-f66f3b67-6b4e-4026-932a-5ece870cfa72 None None] For port 4556edac-6ff1-46c7-a631-d378c6edf0bc, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:40:54.292986 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-f66f3b67-6b4e-4026-932a-5ece870cfa72 None None] For port 4556edac-6ff1-46c7-a631-d378c6edf0bc, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=4556edac-6ff1-46c7-a631-d378c6edf0bc,segment=NetworkSegment(7ae230a3-6cc2-4f54-b078-58a26abbf5a7),segment_id=7ae230a3-6cc2-4f54-b078-58a26abbf5a7)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:40:54.302607 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-1a1b2514-6e9b-4184-be1c-b9bedc261aeb tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Allocated IP 172.20.0.1 (0eef8a99-a3c4-4987-8bf4-33524cdb982f/7c1e4d0a-7f6a-46b6-8021-3cdc2fad2445/b23acba4-ad26-4792-b539-6bf1ca315f0d) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:40:54.309782 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb910e9-63c0-4dd4-9c88-43255afc8068 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Made reservation on behalf of f631734a474740f59c61a7b75bcfa8d4 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:40:54.313410 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1eb910e9-63c0-4dd4-9c88-43255afc8068 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:54.409242 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f66f3b67-6b4e-4026-932a-5ece870cfa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:54.441698 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb910e9-63c0-4dd4-9c88-43255afc8068 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:40:54.457389 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0b9c397e-6c8f-47c3-83f5-492755b1868c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:54.483559 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1eb910e9-63c0-4dd4-9c88-43255afc8068 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:54.484256 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-1eb910e9-63c0-4dd4-9c88-43255afc8068 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Added segment f61cc16d-82f4-4b2d-8edd-eb6af4d7c10a of type vlan for network c9541a72-61cc-422b-b2bb-3700834bd083 Feb 04 11:40:54.603099 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f3b67-6b4e-4026-932a-5ece870cfa72 None None] Pushing event updated for resources: {'Port': ['ID=4556edac-6ff1-46c7-a631-d378c6edf0bc,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:54.635740 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1eb910e9-63c0-4dd4-9c88-43255afc8068 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:54.708515 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 7fee9e71-2b93-4ee7-90a0-d73e75c5d518 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:40:54.773600 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-1b94a0cb-a0ea-472b-837e-92d949f481a8 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4003451 Feb 04 11:40:54.786887 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38738) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:54.795246 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1920c320-7911-4aaa-91f9-35ecb1444843 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:54.802166 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.db.resource_extend [None req-1eb910e9-63c0-4dd4-9c88-43255afc8068 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:40:54.810981 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94a0cb-a0ea-472b-837e-92d949f481a8 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event updated for resources: {'Network': ['ID=7376e098-fe8b-49e3-95d7-0274564ee734,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:54.816686 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-258ea4d4-91b3-43f4-8bd6-27e15d3bc6c6 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Request body: {'subnet': {'network_id': '7376e098-fe8b-49e3-95d7-0274564ee734', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:54.817108 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-1920c320-7911-4aaa-91f9-35ecb1444843 None None] Transition to ACTIVE for port object dd315cd1-545a-4963-9b7b-eb4995ef14fb will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:54.882140 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 7376e098-fe8b-49e3-95d7-0274564ee734 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:40:54.905685 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-1920c320-7911-4aaa-91f9-35ecb1444843 None None] Transition to ACTIVE for port object dd315cd1-545a-4963-9b7b-eb4995ef14fb will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:54.970180 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 7fee9e71-2b93-4ee7-90a0-d73e75c5d518 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:40:54.994562 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-726a58e3-6a69-4c1c-9153-bbd3d898cf7c tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:54.994893 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-726a58e3-6a69-4c1c-9153-bbd3d898cf7c tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:55.013378 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1920c320-7911-4aaa-91f9-35ecb1444843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:55.039832 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1eb910e9-63c0-4dd4-9c88-43255afc8068 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:55.043769 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb910e9-63c0-4dd4-9c88-43255afc8068 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:55.044947 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1eb910e9-63c0-4dd4-9c88-43255afc8068 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:55.103214 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1920c320-7911-4aaa-91f9-35ecb1444843 None None] Network 8b52fc59-015d-479d-8e0a-ec389bb962a7 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:40:55.106384 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-1920c320-7911-4aaa-91f9-35ecb1444843 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:55.114124 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1920c320-7911-4aaa-91f9-35ecb1444843 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:40:55.121927 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920c320-7911-4aaa-91f9-35ecb1444843 None None] Pushing event updated for resources: {'Port': ['ID=dd315cd1-545a-4963-9b7b-eb4995ef14fb,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:55.204251 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1a1b2514-6e9b-4184-be1c-b9bedc261aeb tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:55.228291 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-1a1b2514-6e9b-4184-be1c-b9bedc261aeb tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Transition to ACTIVE for port object b23acba4-ad26-4792-b539-6bf1ca315f0d will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:55.260079 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb910e9-63c0-4dd4-9c88-43255afc8068 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event updated for resources: {'Network': ['ID=c9541a72-61cc-422b-b2bb-3700834bd083,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:55.264182 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-726a58e3-6a69-4c1c-9153-bbd3d898cf7c tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Calling delete_port for 6112cded-ebae-4d56-9235-108c764539a5 owned by network:floatingip {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:40:55.278919 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network c9541a72-61cc-422b-b2bb-3700834bd083 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:40:55.306499 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-1920c320-7911-4aaa-91f9-35ecb1444843 None None] Attempting to bind port dd315cd1-545a-4963-9b7b-eb4995ef14fb on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:40:55.306862 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-1920c320-7911-4aaa-91f9-35ecb1444843 None None] Attempting to bind port dd315cd1-545a-4963-9b7b-eb4995ef14fb by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '78abfb9d-3c21-41f2-98de-10d33d4c9553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8b52fc59-015d-479d-8e0a-ec389bb962a7'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:40:55.307313 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1920c320-7911-4aaa-91f9-35ecb1444843 None None] Attempting to bind port dd315cd1-545a-4963-9b7b-eb4995ef14fb on network 8b52fc59-015d-479d-8e0a-ec389bb962a7 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:40:55.314527 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-258ea4d4-91b3-43f4-8bd6-27e15d3bc6c6 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:55.315849 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1eb910e9-63c0-4dd4-9c88-43255afc8068 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1386037 Feb 04 11:40:55.324582 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38742) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:55.328065 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-258ea4d4-91b3-43f4-8bd6-27e15d3bc6c6 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Usage tracker for resource:subnet and tenant:f1bfc018a09d4e34b9596c9c898714a6 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:55.336234 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-258ea4d4-91b3-43f4-8bd6-27e15d3bc6c6 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:55.344858 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-a1ee9283-4cd2-4295-8041-0b1ad42c475b tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Request body: {'subnet': {'network_id': 'c9541a72-61cc-422b-b2bb-3700834bd083', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:55.345850 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0b9c397e-6c8f-47c3-83f5-492755b1868c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:55.362497 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1a1b2514-6e9b-4184-be1c-b9bedc261aeb tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:55.369819 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1920c320-7911-4aaa-91f9-35ecb1444843 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:40:55.370320 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1920c320-7911-4aaa-91f9-35ecb1444843 None None] Checking segment: {'id': '78abfb9d-3c21-41f2-98de-10d33d4c9553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8b52fc59-015d-479d-8e0a-ec389bb962a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:40:55.370719 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1920c320-7911-4aaa-91f9-35ecb1444843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:55.371131 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1920c320-7911-4aaa-91f9-35ecb1444843 None None] Bound using segment: {'id': '78abfb9d-3c21-41f2-98de-10d33d4c9553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8b52fc59-015d-479d-8e0a-ec389bb962a7'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:40:55.371614 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-1920c320-7911-4aaa-91f9-35ecb1444843 None None] Bound port: dd315cd1-545a-4963-9b7b-eb4995ef14fb, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78abfb9d-3c21-41f2-98de-10d33d4c9553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8b52fc59-015d-479d-8e0a-ec389bb962a7'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:40:55.371982 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1920c320-7911-4aaa-91f9-35ecb1444843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:55.420684 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-258ea4d4-91b3-43f4-8bd6-27e15d3bc6c6 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:55.424870 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0b9c397e-6c8f-47c3-83f5-492755b1868c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:55.425578 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0b9c397e-6c8f-47c3-83f5-492755b1868c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:55.525284 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-1920c320-7911-4aaa-91f9-35ecb1444843 None None] For port dd315cd1-545a-4963-9b7b-eb4995ef14fb, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:40:55.529745 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-1920c320-7911-4aaa-91f9-35ecb1444843 None None] For port dd315cd1-545a-4963-9b7b-eb4995ef14fb, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=dd315cd1-545a-4963-9b7b-eb4995ef14fb,segment=NetworkSegment(78abfb9d-3c21-41f2-98de-10d33d4c9553),segment_id=78abfb9d-3c21-41f2-98de-10d33d4c9553)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:40:55.561429 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1b2514-6e9b-4184-be1c-b9bedc261aeb tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Network 0eef8a99-a3c4-4987-8bf4-33524cdb982f is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:40:55.577946 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-1a1b2514-6e9b-4184-be1c-b9bedc261aeb tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:55.586401 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1b2514-6e9b-4184-be1c-b9bedc261aeb tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:40:55.606378 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c397e-6c8f-47c3-83f5-492755b1868c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event updated for resources: {'Port': ['ID=ff95cb83-37a5-4ea6-9f14-55ddd3cab16c,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:55.613206 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1920c320-7911-4aaa-91f9-35ecb1444843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:55.661721 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b2514-6e9b-4184-be1c-b9bedc261aeb tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Pushing event updated for resources: {'Port': ['ID=b23acba4-ad26-4792-b539-6bf1ca315f0d,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:55.672130 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258ea4d4-91b3-43f4-8bd6-27e15d3bc6c6 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Made reservation on behalf of f1bfc018a09d4e34b9596c9c898714a6 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:40:55.695043 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9c397e-6c8f-47c3-83f5-492755b1868c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Network 7eb34caa-b14e-4368-a3ed-9e3e4e9004a5 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:40:55.697448 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-0b9c397e-6c8f-47c3-83f5-492755b1868c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:55.764522 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920c320-7911-4aaa-91f9-35ecb1444843 None None] Pushing event updated for resources: {'Port': ['ID=dd315cd1-545a-4963-9b7b-eb4995ef14fb,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:55.772477 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fff0a96-9e34-4fd2-b159-595b1f3d7e89 None None] Network 7eb34caa-b14e-4368-a3ed-9e3e4e9004a5 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:55.814465 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a1ee9283-4cd2-4295-8041-0b1ad42c475b tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:55.857320 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a1ee9283-4cd2-4295-8041-0b1ad42c475b tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Usage tracker for resource:subnet and tenant:f631734a474740f59c61a7b75bcfa8d4 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:55.864556 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a1ee9283-4cd2-4295-8041-0b1ad42c475b tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:55.872790 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1a1b2514-6e9b-4184-be1c-b9bedc261aeb tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:55.926795 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a1ee9283-4cd2-4295-8041-0b1ad42c475b tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:55.977193 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-258ea4d4-91b3-43f4-8bd6-27e15d3bc6c6 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:56.154724 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ac545d32-8364-4a12-8ad8-173833d92d27 None None] Provisioning for port 7fee9e71-2b93-4ee7-90a0-d73e75c5d518 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:40:56.163376 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ac545d32-8364-4a12-8ad8-173833d92d27 None None] Provisioning complete for port 7fee9e71-2b93-4ee7-90a0-d73e75c5d518 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:56.164228 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ac545d32-8364-4a12-8ad8-173833d92d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:56.182192 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ee9283-4cd2-4295-8041-0b1ad42c475b tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Made reservation on behalf of f631734a474740f59c61a7b75bcfa8d4 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:40:56.231614 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555e7a6a-4017-4005-ad82-e1be9e5c0890 None None] Network 0eef8a99-a3c4-4987-8bf4-33524cdb982f requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:56.281142 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9c397e-6c8f-47c3-83f5-492755b1868c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Router 2e936eec-94a7-4158-bc8f-965c29c3d31f is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:40:56.364502 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a1ee9283-4cd2-4295-8041-0b1ad42c475b tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:56.448618 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-726a58e3-6a69-4c1c-9153-bbd3d898cf7c tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:56.623988 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ac545d32-8364-4a12-8ad8-173833d92d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:56.672087 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a58e3-6a69-4c1c-9153-bbd3d898cf7c tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event deleted for resources: {'Port': ['ID=6112cded-ebae-4d56-9235-108c764539a5,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:56.735761 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 4556edac-6ff1-46c7-a631-d378c6edf0bc up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:40:56.762443 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9c397e-6c8f-47c3-83f5-492755b1868c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:40:56.770315 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-ac545d32-8364-4a12-8ad8-173833d92d27 None None] For port 7fee9e71-2b93-4ee7-90a0-d73e75c5d518, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=7fee9e71-2b93-4ee7-90a0-d73e75c5d518,segment=NetworkSegment(278eeec9-0df0-4bfd-ab81-204e75d08829),segment_id=278eeec9-0df0-4bfd-ab81-204e75d08829)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:40:56.772532 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-0b9c397e-6c8f-47c3-83f5-492755b1868c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "PUT /v2.0/routers/2e936eec-94a7-4158-bc8f-965c29c3d31f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9019480 Feb 04 11:40:56.773559 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38746) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:56.778018 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04de5291-62d6-4b62-9448-9d2bbd856ded None None] Sync routers for ids ['2e936eec-94a7-4158-bc8f-965c29c3d31f'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:40:56.794585 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1a1b2514-6e9b-4184-be1c-b9bedc261aeb tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:56.804833 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04de5291-62d6-4b62-9448-9d2bbd856ded None None] Routers {'2e936eec-94a7-4158-bc8f-965c29c3d31f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:40:56.804833 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-04de5291-62d6-4b62-9448-9d2bbd856ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['2e936eec-94a7-4158-bc8f-965c29c3d31f'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:56.876315 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ac545d32-8364-4a12-8ad8-173833d92d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:56.896648 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b759ae24-4cf1-418c-94b4-a6fd339b29d1 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:56.896648 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-b759ae24-4cf1-418c-94b4-a6fd339b29d1 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Synchronizing usage tracker for tenant:1857235941a6433080777df3100a6d46 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:40:56.955568 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-04de5291-62d6-4b62-9448-9d2bbd856ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:56.970037 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 4556edac-6ff1-46c7-a631-d378c6edf0bc completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:40:56.975959 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04de5291-62d6-4b62-9448-9d2bbd856ded None None] Routers {'2e936eec-94a7-4158-bc8f-965c29c3d31f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:40:56.977331 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-04de5291-62d6-4b62-9448-9d2bbd856ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['2e936eec-94a7-4158-bc8f-965c29c3d31f'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:56.989723 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-b759ae24-4cf1-418c-94b4-a6fd339b29d1 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Unset dirty status for tenant:1857235941a6433080777df3100a6d46 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:40:56.994912 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b759ae24-4cf1-418c-94b4-a6fd339b29d1 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "GET /v2.0/ports/ff95cb83-37a5-4ea6-9f14-55ddd3cab16c HTTP/1.1" status: 200 len: 911 time: 0.2170613 Feb 04 11:40:56.995269 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38750) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:57.002066 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device dd315cd1-545a-4963-9b7b-eb4995ef14fb up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:40:57.002756 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-7ff1b1a8-8b8a-4c2d-88d5-64f0fe5a4300 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e3cbfbc9-425a-47a1-9ea4-a16de3e2cb8a'}]}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:57.126450 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac545d32-8364-4a12-8ad8-173833d92d27 None None] Pushing event updated for resources: {'Port': ['ID=7fee9e71-2b93-4ee7-90a0-d73e75c5d518,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:57.165797 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-726a58e3-6a69-4c1c-9153-bbd3d898cf7c tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for floatingip, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:57.174984 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-04de5291-62d6-4b62-9448-9d2bbd856ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:57.175678 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04de5291-62d6-4b62-9448-9d2bbd856ded None None] The sync data for ids ['2e936eec-94a7-4158-bc8f-965c29c3d31f'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:40:57.218274 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3d749fc4-13b6-40a1-82cc-bcd58638a2e0 None None] Provisioning for port 4556edac-6ff1-46c7-a631-d378c6edf0bc completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:40:57.227190 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3d749fc4-13b6-40a1-82cc-bcd58638a2e0 None None] Provisioning complete for port 4556edac-6ff1-46c7-a631-d378c6edf0bc triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:57.227927 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3d749fc4-13b6-40a1-82cc-bcd58638a2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:57.335123 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port dd315cd1-545a-4963-9b7b-eb4995ef14fb completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:40:57.456488 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3d749fc4-13b6-40a1-82cc-bcd58638a2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:57.530785 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-3d749fc4-13b6-40a1-82cc-bcd58638a2e0 None None] For port 4556edac-6ff1-46c7-a631-d378c6edf0bc, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=4556edac-6ff1-46c7-a631-d378c6edf0bc,segment=NetworkSegment(7ae230a3-6cc2-4f54-b078-58a26abbf5a7),segment_id=7ae230a3-6cc2-4f54-b078-58a26abbf5a7)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:40:57.541063 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7ff1b1a8-8b8a-4c2d-88d5-64f0fe5a4300 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:57.557160 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-726a58e3-6a69-4c1c-9153-bbd3d898cf7c tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:57.558365 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-726a58e3-6a69-4c1c-9153-bbd3d898cf7c tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "DELETE /v2.0/floatingips/a3334cb3-fb3b-4d73-8d81-22427f9eb206 HTTP/1.1" status: 204 len: 168 time: 3.7431769 Feb 04 11:40:57.563104 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38754) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:57.606857 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3d749fc4-13b6-40a1-82cc-bcd58638a2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:57.657167 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-258ea4d4-91b3-43f4-8bd6-27e15d3bc6c6 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:57.701870 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d749fc4-13b6-40a1-82cc-bcd58638a2e0 None None] Pushing event updated for resources: {'Port': ['ID=4556edac-6ff1-46c7-a631-d378c6edf0bc,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:57.721641 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-d557e087-4e65-4821-aeb6-ea5839719dfe tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] DELETE failed (client error): The resource could not be found. Feb 04 11:40:57.727395 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d557e087-4e65-4821-aeb6-ea5839719dfe tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:40:57.727395 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d557e087-4e65-4821-aeb6-ea5839719dfe tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "DELETE /v2.0/ports/ba368b3d-c3f0-4b67-85b9-953fd10cd3d9 HTTP/1.1" status: 404 len: 333 time: 0.1496210 Feb 04 11:40:57.733200 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38758) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:57.761540 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15815b3-4d75-4f2d-87c2-2b2e0e88fe46 None None] Network 8b52fc59-015d-479d-8e0a-ec389bb962a7 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:57.837439 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3d749fc4-13b6-40a1-82cc-bcd58638a2e0 None None] Provisioning for port ff95cb83-37a5-4ea6-9f14-55ddd3cab16c completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:40:57.840655 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f0cd3077-b397-4c75-a3ad-b04632402d27 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Synchronizing usage tracker for tenant:ac8146b7950d45beb1b9b13f531779aa on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:40:57.848250 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3d749fc4-13b6-40a1-82cc-bcd58638a2e0 None None] Provisioning complete for port ff95cb83-37a5-4ea6-9f14-55ddd3cab16c triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:57.848570 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3d749fc4-13b6-40a1-82cc-bcd58638a2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:57.858602 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ea4d4-91b3-43f4-8bd6-27e15d3bc6c6 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event updated for resources: {'Subnet': ['ID=1ef67adf-9cf8-4196-8ab8-dcdce26810d1,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:57.860741 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a1ee9283-4cd2-4295-8041-0b1ad42c475b tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:57.921149 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f0cd3077-b397-4c75-a3ad-b04632402d27 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Unset dirty status for tenant:ac8146b7950d45beb1b9b13f531779aa on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:40:57.922328 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f0cd3077-b397-4c75-a3ad-b04632402d27 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0c6fad9-c832-49cc-8f40-b413e853c6d1 HTTP/1.1" status: 200 len: 205 time: 0.1881552 Feb 04 11:40:57.929457 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38762) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:57.933602 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-3d749fc4-13b6-40a1-82cc-bcd58638a2e0 None None] Port ff95cb83-37a5-4ea6-9f14-55ddd3cab16c cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:40:57.958244 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258ea4d4-91b3-43f4-8bd6-27e15d3bc6c6 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Checking segment: {'id': '15b6da5d-77da-45f6-ab95-2c9ce950d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7376e098-fe8b-49e3-95d7-0274564ee734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:40:57.958618 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258ea4d4-91b3-43f4-8bd6-27e15d3bc6c6 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Network hostable DHCP agents. Network: 7376e098-fe8b-49e3-95d7-0274564ee734, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:40:58.004589 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-2164f567-1ee0-4287-8828-d340ef4bc6bb tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] delete failed (client error): The resource could not be found. Feb 04 11:40:58.005518 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2164f567-1ee0-4287-8828-d340ef4bc6bb tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "DELETE /v2.0/routers/e0c6fad9-c832-49cc-8f40-b413e853c6d1 HTTP/1.1" status: 404 len: 336 time: 0.0752838 Feb 04 11:40:58.007270 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3d749fc4-13b6-40a1-82cc-bcd58638a2e0 None None] Provisioning complete for port 7fee9e71-2b93-4ee7-90a0-d73e75c5d518 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:58.007927 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3d749fc4-13b6-40a1-82cc-bcd58638a2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:58.013419 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38766) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:58.019529 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ee9283-4cd2-4295-8041-0b1ad42c475b tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Checking segment: {'id': 'f61cc16d-82f4-4b2d-8edd-eb6af4d7c10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c9541a72-61cc-422b-b2bb-3700834bd083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:40:58.019977 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ee9283-4cd2-4295-8041-0b1ad42c475b tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Network hostable DHCP agents. Network: c9541a72-61cc-422b-b2bb-3700834bd083, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:40:58.029696 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee9283-4cd2-4295-8041-0b1ad42c475b tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event updated for resources: {'Subnet': ['ID=26698098-f71d-477b-aa29-5a00cab96942,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:58.092316 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1a1b2514-6e9b-4184-be1c-b9bedc261aeb tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:58.093736 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-3212092e-645a-41ba-b3a4-eaec22f61977 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] DELETE failed (client error): The resource could not be found. Feb 04 11:40:58.094204 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3212092e-645a-41ba-b3a4-eaec22f61977 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:40:58.097964 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3212092e-645a-41ba-b3a4-eaec22f61977 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "DELETE /v2.0/subnets/c7753de1-a920-49f9-bc19-bbcdb5b1153b HTTP/1.1" status: 404 len: 337 time: 0.0814569 Feb 04 11:40:58.099293 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38770) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:58.143410 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258ea4d4-91b3-43f4-8bd6-27e15d3bc6c6 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Network 7376e098-fe8b-49e3-95d7-0274564ee734 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:40:58.164636 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ee9283-4cd2-4295-8041-0b1ad42c475b tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Network c9541a72-61cc-422b-b2bb-3700834bd083 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:40:58.167104 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1a1b2514-6e9b-4184-be1c-b9bedc261aeb tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:58.194627 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-4bd06594-1ce5-4ed0-9514-e474af2d7ecc tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Deleting port f2f282db-10c7-4b89-b2fc-7f297c0090b7 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:40:58.195085 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4bd06594-1ce5-4ed0-9514-e474af2d7ecc tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:58.261512 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-258ea4d4-91b3-43f4-8bd6-27e15d3bc6c6 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 7376e098-fe8b-49e3-95d7-0274564ee734) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:58.266799 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258ea4d4-91b3-43f4-8bd6-27e15d3bc6c6 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:58.267380 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-258ea4d4-91b3-43f4-8bd6-27e15d3bc6c6 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:58.275318 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb9767f-5fc5-4e6b-a2ac-f449fd0c1ef1 None None] Network 7376e098-fe8b-49e3-95d7-0274564ee734 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:58.291295 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-a1ee9283-4cd2-4295-8041-0b1ad42c475b tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, c9541a72-61cc-422b-b2bb-3700834bd083) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:58.296632 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ee9283-4cd2-4295-8041-0b1ad42c475b tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:58.298500 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a1ee9283-4cd2-4295-8041-0b1ad42c475b tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:58.355752 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73e1463-3e22-481f-9e7b-757b49aaa340 None None] Network c9541a72-61cc-422b-b2bb-3700834bd083 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:40:58.359355 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b2514-6e9b-4184-be1c-b9bedc261aeb tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Pushing event updated for resources: {'Port': ['ID=b23acba4-ad26-4792-b539-6bf1ca315f0d,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:58.364792 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1a1b2514-6e9b-4184-be1c-b9bedc261aeb tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:58.475468 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-258ea4d4-91b3-43f4-8bd6-27e15d3bc6c6 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6860030 Feb 04 11:40:58.476802 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38774) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:58.485329 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a1ee9283-4cd2-4295-8041-0b1ad42c475b tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.1593969 Feb 04 11:40:58.497579 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-dc26afa0-ba41-42f4-861f-d07adc7401c9 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-459494030', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:40:58.500805 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38778) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:58.506881 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-dc26afa0-ba41-42f4-861f-d07adc7401c9 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:58.512698 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-dc26afa0-ba41-42f4-861f-d07adc7401c9 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Usage tracker for resource:router and tenant:f1bfc018a09d4e34b9596c9c898714a6 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:58.517041 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-dc26afa0-ba41-42f4-861f-d07adc7401c9 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:58.525276 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-dc26afa0-ba41-42f4-861f-d07adc7401c9 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:58.593526 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f12822df-06a2-4095-aef4-2da57b5c3791 None None] Provisioning for port dd315cd1-545a-4963-9b7b-eb4995ef14fb completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:40:58.602548 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dc26afa0-ba41-42f4-861f-d07adc7401c9 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:58.605442 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dc26afa0-ba41-42f4-861f-d07adc7401c9 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:58.634970 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 4556edac-6ff1-46c7-a631-d378c6edf0bc up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:40:58.648654 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1b2514-6e9b-4184-be1c-b9bedc261aeb tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Network 0eef8a99-a3c4-4987-8bf4-33524cdb982f is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:40:58.650740 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-1a1b2514-6e9b-4184-be1c-b9bedc261aeb tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:58.674632 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f12822df-06a2-4095-aef4-2da57b5c3791 None None] Provisioning complete for port dd315cd1-545a-4963-9b7b-eb4995ef14fb triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:58.675145 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f12822df-06a2-4095-aef4-2da57b5c3791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:58.827583 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dc26afa0-ba41-42f4-861f-d07adc7401c9 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:58.845858 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4bd06594-1ce5-4ed0-9514-e474af2d7ecc tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:58.953004 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9421ff26-617c-402a-be6a-ccf8a2354c30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-7376e098-fe8b-49e3-95d7-0274564ee734', 'network_id': '7376e098-fe8b-49e3-95d7-0274564ee734', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'fixed_ips': [{'subnet_id': '1ef67adf-9cf8-4196-8ab8-dcdce26810d1'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:40:58.953857 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9421ff26-617c-402a-be6a-ccf8a2354c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:58.970431 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844634e0-cd54-497e-bb7a-261f4021bead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-c9541a72-61cc-422b-b2bb-3700834bd083', 'network_id': 'c9541a72-61cc-422b-b2bb-3700834bd083', 'tenant_id': 'f631734a474740f59c61a7b75bcfa8d4', 'fixed_ips': [{'subnet_id': '26698098-f71d-477b-aa29-5a00cab96942'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:40:58.971311 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-844634e0-cd54-497e-bb7a-261f4021bead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:58.986779 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.db.resource_extend [None req-7ff1b1a8-8b8a-4c2d-88d5-64f0fe5a4300 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:40:59.000829 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ccfc386b-2a40-414c-a3a7-202b8525134a tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:59.014137 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-4bd06594-1ce5-4ed0-9514-e474af2d7ecc tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Calling delete_port for f2f282db-10c7-4b89-b2fc-7f297c0090b7 owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:40:59.058531 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7ff1b1a8-8b8a-4c2d-88d5-64f0fe5a4300 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:59.156825 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 4556edac-6ff1-46c7-a631-d378c6edf0bc triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:59.157219 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:59.190876 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ccfc386b-2a40-414c-a3a7-202b8525134a tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:59.197257 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dc26afa0-ba41-42f4-861f-d07adc7401c9 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:59.206765 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f12822df-06a2-4095-aef4-2da57b5c3791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:59.270570 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1b2514-6e9b-4184-be1c-b9bedc261aeb tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Router ca5b3bca-d769-44c6-9e48-ca9513feccf1 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:40:59.270829 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7ff1b1a8-8b8a-4c2d-88d5-64f0fe5a4300 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:59.275334 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff1b1a8-8b8a-4c2d-88d5-64f0fe5a4300 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:59.275965 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7ff1b1a8-8b8a-4c2d-88d5-64f0fe5a4300 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:59.280060 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-7ff1b1a8-8b8a-4c2d-88d5-64f0fe5a4300 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "PUT /v2.0/ports/ff95cb83-37a5-4ea6-9f14-55ddd3cab16c HTTP/1.1" status: 200 len: 911 time: 2.2809069 Feb 04 11:40:59.282852 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38782) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:59.348951 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff1b1a8-8b8a-4c2d-88d5-64f0fe5a4300 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event updated for resources: {'Port': ['ID=ff95cb83-37a5-4ea6-9f14-55ddd3cab16c,revision_number=3']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:59.367333 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4bd06594-1ce5-4ed0-9514-e474af2d7ecc tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:59.403730 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-f12822df-06a2-4095-aef4-2da57b5c3791 None None] For port dd315cd1-545a-4963-9b7b-eb4995ef14fb, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=dd315cd1-545a-4963-9b7b-eb4995ef14fb,segment=NetworkSegment(78abfb9d-3c21-41f2-98de-10d33d4c9553),segment_id=78abfb9d-3c21-41f2-98de-10d33d4c9553)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:40:59.422752 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd06594-1ce5-4ed0-9514-e474af2d7ecc tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event deleted for resources: {'Port': ['ID=f2f282db-10c7-4b89-b2fc-7f297c0090b7,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:59.486630 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-9421ff26-617c-402a-be6a-ccf8a2354c30 None None] Allocated IP 172.20.0.2 (7376e098-fe8b-49e3-95d7-0274564ee734/1ef67adf-9cf8-4196-8ab8-dcdce26810d1/1e84d852-e0ea-473c-84d1-3238fd822bce) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:40:59.488981 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-844634e0-cd54-497e-bb7a-261f4021bead None None] Allocated IP 172.20.0.1 (c9541a72-61cc-422b-b2bb-3700834bd083/26698098-f71d-477b-aa29-5a00cab96942/3981a58e-9c88-4b13-8a43-1803506a151d) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:40:59.489991 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dc26afa0-ba41-42f4-861f-d07adc7401c9 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:59.491270 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-dc26afa0-ba41-42f4-861f-d07adc7401c9 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0103135 Feb 04 11:40:59.497142 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38786) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:59.517260 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 7fee9e71-2b93-4ee7-90a0-d73e75c5d518 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:40:59.541432 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4bd06594-1ce5-4ed0-9514-e474af2d7ecc tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:59.655800 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-4bd06594-1ce5-4ed0-9514-e474af2d7ecc tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "DELETE /v2.0/ports/f2f282db-10c7-4b89-b2fc-7f297c0090b7 HTTP/1.1" status: 204 len: 168 time: 1.5530643 Feb 04 11:40:59.656009 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38790) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:59.698166 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f12822df-06a2-4095-aef4-2da57b5c3791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:59.755751 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-9ccf507e-f964-4195-815d-6fa0e062764a tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Deleting port 923fe860-a21f-495a-b165-76b5eabc7cc2 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:40:59.755751 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9ccf507e-f964-4195-815d-6fa0e062764a tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:59.900926 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12822df-06a2-4095-aef4-2da57b5c3791 None None] Pushing event updated for resources: {'Port': ['ID=dd315cd1-545a-4963-9b7b-eb4995ef14fb,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:59.963314 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f12822df-06a2-4095-aef4-2da57b5c3791 None None] Provisioning for port b23acba4-ad26-4792-b539-6bf1ca315f0d completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:41:00.024070 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f12822df-06a2-4095-aef4-2da57b5c3791 None None] Provisioning complete for port b23acba4-ad26-4792-b539-6bf1ca315f0d triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:00.024357 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f12822df-06a2-4095-aef4-2da57b5c3791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:00.066746 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 7fee9e71-2b93-4ee7-90a0-d73e75c5d518 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:00.067094 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:00.132356 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-844634e0-cd54-497e-bb7a-261f4021bead None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:00.137034 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9ccf507e-f964-4195-815d-6fa0e062764a tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:00.147497 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9421ff26-617c-402a-be6a-ccf8a2354c30 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:00.176890 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9421ff26-617c-402a-be6a-ccf8a2354c30 None None] Transition to ACTIVE for port object 1e84d852-e0ea-473c-84d1-3238fd822bce will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:00.180871 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-844634e0-cd54-497e-bb7a-261f4021bead None None] Transition to ACTIVE for port object 3981a58e-9c88-4b13-8a43-1803506a151d will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:00.191935 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-f12822df-06a2-4095-aef4-2da57b5c3791 None None] Port b23acba4-ad26-4792-b539-6bf1ca315f0d cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:41:00.227102 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9421ff26-617c-402a-be6a-ccf8a2354c30 None None] Transition to ACTIVE for port object 1e84d852-e0ea-473c-84d1-3238fd822bce will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:00.233763 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-844634e0-cd54-497e-bb7a-261f4021bead None None] Transition to ACTIVE for port object 3981a58e-9c88-4b13-8a43-1803506a151d will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:00.241774 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1b2514-6e9b-4184-be1c-b9bedc261aeb tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:41:00.252923 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-1a1b2514-6e9b-4184-be1c-b9bedc261aeb tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] 10.222.0.21 "PUT /v2.0/routers/ca5b3bca-d769-44c6-9e48-ca9513feccf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5082088 Feb 04 11:41:00.261038 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38794) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:00.267361 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b23642b-9c5f-403d-8b34-2038a9cc8420 None None] Sync routers for ids ['ca5b3bca-d769-44c6-9e48-ca9513feccf1'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:41:00.271775 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-9ccf507e-f964-4195-815d-6fa0e062764a tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Calling delete_port for 923fe860-a21f-495a-b165-76b5eabc7cc2 owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:41:00.297028 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f12822df-06a2-4095-aef4-2da57b5c3791 None None] Provisioning complete for port 4556edac-6ff1-46c7-a631-d378c6edf0bc triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:00.297303 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f12822df-06a2-4095-aef4-2da57b5c3791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:00.342225 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9421ff26-617c-402a-be6a-ccf8a2354c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:00.395009 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b23642b-9c5f-403d-8b34-2038a9cc8420 None None] Routers {'ca5b3bca-d769-44c6-9e48-ca9513feccf1'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:41:00.395009 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5b23642b-9c5f-403d-8b34-2038a9cc8420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['ca5b3bca-d769-44c6-9e48-ca9513feccf1'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:00.450400 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-844634e0-cd54-497e-bb7a-261f4021bead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:00.462804 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ccfc386b-2a40-414c-a3a7-202b8525134a tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:00.501427 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5b23642b-9c5f-403d-8b34-2038a9cc8420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:00.540587 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9421ff26-617c-402a-be6a-ccf8a2354c30 None None] Network 7376e098-fe8b-49e3-95d7-0274564ee734 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:41:00.541350 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9421ff26-617c-402a-be6a-ccf8a2354c30 None None] Pushing event updated for resources: {'Port': ['ID=1e84d852-e0ea-473c-84d1-3238fd822bce,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:00.546677 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-9421ff26-617c-402a-be6a-ccf8a2354c30 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:00.557843 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844634e0-cd54-497e-bb7a-261f4021bead None None] Network c9541a72-61cc-422b-b2bb-3700834bd083 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:41:00.557843 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9421ff26-617c-402a-be6a-ccf8a2354c30 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:41:00.579454 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc386b-2a40-414c-a3a7-202b8525134a tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event deleted for resources: {'Subnet': ['ID=26698098-f71d-477b-aa29-5a00cab96942,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:00.582036 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9ccf507e-f964-4195-815d-6fa0e062764a tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:00.593251 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-844634e0-cd54-497e-bb7a-261f4021bead None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:00.615162 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844634e0-cd54-497e-bb7a-261f4021bead None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:41:00.618173 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device dd315cd1-545a-4963-9b7b-eb4995ef14fb up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:41:00.717841 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf507e-f964-4195-815d-6fa0e062764a tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event deleted for resources: {'Port': ['ID=923fe860-a21f-495a-b165-76b5eabc7cc2,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:00.726868 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ccfc386b-2a40-414c-a3a7-202b8525134a tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:00.742748 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b23642b-9c5f-403d-8b34-2038a9cc8420 None None] Routers {'ca5b3bca-d769-44c6-9e48-ca9513feccf1'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:41:00.743370 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5b23642b-9c5f-403d-8b34-2038a9cc8420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['ca5b3bca-d769-44c6-9e48-ca9513feccf1'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:00.785309 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c3d6bf6c-b079-4903-9e98-dba05309bb78 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:00.811179 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d288ddae-ab44-438d-a64d-8f413364ce2b tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:00.928600 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-ccfc386b-2a40-414c-a3a7-202b8525134a tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9541a72-61cc-422b-b2bb-3700834bd083']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:00.938865 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5b23642b-9c5f-403d-8b34-2038a9cc8420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:00.938865 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b23642b-9c5f-403d-8b34-2038a9cc8420 None None] The sync data for ids ['ca5b3bca-d769-44c6-9e48-ca9513feccf1'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:41:00.946897 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-ccfc386b-2a40-414c-a3a7-202b8525134a tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f61cc16d-82f4-4b2d-8edd-eb6af4d7c10a') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:00.947131 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-ccfc386b-2a40-414c-a3a7-202b8525134a tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f61cc16d-82f4-4b2d-8edd-eb6af4d7c10a') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:00.969067 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ccfc386b-2a40-414c-a3a7-202b8525134a tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:00.988320 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9ccf507e-f964-4195-815d-6fa0e062764a tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:00.993671 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844634e0-cd54-497e-bb7a-261f4021bead None None] Pushing event updated for resources: {'Port': ['ID=3981a58e-9c88-4b13-8a43-1803506a151d,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:00.996082 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ccfc386b-2a40-414c-a3a7-202b8525134a tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:01.015286 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9ccf507e-f964-4195-815d-6fa0e062764a tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "DELETE /v2.0/ports/923fe860-a21f-495a-b165-76b5eabc7cc2 HTTP/1.1" status: 204 len: 168 time: 1.3560162 Feb 04 11:41:01.015286 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccfc386b-2a40-414c-a3a7-202b8525134a tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:41:01.015286 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ccfc386b-2a40-414c-a3a7-202b8525134a tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:01.030684 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:41:01.030684 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:41:01.030684 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:41:01.030684 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:41:01.030684 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:41:01.030684 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:41:01.030684 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:41:01.030684 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:41:01.030684 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:41:01.030684 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:41:01.030684 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:41:01.030684 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:41:01.030684 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:41:01.030684 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:41:01.030684 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:41:01.030684 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:41:01.030684 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:41:01.030684 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:41:01.030684 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:41:01.030684 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:41:01.030684 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:41:01.030684 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:41:01.030684 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:41:01.030684 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:41:01.030684 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:41:01.030684 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:41:01.030684 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:41:01.030684 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:41:01.030684 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:41:01.030684 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:41:01.030684 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:41:01.030684 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:41:01.032866 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38798) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:01.079196 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-9421ff26-617c-402a-be6a-ccf8a2354c30 None None] Attempting to bind port 1e84d852-e0ea-473c-84d1-3238fd822bce on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:41:01.079553 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-9421ff26-617c-402a-be6a-ccf8a2354c30 None None] Attempting to bind port 1e84d852-e0ea-473c-84d1-3238fd822bce by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '15b6da5d-77da-45f6-ab95-2c9ce950d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7376e098-fe8b-49e3-95d7-0274564ee734'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:41:01.079820 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9421ff26-617c-402a-be6a-ccf8a2354c30 None None] Attempting to bind port 1e84d852-e0ea-473c-84d1-3238fd822bce on network 7376e098-fe8b-49e3-95d7-0274564ee734 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:41:01.082603 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-844634e0-cd54-497e-bb7a-261f4021bead None None] Attempting to bind port 3981a58e-9c88-4b13-8a43-1803506a151d on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:41:01.082964 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-844634e0-cd54-497e-bb7a-261f4021bead None None] Attempting to bind port 3981a58e-9c88-4b13-8a43-1803506a151d by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'f61cc16d-82f4-4b2d-8edd-eb6af4d7c10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c9541a72-61cc-422b-b2bb-3700834bd083'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:41:01.083311 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844634e0-cd54-497e-bb7a-261f4021bead None None] Attempting to bind port 3981a58e-9c88-4b13-8a43-1803506a151d on network c9541a72-61cc-422b-b2bb-3700834bd083 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:41:01.101700 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9421ff26-617c-402a-be6a-ccf8a2354c30 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:41:01.102144 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9421ff26-617c-402a-be6a-ccf8a2354c30 None None] Checking segment: {'id': '15b6da5d-77da-45f6-ab95-2c9ce950d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7376e098-fe8b-49e3-95d7-0274564ee734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:41:01.102492 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9421ff26-617c-402a-be6a-ccf8a2354c30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:01.102885 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9421ff26-617c-402a-be6a-ccf8a2354c30 None None] Bound using segment: {'id': '15b6da5d-77da-45f6-ab95-2c9ce950d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7376e098-fe8b-49e3-95d7-0274564ee734'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:41:01.103356 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-9421ff26-617c-402a-be6a-ccf8a2354c30 None None] Bound port: 1e84d852-e0ea-473c-84d1-3238fd822bce, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b6da5d-77da-45f6-ab95-2c9ce950d96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7376e098-fe8b-49e3-95d7-0274564ee734'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:41:01.103726 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9421ff26-617c-402a-be6a-ccf8a2354c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:01.112946 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844634e0-cd54-497e-bb7a-261f4021bead None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:41:01.113317 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844634e0-cd54-497e-bb7a-261f4021bead None None] Checking segment: {'id': 'f61cc16d-82f4-4b2d-8edd-eb6af4d7c10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c9541a72-61cc-422b-b2bb-3700834bd083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:41:01.113707 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-844634e0-cd54-497e-bb7a-261f4021bead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:01.114125 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844634e0-cd54-497e-bb7a-261f4021bead None None] Bound using segment: {'id': 'f61cc16d-82f4-4b2d-8edd-eb6af4d7c10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c9541a72-61cc-422b-b2bb-3700834bd083'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:41:01.114593 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-844634e0-cd54-497e-bb7a-261f4021bead None None] Bound port: 3981a58e-9c88-4b13-8a43-1803506a151d, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f61cc16d-82f4-4b2d-8edd-eb6af4d7c10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c9541a72-61cc-422b-b2bb-3700834bd083'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:41:01.114956 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-844634e0-cd54-497e-bb7a-261f4021bead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:01.153531 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port dd315cd1-545a-4963-9b7b-eb4995ef14fb triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:01.155777 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:01.205314 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5299977-dd10-43f8-be23-66bb1e966a3e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:01.208229 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-e5299977-dd10-43f8-be23-66bb1e966a3e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Synchronizing usage tracker for tenant:ac8146b7950d45beb1b9b13f531779aa on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:41:01.211810 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f12822df-06a2-4095-aef4-2da57b5c3791 None None] Provisioning complete for port ff95cb83-37a5-4ea6-9f14-55ddd3cab16c triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:01.212528 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f12822df-06a2-4095-aef4-2da57b5c3791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:01.217833 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.db.api [None req-ccfc386b-2a40-414c-a3a7-202b8525134a tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 11:41:01.217833 dv-neutron-827825-2-hyperv neutron-server[84204]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 11:41:01.217833 dv-neutron-827825-2-hyperv neutron-server[84204]: [parameters: {'id': 'c9541a72-61cc-422b-b2bb-3700834bd083'}] Feb 04 11:41:01.217833 dv-neutron-827825-2-hyperv neutron-server[84204]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:41:01.219889 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG oslo_db.api [None req-ccfc386b-2a40-414c-a3a7-202b8525134a tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:41:01.281840 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-e5299977-dd10-43f8-be23-66bb1e966a3e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Unset dirty status for tenant:ac8146b7950d45beb1b9b13f531779aa on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:41:01.286382 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e5299977-dd10-43f8-be23-66bb1e966a3e tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f13693f-5894-41a3-8de2-6b4557fe6c63 HTTP/1.1" status: 200 len: 913 time: 0.2544332 Feb 04 11:41:01.287278 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38802) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:01.400680 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-f12822df-06a2-4095-aef4-2da57b5c3791 None None] Port ff95cb83-37a5-4ea6-9f14-55ddd3cab16c cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:41:01.414010 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-844634e0-cd54-497e-bb7a-261f4021bead None None] For port 3981a58e-9c88-4b13-8a43-1803506a151d, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:41:01.421466 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-844634e0-cd54-497e-bb7a-261f4021bead None None] For port 3981a58e-9c88-4b13-8a43-1803506a151d, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=3981a58e-9c88-4b13-8a43-1803506a151d,segment=NetworkSegment(f61cc16d-82f4-4b2d-8edd-eb6af4d7c10a),segment_id=f61cc16d-82f4-4b2d-8edd-eb6af4d7c10a)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:41:01.424959 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9421ff26-617c-402a-be6a-ccf8a2354c30 None None] For port 1e84d852-e0ea-473c-84d1-3238fd822bce, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:41:01.426849 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9421ff26-617c-402a-be6a-ccf8a2354c30 None None] For port 1e84d852-e0ea-473c-84d1-3238fd822bce, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=1e84d852-e0ea-473c-84d1-3238fd822bce,segment=NetworkSegment(15b6da5d-77da-45f6-ab95-2c9ce950d96c),segment_id=15b6da5d-77da-45f6-ab95-2c9ce950d96c)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:41:01.494659 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-844634e0-cd54-497e-bb7a-261f4021bead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:01.510667 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-c3d6bf6c-b079-4903-9e98-dba05309bb78 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Allocated IP 172.20.0.1 (7376e098-fe8b-49e3-95d7-0274564ee734/1ef67adf-9cf8-4196-8ab8-dcdce26810d1/774c198a-c518-4b28-978a-7cff0920750e) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:41:01.543455 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9421ff26-617c-402a-be6a-ccf8a2354c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:01.619089 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844634e0-cd54-497e-bb7a-261f4021bead None None] Pushing event updated for resources: {'Port': ['ID=3981a58e-9c88-4b13-8a43-1803506a151d,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:01.652502 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-cd44cb08-1386-477c-892d-e7edeb76f393 None None] Provisioning complete for port dd315cd1-545a-4963-9b7b-eb4995ef14fb triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:01.652833 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cd44cb08-1386-477c-892d-e7edeb76f393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:01.720873 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ccfc386b-2a40-414c-a3a7-202b8525134a tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:01.747087 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-ccfc386b-2a40-414c-a3a7-202b8525134a tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Deleting port 3981a58e-9c88-4b13-8a43-1803506a151d {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:41:01.748846 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ccfc386b-2a40-414c-a3a7-202b8525134a tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:01.814116 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9421ff26-617c-402a-be6a-ccf8a2354c30 None None] Pushing event updated for resources: {'Port': ['ID=1e84d852-e0ea-473c-84d1-3238fd822bce,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:01.817122 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e18430ad-3b39-45d4-8479-3b2ca64e6883 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:01.835030 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd74821b-ab23-4cf8-8e40-bfe0969ff1f9 None None] Network c9541a72-61cc-422b-b2bb-3700834bd083 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:41:02.050063 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c3d6bf6c-b079-4903-9e98-dba05309bb78 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:02.086027 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-c3d6bf6c-b079-4903-9e98-dba05309bb78 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Transition to ACTIVE for port object 774c198a-c518-4b28-978a-7cff0920750e will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:02.100810 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-cd44cb08-1386-477c-892d-e7edeb76f393 None None] Provisioning complete for port b23acba4-ad26-4792-b539-6bf1ca315f0d triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:02.101070 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cd44cb08-1386-477c-892d-e7edeb76f393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:02.166819 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-cd44cb08-1386-477c-892d-e7edeb76f393 None None] Port b23acba4-ad26-4792-b539-6bf1ca315f0d cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:41:02.202019 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-ccfc386b-2a40-414c-a3a7-202b8525134a tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] For port 3981a58e-9c88-4b13-8a43-1803506a151d, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=3981a58e-9c88-4b13-8a43-1803506a151d,segment=NetworkSegment(f61cc16d-82f4-4b2d-8edd-eb6af4d7c10a),segment_id=f61cc16d-82f4-4b2d-8edd-eb6af4d7c10a)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:41:02.202473 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ccfc386b-2a40-414c-a3a7-202b8525134a tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:02.378769 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-ccfc386b-2a40-414c-a3a7-202b8525134a tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Calling delete_port for 3981a58e-9c88-4b13-8a43-1803506a151d owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:41:02.444154 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c3d6bf6c-b079-4903-9e98-dba05309bb78 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:02.547533 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ccfc386b-2a40-414c-a3a7-202b8525134a tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:02.581919 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-e2ad2f8c-f48a-4920-940b-b033b0a3ce33 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:41:02.587338 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e2ad2f8c-f48a-4920-940b-b033b0a3ce33 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] 10.222.0.21 "PUT /v2.0/routers/ca5b3bca-d769-44c6-9e48-ca9513feccf1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.3248472 Feb 04 11:41:02.588260 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38808) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:02.589594 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 1e84d852-e0ea-473c-84d1-3238fd822bce up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:41:02.596898 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d6bf6c-b079-4903-9e98-dba05309bb78 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Network 7376e098-fe8b-49e3-95d7-0274564ee734 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:41:02.606740 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-c3d6bf6c-b079-4903-9e98-dba05309bb78 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:02.609311 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d6bf6c-b079-4903-9e98-dba05309bb78 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:41:02.704752 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6bf6c-b079-4903-9e98-dba05309bb78 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event updated for resources: {'Port': ['ID=774c198a-c518-4b28-978a-7cff0920750e,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:02.738549 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 1e84d852-e0ea-473c-84d1-3238fd822bce completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:41:02.779155 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc386b-2a40-414c-a3a7-202b8525134a tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event deleted for resources: {'Port': ['ID=3981a58e-9c88-4b13-8a43-1803506a151d,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:02.816577 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfc386b-2a40-414c-a3a7-202b8525134a tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] No DVR routers for this DVR port 3981a58e-9c88-4b13-8a43-1803506a151d on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:41:02.842745 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c3d6bf6c-b079-4903-9e98-dba05309bb78 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:02.958592 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-d288ddae-ab44-438d-a64d-8f413364ce2b tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Deleting port ff95cb83-37a5-4ea6-9f14-55ddd3cab16c {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:41:02.958930 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d288ddae-ab44-438d-a64d-8f413364ce2b tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:02.968041 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ccfc386b-2a40-414c-a3a7-202b8525134a tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:02.985376 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b5e4c8-0635-4223-991b-0224cbca0484 None None] Network 7376e098-fe8b-49e3-95d7-0274564ee734 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:41:03.032429 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-ccfc386b-2a40-414c-a3a7-202b8525134a tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9541a72-61cc-422b-b2bb-3700834bd083']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:03.054368 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-ccfc386b-2a40-414c-a3a7-202b8525134a tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f61cc16d-82f4-4b2d-8edd-eb6af4d7c10a') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:03.054644 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-ccfc386b-2a40-414c-a3a7-202b8525134a tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f61cc16d-82f4-4b2d-8edd-eb6af4d7c10a') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:03.078374 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ccfc386b-2a40-414c-a3a7-202b8525134a tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:03.132016 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ccfc386b-2a40-414c-a3a7-202b8525134a tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:03.145130 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccfc386b-2a40-414c-a3a7-202b8525134a tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:41:03.145531 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ccfc386b-2a40-414c-a3a7-202b8525134a tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:03.154096 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d3924f95-d885-48ce-97d5-4362df5bd589 None None] Provisioning for port 1e84d852-e0ea-473c-84d1-3238fd822bce completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:41:03.165068 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:41:03.165068 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:41:03.165068 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:41:03.165068 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:41:03.165068 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:41:03.165068 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:41:03.165068 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:41:03.165068 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:41:03.165068 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:41:03.165068 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:41:03.165068 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:41:03.165068 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:41:03.165068 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:41:03.165068 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:41:03.165068 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:41:03.165068 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:41:03.165068 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:41:03.165068 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:41:03.165068 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:41:03.165068 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:41:03.165068 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:41:03.165068 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:41:03.165068 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:41:03.165068 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:41:03.165068 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:41:03.165068 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:41:03.165068 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:41:03.165068 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:41:03.165068 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:41:03.165068 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:41:03.165068 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:41:03.165068 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:41:03.251167 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d3924f95-d885-48ce-97d5-4362df5bd589 None None] Provisioning complete for port 1e84d852-e0ea-473c-84d1-3238fd822bce triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:03.251935 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d3924f95-d885-48ce-97d5-4362df5bd589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:03.257203 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c3d6bf6c-b079-4903-9e98-dba05309bb78 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:03.359058 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ccfc386b-2a40-414c-a3a7-202b8525134a tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:03.386312 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ccfc386b-2a40-414c-a3a7-202b8525134a tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:03.398560 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d288ddae-ab44-438d-a64d-8f413364ce2b tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:03.402373 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc386b-2a40-414c-a3a7-202b8525134a tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event deleted for resources: {'Network': ['ID=c9541a72-61cc-422b-b2bb-3700834bd083,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:03.410830 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ccfc386b-2a40-414c-a3a7-202b8525134a tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "DELETE /v2.0/networks/c9541a72-61cc-422b-b2bb-3700834bd083 HTTP/1.1" status: 204 len: 168 time: 4.9087460 Feb 04 11:41:03.415488 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38812) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:03.423290 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-61a671b8-f310-4dae-8fe5-c1f5fab70193 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1959454422'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:03.429130 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-61a671b8-f310-4dae-8fe5-c1f5fab70193 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:03.433403 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-61a671b8-f310-4dae-8fe5-c1f5fab70193 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Usage tracker for resource:network and tenant:f631734a474740f59c61a7b75bcfa8d4 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:03.453939 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-61a671b8-f310-4dae-8fe5-c1f5fab70193 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:03.453939 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-61a671b8-f310-4dae-8fe5-c1f5fab70193 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:03.453939 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-e18430ad-3b39-45d4-8479-3b2ca64e6883 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Deleting port b20b3845-600d-4d98-bde1-b6d2fd49ad55 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:41:03.453939 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e18430ad-3b39-45d4-8479-3b2ca64e6883 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:03.461416 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d3924f95-d885-48ce-97d5-4362df5bd589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:03.502933 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-d3924f95-d885-48ce-97d5-4362df5bd589 None None] For port 1e84d852-e0ea-473c-84d1-3238fd822bce, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=1e84d852-e0ea-473c-84d1-3238fd822bce,segment=NetworkSegment(15b6da5d-77da-45f6-ab95-2c9ce950d96c),segment_id=15b6da5d-77da-45f6-ab95-2c9ce950d96c)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:41:03.511291 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a671b8-f310-4dae-8fe5-c1f5fab70193 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Made reservation on behalf of f631734a474740f59c61a7b75bcfa8d4 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:41:03.514329 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-61a671b8-f310-4dae-8fe5-c1f5fab70193 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:03.564160 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-d288ddae-ab44-438d-a64d-8f413364ce2b tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Calling delete_port for ff95cb83-37a5-4ea6-9f14-55ddd3cab16c owned by network:router_interface {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:41:03.572881 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d3924f95-d885-48ce-97d5-4362df5bd589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:03.635493 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a671b8-f310-4dae-8fe5-c1f5fab70193 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:41:03.656941 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3924f95-d885-48ce-97d5-4362df5bd589 None None] Pushing event updated for resources: {'Port': ['ID=1e84d852-e0ea-473c-84d1-3238fd822bce,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:03.665491 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-61a671b8-f310-4dae-8fe5-c1f5fab70193 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:03.665827 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-61a671b8-f310-4dae-8fe5-c1f5fab70193 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Added segment 96a9c835-cb76-4182-807b-bc9cfde77260 of type vlan for network 6ddfc1ca-caa9-4860-a8cf-77c9799be439 Feb 04 11:41:03.690676 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e18430ad-3b39-45d4-8479-3b2ca64e6883 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:03.833205 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f55a6ff3-ff0b-4224-b358-4b6bdff29fcf tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:03.834166 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-e18430ad-3b39-45d4-8479-3b2ca64e6883 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Calling delete_port for b20b3845-600d-4d98-bde1-b6d2fd49ad55 owned by network:router_interface {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:41:03.846861 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-250616c6-6b6d-48fd-9d2a-94c8865ab0af None None] Provisioning for port 774c198a-c518-4b28-978a-7cff0920750e completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:41:03.853983 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-250616c6-6b6d-48fd-9d2a-94c8865ab0af None None] Provisioning complete for port 774c198a-c518-4b28-978a-7cff0920750e triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:03.854704 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-250616c6-6b6d-48fd-9d2a-94c8865ab0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:03.862372 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-61a671b8-f310-4dae-8fe5-c1f5fab70193 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:03.921634 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-250616c6-6b6d-48fd-9d2a-94c8865ab0af None None] Port 774c198a-c518-4b28-978a-7cff0920750e cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:41:03.939510 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-250616c6-6b6d-48fd-9d2a-94c8865ab0af None None] Provisioning complete for port 1e84d852-e0ea-473c-84d1-3238fd822bce triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:03.940420 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-250616c6-6b6d-48fd-9d2a-94c8865ab0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:03.977821 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aae1aa8-bd56-43fc-8bbd-d8ecd18880c4 None None] get_active_networks_info from dv-neutron-827825-2-hyperv {{(pid=84206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 11:41:04.014502 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-61a671b8-f310-4dae-8fe5-c1f5fab70193 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:04.018132 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a671b8-f310-4dae-8fe5-c1f5fab70193 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:04.019219 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-61a671b8-f310-4dae-8fe5-c1f5fab70193 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:04.187601 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a671b8-f310-4dae-8fe5-c1f5fab70193 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event updated for resources: {'Network': ['ID=6ddfc1ca-caa9-4860-a8cf-77c9799be439,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:04.199148 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-61a671b8-f310-4dae-8fe5-c1f5fab70193 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7826965 Feb 04 11:41:04.206345 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38816) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:04.207545 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 6ddfc1ca-caa9-4860-a8cf-77c9799be439 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:41:04.213084 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-1eb599ed-0578-45f3-ba35-7384c071ae5b tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Request body: {'subnet': {'network_id': '6ddfc1ca-caa9-4860-a8cf-77c9799be439', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:04.295313 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aae1aa8-bd56-43fc-8bbd-d8ecd18880c4 None None] Resources bound (agent type, host, resource id): {{(pid=84206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 11:41:04.348309 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-1eb599ed-0578-45f3-ba35-7384c071ae5b tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:04.353242 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-1eb599ed-0578-45f3-ba35-7384c071ae5b tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Usage tracker for resource:subnet and tenant:f631734a474740f59c61a7b75bcfa8d4 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:04.356357 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-1eb599ed-0578-45f3-ba35-7384c071ae5b tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:04.366043 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-1eb599ed-0578-45f3-ba35-7384c071ae5b tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:04.401409 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e18430ad-3b39-45d4-8479-3b2ca64e6883 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:04.415044 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c3d6bf6c-b079-4903-9e98-dba05309bb78 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:04.427439 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-1e2593f5-fa23-48fc-9662-f25bed04044c None None] Provisioning complete for port 774c198a-c518-4b28-978a-7cff0920750e triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:04.427783 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1e2593f5-fa23-48fc-9662-f25bed04044c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:04.445428 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d288ddae-ab44-438d-a64d-8f413364ce2b tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:04.456307 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18430ad-3b39-45d4-8479-3b2ca64e6883 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event deleted for resources: {'Port': ['ID=b20b3845-600d-4d98-bde1-b6d2fd49ad55,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:04.508921 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb599ed-0578-45f3-ba35-7384c071ae5b tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Made reservation on behalf of f631734a474740f59c61a7b75bcfa8d4 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:41:04.512191 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-1e2593f5-fa23-48fc-9662-f25bed04044c None None] Port 774c198a-c518-4b28-978a-7cff0920750e cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:41:04.563034 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288ddae-ab44-438d-a64d-8f413364ce2b tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event deleted for resources: {'Port': ['ID=ff95cb83-37a5-4ea6-9f14-55ddd3cab16c,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:04.565977 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c3d6bf6c-b079-4903-9e98-dba05309bb78 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:04.580113 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 1e84d852-e0ea-473c-84d1-3238fd822bce up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:41:04.798960 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1eb599ed-0578-45f3-ba35-7384c071ae5b tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:04.809855 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 1e84d852-e0ea-473c-84d1-3238fd822bce triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:04.809855 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:04.910492 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c3d6bf6c-b079-4903-9e98-dba05309bb78 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:04.916985 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6bf6c-b079-4903-9e98-dba05309bb78 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event updated for resources: {'Port': ['ID=774c198a-c518-4b28-978a-7cff0920750e,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:05.003103 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0007cfa3-30d5-445e-aa70-ef491cbad04a None None] get_active_networks_info from dv-neutron-827825-2-hyperv {{(pid=84206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 11:41:05.250334 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e18430ad-3b39-45d4-8479-3b2ca64e6883 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:05.294845 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d6bf6c-b079-4903-9e98-dba05309bb78 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Network 7376e098-fe8b-49e3-95d7-0274564ee734 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:41:05.306052 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d288ddae-ab44-438d-a64d-8f413364ce2b tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:05.314667 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0007cfa3-30d5-445e-aa70-ef491cbad04a None None] Resources bound (agent type, host, resource id): {{(pid=84206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 11:41:05.316019 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-c3d6bf6c-b079-4903-9e98-dba05309bb78 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:05.494034 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1eb599ed-0578-45f3-ba35-7384c071ae5b tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:05.590775 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb599ed-0578-45f3-ba35-7384c071ae5b tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event updated for resources: {'Subnet': ['ID=0b89c601-a2ee-4f1b-a46c-13981db6a270,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:05.651870 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb599ed-0578-45f3-ba35-7384c071ae5b tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Checking segment: {'id': '96a9c835-cb76-4182-807b-bc9cfde77260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6ddfc1ca-caa9-4860-a8cf-77c9799be439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:41:05.652300 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb599ed-0578-45f3-ba35-7384c071ae5b tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Network hostable DHCP agents. Network: 6ddfc1ca-caa9-4860-a8cf-77c9799be439, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:41:06.004845 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb599ed-0578-45f3-ba35-7384c071ae5b tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Network 6ddfc1ca-caa9-4860-a8cf-77c9799be439 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:41:06.070845 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:06.142678 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-1eb599ed-0578-45f3-ba35-7384c071ae5b tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 6ddfc1ca-caa9-4860-a8cf-77c9799be439) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:06.152768 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb599ed-0578-45f3-ba35-7384c071ae5b tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:06.153406 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1eb599ed-0578-45f3-ba35-7384c071ae5b tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:06.157957 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70ba484-223e-43de-85b2-6be2056566df None None] Network 6ddfc1ca-caa9-4860-a8cf-77c9799be439 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:41:06.235706 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18430ad-3b39-45d4-8479-3b2ca64e6883 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Router 9f13693f-5894-41a3-8de2-6b4557fe6c63 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:41:06.315365 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1eb599ed-0578-45f3-ba35-7384c071ae5b tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1079111 Feb 04 11:41:06.319239 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-5ff83f1e-e280-418b-a54f-04c743361e3e None None] Provisioning complete for port 774c198a-c518-4b28-978a-7cff0920750e triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:06.319705 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5ff83f1e-e280-418b-a54f-04c743361e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:06.327509 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38820) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:06.416512 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-5ff83f1e-e280-418b-a54f-04c743361e3e None None] Port 774c198a-c518-4b28-978a-7cff0920750e cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:41:06.478904 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d288ddae-ab44-438d-a64d-8f413364ce2b tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Router 2e936eec-94a7-4158-bc8f-965c29c3d31f has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:41:06.573358 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671eb4f1-e05a-4723-b75b-53d6961f0189 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-6ddfc1ca-caa9-4860-a8cf-77c9799be439', 'network_id': '6ddfc1ca-caa9-4860-a8cf-77c9799be439', 'tenant_id': 'f631734a474740f59c61a7b75bcfa8d4', 'fixed_ips': [{'subnet_id': '0b89c601-a2ee-4f1b-a46c-13981db6a270'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:41:06.573358 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-671eb4f1-e05a-4723-b75b-53d6961f0189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:06.642652 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e43f11e1-c61e-478b-9a37-356218e74762 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:06.643254 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-f55a6ff3-ff0b-4224-b358-4b6bdff29fcf tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Deleting port b23acba4-ad26-4792-b539-6bf1ca315f0d {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:41:06.643550 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f55a6ff3-ff0b-4224-b358-4b6bdff29fcf tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:06.718409 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-671eb4f1-e05a-4723-b75b-53d6961f0189 None None] Allocated IP 172.20.0.1 (6ddfc1ca-caa9-4860-a8cf-77c9799be439/0b89c601-a2ee-4f1b-a46c-13981db6a270/270db23a-2296-4371-8696-9e01e6b87b99) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:41:06.794015 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e43f11e1-c61e-478b-9a37-356218e74762 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:06.868636 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d288ddae-ab44-438d-a64d-8f413364ce2b tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:41:06.878739 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18430ad-3b39-45d4-8479-3b2ca64e6883 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:41:06.884273 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e18430ad-3b39-45d4-8479-3b2ca64e6883 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "PUT /v2.0/routers/9f13693f-5894-41a3-8de2-6b4557fe6c63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5953641 Feb 04 11:41:06.886477 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7433851b-3bc8-4f77-8d78-36c834e61342 None None] Sync routers for ids ['2e936eec-94a7-4158-bc8f-965c29c3d31f'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:41:06.887811 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38824) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:06.893389 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae879c52-ed43-463e-b092-fc1dad2fd32e None None] Sync routers for ids ['9f13693f-5894-41a3-8de2-6b4557fe6c63'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:41:06.899609 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7433851b-3bc8-4f77-8d78-36c834e61342 None None] Routers {'2e936eec-94a7-4158-bc8f-965c29c3d31f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:41:06.900351 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-7433851b-3bc8-4f77-8d78-36c834e61342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['2e936eec-94a7-4158-bc8f-965c29c3d31f'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:06.949166 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae879c52-ed43-463e-b092-fc1dad2fd32e None None] Routers {'9f13693f-5894-41a3-8de2-6b4557fe6c63'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:41:06.950305 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ae879c52-ed43-463e-b092-fc1dad2fd32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['9f13693f-5894-41a3-8de2-6b4557fe6c63'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:06.961911 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-7433851b-3bc8-4f77-8d78-36c834e61342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:06.973813 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7433851b-3bc8-4f77-8d78-36c834e61342 None None] Routers {'2e936eec-94a7-4158-bc8f-965c29c3d31f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:41:06.974352 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-7433851b-3bc8-4f77-8d78-36c834e61342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['2e936eec-94a7-4158-bc8f-965c29c3d31f'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:06.977984 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d6bf6c-b079-4903-9e98-dba05309bb78 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Router d5d04fee-85d5-42a5-810f-6ea7602083fa is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:41:07.024906 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f55a6ff3-ff0b-4224-b358-4b6bdff29fcf tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:07.029551 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ae879c52-ed43-463e-b092-fc1dad2fd32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:07.039021 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-7433851b-3bc8-4f77-8d78-36c834e61342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:07.039931 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7433851b-3bc8-4f77-8d78-36c834e61342 None None] The sync data for ids ['2e936eec-94a7-4158-bc8f-965c29c3d31f'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:41:07.055868 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-671eb4f1-e05a-4723-b75b-53d6961f0189 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:07.061348 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae879c52-ed43-463e-b092-fc1dad2fd32e None None] Routers {'9f13693f-5894-41a3-8de2-6b4557fe6c63'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:41:07.061980 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ae879c52-ed43-463e-b092-fc1dad2fd32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['9f13693f-5894-41a3-8de2-6b4557fe6c63'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:07.128228 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-671eb4f1-e05a-4723-b75b-53d6961f0189 None None] Transition to ACTIVE for port object 270db23a-2296-4371-8696-9e01e6b87b99 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:07.134864 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ae879c52-ed43-463e-b092-fc1dad2fd32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:07.135271 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae879c52-ed43-463e-b092-fc1dad2fd32e None None] The sync data for ids ['9f13693f-5894-41a3-8de2-6b4557fe6c63'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:41:07.150443 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-671eb4f1-e05a-4723-b75b-53d6961f0189 None None] Transition to ACTIVE for port object 270db23a-2296-4371-8696-9e01e6b87b99 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:07.231616 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-671eb4f1-e05a-4723-b75b-53d6961f0189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:07.309162 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671eb4f1-e05a-4723-b75b-53d6961f0189 None None] Network 6ddfc1ca-caa9-4860-a8cf-77c9799be439 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:41:07.312219 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-671eb4f1-e05a-4723-b75b-53d6961f0189 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:07.315349 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e43f11e1-c61e-478b-9a37-356218e74762 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:07.316129 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671eb4f1-e05a-4723-b75b-53d6961f0189 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:41:07.323538 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671eb4f1-e05a-4723-b75b-53d6961f0189 None None] Pushing event updated for resources: {'Port': ['ID=270db23a-2296-4371-8696-9e01e6b87b99,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:07.355104 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f11e1-c61e-478b-9a37-356218e74762 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event deleted for resources: {'Subnet': ['ID=0b89c601-a2ee-4f1b-a46c-13981db6a270,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:07.372406 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d288ddae-ab44-438d-a64d-8f413364ce2b tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "PUT /v2.0/routers/2e936eec-94a7-4158-bc8f-965c29c3d31f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0862305 Feb 04 11:41:07.389709 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38830) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:07.390478 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-f55a6ff3-ff0b-4224-b358-4b6bdff29fcf tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Calling delete_port for b23acba4-ad26-4792-b539-6bf1ca315f0d owned by network:router_interface {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:41:07.421256 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-671eb4f1-e05a-4723-b75b-53d6961f0189 None None] Attempting to bind port 270db23a-2296-4371-8696-9e01e6b87b99 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:41:07.421695 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-671eb4f1-e05a-4723-b75b-53d6961f0189 None None] Attempting to bind port 270db23a-2296-4371-8696-9e01e6b87b99 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '96a9c835-cb76-4182-807b-bc9cfde77260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6ddfc1ca-caa9-4860-a8cf-77c9799be439'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:41:07.422021 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671eb4f1-e05a-4723-b75b-53d6961f0189 None None] Attempting to bind port 270db23a-2296-4371-8696-9e01e6b87b99 on network 6ddfc1ca-caa9-4860-a8cf-77c9799be439 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:41:07.432490 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671eb4f1-e05a-4723-b75b-53d6961f0189 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:41:07.433004 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671eb4f1-e05a-4723-b75b-53d6961f0189 None None] Checking segment: {'id': '96a9c835-cb76-4182-807b-bc9cfde77260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6ddfc1ca-caa9-4860-a8cf-77c9799be439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:41:07.433234 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-671eb4f1-e05a-4723-b75b-53d6961f0189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:07.433648 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671eb4f1-e05a-4723-b75b-53d6961f0189 None None] Bound using segment: {'id': '96a9c835-cb76-4182-807b-bc9cfde77260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6ddfc1ca-caa9-4860-a8cf-77c9799be439'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:41:07.434271 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-671eb4f1-e05a-4723-b75b-53d6961f0189 None None] Bound port: 270db23a-2296-4371-8696-9e01e6b87b99, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a9c835-cb76-4182-807b-bc9cfde77260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6ddfc1ca-caa9-4860-a8cf-77c9799be439'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:41:07.434637 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-671eb4f1-e05a-4723-b75b-53d6961f0189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:07.490679 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e93a84b3-bd6c-4430-ab8d-0fd8849bbb17 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e936eec-94a7-4158-bc8f-965c29c3d31f HTTP/1.1" status: 200 len: 205 time: 0.0996916 Feb 04 11:41:07.499403 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38838) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:07.509755 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e43f11e1-c61e-478b-9a37-356218e74762 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:07.541489 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-e43f11e1-c61e-478b-9a37-356218e74762 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ddfc1ca-caa9-4860-a8cf-77c9799be439']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:07.547200 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-671eb4f1-e05a-4723-b75b-53d6961f0189 None None] For port 270db23a-2296-4371-8696-9e01e6b87b99, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:41:07.552533 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-671eb4f1-e05a-4723-b75b-53d6961f0189 None None] For port 270db23a-2296-4371-8696-9e01e6b87b99, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=270db23a-2296-4371-8696-9e01e6b87b99,segment=NetworkSegment(96a9c835-cb76-4182-807b-bc9cfde77260),segment_id=96a9c835-cb76-4182-807b-bc9cfde77260)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:41:07.555422 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-e43f11e1-c61e-478b-9a37-356218e74762 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96a9c835-cb76-4182-807b-bc9cfde77260') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:07.560721 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-e43f11e1-c61e-478b-9a37-356218e74762 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96a9c835-cb76-4182-807b-bc9cfde77260') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:07.567776 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e43f11e1-c61e-478b-9a37-356218e74762 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:07.643778 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-671eb4f1-e05a-4723-b75b-53d6961f0189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:07.645428 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e43f11e1-c61e-478b-9a37-356218e74762 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:07.653982 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e43f11e1-c61e-478b-9a37-356218e74762 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:41:07.654522 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e43f11e1-c61e-478b-9a37-356218e74762 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:07.671117 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:41:07.671117 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:41:07.671117 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:41:07.671117 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:41:07.671117 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:41:07.671117 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:41:07.671117 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:41:07.671117 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:41:07.671117 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:41:07.671117 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:41:07.671117 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:41:07.671117 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:41:07.671117 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:41:07.671117 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:41:07.671117 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:41:07.671117 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:41:07.671117 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:41:07.671117 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:41:07.671117 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:41:07.671117 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:41:07.671117 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:41:07.671117 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:41:07.671117 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:41:07.671117 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:41:07.671117 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:41:07.671117 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:41:07.671117 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:41:07.671117 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:41:07.671117 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:41:07.671117 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:41:07.671117 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:41:07.671117 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:41:07.732591 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671eb4f1-e05a-4723-b75b-53d6961f0189 None None] Pushing event updated for resources: {'Port': ['ID=270db23a-2296-4371-8696-9e01e6b87b99,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:07.778676 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.db.api [None req-e43f11e1-c61e-478b-9a37-356218e74762 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 11:41:07.778676 dv-neutron-827825-2-hyperv neutron-server[84204]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 11:41:07.778676 dv-neutron-827825-2-hyperv neutron-server[84204]: [parameters: {'id': '6ddfc1ca-caa9-4860-a8cf-77c9799be439'}] Feb 04 11:41:07.778676 dv-neutron-827825-2-hyperv neutron-server[84204]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:41:07.779918 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG oslo_db.api [None req-e43f11e1-c61e-478b-9a37-356218e74762 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:41:07.805480 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc53ff2-a83f-4c31-8afa-88ebb9157396 None None] Network 6ddfc1ca-caa9-4860-a8cf-77c9799be439 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:41:07.810528 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1542fe4c-005f-4317-bf70-9f848bee9cdb tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:07.938468 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d6bf6c-b079-4903-9e98-dba05309bb78 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:41:07.949218 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f3b197-9ccb-465c-afe3-bad5a3ef8ec0 None None] Sync routers for ids ['d5d04fee-85d5-42a5-810f-6ea7602083fa'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:41:07.961874 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f3b197-9ccb-465c-afe3-bad5a3ef8ec0 None None] Routers {'d5d04fee-85d5-42a5-810f-6ea7602083fa'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:41:07.962693 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-86f3b197-9ccb-465c-afe3-bad5a3ef8ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['d5d04fee-85d5-42a5-810f-6ea7602083fa'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:08.017664 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe9e3b5-e4f5-430a-9e3f-84c3fe4bded3 None None] get_active_networks_info from dv-neutron-827825-2-hyperv {{(pid=84206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 11:41:08.021925 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-86f3b197-9ccb-465c-afe3-bad5a3ef8ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:08.027150 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c3d6bf6c-b079-4903-9e98-dba05309bb78 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "PUT /v2.0/routers/d5d04fee-85d5-42a5-810f-6ea7602083fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5225408 Feb 04 11:41:08.028941 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38842) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:08.041851 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c6efd4e7-7a2f-4193-9bd6-aed3a8a0a719 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:08.057088 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f3b197-9ccb-465c-afe3-bad5a3ef8ec0 None None] Routers {'d5d04fee-85d5-42a5-810f-6ea7602083fa'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:41:08.058107 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-86f3b197-9ccb-465c-afe3-bad5a3ef8ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['d5d04fee-85d5-42a5-810f-6ea7602083fa'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:08.119401 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a4d813-f0f8-4b16-aabb-94c4514472ec tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:08.124075 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-00a4d813-f0f8-4b16-aabb-94c4514472ec tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "GET /v2.0/ports/774c198a-c518-4b28-978a-7cff0920750e HTTP/1.1" status: 200 len: 910 time: 0.0908980 Feb 04 11:41:08.124711 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38846) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:08.134231 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-52203cd1-d285-424f-b5ea-4ce71d9ea5c5 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1ef67adf-9cf8-4196-8ab8-dcdce26810d1'}]}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:08.140424 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-86f3b197-9ccb-465c-afe3-bad5a3ef8ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:08.140831 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f3b197-9ccb-465c-afe3-bad5a3ef8ec0 None None] The sync data for ids ['d5d04fee-85d5-42a5-810f-6ea7602083fa'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:41:08.160518 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f55a6ff3-ff0b-4224-b358-4b6bdff29fcf tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:08.200343 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe9e3b5-e4f5-430a-9e3f-84c3fe4bded3 None None] Resources bound (agent type, host, resource id): {{(pid=84206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 11:41:08.281686 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a6ff3-ff0b-4224-b358-4b6bdff29fcf tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Pushing event deleted for resources: {'Port': ['ID=b23acba4-ad26-4792-b539-6bf1ca315f0d,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:08.288473 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e43f11e1-c61e-478b-9a37-356218e74762 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:08.328694 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-e43f11e1-c61e-478b-9a37-356218e74762 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Deleting port 270db23a-2296-4371-8696-9e01e6b87b99 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:41:08.329064 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e43f11e1-c61e-478b-9a37-356218e74762 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:08.485078 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-52203cd1-d285-424f-b5ea-4ce71d9ea5c5 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:08.635332 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1542fe4c-005f-4317-bf70-9f848bee9cdb tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:08.655594 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1542fe4c-005f-4317-bf70-9f848bee9cdb tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:08.806312 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-e43f11e1-c61e-478b-9a37-356218e74762 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] For port 270db23a-2296-4371-8696-9e01e6b87b99, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=270db23a-2296-4371-8696-9e01e6b87b99,segment=NetworkSegment(96a9c835-cb76-4182-807b-bc9cfde77260),segment_id=96a9c835-cb76-4182-807b-bc9cfde77260)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:41:08.806954 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e43f11e1-c61e-478b-9a37-356218e74762 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:08.873054 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1542fe4c-005f-4317-bf70-9f848bee9cdb tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:08.873686 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1542fe4c-005f-4317-bf70-9f848bee9cdb tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Fanout notify agent at l3_agent the message router_deleted on router 2e936eec-94a7-4158-bc8f-965c29c3d31f {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:41:08.907848 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1542fe4c-005f-4317-bf70-9f848bee9cdb tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:08.908945 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-1542fe4c-005f-4317-bf70-9f848bee9cdb tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/routers/2e936eec-94a7-4158-bc8f-965c29c3d31f HTTP/1.1" status: 204 len: 168 time: 1.4086301 Feb 04 11:41:08.915549 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38850) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:08.915549 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f55a6ff3-ff0b-4224-b358-4b6bdff29fcf tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:09.078871 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-e43f11e1-c61e-478b-9a37-356218e74762 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Calling delete_port for 270db23a-2296-4371-8696-9e01e6b87b99 owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:41:09.218375 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c6efd4e7-7a2f-4193-9bd6-aed3a8a0a719 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:09.302034 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e43f11e1-c61e-478b-9a37-356218e74762 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:09.322482 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-c6efd4e7-7a2f-4193-9bd6-aed3a8a0a719 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Deleting port 07fc234b-32d5-4a96-854d-c3820af8dd4a {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:41:09.322814 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c6efd4e7-7a2f-4193-9bd6-aed3a8a0a719 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:09.362512 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f11e1-c61e-478b-9a37-356218e74762 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event deleted for resources: {'Port': ['ID=270db23a-2296-4371-8696-9e01e6b87b99,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:09.376607 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43f11e1-c61e-478b-9a37-356218e74762 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] No DVR routers for this DVR port 270db23a-2296-4371-8696-9e01e6b87b99 on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:41:09.412049 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f4e4695-ad57-417f-b851-df604821c0e7 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Deleting subnet e3cbfbc9-425a-47a1-9ea4-a16de3e2cb8a {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:41:09.430341 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1f4e4695-ad57-417f-b851-df604821c0e7 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:09.512744 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1f4e4695-ad57-417f-b851-df604821c0e7 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:09.535185 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e43f11e1-c61e-478b-9a37-356218e74762 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:09.565291 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-e43f11e1-c61e-478b-9a37-356218e74762 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ddfc1ca-caa9-4860-a8cf-77c9799be439']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:09.588590 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-e43f11e1-c61e-478b-9a37-356218e74762 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96a9c835-cb76-4182-807b-bc9cfde77260') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:09.588880 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-e43f11e1-c61e-478b-9a37-356218e74762 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96a9c835-cb76-4182-807b-bc9cfde77260') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:09.600642 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-52203cd1-d285-424f-b5ea-4ce71d9ea5c5 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:09.606697 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e43f11e1-c61e-478b-9a37-356218e74762 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:09.627273 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e43f11e1-c61e-478b-9a37-356218e74762 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:09.633771 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e43f11e1-c61e-478b-9a37-356218e74762 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:41:09.634173 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e43f11e1-c61e-478b-9a37-356218e74762 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:09.648796 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:41:09.648796 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:41:09.648796 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:41:09.648796 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:41:09.648796 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:41:09.648796 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:41:09.648796 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:41:09.648796 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:41:09.648796 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:41:09.648796 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:41:09.648796 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:41:09.648796 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:41:09.648796 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:41:09.648796 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:41:09.648796 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:41:09.648796 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:41:09.648796 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:41:09.648796 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:41:09.648796 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:41:09.648796 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:41:09.648796 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:41:09.648796 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:41:09.648796 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:41:09.648796 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:41:09.648796 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:41:09.648796 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:41:09.648796 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:41:09.648796 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:41:09.648796 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:41:09.648796 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:41:09.648796 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:41:09.648796 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:41:09.721022 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-52203cd1-d285-424f-b5ea-4ce71d9ea5c5 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:09.804131 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c6efd4e7-7a2f-4193-9bd6-aed3a8a0a719 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:09.836878 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52203cd1-d285-424f-b5ea-4ce71d9ea5c5 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event updated for resources: {'Port': ['ID=774c198a-c518-4b28-978a-7cff0920750e,revision_number=3']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:09.845254 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52203cd1-d285-424f-b5ea-4ce71d9ea5c5 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:09.845924 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-52203cd1-d285-424f-b5ea-4ce71d9ea5c5 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:09.847301 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-52203cd1-d285-424f-b5ea-4ce71d9ea5c5 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "PUT /v2.0/ports/774c198a-c518-4b28-978a-7cff0920750e HTTP/1.1" status: 200 len: 910 time: 1.7220492 Feb 04 11:41:09.851104 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38854) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:09.913864 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e43f11e1-c61e-478b-9a37-356218e74762 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:09.938733 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e43f11e1-c61e-478b-9a37-356218e74762 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:09.952552 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f11e1-c61e-478b-9a37-356218e74762 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event deleted for resources: {'Network': ['ID=6ddfc1ca-caa9-4860-a8cf-77c9799be439,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:09.962591 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e43f11e1-c61e-478b-9a37-356218e74762 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "DELETE /v2.0/networks/6ddfc1ca-caa9-4860-a8cf-77c9799be439 HTTP/1.1" status: 204 len: 168 time: 3.6333411 Feb 04 11:41:10.005279 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38858) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:10.023623 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-2155ed3e-2a42-473c-b7e8-36ff166cee39 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-609731845'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:10.030516 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-2155ed3e-2a42-473c-b7e8-36ff166cee39 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:10.035739 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-2155ed3e-2a42-473c-b7e8-36ff166cee39 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Usage tracker for resource:network and tenant:f631734a474740f59c61a7b75bcfa8d4 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:10.040640 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-2155ed3e-2a42-473c-b7e8-36ff166cee39 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:10.054498 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-2155ed3e-2a42-473c-b7e8-36ff166cee39 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:10.064355 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-c6efd4e7-7a2f-4193-9bd6-aed3a8a0a719 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Calling delete_port for 07fc234b-32d5-4a96-854d-c3820af8dd4a owned by network:router_gateway {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:41:10.112241 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55a6ff3-ff0b-4224-b358-4b6bdff29fcf tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Router ca5b3bca-d769-44c6-9e48-ca9513feccf1 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:41:10.121222 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1f4e4695-ad57-417f-b851-df604821c0e7 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:10.166170 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2155ed3e-2a42-473c-b7e8-36ff166cee39 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Made reservation on behalf of f631734a474740f59c61a7b75bcfa8d4 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:41:10.169346 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2155ed3e-2a42-473c-b7e8-36ff166cee39 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:10.254928 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2155ed3e-2a42-473c-b7e8-36ff166cee39 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:41:10.268747 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2155ed3e-2a42-473c-b7e8-36ff166cee39 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:10.269091 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-2155ed3e-2a42-473c-b7e8-36ff166cee39 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Added segment 3a5f83dc-ee85-440d-b813-c034322ddec8 of type vlan for network d7f194cc-5fa0-40d4-aca0-94637b031739 Feb 04 11:41:10.318531 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2155ed3e-2a42-473c-b7e8-36ff166cee39 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:10.351765 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9c0ba9d3-ab57-4377-95af-f0cedb9a97b1 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:10.371001 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55a6ff3-ff0b-4224-b358-4b6bdff29fcf tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:41:10.384039 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cc3996-d088-416e-9c89-9154c4d94139 None None] Sync routers for ids ['ca5b3bca-d769-44c6-9e48-ca9513feccf1'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:41:10.401490 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cc3996-d088-416e-9c89-9154c4d94139 None None] Routers {'ca5b3bca-d769-44c6-9e48-ca9513feccf1'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:41:10.402646 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-03cc3996-d088-416e-9c89-9154c4d94139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['ca5b3bca-d769-44c6-9e48-ca9513feccf1'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:10.430729 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f55a6ff3-ff0b-4224-b358-4b6bdff29fcf tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] 10.222.0.21 "PUT /v2.0/routers/ca5b3bca-d769-44c6-9e48-ca9513feccf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8285704 Feb 04 11:41:10.430729 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1f4e4695-ad57-417f-b851-df604821c0e7 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:10.435106 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38864) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:10.489623 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-03cc3996-d088-416e-9c89-9154c4d94139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:10.507136 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cc3996-d088-416e-9c89-9154c4d94139 None None] Routers {'ca5b3bca-d769-44c6-9e48-ca9513feccf1'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:41:10.508149 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-03cc3996-d088-416e-9c89-9154c4d94139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['ca5b3bca-d769-44c6-9e48-ca9513feccf1'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:10.557471 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e4695-ad57-417f-b851-df604821c0e7 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event deleted for resources: {'Subnet': ['ID=e3cbfbc9-425a-47a1-9ea4-a16de3e2cb8a,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:10.574509 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-4aca70ec-81ff-4bd0-9f79-204b512500c8 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] delete failed (client error): The resource could not be found. Feb 04 11:41:10.580526 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4aca70ec-81ff-4bd0-9f79-204b512500c8 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-1116603803 HTTP/1.1" status: 404 len: 335 time: 0.1137283 Feb 04 11:41:10.580526 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38868) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:10.580824 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-03cc3996-d088-416e-9c89-9154c4d94139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:10.581224 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cc3996-d088-416e-9c89-9154c4d94139 None None] The sync data for ids ['ca5b3bca-d769-44c6-9e48-ca9513feccf1'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:41:10.589189 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-0f109a0d-acbf-423b-9493-31aaa5ae9f98 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ca5b3bca-d769-44c6-9e48-ca9513feccf1'}}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:10.595818 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2155ed3e-2a42-473c-b7e8-36ff166cee39 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:10.598546 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2155ed3e-2a42-473c-b7e8-36ff166cee39 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:10.599122 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2155ed3e-2a42-473c-b7e8-36ff166cee39 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:10.601938 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d31e9a7-7eda-459d-9ef6-ffe1a92fa57e None None] Network 7eb34caa-b14e-4368-a3ed-9e3e4e9004a5 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:41:10.635409 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1f4e4695-ad57-417f-b851-df604821c0e7 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:10.637031 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-1f4e4695-ad57-417f-b851-df604821c0e7 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/subnets/e3cbfbc9-425a-47a1-9ea4-a16de3e2cb8a HTTP/1.1" status: 204 len: 168 time: 1.7188737 Feb 04 11:41:10.643014 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38872) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:10.668619 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c6efd4e7-7a2f-4193-9bd6-aed3a8a0a719 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:10.729330 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2155ed3e-2a42-473c-b7e8-36ff166cee39 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event updated for resources: {'Network': ['ID=d7f194cc-5fa0-40d4-aca0-94637b031739,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:10.766900 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6efd4e7-7a2f-4193-9bd6-aed3a8a0a719 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event deleted for resources: {'Port': ['ID=07fc234b-32d5-4a96-854d-c3820af8dd4a,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:10.782930 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network d7f194cc-5fa0-40d4-aca0-94637b031739 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:41:10.798195 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2155ed3e-2a42-473c-b7e8-36ff166cee39 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7838843 Feb 04 11:41:10.799600 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38876) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:10.805196 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-243e647d-c6a1-4588-b879-cb8e40ad98ce tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:10.939029 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-26ac84f6-bc96-4be0-ae91-c0839f4b28a8 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:10.988494 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6487a90f-e9c6-4b06-869e-640cf41c87da None None] DHCP port deletion for 7eb34caa-b14e-4368-a3ed-9e3e4e9004a5 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:41:10.994036 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-6487a90f-e9c6-4b06-869e-640cf41c87da None None] Deleting port 7fee9e71-2b93-4ee7-90a0-d73e75c5d518 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:41:10.994410 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6487a90f-e9c6-4b06-869e-640cf41c87da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:11.043513 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-26ac84f6-bc96-4be0-ae91-c0839f4b28a8 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Deleting port 7fee9e71-2b93-4ee7-90a0-d73e75c5d518 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:41:11.043924 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-26ac84f6-bc96-4be0-ae91-c0839f4b28a8 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:11.170767 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-243e647d-c6a1-4588-b879-cb8e40ad98ce tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:11.246950 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-6487a90f-e9c6-4b06-869e-640cf41c87da None None] For port 7fee9e71-2b93-4ee7-90a0-d73e75c5d518, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=7fee9e71-2b93-4ee7-90a0-d73e75c5d518,segment=NetworkSegment(278eeec9-0df0-4bfd-ab81-204e75d08829),segment_id=278eeec9-0df0-4bfd-ab81-204e75d08829)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:41:11.247337 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6487a90f-e9c6-4b06-869e-640cf41c87da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:11.299999 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-243e647d-c6a1-4588-b879-cb8e40ad98ce tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:11.378573 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-6487a90f-e9c6-4b06-869e-640cf41c87da None None] Calling delete_port for 7fee9e71-2b93-4ee7-90a0-d73e75c5d518 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:41:11.395629 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-243e647d-c6a1-4588-b879-cb8e40ad98ce tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Network d7f194cc-5fa0-40d4-aca0-94637b031739 is not hosted by any dhcp agent {{(pid=84204) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 04 11:41:11.400209 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243e647d-c6a1-4588-b879-cb8e40ad98ce tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:11.400438 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-243e647d-c6a1-4588-b879-cb8e40ad98ce tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:11.404264 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-243e647d-c6a1-4588-b879-cb8e40ad98ce tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "PUT /v2.0/networks/d7f194cc-5fa0-40d4-aca0-94637b031739 HTTP/1.1" status: 200 len: 723 time: 0.6020346 Feb 04 11:41:11.405915 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38880) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:11.409943 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-30ee709a-b641-4a42-8465-1e100fbdbb87 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Request body: {'subnet': {'network_id': 'd7f194cc-5fa0-40d4-aca0-94637b031739', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:11.429114 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e647d-c6a1-4588-b879-cb8e40ad98ce tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event updated for resources: {'Network': ['ID=d7f194cc-5fa0-40d4-aca0-94637b031739,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:11.445052 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network d7f194cc-5fa0-40d4-aca0-94637b031739 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:41:11.459797 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c6efd4e7-7a2f-4193-9bd6-aed3a8a0a719 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:11.591347 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-9c0ba9d3-ab57-4377-95af-f0cedb9a97b1 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Deleting port 774c198a-c518-4b28-978a-7cff0920750e {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:41:11.591835 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9c0ba9d3-ab57-4377-95af-f0cedb9a97b1 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:11.617781 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6487a90f-e9c6-4b06-869e-640cf41c87da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:11.663742 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487a90f-e9c6-4b06-869e-640cf41c87da None None] Pushing event deleted for resources: {'Port': ['ID=7fee9e71-2b93-4ee7-90a0-d73e75c5d518,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:11.671554 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6487a90f-e9c6-4b06-869e-640cf41c87da None None] No DVR routers for this DVR port 7fee9e71-2b93-4ee7-90a0-d73e75c5d518 on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:41:11.794612 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9c0ba9d3-ab57-4377-95af-f0cedb9a97b1 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:11.923051 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-9c0ba9d3-ab57-4377-95af-f0cedb9a97b1 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Calling delete_port for 774c198a-c518-4b28-978a-7cff0920750e owned by network:router_interface {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:41:11.980448 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-30ee709a-b641-4a42-8465-1e100fbdbb87 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:12.030996 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c6efd4e7-7a2f-4193-9bd6-aed3a8a0a719 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:12.035567 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-30ee709a-b641-4a42-8465-1e100fbdbb87 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Usage tracker for resource:subnet and tenant:f631734a474740f59c61a7b75bcfa8d4 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:12.045203 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-30ee709a-b641-4a42-8465-1e100fbdbb87 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:12.063342 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-26ac84f6-bc96-4be0-ae91-c0839f4b28a8 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] For port 7fee9e71-2b93-4ee7-90a0-d73e75c5d518, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=7fee9e71-2b93-4ee7-90a0-d73e75c5d518,segment=NetworkSegment(278eeec9-0df0-4bfd-ab81-204e75d08829),segment_id=278eeec9-0df0-4bfd-ab81-204e75d08829)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:41:12.063342 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-26ac84f6-bc96-4be0-ae91-c0839f4b28a8 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:12.073926 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-30ee709a-b641-4a42-8465-1e100fbdbb87 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:12.076640 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ab3f4057-b8d5-434e-92b6-49fa7679a294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:12.078389 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c6efd4e7-7a2f-4193-9bd6-aed3a8a0a719 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:12.155527 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9c0ba9d3-ab57-4377-95af-f0cedb9a97b1 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:12.199874 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-26ac84f6-bc96-4be0-ae91-c0839f4b28a8 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Calling delete_port for 7fee9e71-2b93-4ee7-90a0-d73e75c5d518 owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:41:12.226861 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ba9d3-ab57-4377-95af-f0cedb9a97b1 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event deleted for resources: {'Port': ['ID=774c198a-c518-4b28-978a-7cff0920750e,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:12.227867 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0f109a0d-acbf-423b-9493-31aaa5ae9f98 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:12.260083 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ee709a-b641-4a42-8465-1e100fbdbb87 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Made reservation on behalf of f631734a474740f59c61a7b75bcfa8d4 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:41:12.420844 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.api [None req-26ac84f6-bc96-4be0-ae91-c0839f4b28a8 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:41:12.426096 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG oslo_db.api [None req-26ac84f6-bc96-4be0-ae91-c0839f4b28a8 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:41:12.432719 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-0f109a0d-acbf-423b-9493-31aaa5ae9f98 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] update failed (client error): The resource could not be found. Feb 04 11:41:12.433786 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0f109a0d-acbf-423b-9493-31aaa5ae9f98 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] 10.222.0.21 "PUT /v2.0/routers/ca5b3bca-d769-44c6-9e48-ca9513feccf1 HTTP/1.1" status: 404 len: 339 time: 1.8530056 Feb 04 11:41:12.437502 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38894) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:12.515371 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c6efd4e7-7a2f-4193-9bd6-aed3a8a0a719 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:12.515873 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6efd4e7-7a2f-4193-9bd6-aed3a8a0a719 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Fanout notify agent at l3_agent the message router_deleted on router 9f13693f-5894-41a3-8de2-6b4557fe6c63 {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:41:12.525790 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-30ee709a-b641-4a42-8465-1e100fbdbb87 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:12.572620 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 7fee9e71-2b93-4ee7-90a0-d73e75c5d518 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:41:12.626064 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9c0ba9d3-ab57-4377-95af-f0cedb9a97b1 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:12.630413 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 7fee9e71-2b93-4ee7-90a0-d73e75c5d518 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:41:12.631485 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 7fee9e71-2b93-4ee7-90a0-d73e75c5d518 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:41:12.869750 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c6efd4e7-7a2f-4193-9bd6-aed3a8a0a719 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:12.870874 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c6efd4e7-7a2f-4193-9bd6-aed3a8a0a719 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "DELETE /v2.0/routers/9f13693f-5894-41a3-8de2-6b4557fe6c63 HTTP/1.1" status: 204 len: 168 time: 5.9693391 Feb 04 11:41:12.880596 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38902) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:12.985970 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-26ac84f6-bc96-4be0-ae91-c0839f4b28a8 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Deleting port 7fee9e71-2b93-4ee7-90a0-d73e75c5d518 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:41:12.985970 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-26ac84f6-bc96-4be0-ae91-c0839f4b28a8 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:13.087229 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-26ac84f6-bc96-4be0-ae91-c0839f4b28a8 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] The port '7fee9e71-2b93-4ee7-90a0-d73e75c5d518' was deleted {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:41:13.286221 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0ba9d3-ab57-4377-95af-f0cedb9a97b1 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Router d5d04fee-85d5-42a5-810f-6ea7602083fa has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:41:13.314312 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-83a8b474-96dc-4992-a263-2852f9ecc7ce tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Deleting subnet b8b29962-d28c-469e-9d59-dc2a13259593 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:41:13.320020 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-83a8b474-96dc-4992-a263-2852f9ecc7ce tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:13.342801 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d23603-b095-4919-aa00-0339339becde req-57c91584-9d0d-4366-9aad-84529439ea9f tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:13.344274 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e5d23603-b095-4919-aa00-0339339becde req-57c91584-9d0d-4366-9aad-84529439ea9f tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 946 time: 0.5733016 Feb 04 11:41:13.452685 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-83a8b474-96dc-4992-a263-2852f9ecc7ce tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:13.460016 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-26ac84f6-bc96-4be0-ae91-c0839f4b28a8 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:13.532718 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-26ac84f6-bc96-4be0-ae91-c0839f4b28a8 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb34caa-b14e-4368-a3ed-9e3e4e9004a5']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:13.576731 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0ba9d3-ab57-4377-95af-f0cedb9a97b1 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:41:13.588280 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289aaadd-3641-4129-8c4e-81a2b321ccd3 None None] Sync routers for ids ['d5d04fee-85d5-42a5-810f-6ea7602083fa'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:41:13.598970 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-83a8b474-96dc-4992-a263-2852f9ecc7ce tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:13.603749 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289aaadd-3641-4129-8c4e-81a2b321ccd3 None None] Routers {'d5d04fee-85d5-42a5-810f-6ea7602083fa'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:41:13.604013 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-30ee709a-b641-4a42-8465-1e100fbdbb87 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:13.605027 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-289aaadd-3641-4129-8c4e-81a2b321ccd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['d5d04fee-85d5-42a5-810f-6ea7602083fa'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:13.611299 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-26ac84f6-bc96-4be0-ae91-c0839f4b28a8 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '278eeec9-0df0-4bfd-ab81-204e75d08829') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:13.611594 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-26ac84f6-bc96-4be0-ae91-c0839f4b28a8 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '278eeec9-0df0-4bfd-ab81-204e75d08829') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:13.623196 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9c0ba9d3-ab57-4377-95af-f0cedb9a97b1 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "PUT /v2.0/routers/d5d04fee-85d5-42a5-810f-6ea7602083fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7710757 Feb 04 11:41:13.628827 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38908) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:13.669362 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-26ac84f6-bc96-4be0-ae91-c0839f4b28a8 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:13.676787 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-289aaadd-3641-4129-8c4e-81a2b321ccd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:13.678475 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-433ccf3e-a0f3-4e27-876b-900ed72e81dd tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Synchronizing usage tracker for tenant:f1bfc018a09d4e34b9596c9c898714a6 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:41:13.688312 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e5d23603-b095-4919-aa00-0339339becde req-530027e8-f124-42e6-84d7-81287c3e86d3 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/security-groups?id=56276931-9902-4f5f-876e-c45590f45267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3219194 Feb 04 11:41:13.694830 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289aaadd-3641-4129-8c4e-81a2b321ccd3 None None] Routers {'d5d04fee-85d5-42a5-810f-6ea7602083fa'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:41:13.695742 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-289aaadd-3641-4129-8c4e-81a2b321ccd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:40:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['d5d04fee-85d5-42a5-810f-6ea7602083fa'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:13.742694 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-26ac84f6-bc96-4be0-ae91-c0839f4b28a8 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:13.758356 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-289aaadd-3641-4129-8c4e-81a2b321ccd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:13.758742 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289aaadd-3641-4129-8c4e-81a2b321ccd3 None None] The sync data for ids ['d5d04fee-85d5-42a5-810f-6ea7602083fa'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:41:13.766460 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26ac84f6-bc96-4be0-ae91-c0839f4b28a8 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:41:13.770682 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-26ac84f6-bc96-4be0-ae91-c0839f4b28a8 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:13.789956 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-433ccf3e-a0f3-4e27-876b-900ed72e81dd tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Unset dirty status for tenant:f1bfc018a09d4e34b9596c9c898714a6 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:41:13.791048 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-433ccf3e-a0f3-4e27-876b-900ed72e81dd tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5d04fee-85d5-42a5-810f-6ea7602083fa HTTP/1.1" status: 200 len: 205 time: 0.1613147 Feb 04 11:41:13.791314 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:41:13.791314 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:41:13.791314 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:41:13.791314 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:41:13.791314 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:41:13.791314 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:41:13.791314 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:41:13.791314 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:41:13.791314 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:41:13.791314 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:41:13.791314 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:41:13.791314 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:41:13.791314 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:41:13.791314 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:41:13.791314 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:41:13.791314 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:41:13.791314 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:41:13.791314 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:41:13.791314 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:41:13.791314 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:41:13.791314 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:41:13.791314 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:41:13.791314 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:41:13.791314 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:41:13.791314 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:41:13.791314 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:41:13.791314 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:41:13.791314 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:41:13.791314 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:41:13.791314 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:41:13.791314 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:41:13.791314 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:41:13.793717 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee709a-b641-4a42-8465-1e100fbdbb87 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event updated for resources: {'Subnet': ['ID=5f0a56b5-a5a6-4982-a1a6-1f329d052781,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:13.793810 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38912) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:13.823996 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-83a8b474-96dc-4992-a263-2852f9ecc7ce tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:13.970712 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8b474-96dc-4992-a263-2852f9ecc7ce tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event deleted for resources: {'Subnet': ['ID=b8b29962-d28c-469e-9d59-dc2a13259593,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:13.979959 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-83a8b474-96dc-4992-a263-2852f9ecc7ce tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:14.010599 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-61c396dd-8d83-4ba2-8b80-d66696f30d7d tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:14.047285 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-83a8b474-96dc-4992-a263-2852f9ecc7ce tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "DELETE /v2.0/subnets/b8b29962-d28c-469e-9d59-dc2a13259593 HTTP/1.1" status: 204 len: 168 time: 1.1651456 Feb 04 11:41:14.049479 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38916) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:14.092843 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ee709a-b641-4a42-8465-1e100fbdbb87 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Checking segment: {'id': '3a5f83dc-ee85-440d-b813-c034322ddec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd7f194cc-5fa0-40d4-aca0-94637b031739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:41:14.093206 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ee709a-b641-4a42-8465-1e100fbdbb87 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Network hostable DHCP agents. Network: d7f194cc-5fa0-40d4-aca0-94637b031739, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:41:14.102710 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-26ac84f6-bc96-4be0-ae91-c0839f4b28a8 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:14.174194 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-eb14ef5a-aa80-4f0b-b00d-41146686f575 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:14.313509 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-26ac84f6-bc96-4be0-ae91-c0839f4b28a8 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:14.314689 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-eb14ef5a-aa80-4f0b-b00d-41146686f575 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:14.342711 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-eb14ef5a-aa80-4f0b-b00d-41146686f575 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a411320b-8cc8-427e-8abc-e104b8d99929']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:14.355589 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-eb14ef5a-aa80-4f0b-b00d-41146686f575 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42447277-5382-44c1-bc23-1d9cfde9d923') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:14.355890 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-eb14ef5a-aa80-4f0b-b00d-41146686f575 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42447277-5382-44c1-bc23-1d9cfde9d923') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:14.367744 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-eb14ef5a-aa80-4f0b-b00d-41146686f575 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:14.381458 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac84f6-bc96-4be0-ae91-c0839f4b28a8 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event deleted for resources: {'Network': ['ID=7eb34caa-b14e-4368-a3ed-9e3e4e9004a5,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:14.384535 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-eb14ef5a-aa80-4f0b-b00d-41146686f575 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:14.393103 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb14ef5a-aa80-4f0b-b00d-41146686f575 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:41:14.393747 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-eb14ef5a-aa80-4f0b-b00d-41146686f575 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:14.399900 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-41a2029b-1d84-441c-a46d-e4711aa6af33 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:14.409715 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:41:14.409715 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:41:14.409715 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:41:14.409715 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:41:14.409715 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:41:14.409715 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:41:14.409715 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:41:14.409715 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:41:14.409715 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:41:14.409715 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:41:14.409715 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:41:14.409715 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:41:14.409715 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:41:14.409715 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:41:14.409715 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:41:14.409715 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:41:14.409715 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:41:14.409715 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:41:14.409715 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:41:14.409715 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:41:14.409715 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:41:14.409715 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:41:14.409715 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:41:14.409715 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:41:14.409715 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:41:14.409715 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:41:14.409715 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:41:14.409715 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:41:14.409715 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:41:14.409715 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:41:14.409715 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:41:14.409715 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:41:14.455007 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-26ac84f6-bc96-4be0-ae91-c0839f4b28a8 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/networks/7eb34caa-b14e-4368-a3ed-9e3e4e9004a5 HTTP/1.1" status: 204 len: 168 time: 3.8109393 Feb 04 11:41:14.462775 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38920) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:14.464319 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0f7fbe09-b2ee-4ddd-81c0-dafbc20609b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:14.472511 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-17e17d1e-44e0-42b9-ba0f-317261151cbe tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1761692933', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:14.482194 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-17e17d1e-44e0-42b9-ba0f-317261151cbe tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:14.499563 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-17e17d1e-44e0-42b9-ba0f-317261151cbe tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Usage tracker for resource:router and tenant:1857235941a6433080777df3100a6d46 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:14.502891 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-17e17d1e-44e0-42b9-ba0f-317261151cbe tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:14.509948 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-17e17d1e-44e0-42b9-ba0f-317261151cbe tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:14.561170 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-eb14ef5a-aa80-4f0b-b00d-41146686f575 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:14.583532 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-eb14ef5a-aa80-4f0b-b00d-41146686f575 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:14.593907 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb14ef5a-aa80-4f0b-b00d-41146686f575 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] Pushing event deleted for resources: {'Network': ['ID=a411320b-8cc8-427e-8abc-e104b8d99929,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:14.599372 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-eb14ef5a-aa80-4f0b-b00d-41146686f575 tempest-FloatingIPTestJSON-547677853 tempest-FloatingIPTestJSON-547677853-project] 10.222.0.21 "DELETE /v2.0/networks/a411320b-8cc8-427e-8abc-e104b8d99929 HTTP/1.1" status: 204 len: 168 time: 0.5463965 Feb 04 11:41:14.612916 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-17e17d1e-44e0-42b9-ba0f-317261151cbe tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:14.615941 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-17e17d1e-44e0-42b9-ba0f-317261151cbe tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:14.634958 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-17e17d1e-44e0-42b9-ba0f-317261151cbe tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:14.710870 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-17e17d1e-44e0-42b9-ba0f-317261151cbe tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:14.729602 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ee709a-b641-4a42-8465-1e100fbdbb87 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Network d7f194cc-5fa0-40d4-aca0-94637b031739 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:41:14.824448 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-17e17d1e-44e0-42b9-ba0f-317261151cbe tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:14.825655 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-17e17d1e-44e0-42b9-ba0f-317261151cbe tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3627059 Feb 04 11:41:14.829005 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38928) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:14.836186 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-93afc058-5f86-44ab-8acb-38e32f9535cc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2097811205'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:14.844300 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-93afc058-5f86-44ab-8acb-38e32f9535cc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:14.885843 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-93afc058-5f86-44ab-8acb-38e32f9535cc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Usage tracker for resource:network and tenant:1857235941a6433080777df3100a6d46 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:14.895213 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-93afc058-5f86-44ab-8acb-38e32f9535cc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:14.904471 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-93afc058-5f86-44ab-8acb-38e32f9535cc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:14.934303 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-30ee709a-b641-4a42-8465-1e100fbdbb87 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, d7f194cc-5fa0-40d4-aca0-94637b031739) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:14.944077 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267389f4-8b72-433a-9d5e-05523b2bf08b None None] Network d7f194cc-5fa0-40d4-aca0-94637b031739 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:41:14.946042 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a312d-3d9c-4c7b-9067-e55cb6cfdcd2 req-2d51d9df-a1a6-48ce-b93b-e4af1277c7e5 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:14.947570 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c70a312d-3d9c-4c7b-9067-e55cb6cfdcd2 req-2d51d9df-a1a6-48ce-b93b-e4af1277c7e5 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 946 time: 0.1059351 Feb 04 11:41:14.997372 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ee709a-b641-4a42-8465-1e100fbdbb87 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:14.997996 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-30ee709a-b641-4a42-8465-1e100fbdbb87 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:15.004554 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c70a312d-3d9c-4c7b-9067-e55cb6cfdcd2 req-9cf3ceda-3f7d-4b9f-b5d7-d511e0e89961 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/security-groups?id=56276931-9902-4f5f-876e-c45590f45267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504482 Feb 04 11:41:15.018624 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93afc058-5f86-44ab-8acb-38e32f9535cc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Made reservation on behalf of 1857235941a6433080777df3100a6d46 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:41:15.036808 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-93afc058-5f86-44ab-8acb-38e32f9535cc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:15.036934 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-41a2029b-1d84-441c-a46d-e4711aa6af33 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:15.053505 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-61c396dd-8d83-4ba2-8b80-d66696f30d7d tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Allocated IP 172.20.0.1 (8701309a-cc22-40cc-9dbe-cd82b7d0d547/15be1ee3-6a41-45bb-b32d-afe956c833d5/a6f71a6a-6c69-47f4-8c91-28247fb37ce3) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:41:15.058848 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-41a2029b-1d84-441c-a46d-e4711aa6af33 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:15.070072 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93afc058-5f86-44ab-8acb-38e32f9535cc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:41:15.080387 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-93afc058-5f86-44ab-8acb-38e32f9535cc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:15.080744 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-93afc058-5f86-44ab-8acb-38e32f9535cc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Added segment f1ec694c-5844-41c1-8d69-a4adf1954403 of type vlan for network 56225026-f565-4757-906e-0cd472ebe86b Feb 04 11:41:15.116354 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-93afc058-5f86-44ab-8acb-38e32f9535cc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:15.161776 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-30ee709a-b641-4a42-8465-1e100fbdbb87 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7560852 Feb 04 11:41:15.165209 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38934) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:15.174543 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-06837431-460d-4f68-b76b-f2bca239fb3f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:15.278833 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-61c396dd-8d83-4ba2-8b80-d66696f30d7d tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:15.281612 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-93afc058-5f86-44ab-8acb-38e32f9535cc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:15.285639 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93afc058-5f86-44ab-8acb-38e32f9535cc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:15.286714 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-93afc058-5f86-44ab-8acb-38e32f9535cc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:15.304615 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-41a2029b-1d84-441c-a46d-e4711aa6af33 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:15.304841 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a2029b-1d84-441c-a46d-e4711aa6af33 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Fanout notify agent at l3_agent the message router_deleted on router d5d04fee-85d5-42a5-810f-6ea7602083fa {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:41:15.307084 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-61c396dd-8d83-4ba2-8b80-d66696f30d7d tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Transition to ACTIVE for port object a6f71a6a-6c69-47f4-8c91-28247fb37ce3 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:15.314769 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38938) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:15.318538 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a8b2a8-4d5b-4208-a730-b9ea58c5b919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-d7f194cc-5fa0-40d4-aca0-94637b031739', 'network_id': 'd7f194cc-5fa0-40d4-aca0-94637b031739', 'tenant_id': 'f631734a474740f59c61a7b75bcfa8d4', 'fixed_ips': [{'subnet_id': '5f0a56b5-a5a6-4982-a1a6-1f329d052781'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:41:15.319714 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e3a8b2a8-4d5b-4208-a730-b9ea58c5b919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:15.332669 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-41a2029b-1d84-441c-a46d-e4711aa6af33 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:15.334467 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-41a2029b-1d84-441c-a46d-e4711aa6af33 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/routers/d5d04fee-85d5-42a5-810f-6ea7602083fa HTTP/1.1" status: 204 len: 168 time: 1.5355163 Feb 04 11:41:15.337424 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38944) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:15.489605 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-93afc058-5f86-44ab-8acb-38e32f9535cc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6589389 Feb 04 11:41:15.490453 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-61c396dd-8d83-4ba2-8b80-d66696f30d7d tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:15.495453 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38948) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:15.545177 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-e3a8b2a8-4d5b-4208-a730-b9ea58c5b919 None None] Allocated IP 172.20.0.2 (d7f194cc-5fa0-40d4-aca0-94637b031739/5f0a56b5-a5a6-4982-a1a6-1f329d052781/f1fcc26d-85e8-44d1-ae05-2ec71a9af974) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:41:15.569612 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-3ab87437-cd6d-4760-b4b1-50d90a71aecf tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Request body: {'subnet': {'network_id': '56225026-f565-4757-906e-0cd472ebe86b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:15.575418 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93afc058-5f86-44ab-8acb-38e32f9535cc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event updated for resources: {'Network': ['ID=56225026-f565-4757-906e-0cd472ebe86b,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:15.591382 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 56225026-f565-4757-906e-0cd472ebe86b details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:41:15.676022 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-06837431-460d-4f68-b76b-f2bca239fb3f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15333360'] for subnet, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:15.686438 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c396dd-8d83-4ba2-8b80-d66696f30d7d tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Network 8701309a-cc22-40cc-9dbe-cd82b7d0d547 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:41:15.704123 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-61c396dd-8d83-4ba2-8b80-d66696f30d7d tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:15.704352 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:15.712148 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:15.717170 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c396dd-8d83-4ba2-8b80-d66696f30d7d tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:41:15.728770 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-672323e8-1978-4f5b-b3ee-bc842b207e37 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac8146b7950d45beb1b9b13f531779aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3982127 Feb 04 11:41:15.733276 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38952) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:15.781291 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c396dd-8d83-4ba2-8b80-d66696f30d7d tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Pushing event updated for resources: {'Port': ['ID=a6f71a6a-6c69-47f4-8c91-28247fb37ce3,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:15.828672 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a7edeb-51d6-4c3c-8a84-12495a255816 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Deleting subnet 1ef67adf-9cf8-4196-8ab8-dcdce26810d1 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:41:15.836688 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2bcb-4a5f-4db1-9e17-92f023c2940a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:15.842402 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-3ab87437-cd6d-4760-b4b1-50d90a71aecf tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:15.847718 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-10a7edeb-51d6-4c3c-8a84-12495a255816 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:15.871763 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2bcb-4a5f-4db1-9e17-92f023c2940a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:15.894430 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e3a8b2a8-4d5b-4208-a730-b9ea58c5b919 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:15.912147 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e3a8b2a8-4d5b-4208-a730-b9ea58c5b919 None None] Transition to ACTIVE for port object f1fcc26d-85e8-44d1-ae05-2ec71a9af974 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:15.953539 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e3a8b2a8-4d5b-4208-a730-b9ea58c5b919 None None] Transition to ACTIVE for port object f1fcc26d-85e8-44d1-ae05-2ec71a9af974 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:16.001145 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2bcb-4a5f-4db1-9e17-92f023c2940a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:16.011795 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-3ab87437-cd6d-4760-b4b1-50d90a71aecf tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Usage tracker for resource:subnet and tenant:1857235941a6433080777df3100a6d46 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:16.014584 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-61c396dd-8d83-4ba2-8b80-d66696f30d7d tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:16.017091 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-3ab87437-cd6d-4760-b4b1-50d90a71aecf tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:16.017310 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c2bcb-4a5f-4db1-9e17-92f023c2940a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bef843-8267-499e-a5e0-6f7b724c6742,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:16.028529 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2bcb-4a5f-4db1-9e17-92f023c2940a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:16.032137 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5f6c2bcb-4a5f-4db1-9e17-92f023c2940a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2bef843-8267-499e-a5e0-6f7b724c6742 HTTP/1.1" status: 204 len: 168 time: 0.2961547 Feb 04 11:41:16.038859 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-3ab87437-cd6d-4760-b4b1-50d90a71aecf tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:16.065451 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-10a7edeb-51d6-4c3c-8a84-12495a255816 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:16.083233 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e3a8b2a8-4d5b-4208-a730-b9ea58c5b919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:16.143436 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab87437-cd6d-4760-b4b1-50d90a71aecf tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Made reservation on behalf of 1857235941a6433080777df3100a6d46 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:41:16.190992 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8b2a8-4d5b-4208-a730-b9ea58c5b919 None None] Pushing event updated for resources: {'Port': ['ID=f1fcc26d-85e8-44d1-ae05-2ec71a9af974,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:16.213478 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a8b2a8-4d5b-4208-a730-b9ea58c5b919 None None] Network d7f194cc-5fa0-40d4-aca0-94637b031739 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:41:16.214851 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-e3a8b2a8-4d5b-4208-a730-b9ea58c5b919 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:16.218628 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a8b2a8-4d5b-4208-a730-b9ea58c5b919 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:41:16.297100 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f7f27a24-842d-48a9-8f05-c2e89953415d None None] Provisioning for port a6f71a6a-6c69-47f4-8c91-28247fb37ce3 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:41:16.316308 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f7f27a24-842d-48a9-8f05-c2e89953415d None None] Provisioning complete for port a6f71a6a-6c69-47f4-8c91-28247fb37ce3 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:16.316676 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f7f27a24-842d-48a9-8f05-c2e89953415d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:16.350694 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-06837431-460d-4f68-b76b-f2bca239fb3f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760517259268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15954748'] for subnet, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:16.362808 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-e3a8b2a8-4d5b-4208-a730-b9ea58c5b919 None None] Attempting to bind port f1fcc26d-85e8-44d1-ae05-2ec71a9af974 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:41:16.363148 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-e3a8b2a8-4d5b-4208-a730-b9ea58c5b919 None None] Attempting to bind port f1fcc26d-85e8-44d1-ae05-2ec71a9af974 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '3a5f83dc-ee85-440d-b813-c034322ddec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd7f194cc-5fa0-40d4-aca0-94637b031739'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:41:16.363502 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a8b2a8-4d5b-4208-a730-b9ea58c5b919 None None] Attempting to bind port f1fcc26d-85e8-44d1-ae05-2ec71a9af974 on network d7f194cc-5fa0-40d4-aca0-94637b031739 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:41:16.385657 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a8b2a8-4d5b-4208-a730-b9ea58c5b919 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:41:16.386079 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a8b2a8-4d5b-4208-a730-b9ea58c5b919 None None] Checking segment: {'id': '3a5f83dc-ee85-440d-b813-c034322ddec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd7f194cc-5fa0-40d4-aca0-94637b031739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:41:16.386485 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e3a8b2a8-4d5b-4208-a730-b9ea58c5b919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:16.386881 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a8b2a8-4d5b-4208-a730-b9ea58c5b919 None None] Bound using segment: {'id': '3a5f83dc-ee85-440d-b813-c034322ddec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd7f194cc-5fa0-40d4-aca0-94637b031739'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:41:16.387371 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-e3a8b2a8-4d5b-4208-a730-b9ea58c5b919 None None] Bound port: f1fcc26d-85e8-44d1-ae05-2ec71a9af974, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a5f83dc-ee85-440d-b813-c034322ddec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd7f194cc-5fa0-40d4-aca0-94637b031739'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:41:16.387887 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e3a8b2a8-4d5b-4208-a730-b9ea58c5b919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:16.406492 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-f7f27a24-842d-48a9-8f05-c2e89953415d None None] Port a6f71a6a-6c69-47f4-8c91-28247fb37ce3 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:41:16.414207 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3ab87437-cd6d-4760-b4b1-50d90a71aecf tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:16.445619 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06837431-460d-4f68-b76b-f2bca239fb3f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:16.448052 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-06837431-460d-4f68-b76b-f2bca239fb3f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:16.449910 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-06837431-460d-4f68-b76b-f2bca239fb3f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "PUT /v2.0/subnets/5f0a56b5-a5a6-4982-a1a6-1f329d052781 HTTP/1.1" status: 200 len: 806 time: 1.2835619 Feb 04 11:41:16.460226 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38960) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:16.520840 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-e3a8b2a8-4d5b-4208-a730-b9ea58c5b919 None None] For port f1fcc26d-85e8-44d1-ae05-2ec71a9af974, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:41:16.526007 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-e3a8b2a8-4d5b-4208-a730-b9ea58c5b919 None None] For port f1fcc26d-85e8-44d1-ae05-2ec71a9af974, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=f1fcc26d-85e8-44d1-ae05-2ec71a9af974,segment=NetworkSegment(3a5f83dc-ee85-440d-b813-c034322ddec8),segment_id=3a5f83dc-ee85-440d-b813-c034322ddec8)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:41:16.566741 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06837431-460d-4f68-b76b-f2bca239fb3f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event updated for resources: {'Subnet': ['ID=5f0a56b5-a5a6-4982-a1a6-1f329d052781,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:16.590582 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-61c396dd-8d83-4ba2-8b80-d66696f30d7d tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:16.603007 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-10a7edeb-51d6-4c3c-8a84-12495a255816 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:16.630188 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e3a8b2a8-4d5b-4208-a730-b9ea58c5b919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:16.635743 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a9785efb-d178-464a-9ebc-8c17227cdac5 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:16.649546 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-a9785efb-d178-464a-9ebc-8c17227cdac5 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Deleting port f1fcc26d-85e8-44d1-ae05-2ec71a9af974 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:41:16.649546 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a9785efb-d178-464a-9ebc-8c17227cdac5 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:16.739218 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8b2a8-4d5b-4208-a730-b9ea58c5b919 None None] Pushing event updated for resources: {'Port': ['ID=f1fcc26d-85e8-44d1-ae05-2ec71a9af974,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:16.764202 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae5837-50d5-40d4-9743-c1ae83412337 req-0678dfbb-e286-4f62-8de8-40f8bfa78b77 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:16.775470 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-20ae5837-50d5-40d4-9743-c1ae83412337 req-0678dfbb-e286-4f62-8de8-40f8bfa78b77 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 946 time: 0.5953889 Feb 04 11:41:16.852741 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:17.062963 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-a9785efb-d178-464a-9ebc-8c17227cdac5 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] For port f1fcc26d-85e8-44d1-ae05-2ec71a9af974, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=f1fcc26d-85e8-44d1-ae05-2ec71a9af974,segment=NetworkSegment(3a5f83dc-ee85-440d-b813-c034322ddec8),segment_id=3a5f83dc-ee85-440d-b813-c034322ddec8)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:41:17.063330 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a9785efb-d178-464a-9ebc-8c17227cdac5 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:17.075064 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-20ae5837-50d5-40d4-9743-c1ae83412337 req-3303084f-2a87-4038-884e-8dda76c76f00 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/security-groups?id=56276931-9902-4f5f-876e-c45590f45267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2955787 Feb 04 11:41:17.148120 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-10a7edeb-51d6-4c3c-8a84-12495a255816 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:17.193946 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-a9785efb-d178-464a-9ebc-8c17227cdac5 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Calling delete_port for f1fcc26d-85e8-44d1-ae05-2ec71a9af974 owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:41:17.248166 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a7edeb-51d6-4c3c-8a84-12495a255816 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event deleted for resources: {'Subnet': ['ID=1ef67adf-9cf8-4196-8ab8-dcdce26810d1,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:17.259792 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-10a7edeb-51d6-4c3c-8a84-12495a255816 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:17.266903 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052bc9bc-958c-4998-9f90-a8cb05e159dc None None] Network 7376e098-fe8b-49e3-95d7-0274564ee734 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:41:17.283617 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-10a7edeb-51d6-4c3c-8a84-12495a255816 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/subnets/1ef67adf-9cf8-4196-8ab8-dcdce26810d1 HTTP/1.1" status: 204 len: 168 time: 1.9451392 Feb 04 11:41:17.290010 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38964) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:17.390772 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3ab87437-cd6d-4760-b4b1-50d90a71aecf tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:17.413336 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a9785efb-d178-464a-9ebc-8c17227cdac5 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:17.466160 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9785efb-d178-464a-9ebc-8c17227cdac5 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event deleted for resources: {'Port': ['ID=f1fcc26d-85e8-44d1-ae05-2ec71a9af974,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:17.503093 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d7ed359a-924a-464b-8ccd-0237c287f011 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:17.513306 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab87437-cd6d-4760-b4b1-50d90a71aecf tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event updated for resources: {'Subnet': ['ID=77c8604e-5f99-486b-b3da-c79b522e735f,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:17.546639 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-61c396dd-8d83-4ba2-8b80-d66696f30d7d tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:17.567528 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9785efb-d178-464a-9ebc-8c17227cdac5 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] No DVR routers for this DVR port f1fcc26d-85e8-44d1-ae05-2ec71a9af974 on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:41:17.567653 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-d7ed359a-924a-464b-8ccd-0237c287f011 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Deleting port 1e84d852-e0ea-473c-84d1-3238fd822bce {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:41:17.567653 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d7ed359a-924a-464b-8ccd-0237c287f011 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:17.586369 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04667aa6-5f0d-457b-8404-b64e07bf26e0 None None] DHCP port deletion for 7376e098-fe8b-49e3-95d7-0274564ee734 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:41:17.591020 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-04667aa6-5f0d-457b-8404-b64e07bf26e0 None None] Deleting port 1e84d852-e0ea-473c-84d1-3238fd822bce {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:41:17.591593 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-04667aa6-5f0d-457b-8404-b64e07bf26e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:17.609305 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-61c396dd-8d83-4ba2-8b80-d66696f30d7d tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:17.642014 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a9785efb-d178-464a-9ebc-8c17227cdac5 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:17.680726 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab87437-cd6d-4760-b4b1-50d90a71aecf tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Checking segment: {'id': 'f1ec694c-5844-41c1-8d69-a4adf1954403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '56225026-f565-4757-906e-0cd472ebe86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:41:17.681086 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab87437-cd6d-4760-b4b1-50d90a71aecf tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Network hostable DHCP agents. Network: 56225026-f565-4757-906e-0cd472ebe86b, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:41:17.807524 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a9785efb-d178-464a-9ebc-8c17227cdac5 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:17.869758 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-04667aa6-5f0d-457b-8404-b64e07bf26e0 None None] For port 1e84d852-e0ea-473c-84d1-3238fd822bce, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=1e84d852-e0ea-473c-84d1-3238fd822bce,segment=NetworkSegment(15b6da5d-77da-45f6-ab95-2c9ce950d96c),segment_id=15b6da5d-77da-45f6-ab95-2c9ce950d96c)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:41:17.870557 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-04667aa6-5f0d-457b-8404-b64e07bf26e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:17.884410 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9785efb-d178-464a-9ebc-8c17227cdac5 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event deleted for resources: {'Subnet': ['ID=5f0a56b5-a5a6-4982-a1a6-1f329d052781,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:17.922465 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-61c396dd-8d83-4ba2-8b80-d66696f30d7d tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:17.929520 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c396dd-8d83-4ba2-8b80-d66696f30d7d tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Pushing event updated for resources: {'Port': ['ID=a6f71a6a-6c69-47f4-8c91-28247fb37ce3,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:17.992561 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a9785efb-d178-464a-9ebc-8c17227cdac5 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:18.027312 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-a9785efb-d178-464a-9ebc-8c17227cdac5 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f194cc-5fa0-40d4-aca0-94637b031739']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:18.044676 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-a9785efb-d178-464a-9ebc-8c17227cdac5 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a5f83dc-ee85-440d-b813-c034322ddec8') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:18.045389 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-a9785efb-d178-464a-9ebc-8c17227cdac5 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a5f83dc-ee85-440d-b813-c034322ddec8') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:18.058443 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae23dfb-6236-4807-8975-18d5714f3fd8 None None] Network d7f194cc-5fa0-40d4-aca0-94637b031739 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:41:18.062349 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a9785efb-d178-464a-9ebc-8c17227cdac5 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:18.076568 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a9785efb-d178-464a-9ebc-8c17227cdac5 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:18.082910 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-04667aa6-5f0d-457b-8404-b64e07bf26e0 None None] Calling delete_port for 1e84d852-e0ea-473c-84d1-3238fd822bce owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:41:18.083862 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9785efb-d178-464a-9ebc-8c17227cdac5 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:41:18.085163 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a9785efb-d178-464a-9ebc-8c17227cdac5 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:18.101455 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:41:18.101455 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:41:18.101455 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:41:18.101455 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:41:18.101455 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:41:18.101455 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:41:18.101455 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:41:18.101455 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:41:18.101455 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:41:18.101455 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:41:18.101455 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:41:18.101455 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:41:18.101455 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:41:18.101455 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:41:18.101455 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:41:18.101455 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:41:18.101455 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:41:18.101455 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:41:18.101455 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:41:18.101455 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:41:18.101455 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:41:18.101455 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:41:18.101455 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:41:18.101455 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:41:18.101455 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:41:18.101455 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:41:18.101455 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:41:18.101455 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:41:18.101455 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:41:18.101455 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:41:18.101455 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:41:18.101455 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:41:18.106431 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab87437-cd6d-4760-b4b1-50d90a71aecf tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Network 56225026-f565-4757-906e-0cd472ebe86b is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:41:18.126667 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-d7ed359a-924a-464b-8ccd-0237c287f011 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] For port 1e84d852-e0ea-473c-84d1-3238fd822bce, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=1e84d852-e0ea-473c-84d1-3238fd822bce,segment=NetworkSegment(15b6da5d-77da-45f6-ab95-2c9ce950d96c),segment_id=15b6da5d-77da-45f6-ab95-2c9ce950d96c)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:41:18.126905 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d7ed359a-924a-464b-8ccd-0237c287f011 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:18.127051 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-aa53594b-70fa-4100-ba94-7a83b4f29dc9 None None] Could not find standard attr ID for object f1fcc26d-85e8-44d1-ae05-2ec71a9af974. {{(pid=84206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 11:41:18.264883 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a9785efb-d178-464a-9ebc-8c17227cdac5 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:18.299511 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a9785efb-d178-464a-9ebc-8c17227cdac5 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:18.301282 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-3ab87437-cd6d-4760-b4b1-50d90a71aecf tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 56225026-f565-4757-906e-0cd472ebe86b) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:18.306298 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab87437-cd6d-4760-b4b1-50d90a71aecf tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:18.307298 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3ab87437-cd6d-4760-b4b1-50d90a71aecf tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:18.312050 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9785efb-d178-464a-9ebc-8c17227cdac5 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event deleted for resources: {'Network': ['ID=d7f194cc-5fa0-40d4-aca0-94637b031739,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:18.330346 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-d7ed359a-924a-464b-8ccd-0237c287f011 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Calling delete_port for 1e84d852-e0ea-473c-84d1-3238fd822bce owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:41:18.330698 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7290055f-e319-4ce1-983f-791f63551550 None None] Network 56225026-f565-4757-906e-0cd472ebe86b requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:41:18.362535 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a9785efb-d178-464a-9ebc-8c17227cdac5 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "DELETE /v2.0/networks/d7f194cc-5fa0-40d4-aca0-94637b031739 HTTP/1.1" status: 204 len: 168 time: 1.8998866 Feb 04 11:41:18.369507 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38974) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:18.416189 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c396dd-8d83-4ba2-8b80-d66696f30d7d tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Network 8701309a-cc22-40cc-9dbe-cd82b7d0d547 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:41:18.418507 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-c424962f-be5c-4259-8631-66ab0fb81f1d tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] DELETE failed (client error): The resource could not be found. Feb 04 11:41:18.419034 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c424962f-be5c-4259-8631-66ab0fb81f1d tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:41:18.419638 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-61c396dd-8d83-4ba2-8b80-d66696f30d7d tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:18.422422 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c424962f-be5c-4259-8631-66ab0fb81f1d tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "DELETE /v2.0/networks/d7f194cc-5fa0-40d4-aca0-94637b031739 HTTP/1.1" status: 404 len: 339 time: 0.0441978 Feb 04 11:41:18.427146 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38978) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:18.439798 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1c206a-0e5d-4883-9b12-a6baf3eb11f1 None None] DHCP port deletion for d7f194cc-5fa0-40d4-aca0-94637b031739 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:41:18.446632 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-04667aa6-5f0d-457b-8404-b64e07bf26e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:18.453725 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69d231-107a-4631-9edb-f2eee90ef623 req-2a71bfdd-2493-4bce-a44e-a5da7e985816 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:18.458175 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-fe69d231-107a-4631-9edb-f2eee90ef623 req-2a71bfdd-2493-4bce-a44e-a5da7e985816 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 946 time: 0.1505818 Feb 04 11:41:18.518789 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-fe69d231-107a-4631-9edb-f2eee90ef623 req-51777369-171c-45e5-9b8b-7ca1990a4511 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/security-groups?id=56276931-9902-4f5f-876e-c45590f45267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540314 Feb 04 11:41:18.574328 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04667aa6-5f0d-457b-8404-b64e07bf26e0 None None] No DVR routers for this DVR port 1e84d852-e0ea-473c-84d1-3238fd822bce on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:41:18.578739 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04667aa6-5f0d-457b-8404-b64e07bf26e0 None None] Pushing event deleted for resources: {'Port': ['ID=1e84d852-e0ea-473c-84d1-3238fd822bce,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:18.586908 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788c8c4a-e381-441d-883b-10d0fe876143 None None] Network d7f194cc-5fa0-40d4-aca0-94637b031739 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:41:18.606192 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 1e84d852-e0ea-473c-84d1-3238fd822bce no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:41:18.621097 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-10063f53-5fb1-4153-8df9-8a4080e92788 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-698876238', 'description': 'd1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:18.627398 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3ab87437-cd6d-4760-b4b1-50d90a71aecf tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0861039 Feb 04 11:41:18.630780 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38982) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:18.646022 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-10063f53-5fb1-4153-8df9-8a4080e92788 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:18.654051 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-10063f53-5fb1-4153-8df9-8a4080e92788 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Usage tracker for resource:network and tenant:f631734a474740f59c61a7b75bcfa8d4 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:18.675649 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788c8c4a-e381-441d-883b-10d0fe876143 None None] Network d7f194cc-5fa0-40d4-aca0-94637b031739 could not be found, it might have been deleted concurrently. {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 04 11:41:18.705699 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 1e84d852-e0ea-473c-84d1-3238fd822bce {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:41:18.706250 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 1e84d852-e0ea-473c-84d1-3238fd822bce not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:41:18.712471 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-10063f53-5fb1-4153-8df9-8a4080e92788 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:18.728308 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-10063f53-5fb1-4153-8df9-8a4080e92788 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:18.744571 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.api [None req-d7ed359a-924a-464b-8ccd-0237c287f011 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:41:18.745196 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG oslo_db.api [None req-d7ed359a-924a-464b-8ccd-0237c287f011 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:41:18.792107 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa08ce89-e0c9-4fbe-aa44-ae76924fd0a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-56225026-f565-4757-906e-0cd472ebe86b', 'network_id': '56225026-f565-4757-906e-0cd472ebe86b', 'tenant_id': '1857235941a6433080777df3100a6d46', 'fixed_ips': [{'subnet_id': '77c8604e-5f99-486b-b3da-c79b522e735f'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:41:18.793058 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-aa08ce89-e0c9-4fbe-aa44-ae76924fd0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:18.805753 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9f837f54-708d-40de-8787-a97a73e464df None None] Provisioning complete for port a6f71a6a-6c69-47f4-8c91-28247fb37ce3 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:18.806319 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9f837f54-708d-40de-8787-a97a73e464df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:18.833088 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10063f53-5fb1-4153-8df9-8a4080e92788 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Made reservation on behalf of f631734a474740f59c61a7b75bcfa8d4 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:41:18.837143 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-10063f53-5fb1-4153-8df9-8a4080e92788 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:18.888180 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10063f53-5fb1-4153-8df9-8a4080e92788 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:41:18.906519 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-10063f53-5fb1-4153-8df9-8a4080e92788 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:18.906866 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-10063f53-5fb1-4153-8df9-8a4080e92788 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Added segment fb9f22ed-320f-4d91-8378-698b2c8b1a28 of type vlan for network 350d76fa-0e8c-43d5-8f6b-4937c16689d2 Feb 04 11:41:18.923583 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c396dd-8d83-4ba2-8b80-d66696f30d7d tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Router ca5b3bca-d769-44c6-9e48-ca9513feccf1 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:41:18.928880 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9f837f54-708d-40de-8787-a97a73e464df None None] Port a6f71a6a-6c69-47f4-8c91-28247fb37ce3 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:41:18.950323 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-10063f53-5fb1-4153-8df9-8a4080e92788 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:19.046326 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-aa08ce89-e0c9-4fbe-aa44-ae76924fd0a7 None None] Allocated IP 2001:db8::2 (56225026-f565-4757-906e-0cd472ebe86b/77c8604e-5f99-486b-b3da-c79b522e735f/cfeea978-f972-4964-aeca-d1de250998c2) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:41:19.128755 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-10063f53-5fb1-4153-8df9-8a4080e92788 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:19.133486 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10063f53-5fb1-4153-8df9-8a4080e92788 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:19.134110 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-10063f53-5fb1-4153-8df9-8a4080e92788 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:19.248971 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-d7ed359a-924a-464b-8ccd-0237c287f011 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Deleting port 1e84d852-e0ea-473c-84d1-3238fd822bce {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:41:19.249303 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d7ed359a-924a-464b-8ccd-0237c287f011 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:19.290999 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10063f53-5fb1-4153-8df9-8a4080e92788 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event updated for resources: {'Network': ['ID=350d76fa-0e8c-43d5-8f6b-4937c16689d2,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:19.296955 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-aa08ce89-e0c9-4fbe-aa44-ae76924fd0a7 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:19.308586 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 350d76fa-0e8c-43d5-8f6b-4937c16689d2 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:41:19.325553 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-aa08ce89-e0c9-4fbe-aa44-ae76924fd0a7 None None] Transition to ACTIVE for port object cfeea978-f972-4964-aeca-d1de250998c2 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:19.326334 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-10063f53-5fb1-4153-8df9-8a4080e92788 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7145710 Feb 04 11:41:19.329960 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-23f33a89-0852-4c6b-ab9b-f638058b3786 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:19.333205 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-d7ed359a-924a-464b-8ccd-0237c287f011 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] The port '1e84d852-e0ea-473c-84d1-3238fd822bce' was deleted {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:41:19.334497 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 38988) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:19.386536 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c396dd-8d83-4ba2-8b80-d66696f30d7d tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:41:19.403226 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-61c396dd-8d83-4ba2-8b80-d66696f30d7d tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] 10.222.0.21 "PUT /v2.0/routers/ca5b3bca-d769-44c6-9e48-ca9513feccf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9523780 Feb 04 11:41:19.415651 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15ad8c6-95e5-4a55-828f-b7621adfa5dd None None] Sync routers for ids ['ca5b3bca-d769-44c6-9e48-ca9513feccf1'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:41:19.420952 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-aa08ce89-e0c9-4fbe-aa44-ae76924fd0a7 None None] Transition to ACTIVE for port object cfeea978-f972-4964-aeca-d1de250998c2 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:19.450293 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15ad8c6-95e5-4a55-828f-b7621adfa5dd None None] Routers {'ca5b3bca-d769-44c6-9e48-ca9513feccf1'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:41:19.450801 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e15ad8c6-95e5-4a55-828f-b7621adfa5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:41:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['ca5b3bca-d769-44c6-9e48-ca9513feccf1'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:19.463626 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38992) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:19.505226 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-aa08ce89-e0c9-4fbe-aa44-ae76924fd0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:19.557870 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e15ad8c6-95e5-4a55-828f-b7621adfa5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:19.604905 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa08ce89-e0c9-4fbe-aa44-ae76924fd0a7 None None] Network 56225026-f565-4757-906e-0cd472ebe86b is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:41:19.606298 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08ce89-e0c9-4fbe-aa44-ae76924fd0a7 None None] Pushing event updated for resources: {'Port': ['ID=cfeea978-f972-4964-aeca-d1de250998c2,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:19.609238 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-aa08ce89-e0c9-4fbe-aa44-ae76924fd0a7 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:19.611306 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15ad8c6-95e5-4a55-828f-b7621adfa5dd None None] Routers {'ca5b3bca-d769-44c6-9e48-ca9513feccf1'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:41:19.611920 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e15ad8c6-95e5-4a55-828f-b7621adfa5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:41:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['ca5b3bca-d769-44c6-9e48-ca9513feccf1'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:19.670615 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa08ce89-e0c9-4fbe-aa44-ae76924fd0a7 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:41:19.681194 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e15ad8c6-95e5-4a55-828f-b7621adfa5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:19.681602 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15ad8c6-95e5-4a55-828f-b7621adfa5dd None None] The sync data for ids ['ca5b3bca-d769-44c6-9e48-ca9513feccf1'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:41:19.698405 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d7ed359a-924a-464b-8ccd-0237c287f011 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:19.717461 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d099cf4-a19c-4483-ba91-627a32305f20 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:19.718257 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-3d099cf4-a19c-4483-ba91-627a32305f20 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Synchronizing usage tracker for tenant:f631734a474740f59c61a7b75bcfa8d4 on resource:network {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:41:19.738102 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-d7ed359a-924a-464b-8ccd-0237c287f011 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7376e098-fe8b-49e3-95d7-0274564ee734']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:19.755511 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-d7ed359a-924a-464b-8ccd-0237c287f011 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b6da5d-77da-45f6-ab95-2c9ce950d96c') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:19.756406 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-d7ed359a-924a-464b-8ccd-0237c287f011 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b6da5d-77da-45f6-ab95-2c9ce950d96c') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:19.779956 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-aa08ce89-e0c9-4fbe-aa44-ae76924fd0a7 None None] Attempting to bind port cfeea978-f972-4964-aeca-d1de250998c2 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:41:19.780346 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-aa08ce89-e0c9-4fbe-aa44-ae76924fd0a7 None None] Attempting to bind port cfeea978-f972-4964-aeca-d1de250998c2 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'f1ec694c-5844-41c1-8d69-a4adf1954403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '56225026-f565-4757-906e-0cd472ebe86b'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:41:19.780681 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa08ce89-e0c9-4fbe-aa44-ae76924fd0a7 None None] Attempting to bind port cfeea978-f972-4964-aeca-d1de250998c2 on network 56225026-f565-4757-906e-0cd472ebe86b {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:41:19.790549 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa08ce89-e0c9-4fbe-aa44-ae76924fd0a7 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:41:19.790549 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa08ce89-e0c9-4fbe-aa44-ae76924fd0a7 None None] Checking segment: {'id': 'f1ec694c-5844-41c1-8d69-a4adf1954403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '56225026-f565-4757-906e-0cd472ebe86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:41:19.790549 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-aa08ce89-e0c9-4fbe-aa44-ae76924fd0a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:19.790549 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa08ce89-e0c9-4fbe-aa44-ae76924fd0a7 None None] Bound using segment: {'id': 'f1ec694c-5844-41c1-8d69-a4adf1954403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '56225026-f565-4757-906e-0cd472ebe86b'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:41:19.790549 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-aa08ce89-e0c9-4fbe-aa44-ae76924fd0a7 None None] Bound port: cfeea978-f972-4964-aeca-d1de250998c2, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ec694c-5844-41c1-8d69-a4adf1954403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '56225026-f565-4757-906e-0cd472ebe86b'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:41:19.791233 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-aa08ce89-e0c9-4fbe-aa44-ae76924fd0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:19.806253 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d7ed359a-924a-464b-8ccd-0237c287f011 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:19.810099 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5e6501e6-2f67-47e7-9887-033ffa543437 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:19.842123 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d7ed359a-924a-464b-8ccd-0237c287f011 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:19.852523 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-3d099cf4-a19c-4483-ba91-627a32305f20 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Unset dirty status for tenant:f631734a474740f59c61a7b75bcfa8d4 on resource:network {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:41:19.856379 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3d099cf4-a19c-4483-ba91-627a32305f20 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "GET /v2.0/networks?id=350d76fa-0e8c-43d5-8f6b-4937c16689d2 HTTP/1.1" status: 200 len: 760 time: 0.5167801 Feb 04 11:41:19.856379 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ed359a-924a-464b-8ccd-0237c287f011 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:41:19.856379 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d7ed359a-924a-464b-8ccd-0237c287f011 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:19.862623 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 38998) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:19.873365 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:41:19.873365 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:41:19.873365 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:41:19.873365 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:41:19.873365 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:41:19.873365 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:41:19.873365 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:41:19.873365 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:41:19.873365 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:41:19.873365 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:41:19.873365 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:41:19.873365 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:41:19.873365 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:41:19.873365 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:41:19.873365 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:41:19.873365 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:41:19.873365 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:41:19.873365 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:41:19.873365 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:41:19.873365 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:41:19.873365 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:41:19.873365 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:41:19.873365 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:41:19.873365 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:41:19.873365 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:41:19.873365 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:41:19.873365 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:41:19.873365 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:41:19.873365 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:41:19.873365 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:41:19.873365 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:41:19.873365 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:41:19.879979 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-dc80ef6a-45cc-4ca0-ba67-9710865889e4 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Request body: {'network': {'description': 'd2'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:19.943273 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-aa08ce89-e0c9-4fbe-aa44-ae76924fd0a7 None None] For port cfeea978-f972-4964-aeca-d1de250998c2, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:41:19.948479 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-aa08ce89-e0c9-4fbe-aa44-ae76924fd0a7 None None] For port cfeea978-f972-4964-aeca-d1de250998c2, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=cfeea978-f972-4964-aeca-d1de250998c2,segment=NetworkSegment(f1ec694c-5844-41c1-8d69-a4adf1954403),segment_id=f1ec694c-5844-41c1-8d69-a4adf1954403)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:41:19.967062 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9b873-c027-4db0-9474-38fef2e754fd req-d4ebceef-cad2-492f-891f-42c8eb8dbcaa tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:19.968487 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4ec9b873-c027-4db0-9474-38fef2e754fd req-d4ebceef-cad2-492f-891f-42c8eb8dbcaa tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 946 time: 0.2039392 Feb 04 11:41:20.018783 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-aa08ce89-e0c9-4fbe-aa44-ae76924fd0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:20.021847 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4ec9b873-c027-4db0-9474-38fef2e754fd req-161c185e-8afe-4c07-a5ce-b6b904011f2b tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/security-groups?id=56276931-9902-4f5f-876e-c45590f45267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430603 Feb 04 11:41:20.058391 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d7ed359a-924a-464b-8ccd-0237c287f011 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:20.070188 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d7ed359a-924a-464b-8ccd-0237c287f011 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:20.101976 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d7ed359a-924a-464b-8ccd-0237c287f011 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/networks/7376e098-fe8b-49e3-95d7-0274564ee734 HTTP/1.1" status: 204 len: 168 time: 2.8067427 Feb 04 11:41:20.103677 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39002) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:20.104378 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-23f33a89-0852-4c6b-ab9b-f638058b3786 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Allocated IP 2001:db8::1 (56225026-f565-4757-906e-0cd472ebe86b/77c8604e-5f99-486b-b3da-c79b522e735f/213e5a4f-922e-4c5a-a15c-908e787ee133) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:41:20.108745 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-86dcfb6e-e89c-496d-8d25-01a8ac11e287 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1669387596', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:20.113800 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08ce89-e0c9-4fbe-aa44-ae76924fd0a7 None None] Pushing event updated for resources: {'Port': ['ID=cfeea978-f972-4964-aeca-d1de250998c2,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:20.124857 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-86dcfb6e-e89c-496d-8d25-01a8ac11e287 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:20.124857 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed359a-924a-464b-8ccd-0237c287f011 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event deleted for resources: {'Network': ['ID=7376e098-fe8b-49e3-95d7-0274564ee734,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:20.124857 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-86dcfb6e-e89c-496d-8d25-01a8ac11e287 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Usage tracker for resource:router and tenant:f1bfc018a09d4e34b9596c9c898714a6 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:20.127291 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-86dcfb6e-e89c-496d-8d25-01a8ac11e287 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:20.135267 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-86dcfb6e-e89c-496d-8d25-01a8ac11e287 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:20.229990 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-86dcfb6e-e89c-496d-8d25-01a8ac11e287 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:20.231020 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-86dcfb6e-e89c-496d-8d25-01a8ac11e287 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:20.254936 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-86dcfb6e-e89c-496d-8d25-01a8ac11e287 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:20.343763 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-86dcfb6e-e89c-496d-8d25-01a8ac11e287 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:20.365943 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dc80ef6a-45cc-4ca0-ba67-9710865889e4 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:20.409057 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-5e6501e6-2f67-47e7-9887-033ffa543437 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 11:41:20.410133 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5e6501e6-2f67-47e7-9887-033ffa543437 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] 10.222.0.21 "DELETE /v2.0/routers/ca5b3bca-d769-44c6-9e48-ca9513feccf1 HTTP/1.1" status: 409 len: 329 time: 0.9459639 Feb 04 11:41:20.413958 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39006) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:20.458410 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-23f33a89-0852-4c6b-ab9b-f638058b3786 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:20.476737 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-23f33a89-0852-4c6b-ab9b-f638058b3786 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Transition to ACTIVE for port object 213e5a4f-922e-4c5a-a15c-908e787ee133 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:20.483554 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-86dcfb6e-e89c-496d-8d25-01a8ac11e287 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:20.485704 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-86dcfb6e-e89c-496d-8d25-01a8ac11e287 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3804877 Feb 04 11:41:20.488663 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39010) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:20.496528 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-a0059095-82ba-4f1a-bbbf-b516a98dbcad tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Request body: {'network': {'name': 'tempest-RoutersTest-1164161330'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:20.611514 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device cfeea978-f972-4964-aeca-d1de250998c2 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:41:20.647674 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dc80ef6a-45cc-4ca0-ba67-9710865889e4 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:20.653737 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-a0059095-82ba-4f1a-bbbf-b516a98dbcad tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:20.682308 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-a0059095-82ba-4f1a-bbbf-b516a98dbcad tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Usage tracker for resource:network and tenant:f1bfc018a09d4e34b9596c9c898714a6 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:20.730841 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-a0059095-82ba-4f1a-bbbf-b516a98dbcad tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:20.750494 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dc80ef6a-45cc-4ca0-ba67-9710865889e4 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Network 350d76fa-0e8c-43d5-8f6b-4937c16689d2 is not hosted by any dhcp agent {{(pid=84204) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 04 11:41:20.753943 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc80ef6a-45cc-4ca0-ba67-9710865889e4 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:20.754522 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dc80ef6a-45cc-4ca0-ba67-9710865889e4 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:20.755241 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port cfeea978-f972-4964-aeca-d1de250998c2 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:41:20.759176 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-dc80ef6a-45cc-4ca0-ba67-9710865889e4 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "PUT /v2.0/networks/350d76fa-0e8c-43d5-8f6b-4937c16689d2 HTTP/1.1" status: 200 len: 757 time: 0.8923132 Feb 04 11:41:20.759176 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-a0059095-82ba-4f1a-bbbf-b516a98dbcad tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:20.767576 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39014) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:20.787937 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80ef6a-45cc-4ca0-ba67-9710865889e4 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event updated for resources: {'Network': ['ID=350d76fa-0e8c-43d5-8f6b-4937c16689d2,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:20.795366 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 350d76fa-0e8c-43d5-8f6b-4937c16689d2 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:41:20.830005 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-23f33a89-0852-4c6b-ab9b-f638058b3786 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:20.887989 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0059095-82ba-4f1a-bbbf-b516a98dbcad tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Made reservation on behalf of f1bfc018a09d4e34b9596c9c898714a6 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:41:20.891478 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a0059095-82ba-4f1a-bbbf-b516a98dbcad tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:20.918058 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b52abb3-1ea3-4d1f-af73-a8de680d4e50 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:20.922972 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6b52abb3-1ea3-4d1f-af73-a8de680d4e50 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "GET /v2.0/networks?id=350d76fa-0e8c-43d5-8f6b-4937c16689d2 HTTP/1.1" status: 200 len: 760 time: 0.1510351 Feb 04 11:41:20.923240 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39018) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:20.932860 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-e2c6b3e5-df09-478b-adc7-d3d26958b8dc tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-636776075'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:20.942158 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e2c6b3e5-df09-478b-adc7-d3d26958b8dc tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:20.945116 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f33a89-0852-4c6b-ab9b-f638058b3786 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Network 56225026-f565-4757-906e-0cd472ebe86b is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:41:20.956565 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e2c6b3e5-df09-478b-adc7-d3d26958b8dc tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:20.960785 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cfcac5d6-9b20-4019-9e35-b395666eff2b tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:20.961342 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-23f33a89-0852-4c6b-ab9b-f638058b3786 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:20.963962 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f33a89-0852-4c6b-ab9b-f638058b3786 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:41:20.964810 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-23f33a89-0852-4c6b-ab9b-f638058b3786 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:20.967860 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0059095-82ba-4f1a-bbbf-b516a98dbcad tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:41:20.970154 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f33a89-0852-4c6b-ab9b-f638058b3786 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event updated for resources: {'Port': ['ID=213e5a4f-922e-4c5a-a15c-908e787ee133,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:20.990977 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a0059095-82ba-4f1a-bbbf-b516a98dbcad tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:20.990977 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-a0059095-82ba-4f1a-bbbf-b516a98dbcad tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Added segment 61c9b578-2956-4ae7-b716-c0c2999f68a9 of type vlan for network daa82c88-f763-4832-a3c4-05a0a170dd86 Feb 04 11:41:21.028722 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a0059095-82ba-4f1a-bbbf-b516a98dbcad tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:21.101026 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c6b3e5-df09-478b-adc7-d3d26958b8dc tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Made reservation on behalf of f631734a474740f59c61a7b75bcfa8d4 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:41:21.104930 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e2c6b3e5-df09-478b-adc7-d3d26958b8dc tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:21.150349 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a0059095-82ba-4f1a-bbbf-b516a98dbcad tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:21.167809 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0059095-82ba-4f1a-bbbf-b516a98dbcad tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:21.169767 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a0059095-82ba-4f1a-bbbf-b516a98dbcad tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:21.174556 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2c6b3e5-df09-478b-adc7-d3d26958b8dc tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:41:21.188476 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e2c6b3e5-df09-478b-adc7-d3d26958b8dc tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:21.188821 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-e2c6b3e5-df09-478b-adc7-d3d26958b8dc tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Added segment 96648bf7-1ff1-4599-99d2-8062128f50dd of type vlan for network 9a78dd77-9af9-42f1-8e65-0238280720b0 Feb 04 11:41:21.226882 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e2c6b3e5-df09-478b-adc7-d3d26958b8dc tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:21.297756 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7eac6f-4700-49f5-ba52-a6802a772c29 None None] Network 56225026-f565-4757-906e-0cd472ebe86b requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:41:21.360330 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-23f33a89-0852-4c6b-ab9b-f638058b3786 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:21.437703 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0059095-82ba-4f1a-bbbf-b516a98dbcad tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event updated for resources: {'Network': ['ID=daa82c88-f763-4832-a3c4-05a0a170dd86,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:21.450620 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a0059095-82ba-4f1a-bbbf-b516a98dbcad tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9583123 Feb 04 11:41:21.451866 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39024) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:21.471579 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-61a03637-a23d-4156-b405-0efb55db8939 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Request body: {'subnet': {'network_id': 'daa82c88-f763-4832-a3c4-05a0a170dd86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:21.474454 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network daa82c88-f763-4832-a3c4-05a0a170dd86 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:41:21.493123 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f1f2c484-a4e0-484c-8e8b-8d0efa2b60d5 None None] Provisioning for port cfeea978-f972-4964-aeca-d1de250998c2 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:41:21.560356 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f1f2c484-a4e0-484c-8e8b-8d0efa2b60d5 None None] Provisioning complete for port cfeea978-f972-4964-aeca-d1de250998c2 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:21.560792 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f1f2c484-a4e0-484c-8e8b-8d0efa2b60d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:21.609679 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede784f3-431b-4a9a-aa19-14294a56d208 req-9bec6346-2fcd-4027-8f66-039ffac07a69 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:21.618400 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ede784f3-431b-4a9a-aa19-14294a56d208 req-9bec6346-2fcd-4027-8f66-039ffac07a69 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 946 time: 0.4305727 Feb 04 11:41:21.648723 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e2c6b3e5-df09-478b-adc7-d3d26958b8dc tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:21.651221 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c6b3e5-df09-478b-adc7-d3d26958b8dc tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:21.651830 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e2c6b3e5-df09-478b-adc7-d3d26958b8dc tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:21.771427 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f1f2c484-a4e0-484c-8e8b-8d0efa2b60d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:21.794509 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ede784f3-431b-4a9a-aa19-14294a56d208 req-9ef12f16-5dd5-49a9-9607-d028ba8cf06e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/security-groups?id=56276931-9902-4f5f-876e-c45590f45267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752081 Feb 04 11:41:21.817560 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-f1f2c484-a4e0-484c-8e8b-8d0efa2b60d5 None None] For port cfeea978-f972-4964-aeca-d1de250998c2, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=cfeea978-f972-4964-aeca-d1de250998c2,segment=NetworkSegment(f1ec694c-5844-41c1-8d69-a4adf1954403),segment_id=f1ec694c-5844-41c1-8d69-a4adf1954403)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:41:21.917807 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6b3e5-df09-478b-adc7-d3d26958b8dc tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event updated for resources: {'Network': ['ID=9a78dd77-9af9-42f1-8e65-0238280720b0,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:21.927604 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-23f33a89-0852-4c6b-ab9b-f638058b3786 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:21.934758 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 9a78dd77-9af9-42f1-8e65-0238280720b0 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:41:21.960088 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-61a03637-a23d-4156-b405-0efb55db8939 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:21.965792 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f1f2c484-a4e0-484c-8e8b-8d0efa2b60d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:21.971859 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-61a03637-a23d-4156-b405-0efb55db8939 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Usage tracker for resource:subnet and tenant:f1bfc018a09d4e34b9596c9c898714a6 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:21.975765 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-61a03637-a23d-4156-b405-0efb55db8939 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:21.983946 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-61a03637-a23d-4156-b405-0efb55db8939 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:22.023998 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e2c6b3e5-df09-478b-adc7-d3d26958b8dc tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0996983 Feb 04 11:41:22.027704 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39028) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:22.034246 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-0ebb11cc-32e8-4c15-b4b8-6ce34f16c478 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Request body: {'subnet': {'network_id': '9a78dd77-9af9-42f1-8e65-0238280720b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:22.066902 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-23f33a89-0852-4c6b-ab9b-f638058b3786 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:22.066902 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-23f33a89-0852-4c6b-ab9b-f638058b3786 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:22.105431 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a03637-a23d-4156-b405-0efb55db8939 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Made reservation on behalf of f1bfc018a09d4e34b9596c9c898714a6 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:41:22.130093 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2c484-a4e0-484c-8e8b-8d0efa2b60d5 None None] Pushing event updated for resources: {'Port': ['ID=cfeea978-f972-4964-aeca-d1de250998c2,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:22.226535 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-cfcac5d6-9b20-4019-9e35-b395666eff2b tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Deleting port a6f71a6a-6c69-47f4-8c91-28247fb37ce3 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:41:22.227116 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cfcac5d6-9b20-4019-9e35-b395666eff2b tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:22.252177 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d8ab7bd0-4c05-4956-bf2d-c52ff2960883 None None] Provisioning for port 213e5a4f-922e-4c5a-a15c-908e787ee133 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:41:22.260022 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d8ab7bd0-4c05-4956-bf2d-c52ff2960883 None None] Provisioning complete for port 213e5a4f-922e-4c5a-a15c-908e787ee133 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:22.260957 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d8ab7bd0-4c05-4956-bf2d-c52ff2960883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:22.290483 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-61a03637-a23d-4156-b405-0efb55db8939 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:22.325073 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-0ebb11cc-32e8-4c15-b4b8-6ce34f16c478 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:22.329799 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab7bd0-4c05-4956-bf2d-c52ff2960883 None None] Port 213e5a4f-922e-4c5a-a15c-908e787ee133 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:41:22.330754 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f33a89-0852-4c6b-ab9b-f638058b3786 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event updated for resources: {'Port': ['ID=213e5a4f-922e-4c5a-a15c-908e787ee133,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:22.333566 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-0ebb11cc-32e8-4c15-b4b8-6ce34f16c478 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Usage tracker for resource:subnet and tenant:f631734a474740f59c61a7b75bcfa8d4 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:22.339307 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-0ebb11cc-32e8-4c15-b4b8-6ce34f16c478 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:22.348806 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-0ebb11cc-32e8-4c15-b4b8-6ce34f16c478 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:22.352880 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d8ab7bd0-4c05-4956-bf2d-c52ff2960883 None None] Provisioning complete for port cfeea978-f972-4964-aeca-d1de250998c2 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:22.353537 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d8ab7bd0-4c05-4956-bf2d-c52ff2960883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:22.419356 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f33a89-0852-4c6b-ab9b-f638058b3786 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Network 56225026-f565-4757-906e-0cd472ebe86b is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:41:22.421093 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-23f33a89-0852-4c6b-ab9b-f638058b3786 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:22.498077 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebb11cc-32e8-4c15-b4b8-6ce34f16c478 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Made reservation on behalf of f631734a474740f59c61a7b75bcfa8d4 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:41:22.575212 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cfcac5d6-9b20-4019-9e35-b395666eff2b tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:22.602564 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device cfeea978-f972-4964-aeca-d1de250998c2 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:41:22.716162 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port cfeea978-f972-4964-aeca-d1de250998c2 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:22.716498 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:22.736589 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-cfcac5d6-9b20-4019-9e35-b395666eff2b tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Calling delete_port for a6f71a6a-6c69-47f4-8c91-28247fb37ce3 owned by network:router_interface {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:41:22.743045 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-baf13bd8-7936-42cb-99f5-102ea2428478 None None] Provisioning complete for port 213e5a4f-922e-4c5a-a15c-908e787ee133 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:22.743524 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-baf13bd8-7936-42cb-99f5-102ea2428478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:22.827954 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-baf13bd8-7936-42cb-99f5-102ea2428478 None None] Port 213e5a4f-922e-4c5a-a15c-908e787ee133 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:41:22.958259 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-976a4c54-1c99-4f08-a94c-49bace54bb7f None None] Provisioning complete for port 213e5a4f-922e-4c5a-a15c-908e787ee133 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:22.961347 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-976a4c54-1c99-4f08-a94c-49bace54bb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:22.965498 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0ebb11cc-32e8-4c15-b4b8-6ce34f16c478 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:22.982918 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-61a03637-a23d-4156-b405-0efb55db8939 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:23.018468 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-976a4c54-1c99-4f08-a94c-49bace54bb7f None None] Port 213e5a4f-922e-4c5a-a15c-908e787ee133 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:41:23.154635 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a03637-a23d-4156-b405-0efb55db8939 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event updated for resources: {'Subnet': ['ID=eb91c463-ee90-411a-9a19-041394395328,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:23.172195 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a03637-a23d-4156-b405-0efb55db8939 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Checking segment: {'id': '61c9b578-2956-4ae7-b716-c0c2999f68a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'daa82c88-f763-4832-a3c4-05a0a170dd86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:41:23.172549 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a03637-a23d-4156-b405-0efb55db8939 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Network hostable DHCP agents. Network: daa82c88-f763-4832-a3c4-05a0a170dd86, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:41:23.192741 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09319f51-ff7a-4138-884a-4cfbe12f7765 req-01573a74-a707-4f62-883e-8d1818a9cc9e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:23.194964 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-09319f51-ff7a-4138-884a-4cfbe12f7765 req-01573a74-a707-4f62-883e-8d1818a9cc9e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 946 time: 0.2593262 Feb 04 11:41:23.220802 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cfcac5d6-9b20-4019-9e35-b395666eff2b tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:23.277933 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcac5d6-9b20-4019-9e35-b395666eff2b tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Pushing event deleted for resources: {'Port': ['ID=a6f71a6a-6c69-47f4-8c91-28247fb37ce3,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:23.291902 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a03637-a23d-4156-b405-0efb55db8939 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Network daa82c88-f763-4832-a3c4-05a0a170dd86 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:41:23.367765 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0ebb11cc-32e8-4c15-b4b8-6ce34f16c478 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:23.410667 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f33a89-0852-4c6b-ab9b-f638058b3786 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Router 56c8bd21-14ba-480e-9544-0062df128086 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:41:23.475983 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb11cc-32e8-4c15-b4b8-6ce34f16c478 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event updated for resources: {'Subnet': ['ID=342c7256-e1fe-40ae-a0f0-98355b1be44c,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:23.510909 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-61a03637-a23d-4156-b405-0efb55db8939 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, daa82c88-f763-4832-a3c4-05a0a170dd86) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:23.516536 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-09319f51-ff7a-4138-884a-4cfbe12f7765 req-2111b049-aef2-4a52-9edd-630370605ae8 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/security-groups?id=56276931-9902-4f5f-876e-c45590f45267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3132854 Feb 04 11:41:23.519453 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698bd226-a531-4d10-9706-d975da01b797 None None] Network daa82c88-f763-4832-a3c4-05a0a170dd86 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:41:23.533571 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a03637-a23d-4156-b405-0efb55db8939 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:23.534175 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-61a03637-a23d-4156-b405-0efb55db8939 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:23.555656 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebb11cc-32e8-4c15-b4b8-6ce34f16c478 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Checking segment: {'id': '96648bf7-1ff1-4599-99d2-8062128f50dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a78dd77-9af9-42f1-8e65-0238280720b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:41:23.555656 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebb11cc-32e8-4c15-b4b8-6ce34f16c478 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Network hostable DHCP agents. Network: 9a78dd77-9af9-42f1-8e65-0238280720b0, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:41:23.638350 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:41:23.684142 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f33a89-0852-4c6b-ab9b-f638058b3786 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:41:23.697529 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-23f33a89-0852-4c6b-ab9b-f638058b3786 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "PUT /v2.0/routers/56c8bd21-14ba-480e-9544-0062df128086/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0654459 Feb 04 11:41:23.698438 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39036) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:23.701421 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61516230-18f9-45e8-a772-595b0ce26438 None None] Sync routers for ids ['56c8bd21-14ba-480e-9544-0062df128086'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:41:23.704512 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-d7fe46fe-7823-4f0b-ad48-7ff1ed48dc6d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2118076964'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:23.711970 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d7fe46fe-7823-4f0b-ad48-7ff1ed48dc6d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:23.715616 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebb11cc-32e8-4c15-b4b8-6ce34f16c478 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Network 9a78dd77-9af9-42f1-8e65-0238280720b0 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:41:23.719292 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61516230-18f9-45e8-a772-595b0ce26438 None None] Routers {'56c8bd21-14ba-480e-9544-0062df128086'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:41:23.720257 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-61516230-18f9-45e8-a772-595b0ce26438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:41:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['56c8bd21-14ba-480e-9544-0062df128086'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:23.725544 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d7fe46fe-7823-4f0b-ad48-7ff1ed48dc6d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Usage tracker for resource:network and tenant:1857235941a6433080777df3100a6d46 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:23.727587 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-61a03637-a23d-4156-b405-0efb55db8939 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2744222 Feb 04 11:41:23.731886 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39040) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:23.735576 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d7fe46fe-7823-4f0b-ad48-7ff1ed48dc6d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:23.751021 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cfcac5d6-9b20-4019-9e35-b395666eff2b tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:23.802379 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d7fe46fe-7823-4f0b-ad48-7ff1ed48dc6d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:23.811922 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89eedd36-d493-4c2f-b6ff-d120f9b2671a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-daa82c88-f763-4832-a3c4-05a0a170dd86', 'network_id': 'daa82c88-f763-4832-a3c4-05a0a170dd86', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'fixed_ips': [{'subnet_id': 'eb91c463-ee90-411a-9a19-041394395328'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:41:23.812396 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-89eedd36-d493-4c2f-b6ff-d120f9b2671a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:23.815937 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-0ebb11cc-32e8-4c15-b4b8-6ce34f16c478 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 9a78dd77-9af9-42f1-8e65-0238280720b0) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:23.823286 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebb11cc-32e8-4c15-b4b8-6ce34f16c478 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:23.823877 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0ebb11cc-32e8-4c15-b4b8-6ce34f16c478 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:23.830718 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a4f466-1243-49be-a7a2-0f7c64da59b7 None None] Network 9a78dd77-9af9-42f1-8e65-0238280720b0 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:41:23.908152 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fe46fe-7823-4f0b-ad48-7ff1ed48dc6d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Made reservation on behalf of 1857235941a6433080777df3100a6d46 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:41:23.911287 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d7fe46fe-7823-4f0b-ad48-7ff1ed48dc6d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:23.939786 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-61516230-18f9-45e8-a772-595b0ce26438 None None] Set router 56c8bd21-14ba-480e-9544-0062df128086 gateway port host: None {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:41:24.028594 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-0ebb11cc-32e8-4c15-b4b8-6ce34f16c478 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9983315 Feb 04 11:41:24.032666 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39044) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:24.074122 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7fe46fe-7823-4f0b-ad48-7ff1ed48dc6d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:41:24.167299 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-89eedd36-d493-4c2f-b6ff-d120f9b2671a None None] Allocated IP 172.20.0.2 (daa82c88-f763-4832-a3c4-05a0a170dd86/eb91c463-ee90-411a-9a19-041394395328/32b92edb-33d1-4fc4-8dd0-02273ad128f8) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:41:24.231922 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323de9b1-da5e-414c-83d2-0b4e788945c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-9a78dd77-9af9-42f1-8e65-0238280720b0', 'network_id': '9a78dd77-9af9-42f1-8e65-0238280720b0', 'tenant_id': 'f631734a474740f59c61a7b75bcfa8d4', 'fixed_ips': [{'subnet_id': '342c7256-e1fe-40ae-a0f0-98355b1be44c'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:41:24.233025 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-323de9b1-da5e-414c-83d2-0b4e788945c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:24.263435 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d7fe46fe-7823-4f0b-ad48-7ff1ed48dc6d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:24.263782 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-d7fe46fe-7823-4f0b-ad48-7ff1ed48dc6d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Added segment 0da7f603-903d-4ec8-b0cc-823f4095e072 of type vlan for network 40008c44-c055-47e7-ab84-8a71b5f13f88 Feb 04 11:41:24.289273 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfcac5d6-9b20-4019-9e35-b395666eff2b tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Router ca5b3bca-d769-44c6-9e48-ca9513feccf1 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:41:24.402336 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d7fe46fe-7823-4f0b-ad48-7ff1ed48dc6d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:24.423519 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-61516230-18f9-45e8-a772-595b0ce26438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8bd21-14ba-480e-9544-0062df128086', 'name': 'tempest-RoutersIpV6Test-router-1761692933', 'tenant_id': '1857235941a6433080777df3100a6d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:14Z', 'updated_at': '2022-02-04T11:41:21Z', 'revision_number': 2, 'project_id': '1857235941a6433080777df3100a6d46', 'gw_port_host': None, '_interfaces': [{'id': '213e5a4f-922e-4c5a-a15c-908e787ee133', 'name': '', 'network_id': '56225026-f565-4757-906e-0cd472ebe86b', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:9f:3a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:19Z', 'updated_at': '2022-02-04T11:41:21Z', 'revision_number': 2, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:24.431224 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61516230-18f9-45e8-a772-595b0ce26438 None None] Checking router: 56c8bd21-14ba-480e-9544-0062df128086 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:41:24.431627 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61516230-18f9-45e8-a772-595b0ce26438 None None] Updating router 56c8bd21-14ba-480e-9544-0062df128086 port 213e5a4f-922e-4c5a-a15c-908e787ee133 binding host dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:41:24.436211 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ba2bdc76-66d3-476f-b956-15ca84570228 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:24.466571 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcac5d6-9b20-4019-9e35-b395666eff2b tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:41:24.476658 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-cfcac5d6-9b20-4019-9e35-b395666eff2b tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] 10.222.0.21 "PUT /v2.0/routers/ca5b3bca-d769-44c6-9e48-ca9513feccf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0574417 Feb 04 11:41:24.476658 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39048) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:24.514742 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-61516230-18f9-45e8-a772-595b0ce26438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:24.524383 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b746f5-4825-4cca-9eca-90f8ef90b7c3 None None] Sync routers for ids ['ca5b3bca-d769-44c6-9e48-ca9513feccf1'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:41:24.567927 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-da67d7fb-fda7-4e1e-944b-37dc4500d4e2 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] show failed (client error): The resource could not be found. Feb 04 11:41:24.567927 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-da67d7fb-fda7-4e1e-944b-37dc4500d4e2 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-605450957 HTTP/1.1" status: 404 len: 334 time: 0.0861926 Feb 04 11:41:24.567927 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39054) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:24.574360 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-634bde13-ab35-4884-b33a-7b369c7431e1 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:24.627645 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.db.resource_extend [None req-d7fe46fe-7823-4f0b-ad48-7ff1ed48dc6d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:41:24.648403 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b746f5-4825-4cca-9eca-90f8ef90b7c3 None None] Routers {'ca5b3bca-d769-44c6-9e48-ca9513feccf1'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:41:24.649610 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-78b746f5-4825-4cca-9eca-90f8ef90b7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:41:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['ca5b3bca-d769-44c6-9e48-ca9513feccf1'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:24.652499 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-634bde13-ab35-4884-b33a-7b369c7431e1 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] update failed (client error): The resource could not be found. Feb 04 11:41:24.659770 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-634bde13-ab35-4884-b33a-7b369c7431e1 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-1994192818 HTTP/1.1" status: 404 len: 335 time: 0.0848405 Feb 04 11:41:24.660472 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39058) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:24.746665 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-323de9b1-da5e-414c-83d2-0b4e788945c9 None None] Allocated IP 172.20.0.2 (9a78dd77-9af9-42f1-8e65-0238280720b0/342c7256-e1fe-40ae-a0f0-98355b1be44c/544121ca-1528-4d8a-b3b8-75d68397be08) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:41:24.768161 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-78b746f5-4825-4cca-9eca-90f8ef90b7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:24.773973 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d7fe46fe-7823-4f0b-ad48-7ff1ed48dc6d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:24.778784 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fe46fe-7823-4f0b-ad48-7ff1ed48dc6d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:24.779409 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d7fe46fe-7823-4f0b-ad48-7ff1ed48dc6d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:24.784144 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-89eedd36-d493-4c2f-b6ff-d120f9b2671a None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:24.877091 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-89eedd36-d493-4c2f-b6ff-d120f9b2671a None None] Transition to ACTIVE for port object 32b92edb-33d1-4fc4-8dd0-02273ad128f8 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:24.897904 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b746f5-4825-4cca-9eca-90f8ef90b7c3 None None] Routers {'ca5b3bca-d769-44c6-9e48-ca9513feccf1'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:41:24.898897 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-78b746f5-4825-4cca-9eca-90f8ef90b7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:41:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['ca5b3bca-d769-44c6-9e48-ca9513feccf1'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:24.922898 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f98b9c1-231a-4a24-8088-82e2c2e361d3 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Deleting subnet c22ab3ad-1d48-47c3-890c-a95e1b734237 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:41:24.926356 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7f98b9c1-231a-4a24-8088-82e2c2e361d3 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:24.981874 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-78b746f5-4825-4cca-9eca-90f8ef90b7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:24.982928 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b746f5-4825-4cca-9eca-90f8ef90b7c3 None None] The sync data for ids ['ca5b3bca-d769-44c6-9e48-ca9513feccf1'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:41:24.998134 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-89eedd36-d493-4c2f-b6ff-d120f9b2671a None None] Transition to ACTIVE for port object 32b92edb-33d1-4fc4-8dd0-02273ad128f8 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:25.009175 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7f98b9c1-231a-4a24-8088-82e2c2e361d3 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:25.046142 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-61516230-18f9-45e8-a772-595b0ce26438 None None] Notify callbacks [] for port, precommit_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:25.070619 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.provisioning_blocks [None req-61516230-18f9-45e8-a772-595b0ce26438 None None] Transition to ACTIVE for port object 213e5a4f-922e-4c5a-a15c-908e787ee133 will not be triggered until provisioned by entity L2. {{(pid=84207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:25.075761 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ba2bdc76-66d3-476f-b956-15ca84570228 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:25.102113 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d7fe46fe-7823-4f0b-ad48-7ff1ed48dc6d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4025254 Feb 04 11:41:25.106842 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-89eedd36-d493-4c2f-b6ff-d120f9b2671a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:25.108084 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4ea1f517-69f0-4241-ae01-99e24c9d747e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:25.118192 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe46fe-7823-4f0b-ad48-7ff1ed48dc6d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event updated for resources: {'Network': ['ID=40008c44-c055-47e7-ab84-8a71b5f13f88,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:25.125227 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39062) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:25.137320 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-cdae5620-0197-4cff-bda0-45f6862e0728 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Request body: {'subnet': {'network_id': '40008c44-c055-47e7-ab84-8a71b5f13f88', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:25.179573 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-61516230-18f9-45e8-a772-595b0ce26438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:25.244446 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7f98b9c1-231a-4a24-8088-82e2c2e361d3 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:25.244742 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-323de9b1-da5e-414c-83d2-0b4e788945c9 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:25.258314 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-323de9b1-da5e-414c-83d2-0b4e788945c9 None None] Transition to ACTIVE for port object 544121ca-1528-4d8a-b3b8-75d68397be08 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:25.302187 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-323de9b1-da5e-414c-83d2-0b4e788945c9 None None] Transition to ACTIVE for port object 544121ca-1528-4d8a-b3b8-75d68397be08 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:25.341787 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb67432-e588-4edd-a370-97f1ffb28b3f None None] Pushing event updated for resources: {'Port': ['ID=213e5a4f-922e-4c5a-a15c-908e787ee133,revision_number=3']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:25.358762 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb67432-e588-4edd-a370-97f1ffb28b3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:25.359367 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb67432-e588-4edd-a370-97f1ffb28b3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:25.359883 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb67432-e588-4edd-a370-97f1ffb28b3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:25.360386 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb67432-e588-4edd-a370-97f1ffb28b3f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:25.360883 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb67432-e588-4edd-a370-97f1ffb28b3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:25.361363 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb67432-e588-4edd-a370-97f1ffb28b3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:25.361977 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb67432-e588-4edd-a370-97f1ffb28b3f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:25.362887 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 40008c44-c055-47e7-ab84-8a71b5f13f88 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:41:25.363514 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb67432-e588-4edd-a370-97f1ffb28b3f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:25.364012 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb67432-e588-4edd-a370-97f1ffb28b3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:25.364499 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb67432-e588-4edd-a370-97f1ffb28b3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:25.365064 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb67432-e588-4edd-a370-97f1ffb28b3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:25.386329 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eedd36-d493-4c2f-b6ff-d120f9b2671a None None] Pushing event updated for resources: {'Port': ['ID=32b92edb-33d1-4fc4-8dd0-02273ad128f8,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:25.435471 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7f98b9c1-231a-4a24-8088-82e2c2e361d3 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:25.460804 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374afd4-101b-48af-9276-f13ec9d28fb1 req-04cfd102-73e9-4b06-a754-e113631b5002 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:25.462261 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-2374afd4-101b-48af-9276-f13ec9d28fb1 req-04cfd102-73e9-4b06-a754-e113631b5002 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 946 time: 0.7047260 Feb 04 11:41:25.501346 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-cdae5620-0197-4cff-bda0-45f6862e0728 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:25.512979 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-cdae5620-0197-4cff-bda0-45f6862e0728 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Usage tracker for resource:subnet and tenant:1857235941a6433080777df3100a6d46 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:25.531206 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-cdae5620-0197-4cff-bda0-45f6862e0728 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:25.551111 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-61516230-18f9-45e8-a772-595b0ce26438 None None] Attempting to bind port 213e5a4f-922e-4c5a-a15c-908e787ee133 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:41:25.551451 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-61516230-18f9-45e8-a772-595b0ce26438 None None] Attempting to bind port 213e5a4f-922e-4c5a-a15c-908e787ee133 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'f1ec694c-5844-41c1-8d69-a4adf1954403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '56225026-f565-4757-906e-0cd472ebe86b'}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:41:25.552236 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61516230-18f9-45e8-a772-595b0ce26438 None None] Attempting to bind port 213e5a4f-922e-4c5a-a15c-908e787ee133 on network 56225026-f565-4757-906e-0cd472ebe86b {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:41:25.557014 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89eedd36-d493-4c2f-b6ff-d120f9b2671a None None] Network daa82c88-f763-4832-a3c4-05a0a170dd86 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:41:25.561036 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61516230-18f9-45e8-a772-595b0ce26438 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:41:25.561036 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61516230-18f9-45e8-a772-595b0ce26438 None None] Checking segment: {'id': 'f1ec694c-5844-41c1-8d69-a4adf1954403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '56225026-f565-4757-906e-0cd472ebe86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:41:25.561355 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-cdae5620-0197-4cff-bda0-45f6862e0728 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:25.561470 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-61516230-18f9-45e8-a772-595b0ce26438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:25.561586 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61516230-18f9-45e8-a772-595b0ce26438 None None] Bound using segment: {'id': 'f1ec694c-5844-41c1-8d69-a4adf1954403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '56225026-f565-4757-906e-0cd472ebe86b'} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:41:25.562105 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-61516230-18f9-45e8-a772-595b0ce26438 None None] Bound port: 213e5a4f-922e-4c5a-a15c-908e787ee133, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ec694c-5844-41c1-8d69-a4adf1954403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '56225026-f565-4757-906e-0cd472ebe86b'}}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:41:25.562847 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-61516230-18f9-45e8-a772-595b0ce26438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:25.564810 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7f98b9c1-231a-4a24-8088-82e2c2e361d3 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:25.581633 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-7f98b9c1-231a-4a24-8088-82e2c2e361d3 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] 10.222.0.21 "DELETE /v2.0/subnets/c22ab3ad-1d48-47c3-890c-a95e1b734237 HTTP/1.1" status: 204 len: 168 time: 0.9198482 Feb 04 11:41:25.583297 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39066) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:25.583753 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-89eedd36-d493-4c2f-b6ff-d120f9b2671a None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:25.585090 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98b9c1-231a-4a24-8088-82e2c2e361d3 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Pushing event deleted for resources: {'Subnet': ['ID=c22ab3ad-1d48-47c3-890c-a95e1b734237,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:25.587467 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89eedd36-d493-4c2f-b6ff-d120f9b2671a None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:41:25.604770 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc82ee24-7984-4b11-9c24-3f301ae7a192 None None] Network 8b52fc59-015d-479d-8e0a-ec389bb962a7 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:41:25.630419 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-323de9b1-da5e-414c-83d2-0b4e788945c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:25.670872 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-61516230-18f9-45e8-a772-595b0ce26438 None None] For port 213e5a4f-922e-4c5a-a15c-908e787ee133, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:41:25.676775 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-61516230-18f9-45e8-a772-595b0ce26438 None None] For port 213e5a4f-922e-4c5a-a15c-908e787ee133, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=213e5a4f-922e-4c5a-a15c-908e787ee133,segment=NetworkSegment(f1ec694c-5844-41c1-8d69-a4adf1954403),segment_id=f1ec694c-5844-41c1-8d69-a4adf1954403)] {{(pid=84207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:41:25.685746 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-2374afd4-101b-48af-9276-f13ec9d28fb1 req-051491d4-5370-4435-a571-a4854c84a1c3 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/security-groups?id=56276931-9902-4f5f-876e-c45590f45267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149179 Feb 04 11:41:25.691989 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323de9b1-da5e-414c-83d2-0b4e788945c9 None None] Network 9a78dd77-9af9-42f1-8e65-0238280720b0 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:41:25.704149 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdae5620-0197-4cff-bda0-45f6862e0728 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Made reservation on behalf of 1857235941a6433080777df3100a6d46 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:41:25.767059 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-61516230-18f9-45e8-a772-595b0ce26438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:25.810135 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-323de9b1-da5e-414c-83d2-0b4e788945c9 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:25.864035 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323de9b1-da5e-414c-83d2-0b4e788945c9 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:41:25.865495 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ba2bdc76-66d3-476f-b956-15ca84570228 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:25.873997 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61516230-18f9-45e8-a772-595b0ce26438 None None] Routers {'56c8bd21-14ba-480e-9544-0062df128086'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:41:25.874615 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-61516230-18f9-45e8-a772-595b0ce26438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:41:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['56c8bd21-14ba-480e-9544-0062df128086'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:25.899841 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-76aefdd3-8f77-4f5c-bb8a-a76a1ac93372 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Deleting subnet 7c1e4d0a-7f6a-46b6-8021-3cdc2fad2445 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:41:25.903765 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-76aefdd3-8f77-4f5c-bb8a-a76a1ac93372 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:25.935780 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb67432-e588-4edd-a370-97f1ffb28b3f None None] Pushing event updated for resources: {'Port': ['ID=213e5a4f-922e-4c5a-a15c-908e787ee133,revision_number=4']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:25.999994 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-4ea1f517-69f0-4241-ae01-99e24c9d747e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Allocated IP 172.20.0.1 (daa82c88-f763-4832-a3c4-05a0a170dd86/eb91c463-ee90-411a-9a19-041394395328/eb59cbe5-c152-4597-9280-5688c10fb326) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:41:26.024366 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-76aefdd3-8f77-4f5c-bb8a-a76a1ac93372 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:26.102034 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-323de9b1-da5e-414c-83d2-0b4e788945c9 None None] Attempting to bind port 544121ca-1528-4d8a-b3b8-75d68397be08 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:41:26.102409 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-323de9b1-da5e-414c-83d2-0b4e788945c9 None None] Attempting to bind port 544121ca-1528-4d8a-b3b8-75d68397be08 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '96648bf7-1ff1-4599-99d2-8062128f50dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a78dd77-9af9-42f1-8e65-0238280720b0'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:41:26.102767 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323de9b1-da5e-414c-83d2-0b4e788945c9 None None] Attempting to bind port 544121ca-1528-4d8a-b3b8-75d68397be08 on network 9a78dd77-9af9-42f1-8e65-0238280720b0 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:41:26.113571 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323de9b1-da5e-414c-83d2-0b4e788945c9 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:41:26.114012 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323de9b1-da5e-414c-83d2-0b4e788945c9 None None] Checking segment: {'id': '96648bf7-1ff1-4599-99d2-8062128f50dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a78dd77-9af9-42f1-8e65-0238280720b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:41:26.114414 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-323de9b1-da5e-414c-83d2-0b4e788945c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:26.114815 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323de9b1-da5e-414c-83d2-0b4e788945c9 None None] Bound using segment: {'id': '96648bf7-1ff1-4599-99d2-8062128f50dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a78dd77-9af9-42f1-8e65-0238280720b0'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:41:26.115834 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-61516230-18f9-45e8-a772-595b0ce26438 None None] Set router 56c8bd21-14ba-480e-9544-0062df128086 gateway port host: None {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:41:26.116580 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-323de9b1-da5e-414c-83d2-0b4e788945c9 None None] Bound port: 544121ca-1528-4d8a-b3b8-75d68397be08, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96648bf7-1ff1-4599-99d2-8062128f50dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a78dd77-9af9-42f1-8e65-0238280720b0'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:41:26.116983 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-323de9b1-da5e-414c-83d2-0b4e788945c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:26.125972 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-89eedd36-d493-4c2f-b6ff-d120f9b2671a None None] Attempting to bind port 32b92edb-33d1-4fc4-8dd0-02273ad128f8 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:41:26.126361 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-89eedd36-d493-4c2f-b6ff-d120f9b2671a None None] Attempting to bind port 32b92edb-33d1-4fc4-8dd0-02273ad128f8 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '61c9b578-2956-4ae7-b716-c0c2999f68a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'daa82c88-f763-4832-a3c4-05a0a170dd86'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:41:26.126704 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eedd36-d493-4c2f-b6ff-d120f9b2671a None None] Attempting to bind port 32b92edb-33d1-4fc4-8dd0-02273ad128f8 on network daa82c88-f763-4832-a3c4-05a0a170dd86 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:41:26.140684 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eedd36-d493-4c2f-b6ff-d120f9b2671a None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:41:26.141099 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eedd36-d493-4c2f-b6ff-d120f9b2671a None None] Checking segment: {'id': '61c9b578-2956-4ae7-b716-c0c2999f68a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'daa82c88-f763-4832-a3c4-05a0a170dd86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:41:26.141479 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-89eedd36-d493-4c2f-b6ff-d120f9b2671a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:26.141912 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eedd36-d493-4c2f-b6ff-d120f9b2671a None None] Bound using segment: {'id': '61c9b578-2956-4ae7-b716-c0c2999f68a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'daa82c88-f763-4832-a3c4-05a0a170dd86'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:41:26.142368 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-89eedd36-d493-4c2f-b6ff-d120f9b2671a None None] Bound port: 32b92edb-33d1-4fc4-8dd0-02273ad128f8, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61c9b578-2956-4ae7-b716-c0c2999f68a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'daa82c88-f763-4832-a3c4-05a0a170dd86'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:41:26.142739 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-89eedd36-d493-4c2f-b6ff-d120f9b2671a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:26.156809 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323de9b1-da5e-414c-83d2-0b4e788945c9 None None] Pushing event updated for resources: {'Port': ['ID=544121ca-1528-4d8a-b3b8-75d68397be08,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:26.223020 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-76aefdd3-8f77-4f5c-bb8a-a76a1ac93372 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:26.249274 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4ea1f517-69f0-4241-ae01-99e24c9d747e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:26.267029 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-4ea1f517-69f0-4241-ae01-99e24c9d747e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Transition to ACTIVE for port object eb59cbe5-c152-4597-9280-5688c10fb326 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:26.289112 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cdae5620-0197-4cff-bda0-45f6862e0728 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:26.305119 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2bdc76-66d3-476f-b956-15ca84570228 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event deleted for resources: {'Subnet': ['ID=342c7256-e1fe-40ae-a0f0-98355b1be44c,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:26.379325 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-323de9b1-da5e-414c-83d2-0b4e788945c9 None None] For port 544121ca-1528-4d8a-b3b8-75d68397be08, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:41:26.409707 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-323de9b1-da5e-414c-83d2-0b4e788945c9 None None] For port 544121ca-1528-4d8a-b3b8-75d68397be08, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=544121ca-1528-4d8a-b3b8-75d68397be08,segment=NetworkSegment(96648bf7-1ff1-4599-99d2-8062128f50dd),segment_id=96648bf7-1ff1-4599-99d2-8062128f50dd)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:41:26.437077 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-76aefdd3-8f77-4f5c-bb8a-a76a1ac93372 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:26.457805 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-89eedd36-d493-4c2f-b6ff-d120f9b2671a None None] For port 32b92edb-33d1-4fc4-8dd0-02273ad128f8, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:41:26.464050 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-89eedd36-d493-4c2f-b6ff-d120f9b2671a None None] For port 32b92edb-33d1-4fc4-8dd0-02273ad128f8, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=32b92edb-33d1-4fc4-8dd0-02273ad128f8,segment=NetworkSegment(61c9b578-2956-4ae7-b716-c0c2999f68a9),segment_id=61c9b578-2956-4ae7-b716-c0c2999f68a9)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:41:26.507255 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-323de9b1-da5e-414c-83d2-0b4e788945c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:26.542924 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-76aefdd3-8f77-4f5c-bb8a-a76a1ac93372 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:26.556886 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-76aefdd3-8f77-4f5c-bb8a-a76a1ac93372 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] 10.222.0.21 "DELETE /v2.0/subnets/7c1e4d0a-7f6a-46b6-8021-3cdc2fad2445 HTTP/1.1" status: 204 len: 168 time: 0.9631786 Feb 04 11:41:26.557823 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aefdd3-8f77-4f5c-bb8a-a76a1ac93372 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Pushing event deleted for resources: {'Subnet': ['ID=7c1e4d0a-7f6a-46b6-8021-3cdc2fad2445,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:26.560452 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39070) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:26.566192 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb6fe5d-5f64-4196-a682-a841114c3193 None None] Network 0eef8a99-a3c4-4987-8bf4-33524cdb982f requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:41:26.587505 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4ea1f517-69f0-4241-ae01-99e24c9d747e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:26.601666 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb9bdf9-e2c3-441f-92fe-667b853e0034 None None] DHCP port deletion for 8b52fc59-015d-479d-8e0a-ec389bb962a7 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:41:26.613906 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-61516230-18f9-45e8-a772-595b0ce26438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8bd21-14ba-480e-9544-0062df128086', 'name': 'tempest-RoutersIpV6Test-router-1761692933', 'tenant_id': '1857235941a6433080777df3100a6d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:14Z', 'updated_at': '2022-02-04T11:41:21Z', 'revision_number': 2, 'project_id': '1857235941a6433080777df3100a6d46', 'gw_port_host': None, '_interfaces': [{'id': '213e5a4f-922e-4c5a-a15c-908e787ee133', 'name': '', 'network_id': '56225026-f565-4757-906e-0cd472ebe86b', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:9f:3a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:19Z', 'updated_at': '2022-02-04T11:41:25Z', 'revision_number': 4, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:26.619505 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61516230-18f9-45e8-a772-595b0ce26438 None None] The sync data for ids ['56c8bd21-14ba-480e-9544-0062df128086'] in dv-neutron-827825-2-hyperv is: [{'id': '56c8bd21-14ba-480e-9544-0062df128086', 'name': 'tempest-RoutersIpV6Test-router-1761692933', 'tenant_id': '1857235941a6433080777df3100a6d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:14Z', 'updated_at': '2022-02-04T11:41:21Z', 'revision_number': 2, 'project_id': '1857235941a6433080777df3100a6d46', 'gw_port_host': None, '_interfaces': [{'id': '213e5a4f-922e-4c5a-a15c-908e787ee133', 'name': '', 'network_id': '56225026-f565-4757-906e-0cd472ebe86b', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:9f:3a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:19Z', 'updated_at': '2022-02-04T11:41:25Z', 'revision_number': 4, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:41:26.620038 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-89eedd36-d493-4c2f-b6ff-d120f9b2671a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:26.666352 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ba2bdc76-66d3-476f-b956-15ca84570228 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:26.702371 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-cbb9bdf9-e2c3-441f-92fe-667b853e0034 None None] Deleting port dd315cd1-545a-4963-9b7b-eb4995ef14fb {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:41:26.702748 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cbb9bdf9-e2c3-441f-92fe-667b853e0034 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:26.714612 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aefdd3-8f77-4f5c-bb8a-a76a1ac93372 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:26.715642 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aefdd3-8f77-4f5c-bb8a-a76a1ac93372 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:26.716073 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aefdd3-8f77-4f5c-bb8a-a76a1ac93372 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:26.716503 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aefdd3-8f77-4f5c-bb8a-a76a1ac93372 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:26.717054 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aefdd3-8f77-4f5c-bb8a-a76a1ac93372 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:26.717584 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aefdd3-8f77-4f5c-bb8a-a76a1ac93372 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:26.718041 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aefdd3-8f77-4f5c-bb8a-a76a1ac93372 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:26.718480 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aefdd3-8f77-4f5c-bb8a-a76a1ac93372 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:26.718898 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aefdd3-8f77-4f5c-bb8a-a76a1ac93372 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:26.719795 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aefdd3-8f77-4f5c-bb8a-a76a1ac93372 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:26.720372 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aefdd3-8f77-4f5c-bb8a-a76a1ac93372 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:26.743553 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-ba2bdc76-66d3-476f-b956-15ca84570228 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a78dd77-9af9-42f1-8e65-0238280720b0']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:26.751865 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea1f517-69f0-4241-ae01-99e24c9d747e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Network daa82c88-f763-4832-a3c4-05a0a170dd86 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:41:26.768743 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9dd638d1-f86b-4251-9794-a61c1720b5c6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:26.770365 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-4ea1f517-69f0-4241-ae01-99e24c9d747e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:26.774919 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea1f517-69f0-4241-ae01-99e24c9d747e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event updated for resources: {'Port': ['ID=eb59cbe5-c152-4597-9280-5688c10fb326,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:26.779730 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea1f517-69f0-4241-ae01-99e24c9d747e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:41:26.790686 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-9dd638d1-f86b-4251-9794-a61c1720b5c6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Deleting port dd315cd1-545a-4963-9b7b-eb4995ef14fb {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:41:26.791128 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9dd638d1-f86b-4251-9794-a61c1720b5c6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:26.851350 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4ea1f517-69f0-4241-ae01-99e24c9d747e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:26.856896 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-ba2bdc76-66d3-476f-b956-15ca84570228 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96648bf7-1ff1-4599-99d2-8062128f50dd') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:26.857221 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-ba2bdc76-66d3-476f-b956-15ca84570228 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96648bf7-1ff1-4599-99d2-8062128f50dd') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:26.886573 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323de9b1-da5e-414c-83d2-0b4e788945c9 None None] Pushing event updated for resources: {'Port': ['ID=544121ca-1528-4d8a-b3b8-75d68397be08,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:26.896659 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ba2bdc76-66d3-476f-b956-15ca84570228 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:26.984894 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ba2bdc76-66d3-476f-b956-15ca84570228 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:27.013200 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba2bdc76-66d3-476f-b956-15ca84570228 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:41:27.013200 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ba2bdc76-66d3-476f-b956-15ca84570228 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:27.043023 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:41:27.043023 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:41:27.043023 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:41:27.043023 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:41:27.043023 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:41:27.043023 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:41:27.043023 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:41:27.043023 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:41:27.043023 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:41:27.043023 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:41:27.043023 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:41:27.043023 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:41:27.043023 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:41:27.043023 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:41:27.043023 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:41:27.043023 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:41:27.043023 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:41:27.043023 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:41:27.043023 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:41:27.043023 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:41:27.043023 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:41:27.043023 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:41:27.043023 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:41:27.043023 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:41:27.043023 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:41:27.043023 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:41:27.043023 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:41:27.043023 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:41:27.043023 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:41:27.043023 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:41:27.043023 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:41:27.043023 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:41:27.171432 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-9dd638d1-f86b-4251-9794-a61c1720b5c6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] For port dd315cd1-545a-4963-9b7b-eb4995ef14fb, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=dd315cd1-545a-4963-9b7b-eb4995ef14fb,segment=NetworkSegment(78abfb9d-3c21-41f2-98de-10d33d4c9553),segment_id=78abfb9d-3c21-41f2-98de-10d33d4c9553)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:41:27.171893 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9dd638d1-f86b-4251-9794-a61c1720b5c6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:27.301329 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4ea1f517-69f0-4241-ae01-99e24c9d747e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:27.407392 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eedd36-d493-4c2f-b6ff-d120f9b2671a None None] Pushing event updated for resources: {'Port': ['ID=32b92edb-33d1-4fc4-8dd0-02273ad128f8,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:27.422358 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.db.api [None req-ba2bdc76-66d3-476f-b956-15ca84570228 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 11:41:27.422358 dv-neutron-827825-2-hyperv neutron-server[84204]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 11:41:27.422358 dv-neutron-827825-2-hyperv neutron-server[84204]: [parameters: {'id': '9a78dd77-9af9-42f1-8e65-0238280720b0'}] Feb 04 11:41:27.422358 dv-neutron-827825-2-hyperv neutron-server[84204]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:41:27.426231 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG oslo_db.api [None req-ba2bdc76-66d3-476f-b956-15ca84570228 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:41:27.426231 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cdae5620-0197-4cff-bda0-45f6862e0728 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:27.433637 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-9dd638d1-f86b-4251-9794-a61c1720b5c6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Calling delete_port for dd315cd1-545a-4963-9b7b-eb4995ef14fb owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:41:27.463522 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f748db64-1027-4047-be3c-effec5338aec None None] Network 9a78dd77-9af9-42f1-8e65-0238280720b0 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:41:27.548615 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308669a-2352-4261-934b-4ecb377308eb req-27f40ae9-1353-4107-b0c5-abb46ac83a4c tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:27.550332 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6308669a-2352-4261-934b-4ecb377308eb req-27f40ae9-1353-4107-b0c5-abb46ac83a4c tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 946 time: 0.4777453 Feb 04 11:41:27.626098 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-cbb9bdf9-e2c3-441f-92fe-667b853e0034 None None] For port dd315cd1-545a-4963-9b7b-eb4995ef14fb, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=dd315cd1-545a-4963-9b7b-eb4995ef14fb,segment=NetworkSegment(78abfb9d-3c21-41f2-98de-10d33d4c9553),segment_id=78abfb9d-3c21-41f2-98de-10d33d4c9553)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:41:27.626669 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cbb9bdf9-e2c3-441f-92fe-667b853e0034 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:27.629982 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6308669a-2352-4261-934b-4ecb377308eb req-33786d07-6173-415c-b2ce-a0d1c2cab9dd tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/security-groups?id=56276931-9902-4f5f-876e-c45590f45267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688562 Feb 04 11:41:27.636922 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9dd638d1-f86b-4251-9794-a61c1720b5c6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:27.686762 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae5620-0197-4cff-bda0-45f6862e0728 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event updated for resources: {'Subnet': ['ID=47ab593f-d154-481f-abfa-be0bfe6cedc3,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:27.698606 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd638d1-f86b-4251-9794-a61c1720b5c6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Pushing event deleted for resources: {'Port': ['ID=dd315cd1-545a-4963-9b7b-eb4995ef14fb,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:27.705348 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd638d1-f86b-4251-9794-a61c1720b5c6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] No DVR routers for this DVR port dd315cd1-545a-4963-9b7b-eb4995ef14fb on host dv-neutron-827825-2-hyperv {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:41:27.786675 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdae5620-0197-4cff-bda0-45f6862e0728 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Checking segment: {'id': '0da7f603-903d-4ec8-b0cc-823f4095e072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '40008c44-c055-47e7-ab84-8a71b5f13f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:41:27.796244 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdae5620-0197-4cff-bda0-45f6862e0728 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Network hostable DHCP agents. Network: 40008c44-c055-47e7-ab84-8a71b5f13f88, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:41:27.861850 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-cbb9bdf9-e2c3-441f-92fe-667b853e0034 None None] Calling delete_port for dd315cd1-545a-4963-9b7b-eb4995ef14fb owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:41:27.888803 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9dd638d1-f86b-4251-9794-a61c1720b5c6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:27.923785 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ba2bdc76-66d3-476f-b956-15ca84570228 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:27.939888 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdae5620-0197-4cff-bda0-45f6862e0728 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Network 40008c44-c055-47e7-ab84-8a71b5f13f88 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:41:27.946516 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4ea1f517-69f0-4241-ae01-99e24c9d747e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:27.963115 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-ba2bdc76-66d3-476f-b956-15ca84570228 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Deleting port 544121ca-1528-4d8a-b3b8-75d68397be08 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:41:27.963603 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ba2bdc76-66d3-476f-b956-15ca84570228 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:27.975354 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-9dd638d1-f86b-4251-9794-a61c1720b5c6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b52fc59-015d-479d-8e0a-ec389bb962a7']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:27.998809 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-9dd638d1-f86b-4251-9794-a61c1720b5c6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78abfb9d-3c21-41f2-98de-10d33d4c9553') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:27.999095 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-9dd638d1-f86b-4251-9794-a61c1720b5c6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78abfb9d-3c21-41f2-98de-10d33d4c9553') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:28.004295 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4ea1f517-69f0-4241-ae01-99e24c9d747e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:28.018186 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c593937-2946-405b-a64c-dfc57698e948 None None] DHCP port deletion for 0eef8a99-a3c4-4987-8bf4-33524cdb982f request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:41:28.019060 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9dd638d1-f86b-4251-9794-a61c1720b5c6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:28.038547 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-5c593937-2946-405b-a64c-dfc57698e948 None None] Deleting port 4556edac-6ff1-46c7-a631-d378c6edf0bc {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:41:28.038919 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5c593937-2946-405b-a64c-dfc57698e948 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:28.041563 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9dd638d1-f86b-4251-9794-a61c1720b5c6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:28.050427 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dd638d1-f86b-4251-9794-a61c1720b5c6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:41:28.050824 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9dd638d1-f86b-4251-9794-a61c1720b5c6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:28.066940 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:41:28.066940 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:41:28.066940 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:41:28.066940 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:41:28.066940 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:41:28.066940 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:41:28.066940 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:41:28.066940 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:41:28.066940 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:41:28.066940 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:41:28.066940 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:41:28.066940 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:41:28.066940 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:41:28.066940 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:41:28.066940 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:41:28.066940 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:41:28.066940 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:41:28.066940 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:41:28.066940 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:41:28.066940 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:41:28.066940 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:41:28.066940 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:41:28.066940 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:41:28.066940 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:41:28.066940 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:41:28.066940 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:41:28.066940 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:41:28.066940 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:41:28.066940 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:41:28.066940 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:41:28.066940 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:41:28.066940 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:41:28.080612 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-cbb9bdf9-e2c3-441f-92fe-667b853e0034 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:41:28.080956 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-cbb9bdf9-e2c3-441f-92fe-667b853e0034 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:41:28.186899 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4ea1f517-69f0-4241-ae01-99e24c9d747e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:28.210679 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-cdae5620-0197-4cff-bda0-45f6862e0728 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 40008c44-c055-47e7-ab84-8a71b5f13f88) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:28.220413 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fac980-0a06-4a71-8c91-87aa03d720ca None None] Network 40008c44-c055-47e7-ab84-8a71b5f13f88 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:41:28.235480 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdae5620-0197-4cff-bda0-45f6862e0728 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:28.236132 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cdae5620-0197-4cff-bda0-45f6862e0728 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:28.415984 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86803bc7-8bf7-464b-8ecb-539df46a876b None None] Network daa82c88-f763-4832-a3c4-05a0a170dd86 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:41:28.472146 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea1f517-69f0-4241-ae01-99e24c9d747e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event updated for resources: {'Port': ['ID=eb59cbe5-c152-4597-9280-5688c10fb326,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:28.490257 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9dd638d1-f86b-4251-9794-a61c1720b5c6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:28.536533 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-5c593937-2946-405b-a64c-dfc57698e948 None None] For port 4556edac-6ff1-46c7-a631-d378c6edf0bc, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=4556edac-6ff1-46c7-a631-d378c6edf0bc,segment=NetworkSegment(7ae230a3-6cc2-4f54-b078-58a26abbf5a7),segment_id=7ae230a3-6cc2-4f54-b078-58a26abbf5a7)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:41:28.536533 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5c593937-2946-405b-a64c-dfc57698e948 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:28.546514 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9dd638d1-f86b-4251-9794-a61c1720b5c6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:28.549571 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-ba2bdc76-66d3-476f-b956-15ca84570228 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] For port 544121ca-1528-4d8a-b3b8-75d68397be08, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=544121ca-1528-4d8a-b3b8-75d68397be08,segment=NetworkSegment(96648bf7-1ff1-4599-99d2-8062128f50dd),segment_id=96648bf7-1ff1-4599-99d2-8062128f50dd)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:41:28.550046 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ba2bdc76-66d3-476f-b956-15ca84570228 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:28.563522 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd638d1-f86b-4251-9794-a61c1720b5c6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Pushing event deleted for resources: {'Network': ['ID=8b52fc59-015d-479d-8e0a-ec389bb962a7,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:28.567213 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-cdae5620-0197-4cff-bda0-45f6862e0728 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4381051 Feb 04 11:41:28.571880 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39076) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:28.594187 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-9dd638d1-f86b-4251-9794-a61c1720b5c6 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] 10.222.0.21 "DELETE /v2.0/networks/8b52fc59-015d-479d-8e0a-ec389bb962a7 HTTP/1.1" status: 204 len: 168 time: 2.0304425 Feb 04 11:41:28.594991 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39080) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:28.633381 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-cbb9bdf9-e2c3-441f-92fe-667b853e0034 None None] Deleting port dd315cd1-545a-4963-9b7b-eb4995ef14fb {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:41:28.633825 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cbb9bdf9-e2c3-441f-92fe-667b853e0034 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:28.775976 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-5c593937-2946-405b-a64c-dfc57698e948 None None] Calling delete_port for 4556edac-6ff1-46c7-a631-d378c6edf0bc owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:41:28.813153 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 213e5a4f-922e-4c5a-a15c-908e787ee133 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:41:28.850915 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b6838879-d21f-4779-8a01-36e191245cab tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:28.864298 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-b6838879-d21f-4779-8a01-36e191245cab tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Deleting port 4556edac-6ff1-46c7-a631-d378c6edf0bc {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:41:28.865666 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b6838879-d21f-4779-8a01-36e191245cab tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:28.872576 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 48e23ed1-aab8-4174-bec3-b8ed93968d24 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:41:28.929065 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 48e23ed1-aab8-4174-bec3-b8ed93968d24 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:41:28.944819 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-ba2bdc76-66d3-476f-b956-15ca84570228 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Calling delete_port for 544121ca-1528-4d8a-b3b8-75d68397be08 owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:41:29.031896 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-cf99b531-bd50-4816-bc1a-1c21368f2e23 None None] Provisioning for port 32b92edb-33d1-4fc4-8dd0-02273ad128f8 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:41:29.054720 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-cbb9bdf9-e2c3-441f-92fe-667b853e0034 None None] The port 'dd315cd1-545a-4963-9b7b-eb4995ef14fb' was deleted {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:41:29.087859 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea1f517-69f0-4241-ae01-99e24c9d747e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Network daa82c88-f763-4832-a3c4-05a0a170dd86 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:41:29.095699 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-4ea1f517-69f0-4241-ae01-99e24c9d747e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:29.131817 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-b6838879-d21f-4779-8a01-36e191245cab tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] For port 4556edac-6ff1-46c7-a631-d378c6edf0bc, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=4556edac-6ff1-46c7-a631-d378c6edf0bc,segment=NetworkSegment(7ae230a3-6cc2-4f54-b078-58a26abbf5a7),segment_id=7ae230a3-6cc2-4f54-b078-58a26abbf5a7)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:41:29.132599 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b6838879-d21f-4779-8a01-36e191245cab tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:29.135551 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.resource_extend [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:41:29.266130 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-b6838879-d21f-4779-8a01-36e191245cab tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Calling delete_port for 4556edac-6ff1-46c7-a631-d378c6edf0bc owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:41:29.355534 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ba2bdc76-66d3-476f-b956-15ca84570228 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:29.386893 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed6dd3d-d87e-4d87-9947-701db5a26f49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-40008c44-c055-47e7-ab84-8a71b5f13f88', 'network_id': '40008c44-c055-47e7-ab84-8a71b5f13f88', 'tenant_id': '1857235941a6433080777df3100a6d46', 'fixed_ips': [{'subnet_id': '47ab593f-d154-481f-abfa-be0bfe6cedc3'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:41:29.387673 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-aed6dd3d-d87e-4d87-9947-701db5a26f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:29.431878 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2bdc76-66d3-476f-b956-15ca84570228 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event deleted for resources: {'Port': ['ID=544121ca-1528-4d8a-b3b8-75d68397be08,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:29.453252 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2bdc76-66d3-476f-b956-15ca84570228 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] No DVR routers for this DVR port 544121ca-1528-4d8a-b3b8-75d68397be08 on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:41:29.456314 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.api [None req-b6838879-d21f-4779-8a01-36e191245cab tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:41:29.456470 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-53b778ce-3af9-4f2f-8c69-2e331b9578d9 req-30f79146-9974-44be-bff3-b33cef184fdb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 1099 time: 0.4815712 Feb 04 11:41:29.456689 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG oslo_db.api [None req-b6838879-d21f-4779-8a01-36e191245cab tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:41:29.473701 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5c593937-2946-405b-a64c-dfc57698e948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:29.488812 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aad91a-66eb-4805-a56a-e065dc12a441 req-1aa4f558-ffcb-4213-a327-e776fdc3db0d tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:29.490576 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d8aad91a-66eb-4805-a56a-e065dc12a441 req-1aa4f558-ffcb-4213-a327-e776fdc3db0d tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 946 time: 0.5893908 Feb 04 11:41:29.622522 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 213e5a4f-922e-4c5a-a15c-908e787ee133 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:41:29.640433 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:29.663186 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c593937-2946-405b-a64c-dfc57698e948 None None] Pushing event deleted for resources: {'Port': ['ID=4556edac-6ff1-46c7-a631-d378c6edf0bc,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:29.666463 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 48e23ed1-aab8-4174-bec3-b8ed93968d24, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=48e23ed1-aab8-4174-bec3-b8ed93968d24,segment=NetworkSegment(ec120722-0a88-4f12-b6cd-df43a0900923),segment_id=ec120722-0a88-4f12-b6cd-df43a0900923)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:41:29.683537 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 213e5a4f-922e-4c5a-a15c-908e787ee133 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:29.683901 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:29.738914 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ba2bdc76-66d3-476f-b956-15ca84570228 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:29.745900 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c593937-2946-405b-a64c-dfc57698e948 None None] No DVR routers for this DVR port 4556edac-6ff1-46c7-a631-d378c6edf0bc on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:41:29.755371 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': '48e23ed1-aab8-4174-bec3-b8ed93968d24', 'network_id': '29516d56-73f4-4962-aac3-30725a9be94a', 'port_id': '48e23ed1-aab8-4174-bec3-b8ed93968d24', 'mac_address': 'fa:16:3e:a2:2b:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd13ac7-ddcf-4461-af29-a1faae2b9cd2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:41:29.842068 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89107e0-5eb5-4e2b-8f82-3f6cee25539e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48e23ed1-aab8-4174-bec3-b8ed93968d24'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:41:29.880334 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-53b778ce-3af9-4f2f-8c69-2e331b9578d9 req-c9759f39-3573-41d0-8e04-800be3e4bbf4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=56276931-9902-4f5f-876e-c45590f45267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3858163 Feb 04 11:41:29.912629 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 48e23ed1-aab8-4174-bec3-b8ed93968d24, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=48e23ed1-aab8-4174-bec3-b8ed93968d24,segment=NetworkSegment(ec120722-0a88-4f12-b6cd-df43a0900923),segment_id=ec120722-0a88-4f12-b6cd-df43a0900923)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:41:29.930167 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d8aad91a-66eb-4805-a56a-e065dc12a441 req-9ea05a36-4570-4a85-8cf0-5918711e50d3 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/security-groups?id=56276931-9902-4f5f-876e-c45590f45267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4173102 Feb 04 11:41:29.933480 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-aed6dd3d-d87e-4d87-9947-701db5a26f49 None None] Allocated IP 2001:db8:1::2 (40008c44-c055-47e7-ab84-8a71b5f13f88/47ab593f-d154-481f-abfa-be0bfe6cedc3/bd1bad8b-0ce7-4e97-8bc7-629138586fbb) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:41:29.935590 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:29.941605 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-ba2bdc76-66d3-476f-b956-15ca84570228 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a78dd77-9af9-42f1-8e65-0238280720b0']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:29.955107 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f89107e0-5eb5-4e2b-8f82-3f6cee25539e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48e23ed1-aab8-4174-bec3-b8ed93968d24', 'code': 200} Feb 04 11:41:29.970329 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-b6838879-d21f-4779-8a01-36e191245cab tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Deleting port 4556edac-6ff1-46c7-a631-d378c6edf0bc {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:41:29.971428 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b6838879-d21f-4779-8a01-36e191245cab tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:30.002480 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:30.040539 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-ba2bdc76-66d3-476f-b956-15ca84570228 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96648bf7-1ff1-4599-99d2-8062128f50dd') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:30.041300 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-ba2bdc76-66d3-476f-b956-15ca84570228 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96648bf7-1ff1-4599-99d2-8062128f50dd') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:30.061036 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ba2bdc76-66d3-476f-b956-15ca84570228 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:30.061198 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48e23ed1-aab8-4174-bec3-b8ed93968d24 {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:41:30.076043 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-b6838879-d21f-4779-8a01-36e191245cab tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] The port '4556edac-6ff1-46c7-a631-d378c6edf0bc' was deleted {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:41:30.092632 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ba2bdc76-66d3-476f-b956-15ca84570228 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:30.108013 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba2bdc76-66d3-476f-b956-15ca84570228 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:41:30.108701 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ba2bdc76-66d3-476f-b956-15ca84570228 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:30.132675 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:41:30.132675 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:41:30.132675 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:41:30.132675 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:41:30.132675 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:41:30.132675 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:41:30.132675 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:41:30.132675 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:41:30.132675 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:41:30.132675 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:41:30.132675 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:41:30.132675 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:41:30.132675 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:41:30.132675 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:41:30.132675 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:41:30.132675 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:41:30.132675 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:41:30.132675 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:41:30.132675 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:41:30.132675 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:41:30.132675 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:41:30.132675 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:41:30.132675 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:41:30.132675 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:41:30.132675 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:41:30.132675 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:41:30.132675 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:41:30.132675 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:41:30.132675 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:41:30.132675 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:41:30.132675 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:41:30.132675 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:41:30.239410 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:30.275006 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b6838879-d21f-4779-8a01-36e191245cab tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:30.309306 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-b6838879-d21f-4779-8a01-36e191245cab tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eef8a99-a3c4-4987-8bf4-33524cdb982f']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:30.331152 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-b6838879-d21f-4779-8a01-36e191245cab tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ae230a3-6cc2-4f54-b078-58a26abbf5a7') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:30.331566 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-b6838879-d21f-4779-8a01-36e191245cab tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ae230a3-6cc2-4f54-b078-58a26abbf5a7') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:30.342938 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=48e23ed1-aab8-4174-bec3-b8ed93968d24,revision_number=6']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:30.348094 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b6838879-d21f-4779-8a01-36e191245cab tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:30.367330 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:41:30.367682 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:41:30.370369 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b6838879-d21f-4779-8a01-36e191245cab tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:30.384582 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6838879-d21f-4779-8a01-36e191245cab tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:41:30.385077 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b6838879-d21f-4779-8a01-36e191245cab tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:30.392207 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 213e5a4f-922e-4c5a-a15c-908e787ee133, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=213e5a4f-922e-4c5a-a15c-908e787ee133,segment=NetworkSegment(f1ec694c-5844-41c1-8d69-a4adf1954403),segment_id=f1ec694c-5844-41c1-8d69-a4adf1954403)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:41:30.396999 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4529b476-25ec-4d28-a023-af94a7074328 None None] Provisioning for port eb59cbe5-c152-4597-9280-5688c10fb326 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:41:30.405584 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:41:30.405584 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:41:30.405584 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:41:30.405584 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:41:30.405584 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:41:30.405584 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:41:30.405584 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:41:30.405584 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:41:30.405584 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:41:30.405584 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:41:30.405584 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:41:30.405584 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:41:30.405584 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:41:30.405584 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:41:30.405584 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:41:30.405584 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:41:30.405584 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:41:30.405584 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:41:30.405584 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:41:30.405584 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:41:30.405584 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:41:30.405584 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:41:30.405584 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:41:30.405584 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:41:30.405584 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:41:30.405584 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:41:30.405584 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:41:30.405584 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:41:30.405584 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:41:30.405584 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:41:30.405584 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:41:30.405584 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:41:30.434262 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4529b476-25ec-4d28-a023-af94a7074328 None None] Provisioning complete for port eb59cbe5-c152-4597-9280-5688c10fb326 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:30.434790 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4529b476-25ec-4d28-a023-af94a7074328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:30.482108 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:30.482898 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 32b92edb-33d1-4fc4-8dd0-02273ad128f8 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:41:30.564306 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ba2bdc76-66d3-476f-b956-15ca84570228 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:30.584948 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ba2bdc76-66d3-476f-b956-15ca84570228 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:30.601923 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2bdc76-66d3-476f-b956-15ca84570228 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event deleted for resources: {'Network': ['ID=9a78dd77-9af9-42f1-8e65-0238280720b0,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:30.634779 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4529b476-25ec-4d28-a023-af94a7074328 None None] Port eb59cbe5-c152-4597-9280-5688c10fb326 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:41:30.651059 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b6838879-d21f-4779-8a01-36e191245cab tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:30.653096 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-aed6dd3d-d87e-4d87-9947-701db5a26f49 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:30.673692 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ba2bdc76-66d3-476f-b956-15ca84570228 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "DELETE /v2.0/networks/9a78dd77-9af9-42f1-8e65-0238280720b0 HTTP/1.1" status: 204 len: 168 time: 6.6360080 Feb 04 11:41:30.676617 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39090) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:30.681953 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-aed6dd3d-d87e-4d87-9947-701db5a26f49 None None] Transition to ACTIVE for port object bd1bad8b-0ce7-4e97-8bc7-629138586fbb will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:30.684064 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea1f517-69f0-4241-ae01-99e24c9d747e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Router a2b19bd9-09d3-48dd-8c0e-d267aeafd28f is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:41:30.686532 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b6838879-d21f-4779-8a01-36e191245cab tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:30.698281 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6838879-d21f-4779-8a01-36e191245cab tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Pushing event deleted for resources: {'Network': ['ID=0eef8a99-a3c4-4987-8bf4-33524cdb982f,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:30.701851 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=213e5a4f-922e-4c5a-a15c-908e787ee133,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:30.731325 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-aed6dd3d-d87e-4d87-9947-701db5a26f49 None None] Transition to ACTIVE for port object bd1bad8b-0ce7-4e97-8bc7-629138586fbb will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:30.731707 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b6838879-d21f-4779-8a01-36e191245cab tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] 10.222.0.21 "DELETE /v2.0/networks/0eef8a99-a3c4-4987-8bf4-33524cdb982f HTTP/1.1" status: 204 len: 168 time: 2.1298513 Feb 04 11:41:30.731818 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39094) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:30.759203 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4b86f3a-38f0-40bd-8f67-21dc255fa105 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] GET failed (client error): The resource could not be found. Feb 04 11:41:30.759687 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f4b86f3a-38f0-40bd-8f67-21dc255fa105 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Synchronizing usage tracker for tenant:f631734a474740f59c61a7b75bcfa8d4 on resource:subnet {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:41:30.800342 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 32b92edb-33d1-4fc4-8dd0-02273ad128f8 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:41:30.807557 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 32b92edb-33d1-4fc4-8dd0-02273ad128f8 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:30.808101 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:30.860581 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-aed6dd3d-d87e-4d87-9947-701db5a26f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:30.890641 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f4b86f3a-38f0-40bd-8f67-21dc255fa105 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Unset dirty status for tenant:f631734a474740f59c61a7b75bcfa8d4 on resource:subnet {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:41:30.892028 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f4b86f3a-38f0-40bd-8f67-21dc255fa105 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "GET /v2.0/subnets/342c7256-e1fe-40ae-a0f0-98355b1be44c HTTP/1.1" status: 404 len: 337 time: 0.2125778 Feb 04 11:41:30.895000 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39098) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:30.923605 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef436133-5eb0-48a8-91cb-0f5d3d6a0dfc tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] DELETE failed (client error): The resource could not be found. Feb 04 11:41:30.924285 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef436133-5eb0-48a8-91cb-0f5d3d6a0dfc tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:41:30.930200 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ef436133-5eb0-48a8-91cb-0f5d3d6a0dfc tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "DELETE /v2.0/networks/9a78dd77-9af9-42f1-8e65-0238280720b0 HTTP/1.1" status: 404 len: 339 time: 0.0299420 Feb 04 11:41:30.930612 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39102) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:31.003055 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed6dd3d-d87e-4d87-9947-701db5a26f49 None None] Network 40008c44-c055-47e7-ab84-8a71b5f13f88 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:41:31.003914 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed6dd3d-d87e-4d87-9947-701db5a26f49 None None] Pushing event updated for resources: {'Port': ['ID=bd1bad8b-0ce7-4e97-8bc7-629138586fbb,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:31.012802 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-aed6dd3d-d87e-4d87-9947-701db5a26f49 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:31.018219 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-80837dfb-1be1-4b47-973b-d37f3f447e5d None None] Provisioning complete for port eb59cbe5-c152-4597-9280-5688c10fb326 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:31.018585 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-80837dfb-1be1-4b47-973b-d37f3f447e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:31.045520 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed6dd3d-d87e-4d87-9947-701db5a26f49 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:41:31.051761 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:31.088296 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed6dd3d-d87e-4d87-9947-701db5a26f49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:31.088686 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed6dd3d-d87e-4d87-9947-701db5a26f49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:31.088970 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed6dd3d-d87e-4d87-9947-701db5a26f49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:31.089286 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed6dd3d-d87e-4d87-9947-701db5a26f49 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:31.089618 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed6dd3d-d87e-4d87-9947-701db5a26f49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:31.089990 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed6dd3d-d87e-4d87-9947-701db5a26f49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:31.090322 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed6dd3d-d87e-4d87-9947-701db5a26f49 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:31.090587 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed6dd3d-d87e-4d87-9947-701db5a26f49 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:31.090899 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed6dd3d-d87e-4d87-9947-701db5a26f49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:31.091206 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed6dd3d-d87e-4d87-9947-701db5a26f49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:31.091522 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed6dd3d-d87e-4d87-9947-701db5a26f49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:31.136641 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e23ed1-aab8-4174-bec3-b8ed93968d24 {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:41:31.151741 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c1ebcbf-0429-4a92-9daa-208f4c8cd2d8 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Deleting subnet 15be1ee3-6a41-45bb-b32d-afe956c833d5 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:41:31.156244 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4c1ebcbf-0429-4a92-9daa-208f4c8cd2d8 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:31.177783 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d15f56c-9c2c-4b2e-aa9c-57946d8d3ba5 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:31.178548 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-7d15f56c-9c2c-4b2e-aa9c-57946d8d3ba5 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Synchronizing usage tracker for tenant:f631734a474740f59c61a7b75bcfa8d4 on resource:network {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:41:31.200741 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-80837dfb-1be1-4b47-973b-d37f3f447e5d None None] Port eb59cbe5-c152-4597-9280-5688c10fb326 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:41:31.253873 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 48e23ed1-aab8-4174-bec3-b8ed93968d24, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=48e23ed1-aab8-4174-bec3-b8ed93968d24,segment=NetworkSegment(ec120722-0a88-4f12-b6cd-df43a0900923),segment_id=ec120722-0a88-4f12-b6cd-df43a0900923)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:41:31.262160 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07386707-2e3a-447c-8874-7c25553cb57b req-03b33a59-88b9-4715-a281-33b680cd3e24 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:31.262387 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4c1ebcbf-0429-4a92-9daa-208f4c8cd2d8 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:31.267666 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:31.267884 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-07386707-2e3a-447c-8874-7c25553cb57b req-03b33a59-88b9-4715-a281-33b680cd3e24 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 944 time: 0.1860025 Feb 04 11:41:31.289243 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-aed6dd3d-d87e-4d87-9947-701db5a26f49 None None] Attempting to bind port bd1bad8b-0ce7-4e97-8bc7-629138586fbb on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:41:31.289866 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-aed6dd3d-d87e-4d87-9947-701db5a26f49 None None] Attempting to bind port bd1bad8b-0ce7-4e97-8bc7-629138586fbb by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '0da7f603-903d-4ec8-b0cc-823f4095e072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '40008c44-c055-47e7-ab84-8a71b5f13f88'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:41:31.290986 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed6dd3d-d87e-4d87-9947-701db5a26f49 None None] Attempting to bind port bd1bad8b-0ce7-4e97-8bc7-629138586fbb on network 40008c44-c055-47e7-ab84-8a71b5f13f88 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:41:31.304790 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed6dd3d-d87e-4d87-9947-701db5a26f49 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:41:31.305205 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed6dd3d-d87e-4d87-9947-701db5a26f49 None None] Checking segment: {'id': '0da7f603-903d-4ec8-b0cc-823f4095e072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '40008c44-c055-47e7-ab84-8a71b5f13f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:41:31.305606 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-aed6dd3d-d87e-4d87-9947-701db5a26f49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:31.306166 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed6dd3d-d87e-4d87-9947-701db5a26f49 None None] Bound using segment: {'id': '0da7f603-903d-4ec8-b0cc-823f4095e072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '40008c44-c055-47e7-ab84-8a71b5f13f88'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:41:31.306921 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-aed6dd3d-d87e-4d87-9947-701db5a26f49 None None] Bound port: bd1bad8b-0ce7-4e97-8bc7-629138586fbb, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da7f603-903d-4ec8-b0cc-823f4095e072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '40008c44-c055-47e7-ab84-8a71b5f13f88'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:41:31.307567 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-aed6dd3d-d87e-4d87-9947-701db5a26f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:31.325390 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-07386707-2e3a-447c-8874-7c25553cb57b req-7f6cf56a-eb15-4430-91b4-2817838f943d tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/security-groups?id=56276931-9902-4f5f-876e-c45590f45267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563531 Feb 04 11:41:31.326768 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-7d15f56c-9c2c-4b2e-aa9c-57946d8d3ba5 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Unset dirty status for tenant:f631734a474740f59c61a7b75bcfa8d4 on resource:network {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:41:31.331574 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-7d15f56c-9c2c-4b2e-aa9c-57946d8d3ba5 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3992231 Feb 04 11:41:31.332294 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39108) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:31.368140 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 32b92edb-33d1-4fc4-8dd0-02273ad128f8, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=32b92edb-33d1-4fc4-8dd0-02273ad128f8,segment=NetworkSegment(61c9b578-2956-4ae7-b716-c0c2999f68a9),segment_id=61c9b578-2956-4ae7-b716-c0c2999f68a9)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:41:31.375135 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:31.398664 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-d3b8166f-2cc4-42bc-9bac-bf52950a0680 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Synchronizing usage tracker for tenant:f631734a474740f59c61a7b75bcfa8d4 on resource:subnet {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:41:31.415045 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-d3b8166f-2cc4-42bc-9bac-bf52950a0680 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Unset dirty status for tenant:f631734a474740f59c61a7b75bcfa8d4 on resource:subnet {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:41:31.426211 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d3b8166f-2cc4-42bc-9bac-bf52950a0680 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "GET /v2.0/subnets?network_id=63d4ab6b-931d-42a4-aa18-bedd81d582fa HTTP/1.1" status: 200 len: 207 time: 0.0913248 Feb 04 11:41:31.426868 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39112) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:31.489673 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4c1ebcbf-0429-4a92-9daa-208f4c8cd2d8 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:31.496385 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-aed6dd3d-d87e-4d87-9947-701db5a26f49 None None] For port bd1bad8b-0ce7-4e97-8bc7-629138586fbb, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:41:31.506290 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-aed6dd3d-d87e-4d87-9947-701db5a26f49 None None] For port bd1bad8b-0ce7-4e97-8bc7-629138586fbb, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=bd1bad8b-0ce7-4e97-8bc7-629138586fbb,segment=NetworkSegment(0da7f603-903d-4ec8-b0cc-823f4095e072),segment_id=0da7f603-903d-4ec8-b0cc-823f4095e072)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:41:31.508242 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:31.540055 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=48e23ed1-aab8-4174-bec3-b8ed93968d24,revision_number=7']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:31.580995 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c39eef32-9c1f-4145-998f-f8720c73863d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:31.622662 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-aed6dd3d-d87e-4d87-9947-701db5a26f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:31.639244 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 4556edac-6ff1-46c7-a631-d378c6edf0bc no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:41:31.688600 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea1f517-69f0-4241-ae01-99e24c9d747e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:41:31.706499 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3310f599-80bc-4bc9-9000-cf8a98208dde None None] Sync routers for ids ['a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:41:31.730356 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3310f599-80bc-4bc9-9000-cf8a98208dde None None] Routers {'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:41:31.730885 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7555f7-171d-4bdb-88e8-addcc093b82b tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:31.731183 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=32b92edb-33d1-4fc4-8dd0-02273ad128f8,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:31.733016 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-3310f599-80bc-4bc9-9000-cf8a98208dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:41:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:31.733938 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 4556edac-6ff1-46c7-a631-d378c6edf0bc {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:41:31.734120 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 4556edac-6ff1-46c7-a631-d378c6edf0bc not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:41:31.734576 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device dd315cd1-545a-4963-9b7b-eb4995ef14fb no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:41:31.742679 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4c1ebcbf-0429-4a92-9daa-208f4c8cd2d8 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:31.749781 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7555f7-171d-4bdb-88e8-addcc093b82b tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:31.758464 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7555f7-171d-4bdb-88e8-addcc093b82b tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:31.766228 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7555f7-171d-4bdb-88e8-addcc093b82b tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:31.769592 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3d7555f7-171d-4bdb-88e8-addcc093b82b tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3415377 Feb 04 11:41:31.775326 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39116) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:31.856045 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ebcbf-0429-4a92-9daa-208f4c8cd2d8 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Pushing event deleted for resources: {'Subnet': ['ID=15be1ee3-6a41-45bb-b32d-afe956c833d5,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:31.867473 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-4ea1f517-69f0-4241-ae01-99e24c9d747e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "PUT /v2.0/routers/a2b19bd9-09d3-48dd-8c0e-d267aeafd28f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1334991 Feb 04 11:41:31.869694 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39120) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:31.882641 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4c1ebcbf-0429-4a92-9daa-208f4c8cd2d8 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:31.885308 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-4c1ebcbf-0429-4a92-9daa-208f4c8cd2d8 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] 10.222.0.21 "DELETE /v2.0/subnets/15be1ee3-6a41-45bb-b32d-afe956c833d5 HTTP/1.1" status: 204 len: 168 time: 1.1567247 Feb 04 11:41:31.894208 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-cb43caeb-598c-4f74-a74d-ce8a5707389d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Request body: {'network': {'name': 'tempest-RoutersTest-2083900536'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:31.905430 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39124) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:31.910676 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-cb43caeb-598c-4f74-a74d-ce8a5707389d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:31.949551 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-cb43caeb-598c-4f74-a74d-ce8a5707389d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Usage tracker for resource:network and tenant:f1bfc018a09d4e34b9596c9c898714a6 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:31.960356 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-cb43caeb-598c-4f74-a74d-ce8a5707389d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:31.997075 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-3310f599-80bc-4bc9-9000-cf8a98208dde None None] Set router a2b19bd9-09d3-48dd-8c0e-d267aeafd28f gateway port host: None {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:41:32.031330 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['48e23ed1-aab8-4174-bec3-b8ed93968d24'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 11:41:32.050844 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-cb43caeb-598c-4f74-a74d-ce8a5707389d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:32.083789 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44940843-3e36-4a7f-af93-2b830c613474 None None] Network 8701309a-cc22-40cc-9dbe-cd82b7d0d547 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:41:32.149046 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-9a86b50f-1f83-4e16-b001-4596def3d170 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3671949 Feb 04 11:41:32.150478 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39128) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:32.249703 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99651e41-00cd-47df-af03-44cca2facb12 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:32.253163 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99651e41-00cd-47df-af03-44cca2facb12 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:32.260068 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-99651e41-00cd-47df-af03-44cca2facb12 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1079712 Feb 04 11:41:32.261090 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39132) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:32.267367 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed6dd3d-d87e-4d87-9947-701db5a26f49 None None] Pushing event updated for resources: {'Port': ['ID=bd1bad8b-0ce7-4e97-8bc7-629138586fbb,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:32.270426 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: dd315cd1-545a-4963-9b7b-eb4995ef14fb {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:41:32.270923 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device dd315cd1-545a-4963-9b7b-eb4995ef14fb not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:41:32.278812 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb43caeb-598c-4f74-a74d-ce8a5707389d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Made reservation on behalf of f1bfc018a09d4e34b9596c9c898714a6 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:41:32.281793 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cb43caeb-598c-4f74-a74d-ce8a5707389d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:32.313922 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-48cd5287-5599-4572-9ebb-b28eab96ce27 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:32.354739 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2857c3-e285-4a15-a483-c2f99ec194ab tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['shared'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:32.356382 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2857c3-e285-4a15-a483-c2f99ec194ab tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['shared'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:32.363659 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8f2857c3-e285-4a15-a483-c2f99ec194ab tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1006234 Feb 04 11:41:32.365020 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39136) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:32.518474 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb43caeb-598c-4f74-a74d-ce8a5707389d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:41:32.555335 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cb43caeb-598c-4f74-a74d-ce8a5707389d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:32.555531 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-cb43caeb-598c-4f74-a74d-ce8a5707389d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Added segment fb631fac-0359-4729-87e6-225f4f5f7b2c of type vlan for network 05c99b93-ed8e-4a2b-a881-7a73ade1e34e Feb 04 11:41:32.574494 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 213e5a4f-922e-4c5a-a15c-908e787ee133 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:41:32.588034 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cb43caeb-598c-4f74-a74d-ce8a5707389d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:32.622397 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-48cd5287-5599-4572-9ebb-b28eab96ce27 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Deleting port 1dd2919c-d176-4a31-8f93-edace299ee38 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:41:32.622901 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-48cd5287-5599-4572-9ebb-b28eab96ce27 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:32.679363 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22076b38-2134-40b7-aa61-2b9b53f07470 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:32.686698 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-22076b38-2134-40b7-aa61-2b9b53f07470 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "GET /v2.0/networks/f088fd60-33ae-4e69-9c5a-893ade542dca HTTP/1.1" status: 200 len: 800 time: 0.3164954 Feb 04 11:41:32.686698 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39142) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:32.690876 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-3310f599-80bc-4bc9-9000-cf8a98208dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'name': 'tempest-RoutersTest-router-1669387596', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:20Z', 'updated_at': '2022-02-04T11:41:26Z', 'revision_number': 2, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'gw_port_host': None, '_interfaces': [{'id': 'eb59cbe5-c152-4597-9280-5688c10fb326', 'name': '', 'network_id': 'daa82c88-f763-4832-a3c4-05a0a170dd86', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:aa:e9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb91c463-ee90-411a-9a19-041394395328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:25Z', 'updated_at': '2022-02-04T11:41:27Z', 'revision_number': 2, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': 'eb91c463-ee90-411a-9a19-041394395328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:32.699546 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3310f599-80bc-4bc9-9000-cf8a98208dde None None] Checking router: a2b19bd9-09d3-48dd-8c0e-d267aeafd28f for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:41:32.699938 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3310f599-80bc-4bc9-9000-cf8a98208dde None None] Updating router a2b19bd9-09d3-48dd-8c0e-d267aeafd28f port eb59cbe5-c152-4597-9280-5688c10fb326 binding host dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:41:32.772153 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cb43caeb-598c-4f74-a74d-ce8a5707389d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:32.776205 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb43caeb-598c-4f74-a74d-ce8a5707389d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:32.776819 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cb43caeb-598c-4f74-a74d-ce8a5707389d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:32.789120 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-3310f599-80bc-4bc9-9000-cf8a98208dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:32.817573 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 213e5a4f-922e-4c5a-a15c-908e787ee133 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:32.818805 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:32.887951 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8d7d5139-abc2-4dbc-96f2-b8d8c17625fa tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "GET /v2.0/networks/f088fd60-33ae-4e69-9c5a-893ade542dca?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2001195 Feb 04 11:41:32.891285 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39146) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:32.932257 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43caeb-598c-4f74-a74d-ce8a5707389d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event updated for resources: {'Network': ['ID=05c99b93-ed8e-4a2b-a881-7a73ade1e34e,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:32.972749 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 05c99b93-ed8e-4a2b-a881-7a73ade1e34e details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:41:32.993748 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-cb43caeb-598c-4f74-a74d-ce8a5707389d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1178536 Feb 04 11:41:32.995740 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39150) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:32.997216 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cdfe9b-bd33-42da-ad52-e4f7ed0b067b None None] DHCP port deletion for 8701309a-cc22-40cc-9dbe-cd82b7d0d547 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:41:33.006433 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-2d1cf3c1-c515-4ba5-8262-16e94ebf8c6b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Request body: {'subnet': {'network_id': '05c99b93-ed8e-4a2b-a881-7a73ade1e34e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:33.013435 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-01cdfe9b-bd33-42da-ad52-e4f7ed0b067b None None] Deleting port 1dd2919c-d176-4a31-8f93-edace299ee38 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:41:33.013974 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-01cdfe9b-bd33-42da-ad52-e4f7ed0b067b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:33.037713 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfecc29-8efb-4589-b33c-6224ca13b1ac tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:33.039304 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5bfecc29-8efb-4589-b33c-6224ca13b1ac tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "GET /v2.0/subnets/f4f9008f-ce7d-4b2a-a38a-b77af93dfe14 HTTP/1.1" status: 200 len: 811 time: 0.1467354 Feb 04 11:41:33.049134 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39154) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:33.129122 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28d7979-4fa5-416a-abbc-5a22f66da4f5 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['shared'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:33.130661 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d28d7979-4fa5-416a-abbc-5a22f66da4f5 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "GET /v2.0/subnets/f4f9008f-ce7d-4b2a-a38a-b77af93dfe14?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0787301 Feb 04 11:41:33.155738 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0eaf3-f61e-4b99-a846-9f4c9068fe11 req-5fcadcd4-58d7-45cd-8191-4f8705b2ae7e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:33.157273 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9ac0eaf3-f61e-4b99-a846-9f4c9068fe11 req-5fcadcd4-58d7-45cd-8191-4f8705b2ae7e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 945 time: 0.4974701 Feb 04 11:41:33.157776 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39158) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:33.173856 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-2d1cf3c1-c515-4ba5-8262-16e94ebf8c6b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:33.179902 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-2d1cf3c1-c515-4ba5-8262-16e94ebf8c6b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Usage tracker for resource:subnet and tenant:f1bfc018a09d4e34b9596c9c898714a6 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:33.183646 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-2d1cf3c1-c515-4ba5-8262-16e94ebf8c6b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:33.191535 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-2d1cf3c1-c515-4ba5-8262-16e94ebf8c6b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:33.207852 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-f5c4ccb3-a1f9-4ee4-ba41-1ddd383a8dd1 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-266338325'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:33.215681 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f5c4ccb3-a1f9-4ee4-ba41-1ddd383a8dd1 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:33.228856 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f5c4ccb3-a1f9-4ee4-ba41-1ddd383a8dd1 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:33.234395 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 32b92edb-33d1-4fc4-8dd0-02273ad128f8 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:41:33.263493 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-c39eef32-9c1f-4145-998f-f8720c73863d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Allocated IP 2001:db8:1::1 (40008c44-c055-47e7-ab84-8a71b5f13f88/47ab593f-d154-481f-abfa-be0bfe6cedc3/69b4dc5f-421c-4100-b5f1-87829f7f5ded) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:41:33.292448 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1cf3c1-c515-4ba5-8262-16e94ebf8c6b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Made reservation on behalf of f1bfc018a09d4e34b9596c9c898714a6 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:41:33.393093 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c4ccb3-a1f9-4ee4-ba41-1ddd383a8dd1 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Made reservation on behalf of f631734a474740f59c61a7b75bcfa8d4 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:41:33.396167 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f5c4ccb3-a1f9-4ee4-ba41-1ddd383a8dd1 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:33.415961 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-3310f599-80bc-4bc9-9000-cf8a98208dde None None] Notify callbacks [] for port, precommit_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:33.439348 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.provisioning_blocks [None req-3310f599-80bc-4bc9-9000-cf8a98208dde None None] Transition to ACTIVE for port object eb59cbe5-c152-4597-9280-5688c10fb326 will not be triggered until provisioned by entity L2. {{(pid=84207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:33.481116 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2d1cf3c1-c515-4ba5-8262-16e94ebf8c6b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:33.499647 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9ac0eaf3-f61e-4b99-a846-9f4c9068fe11 req-fa7cdd8c-67e3-493b-9364-5ae075385351 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/security-groups?id=56276931-9902-4f5f-876e-c45590f45267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3254180 Feb 04 11:41:33.504243 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 32b92edb-33d1-4fc4-8dd0-02273ad128f8 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:33.504611 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:33.543730 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-3310f599-80bc-4bc9-9000-cf8a98208dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:33.557098 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39162) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:33.574482 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-01cdfe9b-bd33-42da-ad52-e4f7ed0b067b None None] For port 1dd2919c-d176-4a31-8f93-edace299ee38, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=1dd2919c-d176-4a31-8f93-edace299ee38,segment=NetworkSegment(9eb47eb0-896b-4818-8dc2-9e16eb6cc38c),segment_id=9eb47eb0-896b-4818-8dc2-9e16eb6cc38c)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:41:33.574874 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-01cdfe9b-bd33-42da-ad52-e4f7ed0b067b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:33.695825 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-48cd5287-5599-4572-9ebb-b28eab96ce27 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] For port 1dd2919c-d176-4a31-8f93-edace299ee38, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=1dd2919c-d176-4a31-8f93-edace299ee38,segment=NetworkSegment(9eb47eb0-896b-4818-8dc2-9e16eb6cc38c),segment_id=9eb47eb0-896b-4818-8dc2-9e16eb6cc38c)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:41:33.696905 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-48cd5287-5599-4572-9ebb-b28eab96ce27 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:33.708329 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5c4ccb3-a1f9-4ee4-ba41-1ddd383a8dd1 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:41:33.718797 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-01cdfe9b-bd33-42da-ad52-e4f7ed0b067b None None] Calling delete_port for 1dd2919c-d176-4a31-8f93-edace299ee38 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:41:33.763806 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621299f3-136e-49c6-afa0-9c9e6a247ccc None None] Network 40008c44-c055-47e7-ab84-8a71b5f13f88 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:41:33.774023 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a27807-cc83-4f88-a6ae-d2c2a0f4fd7d None None] Pushing event updated for resources: {'Port': ['ID=eb59cbe5-c152-4597-9280-5688c10fb326,revision_number=3']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:33.828409 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2b393ce1-0419-422c-a937-4394a7350260 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/floatingips/48362056-43c4-4be9-89d3-feb07325fde3 HTTP/1.1" status: 200 len: 992 time: 0.2041562 Feb 04 11:41:33.886562 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-3310f599-80bc-4bc9-9000-cf8a98208dde None None] Attempting to bind port eb59cbe5-c152-4597-9280-5688c10fb326 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:41:33.887238 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-3310f599-80bc-4bc9-9000-cf8a98208dde None None] Attempting to bind port eb59cbe5-c152-4597-9280-5688c10fb326 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '61c9b578-2956-4ae7-b716-c0c2999f68a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'daa82c88-f763-4832-a3c4-05a0a170dd86'}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:41:33.887342 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3310f599-80bc-4bc9-9000-cf8a98208dde None None] Attempting to bind port eb59cbe5-c152-4597-9280-5688c10fb326 on network daa82c88-f763-4832-a3c4-05a0a170dd86 {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:41:33.896283 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3310f599-80bc-4bc9-9000-cf8a98208dde None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:41:33.896816 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3310f599-80bc-4bc9-9000-cf8a98208dde None None] Checking segment: {'id': '61c9b578-2956-4ae7-b716-c0c2999f68a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'daa82c88-f763-4832-a3c4-05a0a170dd86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:41:33.897160 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-3310f599-80bc-4bc9-9000-cf8a98208dde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:33.897554 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3310f599-80bc-4bc9-9000-cf8a98208dde None None] Bound using segment: {'id': '61c9b578-2956-4ae7-b716-c0c2999f68a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'daa82c88-f763-4832-a3c4-05a0a170dd86'} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:41:33.898292 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-3310f599-80bc-4bc9-9000-cf8a98208dde None None] Bound port: eb59cbe5-c152-4597-9280-5688c10fb326, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61c9b578-2956-4ae7-b716-c0c2999f68a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'daa82c88-f763-4832-a3c4-05a0a170dd86'}}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:41:33.898711 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-3310f599-80bc-4bc9-9000-cf8a98208dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:34.005230 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-48cd5287-5599-4572-9ebb-b28eab96ce27 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Calling delete_port for 1dd2919c-d176-4a31-8f93-edace299ee38 owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:41:34.021021 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-3310f599-80bc-4bc9-9000-cf8a98208dde None None] For port eb59cbe5-c152-4597-9280-5688c10fb326, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:41:34.024609 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-3310f599-80bc-4bc9-9000-cf8a98208dde None None] For port eb59cbe5-c152-4597-9280-5688c10fb326, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=eb59cbe5-c152-4597-9280-5688c10fb326,segment=NetworkSegment(61c9b578-2956-4ae7-b716-c0c2999f68a9),segment_id=61c9b578-2956-4ae7-b716-c0c2999f68a9)] {{(pid=84207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:41:34.029576 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2d1cf3c1-c515-4ba5-8262-16e94ebf8c6b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:34.041425 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f5c4ccb3-a1f9-4ee4-ba41-1ddd383a8dd1 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:34.041866 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-f5c4ccb3-a1f9-4ee4-ba41-1ddd383a8dd1 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Added segment a2a8e229-debb-4a5e-81bb-75f3757d79cb of type vlan for network 20f360be-e0fa-47ed-b860-6427ee6ccede Feb 04 11:41:34.076724 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-6c90c203-0a14-4c5d-b5b3-c6d6fd5395a2 None None] Provisioning for port bd1bad8b-0ce7-4e97-8bc7-629138586fbb completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:41:34.105853 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c39eef32-9c1f-4145-998f-f8720c73863d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:34.121709 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-3310f599-80bc-4bc9-9000-cf8a98208dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:34.125492 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f5c4ccb3-a1f9-4ee4-ba41-1ddd383a8dd1 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:34.172455 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-c39eef32-9c1f-4145-998f-f8720c73863d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Transition to ACTIVE for port object 69b4dc5f-421c-4100-b5f1-87829f7f5ded will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:34.176323 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1cf3c1-c515-4ba5-8262-16e94ebf8c6b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event updated for resources: {'Subnet': ['ID=0333d8c6-4288-4eeb-a868-6b1db27513f7,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:34.192431 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.db.api [None req-48cd5287-5599-4572-9ebb-b28eab96ce27 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:41:34.192649 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG oslo_db.api [None req-48cd5287-5599-4572-9ebb-b28eab96ce27 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:41:34.219735 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1cf3c1-c515-4ba5-8262-16e94ebf8c6b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Checking segment: {'id': 'fb631fac-0359-4729-87e6-225f4f5f7b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '05c99b93-ed8e-4a2b-a881-7a73ade1e34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:41:34.220162 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1cf3c1-c515-4ba5-8262-16e94ebf8c6b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Network hostable DHCP agents. Network: 05c99b93-ed8e-4a2b-a881-7a73ade1e34e, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:41:34.243458 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-01cdfe9b-bd33-42da-ad52-e4f7ed0b067b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:34.247410 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3310f599-80bc-4bc9-9000-cf8a98208dde None None] Routers {'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:41:34.248979 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-3310f599-80bc-4bc9-9000-cf8a98208dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:41:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:34.264271 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f5c4ccb3-a1f9-4ee4-ba41-1ddd383a8dd1 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:34.268732 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c4ccb3-a1f9-4ee4-ba41-1ddd383a8dd1 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:34.275157 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f5c4ccb3-a1f9-4ee4-ba41-1ddd383a8dd1 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:34.312290 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cdfe9b-bd33-42da-ad52-e4f7ed0b067b None None] Pushing event deleted for resources: {'Port': ['ID=1dd2919c-d176-4a31-8f93-edace299ee38,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:34.312649 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a27807-cc83-4f88-a6ae-d2c2a0f4fd7d None None] Pushing event updated for resources: {'Port': ['ID=eb59cbe5-c152-4597-9280-5688c10fb326,revision_number=4']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:34.329413 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cdfe9b-bd33-42da-ad52-e4f7ed0b067b None None] No DVR routers for this DVR port 1dd2919c-d176-4a31-8f93-edace299ee38 on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:41:34.347269 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1cf3c1-c515-4ba5-8262-16e94ebf8c6b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Network 05c99b93-ed8e-4a2b-a881-7a73ade1e34e is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:41:34.450981 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c39eef32-9c1f-4145-998f-f8720c73863d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:34.461757 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-2d1cf3c1-c515-4ba5-8262-16e94ebf8c6b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 05c99b93-ed8e-4a2b-a881-7a73ade1e34e) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:34.471681 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1cf3c1-c515-4ba5-8262-16e94ebf8c6b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:34.472258 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2d1cf3c1-c515-4ba5-8262-16e94ebf8c6b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:34.473414 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89208210-5663-4699-ade1-b40a4d875f89 None None] Network 05c99b93-ed8e-4a2b-a881-7a73ade1e34e requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:41:34.527455 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-3310f599-80bc-4bc9-9000-cf8a98208dde None None] Set router a2b19bd9-09d3-48dd-8c0e-d267aeafd28f gateway port host: None {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:41:34.576248 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f5c4ccb3-a1f9-4ee4-ba41-1ddd383a8dd1 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4040484 Feb 04 11:41:34.579150 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39166) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:34.588049 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-a27914e9-d2c2-4f53-872a-04d099a465b7 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Request body: {'subnet': {'network_id': '20f360be-e0fa-47ed-b860-6427ee6ccede', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:34.595997 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device bd1bad8b-0ce7-4e97-8bc7-629138586fbb up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:41:34.603584 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39eef32-9c1f-4145-998f-f8720c73863d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Network 40008c44-c055-47e7-ab84-8a71b5f13f88 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:41:34.604624 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c4ccb3-a1f9-4ee4-ba41-1ddd383a8dd1 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event updated for resources: {'Network': ['ID=20f360be-e0fa-47ed-b860-6427ee6ccede,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:34.610950 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-c39eef32-9c1f-4145-998f-f8720c73863d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:34.617310 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39eef32-9c1f-4145-998f-f8720c73863d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:41:34.619694 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c39eef32-9c1f-4145-998f-f8720c73863d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:34.631330 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39eef32-9c1f-4145-998f-f8720c73863d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event updated for resources: {'Port': ['ID=69b4dc5f-421c-4100-b5f1-87829f7f5ded,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:34.653425 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2d1cf3c1-c515-4ba5-8262-16e94ebf8c6b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6538885 Feb 04 11:41:34.658595 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39170) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:34.670707 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 20f360be-e0fa-47ed-b860-6427ee6ccede details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:41:34.735927 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-48cd5287-5599-4572-9ebb-b28eab96ce27 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Deleting port 1dd2919c-d176-4a31-8f93-edace299ee38 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:41:34.736500 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-48cd5287-5599-4572-9ebb-b28eab96ce27 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:34.782927 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a27914e9-d2c2-4f53-872a-04d099a465b7 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:34.793987 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a27914e9-d2c2-4f53-872a-04d099a465b7 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:34.856709 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-48cd5287-5599-4572-9ebb-b28eab96ce27 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] The port '1dd2919c-d176-4a31-8f93-edace299ee38' was deleted {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:41:34.893282 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27914e9-d2c2-4f53-872a-04d099a465b7 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Made reservation on behalf of f631734a474740f59c61a7b75bcfa8d4 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:41:35.022288 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-3310f599-80bc-4bc9-9000-cf8a98208dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'name': 'tempest-RoutersTest-router-1669387596', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:20Z', 'updated_at': '2022-02-04T11:41:26Z', 'revision_number': 2, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'gw_port_host': None, '_interfaces': [{'id': 'eb59cbe5-c152-4597-9280-5688c10fb326', 'name': '', 'network_id': 'daa82c88-f763-4832-a3c4-05a0a170dd86', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:aa:e9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb91c463-ee90-411a-9a19-041394395328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:25Z', 'updated_at': '2022-02-04T11:41:34Z', 'revision_number': 4, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': 'eb91c463-ee90-411a-9a19-041394395328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:35.028028 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3310f599-80bc-4bc9-9000-cf8a98208dde None None] The sync data for ids ['a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'] in dv-neutron-827825-2-hyperv is: [{'id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'name': 'tempest-RoutersTest-router-1669387596', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:20Z', 'updated_at': '2022-02-04T11:41:26Z', 'revision_number': 2, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'gw_port_host': None, '_interfaces': [{'id': 'eb59cbe5-c152-4597-9280-5688c10fb326', 'name': '', 'network_id': 'daa82c88-f763-4832-a3c4-05a0a170dd86', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:aa:e9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb91c463-ee90-411a-9a19-041394395328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:25Z', 'updated_at': '2022-02-04T11:41:34Z', 'revision_number': 4, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': 'eb91c463-ee90-411a-9a19-041394395328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:41:35.030387 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port bd1bad8b-0ce7-4e97-8bc7-629138586fbb completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:41:35.056246 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port bd1bad8b-0ce7-4e97-8bc7-629138586fbb triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:35.056620 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:35.109030 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bd0844-a8dc-45ef-9f0a-51d08d538d88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-05c99b93-ed8e-4a2b-a881-7a73ade1e34e', 'network_id': '05c99b93-ed8e-4a2b-a881-7a73ade1e34e', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'fixed_ips': [{'subnet_id': '0333d8c6-4288-4eeb-a868-6b1db27513f7'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:41:35.109711 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-99bd0844-a8dc-45ef-9f0a-51d08d538d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:35.124766 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a27914e9-d2c2-4f53-872a-04d099a465b7 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:35.134424 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-10d93cc6-9541-4cfc-ab73-5d7359fbcfb3 None None] Provisioning complete for port bd1bad8b-0ce7-4e97-8bc7-629138586fbb triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:35.134788 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-10d93cc6-9541-4cfc-ab73-5d7359fbcfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:35.327329 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-48cd5287-5599-4572-9ebb-b28eab96ce27 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:35.389475 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-48cd5287-5599-4572-9ebb-b28eab96ce27 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8701309a-cc22-40cc-9dbe-cd82b7d0d547']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:35.401356 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c39eef32-9c1f-4145-998f-f8720c73863d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:35.411341 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 48e23ed1-aab8-4174-bec3-b8ed93968d24 up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:41:35.424126 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-48cd5287-5599-4572-9ebb-b28eab96ce27 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eb47eb0-896b-4818-8dc2-9e16eb6cc38c') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:35.424464 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-48cd5287-5599-4572-9ebb-b28eab96ce27 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eb47eb0-896b-4818-8dc2-9e16eb6cc38c') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:35.450820 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-48cd5287-5599-4572-9ebb-b28eab96ce27 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:35.451805 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.ipam_backend_mixin [None req-a27914e9-d2c2-4f53-872a-04d099a465b7 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Performing IP validity checks on allocation pools {{(pid=84205) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 11:41:35.452399 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.ipam_backend_mixin [None req-a27914e9-d2c2-4f53-872a-04d099a465b7 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84205) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 11:41:35.528868 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:35.545167 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-48cd5287-5599-4572-9ebb-b28eab96ce27 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:35.633092 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-10d93cc6-9541-4cfc-ab73-5d7359fbcfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:35.680437 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-99bd0844-a8dc-45ef-9f0a-51d08d538d88 None None] Allocated IP 172.21.0.2 (05c99b93-ed8e-4a2b-a881-7a73ade1e34e/0333d8c6-4288-4eeb-a868-6b1db27513f7/fa1ede6d-63f1-4bd9-a529-a0757706b0e5) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:41:35.684818 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port bd1bad8b-0ce7-4e97-8bc7-629138586fbb, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=bd1bad8b-0ce7-4e97-8bc7-629138586fbb,segment=NetworkSegment(0da7f603-903d-4ec8-b0cc-823f4095e072),segment_id=0da7f603-903d-4ec8-b0cc-823f4095e072)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:41:35.699001 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port 48e23ed1-aab8-4174-bec3-b8ed93968d24 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:35.699459 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:35.705811 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48cd5287-5599-4572-9ebb-b28eab96ce27 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:41:35.705811 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-48cd5287-5599-4572-9ebb-b28eab96ce27 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:35.727287 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a27914e9-d2c2-4f53-872a-04d099a465b7 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:35.732154 dv-neutron-827825-2-hyperv neutron-server[84204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:41:35.732154 dv-neutron-827825-2-hyperv neutron-server[84204]: util.warn( Feb 04 11:41:35.732154 dv-neutron-827825-2-hyperv neutron-server[84204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:41:35.732154 dv-neutron-827825-2-hyperv neutron-server[84204]: util.warn( Feb 04 11:41:35.732154 dv-neutron-827825-2-hyperv neutron-server[84204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:41:35.732154 dv-neutron-827825-2-hyperv neutron-server[84204]: util.warn( Feb 04 11:41:35.732154 dv-neutron-827825-2-hyperv neutron-server[84204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:41:35.732154 dv-neutron-827825-2-hyperv neutron-server[84204]: util.warn( Feb 04 11:41:35.732154 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:41:35.732154 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:41:35.732154 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:41:35.732154 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:41:35.732154 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:41:35.732154 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:41:35.732154 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:41:35.732154 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:41:35.732154 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:41:35.732154 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:41:35.732154 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:41:35.732154 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:41:35.732154 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:41:35.732154 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:41:35.732154 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:41:35.732154 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:41:35.732154 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:41:35.732154 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:41:35.732154 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:41:35.732154 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:41:35.732154 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:41:35.732154 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:41:35.732154 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:41:35.732154 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:41:35.732154 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:41:35.732154 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:41:35.732154 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:41:35.732154 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:41:35.732154 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:41:35.732154 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:41:35.732154 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:41:35.732154 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:41:35.767787 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:35.820157 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27914e9-d2c2-4f53-872a-04d099a465b7 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event updated for resources: {'Subnet': ['ID=4114ce77-8eec-4ab4-a260-bb2866bde86b,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:35.872940 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27914e9-d2c2-4f53-872a-04d099a465b7 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Checking segment: {'id': 'a2a8e229-debb-4a5e-81bb-75f3757d79cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '20f360be-e0fa-47ed-b860-6427ee6ccede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:41:35.873297 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27914e9-d2c2-4f53-872a-04d099a465b7 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Network hostable DHCP agents. Network: 20f360be-e0fa-47ed-b860-6427ee6ccede, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:41:35.945125 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 1dd2919c-d176-4a31-8f93-edace299ee38 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:41:35.981633 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27914e9-d2c2-4f53-872a-04d099a465b7 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Network 20f360be-e0fa-47ed-b860-6427ee6ccede is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:41:36.018784 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 1dd2919c-d176-4a31-8f93-edace299ee38 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:41:36.046594 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 1dd2919c-d176-4a31-8f93-edace299ee38 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:41:36.064989 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-10d93cc6-9541-4cfc-ab73-5d7359fbcfb3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:41:36.065334 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-10d93cc6-9541-4cfc-ab73-5d7359fbcfb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:41:36.091834 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=bd1bad8b-0ce7-4e97-8bc7-629138586fbb,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:36.227085 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-48cd5287-5599-4572-9ebb-b28eab96ce27 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:36.229829 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-a27914e9-d2c2-4f53-872a-04d099a465b7 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 20f360be-e0fa-47ed-b860-6427ee6ccede) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:36.235443 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27914e9-d2c2-4f53-872a-04d099a465b7 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:36.237098 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a27914e9-d2c2-4f53-872a-04d099a465b7 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:36.254957 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-48cd5287-5599-4572-9ebb-b28eab96ce27 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:36.258815 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f60ff28-667e-4709-b4f4-86f035e11e81 None None] Network 20f360be-e0fa-47ed-b860-6427ee6ccede requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:41:36.272064 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd5287-5599-4572-9ebb-b28eab96ce27 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Pushing event deleted for resources: {'Network': ['ID=8701309a-cc22-40cc-9dbe-cd82b7d0d547,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:36.279829 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:36.287085 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:36.318092 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a27914e9-d2c2-4f53-872a-04d099a465b7 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.7343237 Feb 04 11:41:36.318990 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39174) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:36.326220 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-8bce4e90-e179-4ecd-a7d3-464128485966 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:36.338673 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-48cd5287-5599-4572-9ebb-b28eab96ce27 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] 10.222.0.21 "DELETE /v2.0/networks/8701309a-cc22-40cc-9dbe-cd82b7d0d547 HTTP/1.1" status: 204 len: 168 time: 4.4269521 Feb 04 11:41:36.343969 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39178) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:36.386240 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd5287-5599-4572-9ebb-b28eab96ce27 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:36.386587 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd5287-5599-4572-9ebb-b28eab96ce27 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:36.386913 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd5287-5599-4572-9ebb-b28eab96ce27 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:36.387241 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd5287-5599-4572-9ebb-b28eab96ce27 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:36.387568 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd5287-5599-4572-9ebb-b28eab96ce27 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:36.387895 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd5287-5599-4572-9ebb-b28eab96ce27 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:36.388226 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd5287-5599-4572-9ebb-b28eab96ce27 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:36.388530 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd5287-5599-4572-9ebb-b28eab96ce27 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:36.388852 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd5287-5599-4572-9ebb-b28eab96ce27 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:36.389165 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd5287-5599-4572-9ebb-b28eab96ce27 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:36.389485 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd5287-5599-4572-9ebb-b28eab96ce27 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:36.409140 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c39eef32-9c1f-4145-998f-f8720c73863d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:36.411893 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-ad1f810e-55c7-4342-9987-cd2b3f8fd9c2 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Synchronizing usage tracker for tenant:fb44ed9b204545c799448126ebfe28d8 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:41:36.436322 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-99bd0844-a8dc-45ef-9f0a-51d08d538d88 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:36.464903 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89107e0-5eb5-4e2b-8f82-3f6cee25539e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e23ed1-aab8-4174-bec3-b8ed93968d24'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:41:36.513727 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-99bd0844-a8dc-45ef-9f0a-51d08d538d88 None None] Transition to ACTIVE for port object fa1ede6d-63f1-4bd9-a529-a0757706b0e5 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:36.527266 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c39eef32-9c1f-4145-998f-f8720c73863d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:36.534175 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 48e23ed1-aab8-4174-bec3-b8ed93968d24, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=48e23ed1-aab8-4174-bec3-b8ed93968d24,segment=NetworkSegment(ec120722-0a88-4f12-b6cd-df43a0900923),segment_id=ec120722-0a88-4f12-b6cd-df43a0900923)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:41:36.539975 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c39eef32-9c1f-4145-998f-f8720c73863d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:36.596325 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-ad1f810e-55c7-4342-9987-cd2b3f8fd9c2 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Unset dirty status for tenant:fb44ed9b204545c799448126ebfe28d8 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:41:36.597754 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ad1f810e-55c7-4342-9987-cd2b3f8fd9c2 tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca5b3bca-d769-44c6-9e48-ca9513feccf1 HTTP/1.1" status: 200 len: 205 time: 0.2527857 Feb 04 11:41:36.604102 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f89107e0-5eb5-4e2b-8f82-3f6cee25539e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e23ed1-aab8-4174-bec3-b8ed93968d24', 'code': 200} Feb 04 11:41:36.609604 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39184) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:36.627569 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8bce4e90-e179-4ecd-a7d3-464128485966 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15654621'] for subnet, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:36.635395 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device eb59cbe5-c152-4597-9280-5688c10fb326 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:41:36.690879 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-99bd0844-a8dc-45ef-9f0a-51d08d538d88 None None] Transition to ACTIVE for port object fa1ede6d-63f1-4bd9-a529-a0757706b0e5 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:36.695412 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:36.802888 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-99bd0844-a8dc-45ef-9f0a-51d08d538d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:36.874564 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cbb2d6-3795-45f2-a68a-205e71b2c24b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-20f360be-e0fa-47ed-b860-6427ee6ccede', 'network_id': '20f360be-e0fa-47ed-b860-6427ee6ccede', 'tenant_id': 'f631734a474740f59c61a7b75bcfa8d4', 'fixed_ips': [{'subnet_id': '4114ce77-8eec-4ab4-a260-bb2866bde86b'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:41:36.875362 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48cbb2d6-3795-45f2-a68a-205e71b2c24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:36.885460 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=48e23ed1-aab8-4174-bec3-b8ed93968d24,revision_number=8']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:36.929118 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bd0844-a8dc-45ef-9f0a-51d08d538d88 None None] Network 05c99b93-ed8e-4a2b-a881-7a73ade1e34e is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:41:36.944923 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-99bd0844-a8dc-45ef-9f0a-51d08d538d88 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:36.947386 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8bce4e90-e179-4ecd-a7d3-464128485966 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760517259268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15615897'] for subnet, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:36.965820 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bd0844-a8dc-45ef-9f0a-51d08d538d88 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:41:37.004279 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39eef32-9c1f-4145-998f-f8720c73863d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event updated for resources: {'Port': ['ID=69b4dc5f-421c-4100-b5f1-87829f7f5ded,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:37.033975 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bce4e90-e179-4ecd-a7d3-464128485966 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:37.034638 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8bce4e90-e179-4ecd-a7d3-464128485966 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:37.038544 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8bce4e90-e179-4ecd-a7d3-464128485966 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "PUT /v2.0/subnets/4114ce77-8eec-4ab4-a260-bb2866bde86b HTTP/1.1" status: 200 len: 877 time: 0.7183199 Feb 04 11:41:37.044818 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39188) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:37.060717 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd0844-a8dc-45ef-9f0a-51d08d538d88 None None] Pushing event updated for resources: {'Port': ['ID=fa1ede6d-63f1-4bd9-a529-a0757706b0e5,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:37.074636 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce4e90-e179-4ecd-a7d3-464128485966 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event updated for resources: {'Subnet': ['ID=4114ce77-8eec-4ab4-a260-bb2866bde86b,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:37.074820 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1bb90a8f-049c-48fa-8132-a736fe324157 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:37.078580 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port eb59cbe5-c152-4597-9280-5688c10fb326 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:41:37.121450 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port eb59cbe5-c152-4597-9280-5688c10fb326 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:37.121813 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:37.164838 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e5cee130-cb16-4518-bd84-85b0b1625bfe tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:37.197104 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-8512df81-083f-4acb-b30f-63bcf88eeb68 None None] Provisioning for port 69b4dc5f-421c-4100-b5f1-87829f7f5ded completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:41:37.208849 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-99bd0844-a8dc-45ef-9f0a-51d08d538d88 None None] Attempting to bind port fa1ede6d-63f1-4bd9-a529-a0757706b0e5 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:41:37.209221 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-99bd0844-a8dc-45ef-9f0a-51d08d538d88 None None] Attempting to bind port fa1ede6d-63f1-4bd9-a529-a0757706b0e5 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'fb631fac-0359-4729-87e6-225f4f5f7b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '05c99b93-ed8e-4a2b-a881-7a73ade1e34e'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:41:37.209565 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bd0844-a8dc-45ef-9f0a-51d08d538d88 None None] Attempting to bind port fa1ede6d-63f1-4bd9-a529-a0757706b0e5 on network 05c99b93-ed8e-4a2b-a881-7a73ade1e34e {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:41:37.256556 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-8512df81-083f-4acb-b30f-63bcf88eeb68 None None] Provisioning complete for port 69b4dc5f-421c-4100-b5f1-87829f7f5ded triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:37.256921 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8512df81-083f-4acb-b30f-63bcf88eeb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:37.299362 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bd0844-a8dc-45ef-9f0a-51d08d538d88 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:41:37.300103 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bd0844-a8dc-45ef-9f0a-51d08d538d88 None None] Checking segment: {'id': 'fb631fac-0359-4729-87e6-225f4f5f7b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '05c99b93-ed8e-4a2b-a881-7a73ade1e34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:41:37.300103 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-99bd0844-a8dc-45ef-9f0a-51d08d538d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:37.300480 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bd0844-a8dc-45ef-9f0a-51d08d538d88 None None] Bound using segment: {'id': 'fb631fac-0359-4729-87e6-225f4f5f7b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '05c99b93-ed8e-4a2b-a881-7a73ade1e34e'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:41:37.300974 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-99bd0844-a8dc-45ef-9f0a-51d08d538d88 None None] Bound port: fa1ede6d-63f1-4bd9-a529-a0757706b0e5, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb631fac-0359-4729-87e6-225f4f5f7b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '05c99b93-ed8e-4a2b-a881-7a73ade1e34e'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:41:37.301518 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-99bd0844-a8dc-45ef-9f0a-51d08d538d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:37.357155 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-48cbb2d6-3795-45f2-a68a-205e71b2c24b None None] Allocated IP 172.20.0.3 (20f360be-e0fa-47ed-b860-6427ee6ccede/4114ce77-8eec-4ab4-a260-bb2866bde86b/709b814b-1275-4431-8e37-cd5e3d5dd182) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:41:37.359711 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-8512df81-083f-4acb-b30f-63bcf88eeb68 None None] Port 69b4dc5f-421c-4100-b5f1-87829f7f5ded cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:41:37.470089 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39eef32-9c1f-4145-998f-f8720c73863d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Network 40008c44-c055-47e7-ab84-8a71b5f13f88 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:41:37.481154 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-c39eef32-9c1f-4145-998f-f8720c73863d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:37.549071 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:37.586038 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6c77b034-b48f-40ae-aa92-c9f68d7a375f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:37.600981 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-99bd0844-a8dc-45ef-9f0a-51d08d538d88 None None] For port fa1ede6d-63f1-4bd9-a529-a0757706b0e5, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:41:37.619330 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port eb59cbe5-c152-4597-9280-5688c10fb326, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=eb59cbe5-c152-4597-9280-5688c10fb326,segment=NetworkSegment(61c9b578-2956-4ae7-b716-c0c2999f68a9),segment_id=61c9b578-2956-4ae7-b716-c0c2999f68a9)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:41:37.630941 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-99bd0844-a8dc-45ef-9f0a-51d08d538d88 None None] For port fa1ede6d-63f1-4bd9-a529-a0757706b0e5, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=fa1ede6d-63f1-4bd9-a529-a0757706b0e5,segment=NetworkSegment(fb631fac-0359-4729-87e6-225f4f5f7b2c),segment_id=fb631fac-0359-4729-87e6-225f4f5f7b2c)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:41:37.728993 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:37.729777 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device bd1bad8b-0ce7-4e97-8bc7-629138586fbb up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:41:37.809124 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-99bd0844-a8dc-45ef-9f0a-51d08d538d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:37.859317 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48cbb2d6-3795-45f2-a68a-205e71b2c24b None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:37.887871 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-48cbb2d6-3795-45f2-a68a-205e71b2c24b None None] Transition to ACTIVE for port object 709b814b-1275-4431-8e37-cd5e3d5dd182 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:37.927796 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=eb59cbe5-c152-4597-9280-5688c10fb326,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:37.969489 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-126dd65a-f3b1-4e10-b374-8eed6357fc3a None None] Provisioning complete for port 69b4dc5f-421c-4100-b5f1-87829f7f5ded triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:37.969862 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-126dd65a-f3b1-4e10-b374-8eed6357fc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:38.006038 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-48cbb2d6-3795-45f2-a68a-205e71b2c24b None None] Transition to ACTIVE for port object 709b814b-1275-4431-8e37-cd5e3d5dd182 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:38.067680 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-126dd65a-f3b1-4e10-b374-8eed6357fc3a None None] Port 69b4dc5f-421c-4100-b5f1-87829f7f5ded cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:41:38.071872 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port bd1bad8b-0ce7-4e97-8bc7-629138586fbb triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:38.072246 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:38.095945 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd0844-a8dc-45ef-9f0a-51d08d538d88 None None] Pushing event updated for resources: {'Port': ['ID=fa1ede6d-63f1-4bd9-a529-a0757706b0e5,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:38.116149 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48cbb2d6-3795-45f2-a68a-205e71b2c24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:38.262589 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e5cee130-cb16-4518-bd84-85b0b1625bfe tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:38.285009 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cbb2d6-3795-45f2-a68a-205e71b2c24b None None] Network 20f360be-e0fa-47ed-b860-6427ee6ccede is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:41:38.288766 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-48cbb2d6-3795-45f2-a68a-205e71b2c24b None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:38.291646 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cbb2d6-3795-45f2-a68a-205e71b2c24b None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:41:38.314530 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6c77b034-b48f-40ae-aa92-c9f68d7a375f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:38.361426 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cbb2d6-3795-45f2-a68a-205e71b2c24b None None] Pushing event updated for resources: {'Port': ['ID=709b814b-1275-4431-8e37-cd5e3d5dd182,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:38.381966 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e5cee130-cb16-4518-bd84-85b0b1625bfe tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:38.470914 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-48cbb2d6-3795-45f2-a68a-205e71b2c24b None None] Attempting to bind port 709b814b-1275-4431-8e37-cd5e3d5dd182 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:41:38.479279 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-48cbb2d6-3795-45f2-a68a-205e71b2c24b None None] Attempting to bind port 709b814b-1275-4431-8e37-cd5e3d5dd182 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'a2a8e229-debb-4a5e-81bb-75f3757d79cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '20f360be-e0fa-47ed-b860-6427ee6ccede'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:41:38.479279 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cbb2d6-3795-45f2-a68a-205e71b2c24b None None] Attempting to bind port 709b814b-1275-4431-8e37-cd5e3d5dd182 on network 20f360be-e0fa-47ed-b860-6427ee6ccede {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:41:38.484493 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cbb2d6-3795-45f2-a68a-205e71b2c24b None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:41:38.484893 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cbb2d6-3795-45f2-a68a-205e71b2c24b None None] Checking segment: {'id': 'a2a8e229-debb-4a5e-81bb-75f3757d79cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '20f360be-e0fa-47ed-b860-6427ee6ccede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:41:38.485289 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48cbb2d6-3795-45f2-a68a-205e71b2c24b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:38.485688 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cbb2d6-3795-45f2-a68a-205e71b2c24b None None] Bound using segment: {'id': 'a2a8e229-debb-4a5e-81bb-75f3757d79cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '20f360be-e0fa-47ed-b860-6427ee6ccede'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:41:38.486361 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-48cbb2d6-3795-45f2-a68a-205e71b2c24b None None] Bound port: 709b814b-1275-4431-8e37-cd5e3d5dd182, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a8e229-debb-4a5e-81bb-75f3757d79cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '20f360be-e0fa-47ed-b860-6427ee6ccede'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:41:38.486557 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48cbb2d6-3795-45f2-a68a-205e71b2c24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:38.571580 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-1bb90a8f-049c-48fa-8132-a736fe324157 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Allocated IP 172.21.0.1 (05c99b93-ed8e-4a2b-a881-7a73ade1e34e/0333d8c6-4288-4eeb-a868-6b1db27513f7/afb76d82-9476-439c-a385-322acee4592d) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:41:38.615612 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-48cbb2d6-3795-45f2-a68a-205e71b2c24b None None] For port 709b814b-1275-4431-8e37-cd5e3d5dd182, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:41:38.620809 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-48cbb2d6-3795-45f2-a68a-205e71b2c24b None None] For port 709b814b-1275-4431-8e37-cd5e3d5dd182, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=709b814b-1275-4431-8e37-cd5e3d5dd182,segment=NetworkSegment(a2a8e229-debb-4a5e-81bb-75f3757d79cb),segment_id=a2a8e229-debb-4a5e-81bb-75f3757d79cb)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:41:38.625122 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e5cee130-cb16-4518-bd84-85b0b1625bfe tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:38.625639 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5cee130-cb16-4518-bd84-85b0b1625bfe tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Fanout notify agent at l3_agent the message router_deleted on router ca5b3bca-d769-44c6-9e48-ca9513feccf1 {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:41:38.695525 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6c77b034-b48f-40ae-aa92-c9f68d7a375f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:38.696733 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device fa1ede6d-63f1-4bd9-a529-a0757706b0e5 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:41:38.728257 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48cbb2d6-3795-45f2-a68a-205e71b2c24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:38.760538 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77b034-b48f-40ae-aa92-c9f68d7a375f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event deleted for resources: {'Subnet': ['ID=4114ce77-8eec-4ab4-a260-bb2866bde86b,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:38.842076 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cbb2d6-3795-45f2-a68a-205e71b2c24b None None] Pushing event updated for resources: {'Port': ['ID=709b814b-1275-4431-8e37-cd5e3d5dd182,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:38.842256 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e5cee130-cb16-4518-bd84-85b0b1625bfe tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:38.843065 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e5cee130-cb16-4518-bd84-85b0b1625bfe tempest-RoutersNegativeTest-1916062797 tempest-RoutersNegativeTest-1916062797-project] 10.222.0.21 "DELETE /v2.0/routers/ca5b3bca-d769-44c6-9e48-ca9513feccf1 HTTP/1.1" status: 204 len: 168 time: 2.2325151 Feb 04 11:41:38.895417 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39eef32-9c1f-4145-998f-f8720c73863d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Router 56c8bd21-14ba-480e-9544-0062df128086 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:41:38.926139 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port fa1ede6d-63f1-4bd9-a529-a0757706b0e5 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:41:38.933330 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device eb59cbe5-c152-4597-9280-5688c10fb326 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:41:38.970522 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1bb90a8f-049c-48fa-8132-a736fe324157 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:39.000312 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6c77b034-b48f-40ae-aa92-c9f68d7a375f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:39.023751 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port eb59cbe5-c152-4597-9280-5688c10fb326 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:39.024124 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:39.147115 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-6c77b034-b48f-40ae-aa92-c9f68d7a375f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f360be-e0fa-47ed-b860-6427ee6ccede']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:39.159215 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-1bb90a8f-049c-48fa-8132-a736fe324157 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Transition to ACTIVE for port object afb76d82-9476-439c-a385-322acee4592d will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:39.171563 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-6c77b034-b48f-40ae-aa92-c9f68d7a375f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a8e229-debb-4a5e-81bb-75f3757d79cb') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:39.175771 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-6c77b034-b48f-40ae-aa92-c9f68d7a375f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a8e229-debb-4a5e-81bb-75f3757d79cb') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:39.195849 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6c77b034-b48f-40ae-aa92-c9f68d7a375f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:39.305645 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6c77b034-b48f-40ae-aa92-c9f68d7a375f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:39.317045 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c77b034-b48f-40ae-aa92-c9f68d7a375f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:41:39.317448 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6c77b034-b48f-40ae-aa92-c9f68d7a375f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:39.333005 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:41:39.333005 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:41:39.333005 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:41:39.333005 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:41:39.333005 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:41:39.333005 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:41:39.333005 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:41:39.333005 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:41:39.333005 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:41:39.333005 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:41:39.333005 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:41:39.333005 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:41:39.333005 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:41:39.333005 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:41:39.333005 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:41:39.333005 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:41:39.333005 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:41:39.333005 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:41:39.333005 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:41:39.333005 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:41:39.333005 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:41:39.333005 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:41:39.333005 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:41:39.333005 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:41:39.333005 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:41:39.333005 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:41:39.333005 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:41:39.333005 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:41:39.333005 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:41:39.333005 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:41:39.333005 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:41:39.333005 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:41:39.426267 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1bb90a8f-049c-48fa-8132-a736fe324157 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:39.456951 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39198) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:39.485997 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.db.api [None req-6c77b034-b48f-40ae-aa92-c9f68d7a375f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 11:41:39.485997 dv-neutron-827825-2-hyperv neutron-server[84204]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 11:41:39.485997 dv-neutron-827825-2-hyperv neutron-server[84204]: [parameters: {'id': '20f360be-e0fa-47ed-b860-6427ee6ccede'}] Feb 04 11:41:39.485997 dv-neutron-827825-2-hyperv neutron-server[84204]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:41:39.486474 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG oslo_db.api [None req-6c77b034-b48f-40ae-aa92-c9f68d7a375f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:41:39.511509 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb90a8f-049c-48fa-8132-a736fe324157 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Network 05c99b93-ed8e-4a2b-a881-7a73ade1e34e is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:41:39.516729 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-1bb90a8f-049c-48fa-8132-a736fe324157 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:39.524759 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb90a8f-049c-48fa-8132-a736fe324157 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:41:39.535080 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0e4d2b-e318-4e0e-8147-7170948a580e None None] Network 05c99b93-ed8e-4a2b-a881-7a73ade1e34e requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:41:39.563252 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb90a8f-049c-48fa-8132-a736fe324157 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event updated for resources: {'Port': ['ID=afb76d82-9476-439c-a385-322acee4592d,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:39.571270 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39eef32-9c1f-4145-998f-f8720c73863d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:41:39.577603 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c39eef32-9c1f-4145-998f-f8720c73863d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "PUT /v2.0/routers/56c8bd21-14ba-480e-9544-0062df128086/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9969845 Feb 04 11:41:39.580528 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39204) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:39.587515 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-76395d23-ba38-42e5-96a9-32369ebdfbce tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1153779285'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:39.597452 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-76395d23-ba38-42e5-96a9-32369ebdfbce tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:39.602588 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-76395d23-ba38-42e5-96a9-32369ebdfbce tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Usage tracker for resource:network and tenant:1857235941a6433080777df3100a6d46 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:39.605633 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-76395d23-ba38-42e5-96a9-32369ebdfbce tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:39.611556 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-76395d23-ba38-42e5-96a9-32369ebdfbce tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:39.617561 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e262c1ef-02d1-4573-a85b-c85bf51d25e5 None None] Sync routers for ids ['56c8bd21-14ba-480e-9544-0062df128086'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:41:39.617760 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1bb90a8f-049c-48fa-8132-a736fe324157 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:39.668255 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a08d5757-8cc0-47b7-81bc-eae870d3eea1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb44ed9b204545c799448126ebfe28d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2100716 Feb 04 11:41:39.670694 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39208) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:39.672065 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e262c1ef-02d1-4573-a85b-c85bf51d25e5 None None] Routers {'56c8bd21-14ba-480e-9544-0062df128086'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:41:39.672691 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e262c1ef-02d1-4573-a85b-c85bf51d25e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:41:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['56c8bd21-14ba-480e-9544-0062df128086'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:39.698867 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76395d23-ba38-42e5-96a9-32369ebdfbce tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Made reservation on behalf of 1857235941a6433080777df3100a6d46 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:41:39.701896 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-76395d23-ba38-42e5-96a9-32369ebdfbce tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:39.757496 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76395d23-ba38-42e5-96a9-32369ebdfbce tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:41:39.766940 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-76395d23-ba38-42e5-96a9-32369ebdfbce tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:39.769087 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-76395d23-ba38-42e5-96a9-32369ebdfbce tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Added segment 854d32b2-8071-4789-a212-39788de72da2 of type vlan for network a5d2727c-f84e-4ae2-b35f-4854094e06b3 Feb 04 11:41:39.802526 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-76395d23-ba38-42e5-96a9-32369ebdfbce tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:39.810743 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1bb90a8f-049c-48fa-8132-a736fe324157 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:39.815475 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-de5578ee-0d6a-4d1b-bad4-76b767770776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:39.857242 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-db24040c-9af9-4d9a-9315-0ef8c9b5baa8 None None] Provisioning for port fa1ede6d-63f1-4bd9-a529-a0757706b0e5 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:41:39.864934 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-de5578ee-0d6a-4d1b-bad4-76b767770776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:39.893402 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-db24040c-9af9-4d9a-9315-0ef8c9b5baa8 None None] Provisioning complete for port fa1ede6d-63f1-4bd9-a529-a0757706b0e5 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:39.893867 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-db24040c-9af9-4d9a-9315-0ef8c9b5baa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:39.978299 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-76395d23-ba38-42e5-96a9-32369ebdfbce tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:39.983325 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76395d23-ba38-42e5-96a9-32369ebdfbce tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:39.983931 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-76395d23-ba38-42e5-96a9-32369ebdfbce tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:40.023523 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-e262c1ef-02d1-4573-a85b-c85bf51d25e5 None None] Set router 56c8bd21-14ba-480e-9544-0062df128086 gateway port host: None {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:41:40.089873 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-de5578ee-0d6a-4d1b-bad4-76b767770776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:40.147831 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5578ee-0d6a-4d1b-bad4-76b767770776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e9bf0b-56ac-485c-98d6-f0ccccf10467,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:40.157080 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-de5578ee-0d6a-4d1b-bad4-76b767770776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:40.160514 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-de5578ee-0d6a-4d1b-bad4-76b767770776 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/38e9bf0b-56ac-485c-98d6-f0ccccf10467 HTTP/1.1" status: 204 len: 168 time: 0.4863639 Feb 04 11:41:40.161991 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76395d23-ba38-42e5-96a9-32369ebdfbce tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event updated for resources: {'Network': ['ID=a5d2727c-f84e-4ae2-b35f-4854094e06b3,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:40.195741 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-76395d23-ba38-42e5-96a9-32369ebdfbce tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6139638 Feb 04 11:41:40.197338 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network a5d2727c-f84e-4ae2-b35f-4854094e06b3 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:41:40.198549 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39214) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:40.204375 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-cf4f3516-b6e0-4a50-b232-6626d6d3b156 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Request body: {'subnet': {'network_id': 'a5d2727c-f84e-4ae2-b35f-4854094e06b3', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:40.240302 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6c77b034-b48f-40ae-aa92-c9f68d7a375f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:40.296175 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-6c77b034-b48f-40ae-aa92-c9f68d7a375f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Deleting port 709b814b-1275-4431-8e37-cd5e3d5dd182 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:41:40.296554 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6c77b034-b48f-40ae-aa92-c9f68d7a375f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:40.341757 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-cf4f3516-b6e0-4a50-b232-6626d6d3b156 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:40.345963 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-cf4f3516-b6e0-4a50-b232-6626d6d3b156 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Usage tracker for resource:subnet and tenant:1857235941a6433080777df3100a6d46 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:40.349447 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-cf4f3516-b6e0-4a50-b232-6626d6d3b156 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:40.355900 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-cf4f3516-b6e0-4a50-b232-6626d6d3b156 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:40.463498 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4f3516-b6e0-4a50-b232-6626d6d3b156 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Made reservation on behalf of 1857235941a6433080777df3100a6d46 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:41:40.468854 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20903ef7-36e6-4f37-85d3-0242bf9cb6a0 None None] Network 20f360be-e0fa-47ed-b860-6427ee6ccede requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:41:40.584927 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cf4f3516-b6e0-4a50-b232-6626d6d3b156 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:40.637459 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-6c77b034-b48f-40ae-aa92-c9f68d7a375f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] For port 709b814b-1275-4431-8e37-cd5e3d5dd182, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=709b814b-1275-4431-8e37-cd5e3d5dd182,segment=NetworkSegment(a2a8e229-debb-4a5e-81bb-75f3757d79cb),segment_id=a2a8e229-debb-4a5e-81bb-75f3757d79cb)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:41:40.638087 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6c77b034-b48f-40ae-aa92-c9f68d7a375f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:40.742219 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 709b814b-1275-4431-8e37-cd5e3d5dd182 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:41:40.823897 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-6c77b034-b48f-40ae-aa92-c9f68d7a375f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Calling delete_port for 709b814b-1275-4431-8e37-cd5e3d5dd182 owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:41:40.910551 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-db24040c-9af9-4d9a-9315-0ef8c9b5baa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:40.938470 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1bb90a8f-049c-48fa-8132-a736fe324157 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:40.995061 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cf4f3516-b6e0-4a50-b232-6626d6d3b156 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:41.054815 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6c77b034-b48f-40ae-aa92-c9f68d7a375f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:41.082163 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f3516-b6e0-4a50-b232-6626d6d3b156 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event updated for resources: {'Subnet': ['ID=d83a7f42-a427-459b-9844-00ac92380894,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:41.104437 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Could not find standard attr ID for object 709b814b-1275-4431-8e37-cd5e3d5dd182. {{(pid=84206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 11:41:41.114048 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1bb90a8f-049c-48fa-8132-a736fe324157 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:41.122863 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4f3516-b6e0-4a50-b232-6626d6d3b156 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Checking segment: {'id': '854d32b2-8071-4789-a212-39788de72da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a5d2727c-f84e-4ae2-b35f-4854094e06b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:41:41.123513 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4f3516-b6e0-4a50-b232-6626d6d3b156 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Network hostable DHCP agents. Network: a5d2727c-f84e-4ae2-b35f-4854094e06b3, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:41:41.159872 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-db24040c-9af9-4d9a-9315-0ef8c9b5baa8 None None] For port fa1ede6d-63f1-4bd9-a529-a0757706b0e5, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=fa1ede6d-63f1-4bd9-a529-a0757706b0e5,segment=NetworkSegment(fb631fac-0359-4729-87e6-225f4f5f7b2c),segment_id=fb631fac-0359-4729-87e6-225f4f5f7b2c)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:41:41.197329 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77b034-b48f-40ae-aa92-c9f68d7a375f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event deleted for resources: {'Port': ['ID=709b814b-1275-4431-8e37-cd5e3d5dd182,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:41.208457 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e262c1ef-02d1-4573-a85b-c85bf51d25e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8bd21-14ba-480e-9544-0062df128086', 'name': 'tempest-RoutersIpV6Test-router-1761692933', 'tenant_id': '1857235941a6433080777df3100a6d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:14Z', 'updated_at': '2022-02-04T11:41:34Z', 'revision_number': 3, 'project_id': '1857235941a6433080777df3100a6d46', 'gw_port_host': None, '_interfaces': [{'id': '213e5a4f-922e-4c5a-a15c-908e787ee133', 'name': '', 'network_id': '56225026-f565-4757-906e-0cd472ebe86b', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:9f:3a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:19Z', 'updated_at': '2022-02-04T11:41:30Z', 'revision_number': 5, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69b4dc5f-421c-4100-b5f1-87829f7f5ded', 'name': '', 'network_id': '40008c44-c055-47e7-ab84-8a71b5f13f88', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:82:26:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47ab593f-d154-481f-abfa-be0bfe6cedc3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:32Z', 'updated_at': '2022-02-04T11:41:35Z', 'revision_number': 2, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': '47ab593f-d154-481f-abfa-be0bfe6cedc3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:41.214546 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e262c1ef-02d1-4573-a85b-c85bf51d25e5 None None] Checking router: 56c8bd21-14ba-480e-9544-0062df128086 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:41:41.214902 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e262c1ef-02d1-4573-a85b-c85bf51d25e5 None None] Updating router 56c8bd21-14ba-480e-9544-0062df128086 port 69b4dc5f-421c-4100-b5f1-87829f7f5ded binding host dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:41:41.270576 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4f3516-b6e0-4a50-b232-6626d6d3b156 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Network a5d2727c-f84e-4ae2-b35f-4854094e06b3 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:41:41.276065 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-db24040c-9af9-4d9a-9315-0ef8c9b5baa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:41.301673 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c77b034-b48f-40ae-aa92-c9f68d7a375f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] No DVR routers for this DVR port 709b814b-1275-4431-8e37-cd5e3d5dd182 on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:41:41.340131 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-cf4f3516-b6e0-4a50-b232-6626d6d3b156 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, a5d2727c-f84e-4ae2-b35f-4854094e06b3) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:41.351816 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4f3516-b6e0-4a50-b232-6626d6d3b156 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:41.351816 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cf4f3516-b6e0-4a50-b232-6626d6d3b156 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:41.361947 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87611d01-6450-4738-bf0e-2491241b48c8 None None] DHCP port deletion for 20f360be-e0fa-47ed-b860-6427ee6ccede request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:41:41.366648 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc17075-059e-4029-bd7b-ff089c76f74a None None] Network a5d2727c-f84e-4ae2-b35f-4854094e06b3 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:41:41.395436 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1bb90a8f-049c-48fa-8132-a736fe324157 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:41.451076 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-cf4f3516-b6e0-4a50-b232-6626d6d3b156 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2514260 Feb 04 11:41:41.451900 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39230) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:41.461392 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb90a8f-049c-48fa-8132-a736fe324157 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event updated for resources: {'Port': ['ID=afb76d82-9476-439c-a385-322acee4592d,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:41.469734 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178e7d4f-4dec-4d1c-8f8d-1d2c69e79d51 None None] Network 20f360be-e0fa-47ed-b860-6427ee6ccede requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:41:41.492854 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e262c1ef-02d1-4573-a85b-c85bf51d25e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:41.531350 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6c77b034-b48f-40ae-aa92-c9f68d7a375f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:41.617998 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-079f4d71-4985-4bb5-bd5e-6d0838cd5f47 None None] Could not find standard attr ID for object 709b814b-1275-4431-8e37-cd5e3d5dd182. {{(pid=84206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 11:41:41.621588 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-6c77b034-b48f-40ae-aa92-c9f68d7a375f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f360be-e0fa-47ed-b860-6427ee6ccede']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:41.646596 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-6c77b034-b48f-40ae-aa92-c9f68d7a375f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a8e229-debb-4a5e-81bb-75f3757d79cb') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:41.647356 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-6c77b034-b48f-40ae-aa92-c9f68d7a375f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a8e229-debb-4a5e-81bb-75f3757d79cb') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:41.673658 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6c77b034-b48f-40ae-aa92-c9f68d7a375f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:41.711699 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6c77b034-b48f-40ae-aa92-c9f68d7a375f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:41.720235 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db24040c-9af9-4d9a-9315-0ef8c9b5baa8 None None] Pushing event updated for resources: {'Port': ['ID=fa1ede6d-63f1-4bd9-a529-a0757706b0e5,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:41.721207 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb90a8f-049c-48fa-8132-a736fe324157 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Network 05c99b93-ed8e-4a2b-a881-7a73ade1e34e is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:41:41.722456 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c77b034-b48f-40ae-aa92-c9f68d7a375f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:41:41.722913 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6c77b034-b48f-40ae-aa92-c9f68d7a375f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:41.739154 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-1bb90a8f-049c-48fa-8132-a736fe324157 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:41.741135 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:41:41.741135 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:41:41.741135 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:41:41.741135 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:41:41.741135 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:41:41.741135 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:41:41.741135 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:41:41.741135 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:41:41.741135 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:41:41.741135 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:41:41.741135 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:41:41.741135 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:41:41.741135 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:41:41.741135 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:41:41.741135 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:41:41.741135 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:41:41.741135 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:41:41.741135 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:41:41.741135 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:41:41.741135 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:41:41.741135 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:41:41.741135 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:41:41.741135 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:41:41.741135 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:41:41.741135 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:41:41.741135 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:41:41.741135 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:41:41.741135 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:41:41.741135 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:41:41.741135 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:41:41.741135 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:41:41.741135 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:41:41.811688 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-079f4d71-4985-4bb5-bd5e-6d0838cd5f47 None None] Provisioning for port afb76d82-9476-439c-a385-322acee4592d completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:41:41.889145 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39238) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:41.894725 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-079f4d71-4985-4bb5-bd5e-6d0838cd5f47 None None] Provisioning complete for port afb76d82-9476-439c-a385-322acee4592d triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:41.895365 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-079f4d71-4985-4bb5-bd5e-6d0838cd5f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:42.149962 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-4e55a690-9a80-442f-bcf0-17acc120d288 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-842267503-network', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:42.157120 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-4e55a690-9a80-442f-bcf0-17acc120d288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:42.166073 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-4e55a690-9a80-442f-bcf0-17acc120d288 admin admin] Usage tracker for resource:network and tenant:4e2cb104d3bb42a4a344ade0b8b3bbd0 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:42.172157 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-4e55a690-9a80-442f-bcf0-17acc120d288 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:42.182173 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-4e55a690-9a80-442f-bcf0-17acc120d288 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:42.254536 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6c77b034-b48f-40ae-aa92-c9f68d7a375f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:42.279838 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6c77b034-b48f-40ae-aa92-c9f68d7a375f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:42.294350 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77b034-b48f-40ae-aa92-c9f68d7a375f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event deleted for resources: {'Network': ['ID=20f360be-e0fa-47ed-b860-6427ee6ccede,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:42.300633 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e55a690-9a80-442f-bcf0-17acc120d288 admin admin] Made reservation on behalf of 4e2cb104d3bb42a4a344ade0b8b3bbd0 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:41:42.303496 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4e55a690-9a80-442f-bcf0-17acc120d288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:42.341348 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-079f4d71-4985-4bb5-bd5e-6d0838cd5f47 None None] Port afb76d82-9476-439c-a385-322acee4592d cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:41:42.382310 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6c77b034-b48f-40ae-aa92-c9f68d7a375f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "DELETE /v2.0/networks/20f360be-e0fa-47ed-b860-6427ee6ccede HTTP/1.1" status: 204 len: 168 time: 5.3365777 Feb 04 11:41:42.383408 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4e55a690-9a80-442f-bcf0-17acc120d288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:42.385744 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39244) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:42.398596 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-51c89811-43b1-4642-ae65-d98d07ebe37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:42.430102 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7646e7-c788-4578-9796-e05daf52c647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-a5d2727c-f84e-4ae2-b35f-4854094e06b3', 'network_id': 'a5d2727c-f84e-4ae2-b35f-4854094e06b3', 'tenant_id': '1857235941a6433080777df3100a6d46', 'fixed_ips': [{'subnet_id': 'd83a7f42-a427-459b-9844-00ac92380894'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:41:42.430377 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5e7646e7-c788-4578-9796-e05daf52c647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:42.433953 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-4e55a690-9a80-442f-bcf0-17acc120d288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:42.439426 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-4e55a690-9a80-442f-bcf0-17acc120d288 admin admin] Usage tracker for resource:security_group_rule and tenant:4e2cb104d3bb42a4a344ade0b8b3bbd0 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:42.446634 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-4e55a690-9a80-442f-bcf0-17acc120d288 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:42.453928 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-4e55a690-9a80-442f-bcf0-17acc120d288 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:42.470975 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-079f4d71-4985-4bb5-bd5e-6d0838cd5f47 None None] Provisioning complete for port fa1ede6d-63f1-4bd9-a529-a0757706b0e5 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:42.471345 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-079f4d71-4985-4bb5-bd5e-6d0838cd5f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:42.472724 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1a01c33-2c77-4889-bf35-e88cb7811702 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] DELETE failed (client error): The resource could not be found. Feb 04 11:41:42.477709 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1a01c33-2c77-4889-bf35-e88cb7811702 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:41:42.477709 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e1a01c33-2c77-4889-bf35-e88cb7811702 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "DELETE /v2.0/subnets/4114ce77-8eec-4ab4-a260-bb2866bde86b HTTP/1.1" status: 404 len: 337 time: 0.0875971 Feb 04 11:41:42.478012 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39248) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:42.501008 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb90a8f-049c-48fa-8132-a736fe324157 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Router a2b19bd9-09d3-48dd-8c0e-d267aeafd28f has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:41:42.515054 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bedb3ba-30e3-4aae-aaaa-0ce6a64b1b35 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] DELETE failed (client error): The resource could not be found. Feb 04 11:41:42.515911 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bedb3ba-30e3-4aae-aaaa-0ce6a64b1b35 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:41:42.520561 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2bedb3ba-30e3-4aae-aaaa-0ce6a64b1b35 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "DELETE /v2.0/networks/20f360be-e0fa-47ed-b860-6427ee6ccede HTTP/1.1" status: 404 len: 339 time: 0.0388162 Feb 04 11:41:42.522279 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39252) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:42.525537 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6743f34a-eb0e-4b3a-baa4-e23ed3028d0a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:42.563830 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e262c1ef-02d1-4573-a85b-c85bf51d25e5 None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:42.575620 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4e55a690-9a80-442f-bcf0-17acc120d288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:42.597297 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e262c1ef-02d1-4573-a85b-c85bf51d25e5 None None] Transition to ACTIVE for port object 69b4dc5f-421c-4100-b5f1-87829f7f5ded will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:42.633968 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device fa1ede6d-63f1-4bd9-a529-a0757706b0e5 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:41:42.642771 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4e55a690-9a80-442f-bcf0-17acc120d288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:42.652275 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e02b5dd-1070-47d9-b60b-68e6959fe18d tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] DELETE failed (client error): The resource could not be found. Feb 04 11:41:42.657241 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e02b5dd-1070-47d9-b60b-68e6959fe18d tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:41:42.657241 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2e02b5dd-1070-47d9-b60b-68e6959fe18d tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "DELETE /v2.0/subnets/342c7256-e1fe-40ae-a0f0-98355b1be44c HTTP/1.1" status: 404 len: 337 time: 0.1058972 Feb 04 11:41:42.657241 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39256) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:42.682829 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e55a690-9a80-442f-bcf0-17acc120d288 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:41:42.700446 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55a690-9a80-442f-bcf0-17acc120d288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff723528-0300-41c3-a1a7-31dbf0925573,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:42.729956 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e262c1ef-02d1-4573-a85b-c85bf51d25e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:42.750328 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c85ca6b-63ba-492e-8fd0-9e9d824db5c6 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] DELETE failed (client error): The resource could not be found. Feb 04 11:41:42.750854 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c85ca6b-63ba-492e-8fd0-9e9d824db5c6 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:41:42.752539 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3c85ca6b-63ba-492e-8fd0-9e9d824db5c6 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "DELETE /v2.0/networks/9a78dd77-9af9-42f1-8e65-0238280720b0 HTTP/1.1" status: 404 len: 339 time: 0.0941484 Feb 04 11:41:42.756468 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39260) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:42.758945 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4e55a690-9a80-442f-bcf0-17acc120d288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:42.759295 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-4e55a690-9a80-442f-bcf0-17acc120d288 admin admin] Added segment 4eb24d1e-b892-48d0-b039-7c5703d889e1 of type vlan for network a23f3c76-d15a-4fcc-b821-61e65e6da3f4 Feb 04 11:41:42.810257 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4e55a690-9a80-442f-bcf0-17acc120d288 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:42.862720 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb90a8f-049c-48fa-8132-a736fe324157 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:41:42.881358 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff2c15b-9b92-4b57-963c-dea6cdc831f7 None None] Sync routers for ids ['a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:41:42.897875 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1bb90a8f-049c-48fa-8132-a736fe324157 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "PUT /v2.0/routers/a2b19bd9-09d3-48dd-8c0e-d267aeafd28f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2380626 Feb 04 11:41:42.902460 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39264) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:42.905291 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-4f57d26b-488b-4c59-9aaa-6833e93fca5a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Request body: {'network': {'name': 'tempest-RoutersTest-455556847'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:42.909690 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff2c15b-9b92-4b57-963c-dea6cdc831f7 None None] Routers {'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:41:42.913239 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-4f57d26b-488b-4c59-9aaa-6833e93fca5a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:42.914997 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-7ff2c15b-9b92-4b57-963c-dea6cdc831f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:41:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:42.922755 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4397e9-c2b7-4657-b254-c5d0457f68f0 None None] Pushing event updated for resources: {'Port': ['ID=69b4dc5f-421c-4100-b5f1-87829f7f5ded,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:42.925539 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4e55a690-9a80-442f-bcf0-17acc120d288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:42.926140 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e55a690-9a80-442f-bcf0-17acc120d288 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:42.928974 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4e55a690-9a80-442f-bcf0-17acc120d288 admin admin] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:42.937345 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-5e7646e7-c788-4578-9796-e05daf52c647 None None] Allocated IP 2001:db8:2::2 (a5d2727c-f84e-4ae2-b35f-4854094e06b3/d83a7f42-a427-459b-9844-00ac92380894/94e228cf-432e-46ed-a752-4456af78c125) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:41:42.943759 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-4f57d26b-488b-4c59-9aaa-6833e93fca5a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Usage tracker for resource:network and tenant:f1bfc018a09d4e34b9596c9c898714a6 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:42.945578 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4e56d7c9-0b68-4ff6-a152-7ae38e7f8c90 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:43.093663 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-4f57d26b-488b-4c59-9aaa-6833e93fca5a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:43.108448 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-4f57d26b-488b-4c59-9aaa-6833e93fca5a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:43.138650 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port fa1ede6d-63f1-4bd9-a529-a0757706b0e5 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:43.139016 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:43.149904 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55a690-9a80-442f-bcf0-17acc120d288 admin admin] Pushing event updated for resources: {'Network': ['ID=a23f3c76-d15a-4fcc-b821-61e65e6da3f4,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:43.154503 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-7ff2c15b-9b92-4b57-963c-dea6cdc831f7 None None] Set router a2b19bd9-09d3-48dd-8c0e-d267aeafd28f gateway port host: None {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:41:43.203936 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-4e55a690-9a80-442f-bcf0-17acc120d288 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3086777 Feb 04 11:41:43.206824 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39268) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:43.213255 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-4cddc0a6-4a96-445b-a5f5-040666c4595b admin admin] Request body: {'subnet': {'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-842267503-subnet', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'ip_version': 4}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:43.229628 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-4cddc0a6-4a96-445b-a5f5-040666c4595b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:43.237386 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-4cddc0a6-4a96-445b-a5f5-040666c4595b admin admin] Usage tracker for resource:subnet and tenant:4e2cb104d3bb42a4a344ade0b8b3bbd0 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:43.240461 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4e56d7c9-0b68-4ff6-a152-7ae38e7f8c90 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:43.243608 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-4cddc0a6-4a96-445b-a5f5-040666c4595b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:43.258310 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-4cddc0a6-4a96-445b-a5f5-040666c4595b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:43.261160 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f57d26b-488b-4c59-9aaa-6833e93fca5a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Made reservation on behalf of f1bfc018a09d4e34b9596c9c898714a6 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:41:43.266670 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4f57d26b-488b-4c59-9aaa-6833e93fca5a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:43.290628 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-4e56d7c9-0b68-4ff6-a152-7ae38e7f8c90 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['350d76fa-0e8c-43d5-8f6b-4937c16689d2']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:43.290901 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-e262c1ef-02d1-4573-a85b-c85bf51d25e5 None None] Attempting to bind port 69b4dc5f-421c-4100-b5f1-87829f7f5ded on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:41:43.291291 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-e262c1ef-02d1-4573-a85b-c85bf51d25e5 None None] Attempting to bind port 69b4dc5f-421c-4100-b5f1-87829f7f5ded by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '0da7f603-903d-4ec8-b0cc-823f4095e072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '40008c44-c055-47e7-ab84-8a71b5f13f88'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:41:43.291652 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e262c1ef-02d1-4573-a85b-c85bf51d25e5 None None] Attempting to bind port 69b4dc5f-421c-4100-b5f1-87829f7f5ded on network 40008c44-c055-47e7-ab84-8a71b5f13f88 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:41:43.314981 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-4e56d7c9-0b68-4ff6-a152-7ae38e7f8c90 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb9f22ed-320f-4d91-8378-698b2c8b1a28') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:43.315509 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-4e56d7c9-0b68-4ff6-a152-7ae38e7f8c90 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb9f22ed-320f-4d91-8378-698b2c8b1a28') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:43.335381 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e262c1ef-02d1-4573-a85b-c85bf51d25e5 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:41:43.335744 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e262c1ef-02d1-4573-a85b-c85bf51d25e5 None None] Checking segment: {'id': '0da7f603-903d-4ec8-b0cc-823f4095e072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '40008c44-c055-47e7-ab84-8a71b5f13f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:41:43.336144 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e262c1ef-02d1-4573-a85b-c85bf51d25e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:43.336320 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4e56d7c9-0b68-4ff6-a152-7ae38e7f8c90 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:43.336535 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e262c1ef-02d1-4573-a85b-c85bf51d25e5 None None] Bound using segment: {'id': '0da7f603-903d-4ec8-b0cc-823f4095e072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '40008c44-c055-47e7-ab84-8a71b5f13f88'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:41:43.337027 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-e262c1ef-02d1-4573-a85b-c85bf51d25e5 None None] Bound port: 69b4dc5f-421c-4100-b5f1-87829f7f5ded, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da7f603-903d-4ec8-b0cc-823f4095e072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '40008c44-c055-47e7-ab84-8a71b5f13f88'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:41:43.337401 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e262c1ef-02d1-4573-a85b-c85bf51d25e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:43.355648 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f57d26b-488b-4c59-9aaa-6833e93fca5a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:41:43.362966 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a7e4ccf6-c576-43e4-94a5-0c363ca598a9 None None] Provisioning complete for port afb76d82-9476-439c-a385-322acee4592d triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:43.363470 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a7e4ccf6-c576-43e4-94a5-0c363ca598a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:43.368604 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4e56d7c9-0b68-4ff6-a152-7ae38e7f8c90 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:43.376913 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e56d7c9-0b68-4ff6-a152-7ae38e7f8c90 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:41:43.377339 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4e56d7c9-0b68-4ff6-a152-7ae38e7f8c90 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:43.378066 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4f57d26b-488b-4c59-9aaa-6833e93fca5a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:43.378676 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-4f57d26b-488b-4c59-9aaa-6833e93fca5a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Added segment 506f5187-5a0d-43e2-b7b5-481989180fbe of type vlan for network 507be9bb-6ba5-4398-b67c-016bffb0f71c Feb 04 11:41:43.395642 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:41:43.395642 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:41:43.395642 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:41:43.395642 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:41:43.395642 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:41:43.395642 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:41:43.395642 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:41:43.395642 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:41:43.395642 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:41:43.395642 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:41:43.395642 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:41:43.395642 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:41:43.395642 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:41:43.395642 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:41:43.395642 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:41:43.395642 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:41:43.395642 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:41:43.395642 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:41:43.395642 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:41:43.395642 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:41:43.395642 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:41:43.395642 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:41:43.395642 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:41:43.395642 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:41:43.395642 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:41:43.395642 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:41:43.395642 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:41:43.395642 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:41:43.395642 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:41:43.395642 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:41:43.395642 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:41:43.395642 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:41:43.422752 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4f57d26b-488b-4c59-9aaa-6833e93fca5a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:43.463521 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network a23f3c76-d15a-4fcc-b821-61e65e6da3f4 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:41:43.468282 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cddc0a6-4a96-445b-a5f5-040666c4595b admin admin] Made reservation on behalf of 4e2cb104d3bb42a4a344ade0b8b3bbd0 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:41:43.471190 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4cddc0a6-4a96-445b-a5f5-040666c4595b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:43.554202 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4f57d26b-488b-4c59-9aaa-6833e93fca5a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:43.557890 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f57d26b-488b-4c59-9aaa-6833e93fca5a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:43.558566 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4f57d26b-488b-4c59-9aaa-6833e93fca5a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:43.599528 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-a7e4ccf6-c576-43e4-94a5-0c363ca598a9 None None] Port afb76d82-9476-439c-a385-322acee4592d cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:41:43.603055 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4e56d7c9-0b68-4ff6-a152-7ae38e7f8c90 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:43.627173 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4e56d7c9-0b68-4ff6-a152-7ae38e7f8c90 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:43.640107 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56d7c9-0b68-4ff6-a152-7ae38e7f8c90 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event deleted for resources: {'Network': ['ID=350d76fa-0e8c-43d5-8f6b-4937c16689d2,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:43.654945 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4e56d7c9-0b68-4ff6-a152-7ae38e7f8c90 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "DELETE /v2.0/networks/350d76fa-0e8c-43d5-8f6b-4937c16689d2 HTTP/1.1" status: 204 len: 168 time: 0.8973267 Feb 04 11:41:43.658694 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39272) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:43.705393 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-7ff2c15b-9b92-4b57-963c-dea6cdc831f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'name': 'tempest-RoutersTest-router-1669387596', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:20Z', 'updated_at': '2022-02-04T11:41:39Z', 'revision_number': 3, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'gw_port_host': None, '_interfaces': [{'id': 'afb76d82-9476-439c-a385-322acee4592d', 'name': '', 'network_id': '05c99b93-ed8e-4a2b-a881-7a73ade1e34e', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:25:2e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0333d8c6-4288-4eeb-a868-6b1db27513f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:37Z', 'updated_at': '2022-02-04T11:41:40Z', 'revision_number': 2, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': '0333d8c6-4288-4eeb-a868-6b1db27513f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb59cbe5-c152-4597-9280-5688c10fb326', 'name': '', 'network_id': 'daa82c88-f763-4832-a3c4-05a0a170dd86', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:aa:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb91c463-ee90-411a-9a19-041394395328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:25Z', 'updated_at': '2022-02-04T11:41:37Z', 'revision_number': 5, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': 'eb91c463-ee90-411a-9a19-041394395328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:43.719635 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff2c15b-9b92-4b57-963c-dea6cdc831f7 None None] Checking router: a2b19bd9-09d3-48dd-8c0e-d267aeafd28f for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:41:43.719982 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff2c15b-9b92-4b57-963c-dea6cdc831f7 None None] Updating router a2b19bd9-09d3-48dd-8c0e-d267aeafd28f port afb76d82-9476-439c-a385-322acee4592d binding host dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:41:43.736849 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f57d26b-488b-4c59-9aaa-6833e93fca5a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event updated for resources: {'Network': ['ID=507be9bb-6ba5-4398-b67c-016bffb0f71c,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:43.752233 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5e7646e7-c788-4578-9796-e05daf52c647 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:43.755878 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-e262c1ef-02d1-4573-a85b-c85bf51d25e5 None None] For port 69b4dc5f-421c-4100-b5f1-87829f7f5ded, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:41:43.763364 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-e262c1ef-02d1-4573-a85b-c85bf51d25e5 None None] For port 69b4dc5f-421c-4100-b5f1-87829f7f5ded, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=69b4dc5f-421c-4100-b5f1-87829f7f5ded,segment=NetworkSegment(0da7f603-903d-4ec8-b0cc-823f4095e072),segment_id=0da7f603-903d-4ec8-b0cc-823f4095e072)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:41:43.770032 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 507be9bb-6ba5-4398-b67c-016bffb0f71c details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:41:43.780495 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-4f57d26b-488b-4c59-9aaa-6833e93fca5a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8804688 Feb 04 11:41:43.781335 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39276) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:43.791070 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-5e7646e7-c788-4578-9796-e05daf52c647 None None] Transition to ACTIVE for port object 94e228cf-432e-46ed-a752-4456af78c125 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:43.798694 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-aaa576b8-0f47-4207-9b0c-021c44076cbf tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Request body: {'subnet': {'network_id': '507be9bb-6ba5-4398-b67c-016bffb0f71c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:43.824130 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-28962206-a428-4906-b3e4-3dc9e387991e tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] DELETE failed (client error): The resource could not be found. Feb 04 11:41:43.824574 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28962206-a428-4906-b3e4-3dc9e387991e tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:41:43.826259 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-28962206-a428-4906-b3e4-3dc9e387991e tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "DELETE /v2.0/subnets/5f0a56b5-a5a6-4982-a1a6-1f329d052781 HTTP/1.1" status: 404 len: 337 time: 0.1661272 Feb 04 11:41:43.828961 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39280) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:43.843303 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-7ff2c15b-9b92-4b57-963c-dea6cdc831f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:43.854430 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e262c1ef-02d1-4573-a85b-c85bf51d25e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:43.859196 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-638c50da-6752-4304-80ff-b43d457c9194 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] DELETE failed (client error): The resource could not be found. Feb 04 11:41:43.859908 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-638c50da-6752-4304-80ff-b43d457c9194 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:41:43.862138 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-638c50da-6752-4304-80ff-b43d457c9194 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "DELETE /v2.0/networks/d7f194cc-5fa0-40d4-aca0-94637b031739 HTTP/1.1" status: 404 len: 339 time: 0.0322344 Feb 04 11:41:43.866569 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39284) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:43.904396 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 709b814b-1275-4431-8e37-cd5e3d5dd182 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:41:43.934904 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-0422963a-f48d-4261-83cb-c68cec43389a tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] DELETE failed (client error): The resource could not be found. Feb 04 11:41:43.936041 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0422963a-f48d-4261-83cb-c68cec43389a tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:41:43.938236 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0422963a-f48d-4261-83cb-c68cec43389a tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "DELETE /v2.0/subnets/0b89c601-a2ee-4f1b-a46c-13981db6a270 HTTP/1.1" status: 404 len: 337 time: 0.0698323 Feb 04 11:41:43.940937 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39288) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:43.975096 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 709b814b-1275-4431-8e37-cd5e3d5dd182 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:41:43.975715 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 709b814b-1275-4431-8e37-cd5e3d5dd182 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:41:43.984077 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-5e7646e7-c788-4578-9796-e05daf52c647 None None] Transition to ACTIVE for port object 94e228cf-432e-46ed-a752-4456af78c125 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:43.994500 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-66b82476-e989-4192-9b2a-64bd6528c122 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] DELETE failed (client error): The resource could not be found. Feb 04 11:41:43.995501 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66b82476-e989-4192-9b2a-64bd6528c122 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:41:43.997931 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-66b82476-e989-4192-9b2a-64bd6528c122 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "DELETE /v2.0/networks/6ddfc1ca-caa9-4860-a8cf-77c9799be439 HTTP/1.1" status: 404 len: 339 time: 0.0557458 Feb 04 11:41:44.000643 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39292) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:44.024217 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-aaa576b8-0f47-4207-9b0c-021c44076cbf tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:44.030522 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-aaa576b8-0f47-4207-9b0c-021c44076cbf tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Usage tracker for resource:subnet and tenant:f1bfc018a09d4e34b9596c9c898714a6 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:44.031852 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4397e9-c2b7-4657-b254-c5d0457f68f0 None None] Pushing event updated for resources: {'Port': ['ID=69b4dc5f-421c-4100-b5f1-87829f7f5ded,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:44.037280 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e262c1ef-02d1-4573-a85b-c85bf51d25e5 None None] Routers {'56c8bd21-14ba-480e-9544-0062df128086'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:41:44.037934 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e262c1ef-02d1-4573-a85b-c85bf51d25e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:41:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['56c8bd21-14ba-480e-9544-0062df128086'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:44.054959 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-aaa576b8-0f47-4207-9b0c-021c44076cbf tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:44.080175 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-aaa576b8-0f47-4207-9b0c-021c44076cbf tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:44.138785 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b0c0db-ac96-49a4-a915-9c43f155cada tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] DELETE failed (client error): The resource could not be found. Feb 04 11:41:44.139229 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92b0c0db-ac96-49a4-a915-9c43f155cada tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:41:44.140970 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-92b0c0db-ac96-49a4-a915-9c43f155cada tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "DELETE /v2.0/subnets/26698098-f71d-477b-aa29-5a00cab96942 HTTP/1.1" status: 404 len: 337 time: 0.1391141 Feb 04 11:41:44.143796 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39296) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:44.187028 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5e7646e7-c788-4578-9796-e05daf52c647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:44.188033 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa576b8-0f47-4207-9b0c-021c44076cbf tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Made reservation on behalf of f1bfc018a09d4e34b9596c9c898714a6 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:41:44.212562 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4cddc0a6-4a96-445b-a5f5-040666c4595b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:44.238203 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-6743f34a-eb0e-4b3a-baa4-e23ed3028d0a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Allocated IP 2001:db8:2::1 (a5d2727c-f84e-4ae2-b35f-4854094e06b3/d83a7f42-a427-459b-9844-00ac92380894/3e72668d-9412-417f-b6ef-c3c1f72ca079) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:41:44.261695 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ba944e4-b834-4794-9a33-ed512edad445 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] DELETE failed (client error): The resource could not be found. Feb 04 11:41:44.262204 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ba944e4-b834-4794-9a33-ed512edad445 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:41:44.369220 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-7ba944e4-b834-4794-9a33-ed512edad445 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "DELETE /v2.0/networks/c9541a72-61cc-422b-b2bb-3700834bd083 HTTP/1.1" status: 404 len: 339 time: 0.2243147 Feb 04 11:41:44.371810 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39300) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:44.392741 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cddc0a6-4a96-445b-a5f5-040666c4595b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5af355fa-ef8e-4697-b6fa-0681cfbee57c,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:44.420081 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-aaa576b8-0f47-4207-9b0c-021c44076cbf tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:44.428449 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-e262c1ef-02d1-4573-a85b-c85bf51d25e5 None None] Set router 56c8bd21-14ba-480e-9544-0062df128086 gateway port host: None {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:41:44.433367 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1cfaecd-a269-402f-8e6b-849a74a8d548 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] DELETE failed (client error): The resource could not be found. Feb 04 11:41:44.433974 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1cfaecd-a269-402f-8e6b-849a74a8d548 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:41:44.435702 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e1cfaecd-a269-402f-8e6b-849a74a8d548 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "DELETE /v2.0/subnets/69b6ab98-d638-4b2a-9777-e6508e5a10f5 HTTP/1.1" status: 404 len: 337 time: 0.0628991 Feb 04 11:41:44.439594 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39304) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:44.463580 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-7ff2c15b-9b92-4b57-963c-dea6cdc831f7 None None] Notify callbacks [] for port, precommit_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:44.485491 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.provisioning_blocks [None req-7ff2c15b-9b92-4b57-963c-dea6cdc831f7 None None] Transition to ACTIVE for port object afb76d82-9476-439c-a385-322acee4592d will not be triggered until provisioned by entity L2. {{(pid=84207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:44.492979 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-2195d230-848d-4c64-8876-b0b0d5f51132 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] DELETE failed (client error): The resource could not be found. Feb 04 11:41:44.493407 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2195d230-848d-4c64-8876-b0b0d5f51132 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:41:44.497778 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2195d230-848d-4c64-8876-b0b0d5f51132 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "DELETE /v2.0/networks/6085fb9f-f8c9-48fa-8028-6fd713586087 HTTP/1.1" status: 404 len: 339 time: 0.0548601 Feb 04 11:41:44.501233 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39308) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:44.531638 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7646e7-c788-4578-9796-e05daf52c647 None None] Network a5d2727c-f84e-4ae2-b35f-4854094e06b3 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:41:44.547492 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-5e7646e7-c788-4578-9796-e05daf52c647 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:44.556078 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7646e7-c788-4578-9796-e05daf52c647 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:41:44.561689 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6743f34a-eb0e-4b3a-baa4-e23ed3028d0a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:44.569933 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7646e7-c788-4578-9796-e05daf52c647 None None] Pushing event updated for resources: {'Port': ['ID=94e228cf-432e-46ed-a752-4456af78c125,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:44.571096 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-853bce19-f2c3-42f3-a75b-585d787f63d1 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] DELETE failed (client error): The resource could not be found. Feb 04 11:41:44.571536 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-853bce19-f2c3-42f3-a75b-585d787f63d1 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:41:44.575695 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-853bce19-f2c3-42f3-a75b-585d787f63d1 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "DELETE /v2.0/subnets/1428eb68-78af-4c30-a43a-5e3d58fe1423 HTTP/1.1" status: 404 len: 337 time: 0.0696146 Feb 04 11:41:44.577191 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39312) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:44.590169 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-7ff2c15b-9b92-4b57-963c-dea6cdc831f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:44.594544 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-6743f34a-eb0e-4b3a-baa4-e23ed3028d0a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Transition to ACTIVE for port object 3e72668d-9412-417f-b6ef-c3c1f72ca079 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:44.604423 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cddc0a6-4a96-445b-a5f5-040666c4595b admin admin] Checking segment: {'id': '4eb24d1e-b892-48d0-b039-7c5703d889e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:41:44.605382 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cddc0a6-4a96-445b-a5f5-040666c4595b admin admin] Network hostable DHCP agents. Network: a23f3c76-d15a-4fcc-b821-61e65e6da3f4, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:41:44.634504 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c52e1d-8201-4fc8-91ce-4f7f6ce45ab1 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] DELETE failed (client error): The resource could not be found. Feb 04 11:41:44.634993 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37c52e1d-8201-4fc8-91ce-4f7f6ce45ab1 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:41:44.639506 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-37c52e1d-8201-4fc8-91ce-4f7f6ce45ab1 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "DELETE /v2.0/networks/56f9b219-e2bd-414b-abd4-d9e774f926db HTTP/1.1" status: 404 len: 339 time: 0.0553722 Feb 04 11:41:44.641860 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39316) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:44.676131 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-59d6f5dd-3e80-4b81-8050-4e8879d3af13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:44.689555 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-01e0e681-db79-4018-990a-0d275cd21f07 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] DELETE failed (client error): The resource could not be found. Feb 04 11:41:44.689555 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01e0e681-db79-4018-990a-0d275cd21f07 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:41:44.709920 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-01e0e681-db79-4018-990a-0d275cd21f07 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "DELETE /v2.0/subnets/27e78167-b7fe-4ac3-8ff7-7222cc2c942e HTTP/1.1" status: 404 len: 337 time: 0.0497222 Feb 04 11:41:44.711226 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39320) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:44.723464 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b81c6f-e099-4ca8-a920-582b2b8d988c None None] Pushing event updated for resources: {'Port': ['ID=afb76d82-9476-439c-a385-322acee4592d,revision_number=3']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:44.743150 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6743f34a-eb0e-4b3a-baa4-e23ed3028d0a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:44.804461 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-af4423ee-5aaf-4434-afcf-dc7413883b1f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] DELETE failed (client error): The resource could not be found. Feb 04 11:41:44.804930 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af4423ee-5aaf-4434-afcf-dc7413883b1f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:41:44.806671 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-af4423ee-5aaf-4434-afcf-dc7413883b1f tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "DELETE /v2.0/networks/5bf3db2c-993b-4f90-acd6-cb485ce73949 HTTP/1.1" status: 404 len: 339 time: 0.0947809 Feb 04 11:41:44.821292 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39324) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:44.832891 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-5e7646e7-c788-4578-9796-e05daf52c647 None None] Attempting to bind port 94e228cf-432e-46ed-a752-4456af78c125 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:41:44.833769 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-5e7646e7-c788-4578-9796-e05daf52c647 None None] Attempting to bind port 94e228cf-432e-46ed-a752-4456af78c125 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '854d32b2-8071-4789-a212-39788de72da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a5d2727c-f84e-4ae2-b35f-4854094e06b3'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:41:44.834373 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7646e7-c788-4578-9796-e05daf52c647 None None] Attempting to bind port 94e228cf-432e-46ed-a752-4456af78c125 on network a5d2727c-f84e-4ae2-b35f-4854094e06b3 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:41:44.871726 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7646e7-c788-4578-9796-e05daf52c647 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:41:44.875246 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cddc0a6-4a96-445b-a5f5-040666c4595b admin admin] Network a23f3c76-d15a-4fcc-b821-61e65e6da3f4 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:41:44.876317 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7646e7-c788-4578-9796-e05daf52c647 None None] Checking segment: {'id': '854d32b2-8071-4789-a212-39788de72da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a5d2727c-f84e-4ae2-b35f-4854094e06b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:41:44.876950 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5e7646e7-c788-4578-9796-e05daf52c647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:44.877506 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7646e7-c788-4578-9796-e05daf52c647 None None] Bound using segment: {'id': '854d32b2-8071-4789-a212-39788de72da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a5d2727c-f84e-4ae2-b35f-4854094e06b3'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:41:44.880396 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-5e7646e7-c788-4578-9796-e05daf52c647 None None] Bound port: 94e228cf-432e-46ed-a752-4456af78c125, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '854d32b2-8071-4789-a212-39788de72da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a5d2727c-f84e-4ae2-b35f-4854094e06b3'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:41:44.881193 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5e7646e7-c788-4578-9796-e05daf52c647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:44.905164 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-335afe4f-4593-46e6-96be-688fa246b824 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] DELETE failed (client error): The resource could not be found. Feb 04 11:41:44.905615 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-335afe4f-4593-46e6-96be-688fa246b824 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:41:44.912099 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-335afe4f-4593-46e6-96be-688fa246b824 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "DELETE /v2.0/subnets/bc225615-5538-4429-9677-4b367f1cb34d HTTP/1.1" status: 404 len: 337 time: 0.0843687 Feb 04 11:41:44.916308 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39328) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:44.931332 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6743f34a-eb0e-4b3a-baa4-e23ed3028d0a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Network a5d2727c-f84e-4ae2-b35f-4854094e06b3 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:41:44.938228 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-6743f34a-eb0e-4b3a-baa4-e23ed3028d0a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:44.941917 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6743f34a-eb0e-4b3a-baa4-e23ed3028d0a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:41:44.942781 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6743f34a-eb0e-4b3a-baa4-e23ed3028d0a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:44.970444 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcc1930a-bb14-4de6-92ac-847957b3ddba tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] DELETE failed (client error): The resource could not be found. Feb 04 11:41:44.971599 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcc1930a-bb14-4de6-92ac-847957b3ddba tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:41:44.989431 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-bcc1930a-bb14-4de6-92ac-847957b3ddba tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "DELETE /v2.0/networks/0921127e-3f28-4efb-8f9c-cf2bd1c8c389 HTTP/1.1" status: 404 len: 339 time: 0.0719645 Feb 04 11:41:44.996856 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39332) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:44.997587 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743f34a-eb0e-4b3a-baa4-e23ed3028d0a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event updated for resources: {'Port': ['ID=3e72668d-9412-417f-b6ef-c3c1f72ca079,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:45.015169 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-4cddc0a6-4a96-445b-a5f5-040666c4595b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, a23f3c76-d15a-4fcc-b821-61e65e6da3f4) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:45.025176 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cddc0a6-4a96-445b-a5f5-040666c4595b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:45.025176 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4cddc0a6-4a96-445b-a5f5-040666c4595b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:45.053672 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc93cb87-5033-438a-9c6d-09bf03a46139 None None] Network a23f3c76-d15a-4fcc-b821-61e65e6da3f4 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:41:45.058129 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-7ff2c15b-9b92-4b57-963c-dea6cdc831f7 None None] Attempting to bind port afb76d82-9476-439c-a385-322acee4592d on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:41:45.058544 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-7ff2c15b-9b92-4b57-963c-dea6cdc831f7 None None] Attempting to bind port afb76d82-9476-439c-a385-322acee4592d by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'fb631fac-0359-4729-87e6-225f4f5f7b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '05c99b93-ed8e-4a2b-a881-7a73ade1e34e'}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:41:45.058872 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2c15b-9b92-4b57-963c-dea6cdc831f7 None None] Attempting to bind port afb76d82-9476-439c-a385-322acee4592d on network 05c99b93-ed8e-4a2b-a881-7a73ade1e34e {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:41:45.066118 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2c15b-9b92-4b57-963c-dea6cdc831f7 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:41:45.066485 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2c15b-9b92-4b57-963c-dea6cdc831f7 None None] Checking segment: {'id': 'fb631fac-0359-4729-87e6-225f4f5f7b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '05c99b93-ed8e-4a2b-a881-7a73ade1e34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:41:45.066874 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-7ff2c15b-9b92-4b57-963c-dea6cdc831f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:45.067297 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2c15b-9b92-4b57-963c-dea6cdc831f7 None None] Bound using segment: {'id': 'fb631fac-0359-4729-87e6-225f4f5f7b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '05c99b93-ed8e-4a2b-a881-7a73ade1e34e'} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:41:45.068471 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-7ff2c15b-9b92-4b57-963c-dea6cdc831f7 None None] Bound port: afb76d82-9476-439c-a385-322acee4592d, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb631fac-0359-4729-87e6-225f4f5f7b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '05c99b93-ed8e-4a2b-a881-7a73ade1e34e'}}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:41:45.068824 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-7ff2c15b-9b92-4b57-963c-dea6cdc831f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:45.075001 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e0df2f-5779-4d7c-b805-b41dec840815 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] DELETE failed (client error): The resource could not be found. Feb 04 11:41:45.075523 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3e0df2f-5779-4d7c-b805-b41dec840815 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:41:45.080983 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39336) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:45.082628 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f3e0df2f-5779-4d7c-b805-b41dec840815 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "DELETE /v2.0/subnets/6fe82243-2bdf-4a52-932d-39def00ba4c2 HTTP/1.1" status: 404 len: 337 time: 0.0784605 Feb 04 11:41:45.113996 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f455850-a012-498e-b5f8-b63c2063780e tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] DELETE failed (client error): The resource could not be found. Feb 04 11:41:45.114823 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f455850-a012-498e-b5f8-b63c2063780e tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:41:45.116153 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9f455850-a012-498e-b5f8-b63c2063780e tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "DELETE /v2.0/networks/8288dfd7-4142-4191-a381-9155c6bd89f9 HTTP/1.1" status: 404 len: 339 time: 0.0340188 Feb 04 11:41:45.118614 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39340) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:45.165909 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6743f34a-eb0e-4b3a-baa4-e23ed3028d0a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:45.254025 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-7ff2c15b-9b92-4b57-963c-dea6cdc831f7 None None] For port afb76d82-9476-439c-a385-322acee4592d, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:41:45.262665 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-5e7646e7-c788-4578-9796-e05daf52c647 None None] For port 94e228cf-432e-46ed-a752-4456af78c125, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:41:45.264789 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-7ff2c15b-9b92-4b57-963c-dea6cdc831f7 None None] For port afb76d82-9476-439c-a385-322acee4592d, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=afb76d82-9476-439c-a385-322acee4592d,segment=NetworkSegment(fb631fac-0359-4729-87e6-225f4f5f7b2c),segment_id=fb631fac-0359-4729-87e6-225f4f5f7b2c)] {{(pid=84207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:41:45.272647 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-aaa576b8-0f47-4207-9b0c-021c44076cbf tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:45.282920 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-5e7646e7-c788-4578-9796-e05daf52c647 None None] For port 94e228cf-432e-46ed-a752-4456af78c125, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=94e228cf-432e-46ed-a752-4456af78c125,segment=NetworkSegment(854d32b2-8071-4789-a212-39788de72da2),segment_id=854d32b2-8071-4789-a212-39788de72da2)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:41:45.326394 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-4cddc0a6-4a96-445b-a5f5-040666c4595b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1179633 Feb 04 11:41:45.329241 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39344) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:45.332555 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-7ff2c15b-9b92-4b57-963c-dea6cdc831f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:45.335389 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-d4b6b411-4ed7-4864-8b8e-916f01294182 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-842267503-router', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:45.355998 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e262c1ef-02d1-4573-a85b-c85bf51d25e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8bd21-14ba-480e-9544-0062df128086', 'name': 'tempest-RoutersIpV6Test-router-1761692933', 'tenant_id': '1857235941a6433080777df3100a6d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:14Z', 'updated_at': '2022-02-04T11:41:34Z', 'revision_number': 3, 'project_id': '1857235941a6433080777df3100a6d46', 'gw_port_host': None, '_interfaces': [{'id': '213e5a4f-922e-4c5a-a15c-908e787ee133', 'name': '', 'network_id': '56225026-f565-4757-906e-0cd472ebe86b', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:9f:3a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:19Z', 'updated_at': '2022-02-04T11:41:30Z', 'revision_number': 5, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69b4dc5f-421c-4100-b5f1-87829f7f5ded', 'name': '', 'network_id': '40008c44-c055-47e7-ab84-8a71b5f13f88', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:82:26:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47ab593f-d154-481f-abfa-be0bfe6cedc3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:32Z', 'updated_at': '2022-02-04T11:41:43Z', 'revision_number': 4, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': '47ab593f-d154-481f-abfa-be0bfe6cedc3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:45.362336 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e262c1ef-02d1-4573-a85b-c85bf51d25e5 None None] The sync data for ids ['56c8bd21-14ba-480e-9544-0062df128086'] in dv-neutron-827825-2-hyperv is: [{'id': '56c8bd21-14ba-480e-9544-0062df128086', 'name': 'tempest-RoutersIpV6Test-router-1761692933', 'tenant_id': '1857235941a6433080777df3100a6d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:14Z', 'updated_at': '2022-02-04T11:41:34Z', 'revision_number': 3, 'project_id': '1857235941a6433080777df3100a6d46', 'gw_port_host': None, '_interfaces': [{'id': '213e5a4f-922e-4c5a-a15c-908e787ee133', 'name': '', 'network_id': '56225026-f565-4757-906e-0cd472ebe86b', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:9f:3a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:19Z', 'updated_at': '2022-02-04T11:41:30Z', 'revision_number': 5, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69b4dc5f-421c-4100-b5f1-87829f7f5ded', 'name': '', 'network_id': '40008c44-c055-47e7-ab84-8a71b5f13f88', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:82:26:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47ab593f-d154-481f-abfa-be0bfe6cedc3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:32Z', 'updated_at': '2022-02-04T11:41:43Z', 'revision_number': 4, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': '47ab593f-d154-481f-abfa-be0bfe6cedc3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:41:45.367304 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5e7646e7-c788-4578-9796-e05daf52c647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:45.442379 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-d4b6b411-4ed7-4864-8b8e-916f01294182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:45.452532 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-d4b6b411-4ed7-4864-8b8e-916f01294182 admin admin] Usage tracker for resource:router and tenant:4e2cb104d3bb42a4a344ade0b8b3bbd0 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:45.455865 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-d4b6b411-4ed7-4864-8b8e-916f01294182 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:45.464402 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-d4b6b411-4ed7-4864-8b8e-916f01294182 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:45.500722 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa576b8-0f47-4207-9b0c-021c44076cbf tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event updated for resources: {'Subnet': ['ID=a277aa9e-93fa-4c64-af12-d2bc2d2a82b9,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:45.519486 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b81c6f-e099-4ca8-a920-582b2b8d988c None None] Pushing event updated for resources: {'Port': ['ID=afb76d82-9476-439c-a385-322acee4592d,revision_number=4']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:45.522708 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8ec9e7-a100-4bbe-893a-1d85bf2960b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'fixed_ips': [{'subnet_id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:41:45.523753 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7b8ec9e7-a100-4bbe-893a-1d85bf2960b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:45.530179 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa576b8-0f47-4207-9b0c-021c44076cbf tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Checking segment: {'id': '506f5187-5a0d-43e2-b7b5-481989180fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '507be9bb-6ba5-4398-b67c-016bffb0f71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:41:45.530538 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa576b8-0f47-4207-9b0c-021c44076cbf tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Network hostable DHCP agents. Network: 507be9bb-6ba5-4398-b67c-016bffb0f71c, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:41:45.550397 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7646e7-c788-4578-9796-e05daf52c647 None None] Pushing event updated for resources: {'Port': ['ID=94e228cf-432e-46ed-a752-4456af78c125,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:45.585988 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6a71bc0-25e9-459e-9f9c-23fb30cd1497 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Deleting subnet f4f9008f-ce7d-4b2a-a38a-b77af93dfe14 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:41:45.596904 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff2c15b-9b92-4b57-963c-dea6cdc831f7 None None] Routers {'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:41:45.597253 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b6a71bc0-25e9-459e-9f9c-23fb30cd1497 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:45.597363 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-7ff2c15b-9b92-4b57-963c-dea6cdc831f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:41:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:45.668698 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:45.686268 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:45.727588 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b6a71bc0-25e9-459e-9f9c-23fb30cd1497 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:45.821171 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d4b6b411-4ed7-4864-8b8e-916f01294182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:45.831703 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d4b6b411-4ed7-4864-8b8e-916f01294182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:45.877204 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b6a71bc0-25e9-459e-9f9c-23fb30cd1497 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:45.933062 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-7b8ec9e7-a100-4bbe-893a-1d85bf2960b8 None None] Allocated IP 172.20.0.2 (a23f3c76-d15a-4fcc-b821-61e65e6da3f4/5af355fa-ef8e-4697-b6fa-0681cfbee57c/e16c6f5f-760e-418d-99f3-ad134a8bf37f) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:41:45.948385 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-7ff2c15b-9b92-4b57-963c-dea6cdc831f7 None None] Set router a2b19bd9-09d3-48dd-8c0e-d267aeafd28f gateway port host: None {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:41:45.967340 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d4b6b411-4ed7-4864-8b8e-916f01294182 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:46.072139 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa576b8-0f47-4207-9b0c-021c44076cbf tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Network 507be9bb-6ba5-4398-b67c-016bffb0f71c is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:41:46.143805 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b6a71bc0-25e9-459e-9f9c-23fb30cd1497 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:46.230878 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-aaa576b8-0f47-4207-9b0c-021c44076cbf tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 507be9bb-6ba5-4398-b67c-016bffb0f71c) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:46.262421 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12f7941-0c69-4e15-967f-eadf7915f778 None None] Network 507be9bb-6ba5-4398-b67c-016bffb0f71c requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:41:46.331265 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa576b8-0f47-4207-9b0c-021c44076cbf tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:46.331855 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-aaa576b8-0f47-4207-9b0c-021c44076cbf tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:46.347026 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a71bc0-25e9-459e-9f9c-23fb30cd1497 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event deleted for resources: {'Subnet': ['ID=f4f9008f-ce7d-4b2a-a38a-b77af93dfe14,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:46.390937 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6743f34a-eb0e-4b3a-baa4-e23ed3028d0a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:46.406317 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d4b6b411-4ed7-4864-8b8e-916f01294182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:46.413716 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b6a71bc0-25e9-459e-9f9c-23fb30cd1497 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:46.445367 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b6a71bc0-25e9-459e-9f9c-23fb30cd1497 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "DELETE /v2.0/subnets/f4f9008f-ce7d-4b2a-a38a-b77af93dfe14 HTTP/1.1" status: 204 len: 168 time: 1.3228173 Feb 04 11:41:46.446003 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39350) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:46.477193 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6743f34a-eb0e-4b3a-baa4-e23ed3028d0a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:46.478202 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6743f34a-eb0e-4b3a-baa4-e23ed3028d0a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:46.479273 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb25b4a-d8bc-4380-a9b5-2eacefc26ae0 None None] Network f088fd60-33ae-4e69-9c5a-893ade542dca requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:41:46.533527 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-7ff2c15b-9b92-4b57-963c-dea6cdc831f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'name': 'tempest-RoutersTest-router-1669387596', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:20Z', 'updated_at': '2022-02-04T11:41:39Z', 'revision_number': 3, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'gw_port_host': None, '_interfaces': [{'id': 'afb76d82-9476-439c-a385-322acee4592d', 'name': '', 'network_id': '05c99b93-ed8e-4a2b-a881-7a73ade1e34e', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:25:2e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0333d8c6-4288-4eeb-a868-6b1db27513f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:37Z', 'updated_at': '2022-02-04T11:41:45Z', 'revision_number': 4, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': '0333d8c6-4288-4eeb-a868-6b1db27513f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb59cbe5-c152-4597-9280-5688c10fb326', 'name': '', 'network_id': 'daa82c88-f763-4832-a3c4-05a0a170dd86', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:aa:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb91c463-ee90-411a-9a19-041394395328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:25Z', 'updated_at': '2022-02-04T11:41:37Z', 'revision_number': 5, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': 'eb91c463-ee90-411a-9a19-041394395328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:46.546243 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff2c15b-9b92-4b57-963c-dea6cdc831f7 None None] The sync data for ids ['a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'] in dv-neutron-827825-2-hyperv is: [{'id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'name': 'tempest-RoutersTest-router-1669387596', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:20Z', 'updated_at': '2022-02-04T11:41:39Z', 'revision_number': 3, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'gw_port_host': None, '_interfaces': [{'id': 'afb76d82-9476-439c-a385-322acee4592d', 'name': '', 'network_id': '05c99b93-ed8e-4a2b-a881-7a73ade1e34e', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:25:2e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0333d8c6-4288-4eeb-a868-6b1db27513f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:37Z', 'updated_at': '2022-02-04T11:41:45Z', 'revision_number': 4, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': '0333d8c6-4288-4eeb-a868-6b1db27513f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb59cbe5-c152-4597-9280-5688c10fb326', 'name': '', 'network_id': 'daa82c88-f763-4832-a3c4-05a0a170dd86', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:aa:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb91c463-ee90-411a-9a19-041394395328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:25Z', 'updated_at': '2022-02-04T11:41:37Z', 'revision_number': 5, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': 'eb91c463-ee90-411a-9a19-041394395328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:41:46.549228 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-aaa576b8-0f47-4207-9b0c-021c44076cbf tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7624152 Feb 04 11:41:46.560488 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39354) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:46.668304 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7b8ec9e7-a100-4bbe-893a-1d85bf2960b8 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:46.745672 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4decffd2-26a5-425b-9974-db7aff9d0a38 req-2f2d1ce9-cdac-46fd-b4df-ac5ab779db52 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=317d5965-a153-488f-bb85-73f8b235daa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5241797 Feb 04 11:41:46.795137 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a65ac348-b430-419e-92ae-210b5333b7c0 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:46.820558 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7b8ec9e7-a100-4bbe-893a-1d85bf2960b8 None None] Transition to ACTIVE for port object e16c6f5f-760e-418d-99f3-ad134a8bf37f will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:46.901071 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 94e228cf-432e-46ed-a752-4456af78c125 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:41:46.978351 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-a65ac348-b430-419e-92ae-210b5333b7c0 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Deleting port 040278aa-e2dd-432a-813d-704acbf91cbe {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:41:46.978969 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a65ac348-b430-419e-92ae-210b5333b7c0 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:47.049341 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743f34a-eb0e-4b3a-baa4-e23ed3028d0a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event updated for resources: {'Port': ['ID=3e72668d-9412-417f-b6ef-c3c1f72ca079,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:47.056761 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7b8ec9e7-a100-4bbe-893a-1d85bf2960b8 None None] Transition to ACTIVE for port object e16c6f5f-760e-418d-99f3-ad134a8bf37f will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:47.104984 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:47.111854 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4decffd2-26a5-425b-9974-db7aff9d0a38 req-cf58ff61-ab12-4dd3-83ac-f8048b9c5334 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=317d5965-a153-488f-bb85-73f8b235daa3 HTTP/1.1" status: 200 len: 1098 time: 0.3209217 Feb 04 11:41:47.185524 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6743f34a-eb0e-4b3a-baa4-e23ed3028d0a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Network a5d2727c-f84e-4ae2-b35f-4854094e06b3 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:41:47.192593 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-6743f34a-eb0e-4b3a-baa4-e23ed3028d0a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:47.200849 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881d8c56-ca5b-4b58-9d65-aab742e6aeea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-507be9bb-6ba5-4398-b67c-016bffb0f71c', 'network_id': '507be9bb-6ba5-4398-b67c-016bffb0f71c', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'fixed_ips': [{'subnet_id': 'a277aa9e-93fa-4c64-af12-d2bc2d2a82b9'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:41:47.202297 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-881d8c56-ca5b-4b58-9d65-aab742e6aeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:47.227973 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7b8ec9e7-a100-4bbe-893a-1d85bf2960b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:47.313458 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decffd2-26a5-425b-9974-db7aff9d0a38 req-34514791-28fc-4f0d-ae8d-94ddc4db6a68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:47.314546 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4decffd2-26a5-425b-9974-db7aff9d0a38 req-34514791-28fc-4f0d-ae8d-94ddc4db6a68 service neutron] 10.222.0.47 "GET /v2.0/networks?id=15fcac3b-629b-419f-8d6d-5c8b8ab500ae HTTP/1.1" status: 200 len: 898 time: 0.1546052 Feb 04 11:41:47.333122 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf78c1d-271d-4e8d-876c-34fd4ea3d72c None None] Network a5d2727c-f84e-4ae2-b35f-4854094e06b3 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:41:47.405925 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ec9e7-a100-4bbe-893a-1d85bf2960b8 None None] Pushing event updated for resources: {'Port': ['ID=e16c6f5f-760e-418d-99f3-ad134a8bf37f,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:47.466591 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8ec9e7-a100-4bbe-893a-1d85bf2960b8 None None] Network a23f3c76-d15a-4fcc-b821-61e65e6da3f4 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:41:47.486847 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-7b8ec9e7-a100-4bbe-893a-1d85bf2960b8 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:47.500756 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8ec9e7-a100-4bbe-893a-1d85bf2960b8 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:41:47.548431 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2870404f-5a13-4574-b46d-dca246f3f661 None None] DHCP port deletion for f088fd60-33ae-4e69-9c5a-893ade542dca request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:41:47.597449 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-2870404f-5a13-4574-b46d-dca246f3f661 None None] Deleting port 040278aa-e2dd-432a-813d-704acbf91cbe {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:41:47.597716 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2870404f-5a13-4574-b46d-dca246f3f661 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:47.625452 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2a282300-9d54-4b30-a8f7-c4698ec789d3 None None] Provisioning for port 94e228cf-432e-46ed-a752-4456af78c125 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:41:47.735196 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 94e228cf-432e-46ed-a752-4456af78c125 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:41:47.772775 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d4b6b411-4ed7-4864-8b8e-916f01294182 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:47.796859 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-7b8ec9e7-a100-4bbe-893a-1d85bf2960b8 None None] Attempting to bind port e16c6f5f-760e-418d-99f3-ad134a8bf37f on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:41:47.797221 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-7b8ec9e7-a100-4bbe-893a-1d85bf2960b8 None None] Attempting to bind port e16c6f5f-760e-418d-99f3-ad134a8bf37f by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '4eb24d1e-b892-48d0-b039-7c5703d889e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:41:47.797585 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8ec9e7-a100-4bbe-893a-1d85bf2960b8 None None] Attempting to bind port e16c6f5f-760e-418d-99f3-ad134a8bf37f on network a23f3c76-d15a-4fcc-b821-61e65e6da3f4 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:41:47.799571 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 94e228cf-432e-46ed-a752-4456af78c125 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:47.799928 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:47.814781 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d4b6b411-4ed7-4864-8b8e-916f01294182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:47.822251 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-a65ac348-b430-419e-92ae-210b5333b7c0 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] For port 040278aa-e2dd-432a-813d-704acbf91cbe, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=040278aa-e2dd-432a-813d-704acbf91cbe,segment=NetworkSegment(fd804fc7-4b8a-4372-acb7-591f80727827),segment_id=fd804fc7-4b8a-4372-acb7-591f80727827)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:41:47.822604 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a65ac348-b430-419e-92ae-210b5333b7c0 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:47.831018 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4decffd2-26a5-425b-9974-db7aff9d0a38 req-df1cd24a-5698-49d3-ada4-9b765dc36eda service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bc398c8-4ad5-47a5-98b4-f26b5530c56c HTTP/1.1" status: 200 len: 1001 time: 0.4377496 Feb 04 11:41:47.908788 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6743f34a-eb0e-4b3a-baa4-e23ed3028d0a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Router 56c8bd21-14ba-480e-9544-0062df128086 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:41:47.916010 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8ec9e7-a100-4bbe-893a-1d85bf2960b8 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:41:47.916377 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8ec9e7-a100-4bbe-893a-1d85bf2960b8 None None] Checking segment: {'id': '4eb24d1e-b892-48d0-b039-7c5703d889e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:41:47.916768 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7b8ec9e7-a100-4bbe-893a-1d85bf2960b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:47.917155 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8ec9e7-a100-4bbe-893a-1d85bf2960b8 None None] Bound using segment: {'id': '4eb24d1e-b892-48d0-b039-7c5703d889e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:41:47.917922 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-7b8ec9e7-a100-4bbe-893a-1d85bf2960b8 None None] Bound port: e16c6f5f-760e-418d-99f3-ad134a8bf37f, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eb24d1e-b892-48d0-b039-7c5703d889e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:41:47.918056 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7b8ec9e7-a100-4bbe-893a-1d85bf2960b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:47.955683 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-881d8c56-ca5b-4b58-9d65-aab742e6aeea None None] Allocated IP 172.22.0.2 (507be9bb-6ba5-4398-b67c-016bffb0f71c/a277aa9e-93fa-4c64-af12-d2bc2d2a82b9/733d2907-0477-4ad4-adf3-78f5783ffd39) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:41:47.990182 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-a65ac348-b430-419e-92ae-210b5333b7c0 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Calling delete_port for 040278aa-e2dd-432a-813d-704acbf91cbe owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:41:48.056477 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-d4b6b411-4ed7-4864-8b8e-916f01294182 admin admin] Allocated IP 172.26.3.163 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:41:48.085369 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decffd2-26a5-425b-9974-db7aff9d0a38 req-6b2da996-0a0a-449c-b492-14b56ca1f7dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:48.086826 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4decffd2-26a5-425b-9974-db7aff9d0a38 req-6b2da996-0a0a-449c-b492-14b56ca1f7dd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d3366fb7-15f1-4fdd-b22d-c78849bf243a HTTP/1.1" status: 200 len: 835 time: 0.2473714 Feb 04 11:41:48.276279 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-2870404f-5a13-4574-b46d-dca246f3f661 None None] For port 040278aa-e2dd-432a-813d-704acbf91cbe, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=040278aa-e2dd-432a-813d-704acbf91cbe,segment=NetworkSegment(fd804fc7-4b8a-4372-acb7-591f80727827),segment_id=fd804fc7-4b8a-4372-acb7-591f80727827)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:41:48.276513 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2870404f-5a13-4574-b46d-dca246f3f661 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:48.292166 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a65ac348-b430-419e-92ae-210b5333b7c0 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:48.304396 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6743f34a-eb0e-4b3a-baa4-e23ed3028d0a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:41:48.308502 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d4b6b411-4ed7-4864-8b8e-916f01294182 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:48.335356 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6743f34a-eb0e-4b3a-baa4-e23ed3028d0a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "PUT /v2.0/routers/56c8bd21-14ba-480e-9544-0062df128086/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8782370 Feb 04 11:41:48.337948 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40ec850-8423-46b2-b23a-c8b274484478 None None] Sync routers for ids ['56c8bd21-14ba-480e-9544-0062df128086'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:41:48.339037 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39358) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:48.348931 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-50b9e353-26b3-42b5-8bdb-26649f418d05 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2051130606'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:48.356724 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ac348-b430-419e-92ae-210b5333b7c0 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event deleted for resources: {'Port': ['ID=040278aa-e2dd-432a-813d-704acbf91cbe,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:48.359849 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-50b9e353-26b3-42b5-8bdb-26649f418d05 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:48.367556 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-50b9e353-26b3-42b5-8bdb-26649f418d05 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Usage tracker for resource:network and tenant:1857235941a6433080777df3100a6d46 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:48.369160 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65ac348-b430-419e-92ae-210b5333b7c0 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] No DVR routers for this DVR port 040278aa-e2dd-432a-813d-704acbf91cbe on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:41:48.371250 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-50b9e353-26b3-42b5-8bdb-26649f418d05 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:48.382033 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-50b9e353-26b3-42b5-8bdb-26649f418d05 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:48.441567 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4decffd2-26a5-425b-9974-db7aff9d0a38 req-e21bcb2a-d615-4668-af4c-cfbeacdff225 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=15fcac3b-629b-419f-8d6d-5c8b8ab500ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3427360 Feb 04 11:41:48.449455 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d4b6b411-4ed7-4864-8b8e-916f01294182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:48.499380 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b9e353-26b3-42b5-8bdb-26649f418d05 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Made reservation on behalf of 1857235941a6433080777df3100a6d46 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:41:48.502736 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-50b9e353-26b3-42b5-8bdb-26649f418d05 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:48.548415 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-2870404f-5a13-4574-b46d-dca246f3f661 None None] Calling delete_port for 040278aa-e2dd-432a-813d-704acbf91cbe owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:41:48.553559 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b6b411-4ed7-4864-8b8e-916f01294182 admin admin] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:41:48.558134 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-d4b6b411-4ed7-4864-8b8e-916f01294182 admin admin] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:48.561211 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b6b411-4ed7-4864-8b8e-916f01294182 admin admin] Pushing event updated for resources: {'Port': ['ID=29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:48.566214 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b6b411-4ed7-4864-8b8e-916f01294182 admin admin] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:41:48.601955 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b9e353-26b3-42b5-8bdb-26649f418d05 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:41:48.611407 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-7b8ec9e7-a100-4bbe-893a-1d85bf2960b8 None None] For port e16c6f5f-760e-418d-99f3-ad134a8bf37f, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:41:48.617235 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a65ac348-b430-419e-92ae-210b5333b7c0 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:48.624287 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-50b9e353-26b3-42b5-8bdb-26649f418d05 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:48.624783 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-50b9e353-26b3-42b5-8bdb-26649f418d05 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Added segment e06031fb-d824-4544-85c6-de3fc18bdc1d of type vlan for network 508a8af5-337f-446b-ac4b-ae37a2c45b4c Feb 04 11:41:48.661647 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-7b8ec9e7-a100-4bbe-893a-1d85bf2960b8 None None] For port e16c6f5f-760e-418d-99f3-ad134a8bf37f, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=e16c6f5f-760e-418d-99f3-ad134a8bf37f,segment=NetworkSegment(4eb24d1e-b892-48d0-b039-7c5703d889e1),segment_id=4eb24d1e-b892-48d0-b039-7c5703d889e1)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:41:48.663478 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-a65ac348-b430-419e-92ae-210b5333b7c0 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f088fd60-33ae-4e69-9c5a-893ade542dca']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:48.670980 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:48.703790 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-50b9e353-26b3-42b5-8bdb-26649f418d05 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:48.706627 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-a65ac348-b430-419e-92ae-210b5333b7c0 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd804fc7-4b8a-4372-acb7-591f80727827') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:48.707105 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-a65ac348-b430-419e-92ae-210b5333b7c0 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd804fc7-4b8a-4372-acb7-591f80727827') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:48.721150 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40ec850-8423-46b2-b23a-c8b274484478 None None] Routers {'56c8bd21-14ba-480e-9544-0062df128086'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:41:48.721780 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-c40ec850-8423-46b2-b23a-c8b274484478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:41:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['56c8bd21-14ba-480e-9544-0062df128086'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:48.773386 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a65ac348-b430-419e-92ae-210b5333b7c0 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:48.784346 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4decffd2-26a5-425b-9974-db7aff9d0a38 req-120d907d-a258-4bd2-a0c4-0d946655c6e4 service neutron] 10.222.0.47 "GET /v2.0/networks/15fcac3b-629b-419f-8d6d-5c8b8ab500ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334429 Feb 04 11:41:48.811948 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-50b9e353-26b3-42b5-8bdb-26649f418d05 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:48.814340 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7b8ec9e7-a100-4bbe-893a-1d85bf2960b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:48.815944 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b9e353-26b3-42b5-8bdb-26649f418d05 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:48.816718 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-50b9e353-26b3-42b5-8bdb-26649f418d05 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:48.885351 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a65ac348-b430-419e-92ae-210b5333b7c0 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:48.907070 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a65ac348-b430-419e-92ae-210b5333b7c0 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:41:48.907735 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a65ac348-b430-419e-92ae-210b5333b7c0 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:48.924757 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:41:48.924757 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:41:48.924757 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:41:48.924757 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:41:48.924757 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:41:48.924757 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:41:48.924757 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:41:48.924757 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:41:48.924757 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:41:48.924757 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:41:48.924757 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:41:48.924757 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:41:48.924757 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:41:48.924757 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:41:48.924757 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:41:48.924757 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:41:48.924757 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:41:48.924757 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:41:48.924757 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:41:48.924757 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:41:48.924757 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:41:48.924757 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:41:48.924757 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:41:48.924757 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:41:48.924757 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:41:48.924757 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:41:48.924757 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:41:48.924757 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:41:48.924757 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:41:48.924757 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:41:48.924757 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:41:48.924757 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:41:48.988216 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-2870404f-5a13-4574-b46d-dca246f3f661 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:41:48.988673 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-2870404f-5a13-4574-b46d-dca246f3f661 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:41:49.021379 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 94e228cf-432e-46ed-a752-4456af78c125, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=94e228cf-432e-46ed-a752-4456af78c125,segment=NetworkSegment(854d32b2-8071-4789-a212-39788de72da2),segment_id=854d32b2-8071-4789-a212-39788de72da2)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:41:49.022851 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-881d8c56-ca5b-4b58-9d65-aab742e6aeea None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:49.055166 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-881d8c56-ca5b-4b58-9d65-aab742e6aeea None None] Transition to ACTIVE for port object 733d2907-0477-4ad4-adf3-78f5783ffd39 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:49.082419 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ec9e7-a100-4bbe-893a-1d85bf2960b8 None None] Pushing event updated for resources: {'Port': ['ID=e16c6f5f-760e-418d-99f3-ad134a8bf37f,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:49.095490 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-881d8c56-ca5b-4b58-9d65-aab742e6aeea None None] Transition to ACTIVE for port object 733d2907-0477-4ad4-adf3-78f5783ffd39 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:49.106210 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-c40ec850-8423-46b2-b23a-c8b274484478 None None] Set router 56c8bd21-14ba-480e-9544-0062df128086 gateway port host: None {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:41:49.112172 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-50b9e353-26b3-42b5-8bdb-26649f418d05 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7707696 Feb 04 11:41:49.121638 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39362) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:49.130998 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-9412c1ad-4a55-48b4-b84d-6fe9e6eeaf20 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Request body: {'subnet': {'network_id': '508a8af5-337f-446b-ac4b-ae37a2c45b4c', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:49.169218 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:49.169218 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 69b4dc5f-421c-4100-b5f1-87829f7f5ded up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:41:49.184428 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9e353-26b3-42b5-8bdb-26649f418d05 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event updated for resources: {'Network': ['ID=508a8af5-337f-446b-ac4b-ae37a2c45b4c,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:49.257543 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 508a8af5-337f-446b-ac4b-ae37a2c45b4c details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:41:49.277865 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4decffd2-26a5-425b-9974-db7aff9d0a38 req-a614a2f6-d1ea-4e41-b2b8-aeccaf6b53e1 service neutron] 10.222.0.47 "GET /v2.0/networks/15fcac3b-629b-419f-8d6d-5c8b8ab500ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4839206 Feb 04 11:41:49.289971 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5961e054-ff35-47e4-bca3-8b8ae734c554 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:49.341770 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-881d8c56-ca5b-4b58-9d65-aab742e6aeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:49.376383 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d4b6b411-4ed7-4864-8b8e-916f01294182 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:49.377360 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d4b6b411-4ed7-4864-8b8e-916f01294182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:49.414383 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a65ac348-b430-419e-92ae-210b5333b7c0 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:49.456699 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-9412c1ad-4a55-48b4-b84d-6fe9e6eeaf20 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:49.477118 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-9412c1ad-4a55-48b4-b84d-6fe9e6eeaf20 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Usage tracker for resource:subnet and tenant:1857235941a6433080777df3100a6d46 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:49.478354 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a65ac348-b430-419e-92ae-210b5333b7c0 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:49.481438 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-9412c1ad-4a55-48b4-b84d-6fe9e6eeaf20 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:49.489273 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-9412c1ad-4a55-48b4-b84d-6fe9e6eeaf20 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:49.497446 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-2870404f-5a13-4574-b46d-dca246f3f661 None None] Deleting port 040278aa-e2dd-432a-813d-704acbf91cbe {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:41:49.498153 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2870404f-5a13-4574-b46d-dca246f3f661 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:49.630805 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ac348-b430-419e-92ae-210b5333b7c0 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] Pushing event deleted for resources: {'Network': ['ID=f088fd60-33ae-4e69-9c5a-893ade542dca,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:49.658904 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9412c1ad-4a55-48b4-b84d-6fe9e6eeaf20 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Made reservation on behalf of 1857235941a6433080777df3100a6d46 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:41:49.821467 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-2870404f-5a13-4574-b46d-dca246f3f661 None None] The port '040278aa-e2dd-432a-813d-704acbf91cbe' was deleted {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:41:49.830774 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a65ac348-b430-419e-92ae-210b5333b7c0 tempest-NetworksTest-1034073038 tempest-NetworksTest-1034073038-project] 10.222.0.21 "DELETE /v2.0/networks/f088fd60-33ae-4e69-9c5a-893ade542dca HTTP/1.1" status: 204 len: 168 time: 3.3835773 Feb 04 11:41:49.836713 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=94e228cf-432e-46ed-a752-4456af78c125,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:49.853912 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9412c1ad-4a55-48b4-b84d-6fe9e6eeaf20 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:49.966875 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881d8c56-ca5b-4b58-9d65-aab742e6aeea None None] Network 507be9bb-6ba5-4398-b67c-016bffb0f71c is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:41:49.978208 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-881d8c56-ca5b-4b58-9d65-aab742e6aeea None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:49.980060 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-28309eab-27c5-4558-914d-a0f61f7beeed None None] Provisioning complete for port 94e228cf-432e-46ed-a752-4456af78c125 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:49.980441 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-28309eab-27c5-4558-914d-a0f61f7beeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:50.011203 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881d8c56-ca5b-4b58-9d65-aab742e6aeea None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:41:50.064155 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d8c56-ca5b-4b58-9d65-aab742e6aeea None None] Pushing event updated for resources: {'Port': ['ID=733d2907-0477-4ad4-adf3-78f5783ffd39,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:50.105550 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-5961e054-ff35-47e4-bca3-8b8ae734c554 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Allocated IP 172.22.0.1 (507be9bb-6ba5-4398-b67c-016bffb0f71c/a277aa9e-93fa-4c64-af12-d2bc2d2a82b9/2fabd1a8-07f1-4bb5-a5c5-adcba933ba90) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:41:50.212723 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b6b411-4ed7-4864-8b8e-916f01294182 admin admin] Router 5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:41:50.304911 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9412c1ad-4a55-48b4-b84d-6fe9e6eeaf20 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:50.326467 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 69b4dc5f-421c-4100-b5f1-87829f7f5ded completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:41:50.369658 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 69b4dc5f-421c-4100-b5f1-87829f7f5ded triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:50.370328 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:50.425098 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5961e054-ff35-47e4-bca3-8b8ae734c554 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:50.448092 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-5961e054-ff35-47e4-bca3-8b8ae734c554 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Transition to ACTIVE for port object 2fabd1a8-07f1-4bb5-a5c5-adcba933ba90 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:50.454627 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9412c1ad-4a55-48b4-b84d-6fe9e6eeaf20 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event updated for resources: {'Subnet': ['ID=a1358045-8f43-4e21-9ad3-16331de84109,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:50.470105 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9412c1ad-4a55-48b4-b84d-6fe9e6eeaf20 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Checking segment: {'id': 'e06031fb-d824-4544-85c6-de3fc18bdc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '508a8af5-337f-446b-ac4b-ae37a2c45b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:41:50.470494 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9412c1ad-4a55-48b4-b84d-6fe9e6eeaf20 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Network hostable DHCP agents. Network: 508a8af5-337f-446b-ac4b-ae37a2c45b4c, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:41:50.527486 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5961e054-ff35-47e4-bca3-8b8ae734c554 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:50.565832 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39370) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:50.630859 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-881d8c56-ca5b-4b58-9d65-aab742e6aeea None None] Attempting to bind port 733d2907-0477-4ad4-adf3-78f5783ffd39 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:41:50.631192 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-881d8c56-ca5b-4b58-9d65-aab742e6aeea None None] Attempting to bind port 733d2907-0477-4ad4-adf3-78f5783ffd39 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '506f5187-5a0d-43e2-b7b5-481989180fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '507be9bb-6ba5-4398-b67c-016bffb0f71c'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:41:50.631615 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881d8c56-ca5b-4b58-9d65-aab742e6aeea None None] Attempting to bind port 733d2907-0477-4ad4-adf3-78f5783ffd39 on network 507be9bb-6ba5-4398-b67c-016bffb0f71c {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:41:50.636402 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5961e054-ff35-47e4-bca3-8b8ae734c554 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Network 507be9bb-6ba5-4398-b67c-016bffb0f71c is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:41:50.640571 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-5961e054-ff35-47e4-bca3-8b8ae734c554 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:50.643288 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5961e054-ff35-47e4-bca3-8b8ae734c554 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:41:50.654116 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9412c1ad-4a55-48b4-b84d-6fe9e6eeaf20 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Network 508a8af5-337f-446b-ac4b-ae37a2c45b4c is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:41:50.660012 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b6b411-4ed7-4864-8b8e-916f01294182 admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:41:50.673622 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e88d99d-09b5-441e-afbe-b9aa78fc2749 None None] Sync routers for ids ['5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:41:50.690388 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961e054-ff35-47e4-bca3-8b8ae734c554 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event updated for resources: {'Port': ['ID=2fabd1a8-07f1-4bb5-a5c5-adcba933ba90,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:50.697070 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e88d99d-09b5-441e-afbe-b9aa78fc2749 None None] Routers {'5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:41:50.698343 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-5e88d99d-09b5-441e-afbe-b9aa78fc2749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:41:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:50.715576 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881d8c56-ca5b-4b58-9d65-aab742e6aeea None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:41:50.715952 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881d8c56-ca5b-4b58-9d65-aab742e6aeea None None] Checking segment: {'id': '506f5187-5a0d-43e2-b7b5-481989180fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '507be9bb-6ba5-4398-b67c-016bffb0f71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:41:50.716346 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-881d8c56-ca5b-4b58-9d65-aab742e6aeea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:50.716731 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881d8c56-ca5b-4b58-9d65-aab742e6aeea None None] Bound using segment: {'id': '506f5187-5a0d-43e2-b7b5-481989180fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '507be9bb-6ba5-4398-b67c-016bffb0f71c'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:41:50.717382 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-881d8c56-ca5b-4b58-9d65-aab742e6aeea None None] Bound port: 733d2907-0477-4ad4-adf3-78f5783ffd39, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '506f5187-5a0d-43e2-b7b5-481989180fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '507be9bb-6ba5-4398-b67c-016bffb0f71c'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:41:50.717775 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-881d8c56-ca5b-4b58-9d65-aab742e6aeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:50.737505 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5961e054-ff35-47e4-bca3-8b8ae734c554 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:50.761109 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d4b6b411-4ed7-4864-8b8e-916f01294182 admin admin] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:50.764951 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d4b6b411-4ed7-4864-8b8e-916f01294182 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4323962 Feb 04 11:41:50.765681 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39376) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:50.831290 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051dfa00-2fba-43e3-a992-4c9e9a7e05a3 None None] Network a23f3c76-d15a-4fcc-b821-61e65e6da3f4 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:41:50.897043 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-9412c1ad-4a55-48b4-b84d-6fe9e6eeaf20 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 508a8af5-337f-446b-ac4b-ae37a2c45b4c) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:50.912127 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9412c1ad-4a55-48b4-b84d-6fe9e6eeaf20 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:50.914230 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9412c1ad-4a55-48b4-b84d-6fe9e6eeaf20 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:50.924334 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-28309eab-27c5-4558-914d-a0f61f7beeed None None] Provisioning for port 3e72668d-9412-417f-b6ef-c3c1f72ca079 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:41:50.945931 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-5e88d99d-09b5-441e-afbe-b9aa78fc2749 None None] Set router 5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:41:50.947497 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d0ed41-a481-4fd0-bb7c-420144e25b03 None None] Network 508a8af5-337f-446b-ac4b-ae37a2c45b4c requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:41:50.952600 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5961e054-ff35-47e4-bca3-8b8ae734c554 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:50.968905 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-733d6a28-f049-4b79-a29b-49294eea735b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f631734a474740f59c61a7b75bcfa8d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4019067 Feb 04 11:41:50.975153 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-28309eab-27c5-4558-914d-a0f61f7beeed None None] Provisioning complete for port 3e72668d-9412-417f-b6ef-c3c1f72ca079 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:50.975524 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-28309eab-27c5-4558-914d-a0f61f7beeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:50.976659 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39380) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:51.066032 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-9412c1ad-4a55-48b4-b84d-6fe9e6eeaf20 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9453073 Feb 04 11:41:51.074768 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39384) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:51.103493 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:51.138900 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-c40ec850-8423-46b2-b23a-c8b274484478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8bd21-14ba-480e-9544-0062df128086', 'name': 'tempest-RoutersIpV6Test-router-1761692933', 'tenant_id': '1857235941a6433080777df3100a6d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:14Z', 'updated_at': '2022-02-04T11:41:44Z', 'revision_number': 4, 'project_id': '1857235941a6433080777df3100a6d46', 'gw_port_host': None, '_interfaces': [{'id': '213e5a4f-922e-4c5a-a15c-908e787ee133', 'name': '', 'network_id': '56225026-f565-4757-906e-0cd472ebe86b', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:9f:3a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:19Z', 'updated_at': '2022-02-04T11:41:30Z', 'revision_number': 5, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e72668d-9412-417f-b6ef-c3c1f72ca079', 'name': '', 'network_id': 'a5d2727c-f84e-4ae2-b35f-4854094e06b3', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:e3:e1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd83a7f42-a427-459b-9844-00ac92380894', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:42Z', 'updated_at': '2022-02-04T11:41:45Z', 'revision_number': 2, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': 'd83a7f42-a427-459b-9844-00ac92380894', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69b4dc5f-421c-4100-b5f1-87829f7f5ded', 'name': '', 'network_id': '40008c44-c055-47e7-ab84-8a71b5f13f88', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:82:26:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47ab593f-d154-481f-abfa-be0bfe6cedc3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:32Z', 'updated_at': '2022-02-04T11:41:43Z', 'revision_number': 4, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': '47ab593f-d154-481f-abfa-be0bfe6cedc3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:51.190594 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-881d8c56-ca5b-4b58-9d65-aab742e6aeea None None] For port 733d2907-0477-4ad4-adf3-78f5783ffd39, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:41:51.195729 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40ec850-8423-46b2-b23a-c8b274484478 None None] Checking router: 56c8bd21-14ba-480e-9544-0062df128086 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:41:51.196436 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40ec850-8423-46b2-b23a-c8b274484478 None None] Updating router 56c8bd21-14ba-480e-9544-0062df128086 port 3e72668d-9412-417f-b6ef-c3c1f72ca079 binding host dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:41:51.262937 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-28309eab-27c5-4558-914d-a0f61f7beeed None None] Port 3e72668d-9412-417f-b6ef-c3c1f72ca079 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:41:51.281969 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-881d8c56-ca5b-4b58-9d65-aab742e6aeea None None] For port 733d2907-0477-4ad4-adf3-78f5783ffd39, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=733d2907-0477-4ad4-adf3-78f5783ffd39,segment=NetworkSegment(506f5187-5a0d-43e2-b7b5-481989180fbe),segment_id=506f5187-5a0d-43e2-b7b5-481989180fbe)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:41:51.369059 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 69b4dc5f-421c-4100-b5f1-87829f7f5ded, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=69b4dc5f-421c-4100-b5f1-87829f7f5ded,segment=NetworkSegment(0da7f603-903d-4ec8-b0cc-823f4095e072),segment_id=0da7f603-903d-4ec8-b0cc-823f4095e072)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:41:51.378970 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c40ec850-8423-46b2-b23a-c8b274484478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:51.385355 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-66e2dc68-9859-4c73-bd3a-319e0f865206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:51.405237 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-881d8c56-ca5b-4b58-9d65-aab742e6aeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:51.405488 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-5e88d99d-09b5-441e-afbe-b9aa78fc2749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'name': 'tempest-TestVolumeBootPattern-842267503-router', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:45Z', 'updated_at': '2022-02-04T11:41:48Z', 'revision_number': 3, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'gw_port': {'id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:47Z', 'updated_at': '2022-02-04T11:41:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:51.410031 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e88d99d-09b5-441e-afbe-b9aa78fc2749 None None] Checking router: 5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:41:51.410530 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e88d99d-09b5-441e-afbe-b9aa78fc2749 None None] Updating router 5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0 port 29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e binding host dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:41:51.419662 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-66e2dc68-9859-4c73-bd3a-319e0f865206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:51.488130 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-5e88d99d-09b5-441e-afbe-b9aa78fc2749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:51.640467 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-66e2dc68-9859-4c73-bd3a-319e0f865206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:51.664164 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5961e054-ff35-47e4-bca3-8b8ae734c554 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:51.671882 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e2dc68-9859-4c73-bd3a-319e0f865206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996ac5f5-16f1-4b82-9e72-5bcbfdf2a5f0,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:51.680083 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-66e2dc68-9859-4c73-bd3a-319e0f865206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:51.684103 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-66e2dc68-9859-4c73-bd3a-319e0f865206 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/996ac5f5-16f1-4b82-9e72-5bcbfdf2a5f0 HTTP/1.1" status: 204 len: 168 time: 0.7039037 Feb 04 11:41:51.709329 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5961e054-ff35-47e4-bca3-8b8ae734c554 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:51.723603 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:51.800209 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-861fe7e7-d632-43b2-a3fa-cad291323647 None None] Provisioning complete for port 3e72668d-9412-417f-b6ef-c3c1f72ca079 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:51.800209 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-861fe7e7-d632-43b2-a3fa-cad291323647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:51.864141 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1993429-f091-4e6b-b332-e4a7eb23cc8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-508a8af5-337f-446b-ac4b-ae37a2c45b4c', 'network_id': '508a8af5-337f-446b-ac4b-ae37a2c45b4c', 'tenant_id': '1857235941a6433080777df3100a6d46', 'fixed_ips': [{'subnet_id': 'a1358045-8f43-4e21-9ad3-16331de84109'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:41:51.865843 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b1993429-f091-4e6b-b332-e4a7eb23cc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:52.005819 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961e054-ff35-47e4-bca3-8b8ae734c554 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event updated for resources: {'Port': ['ID=2fabd1a8-07f1-4bb5-a5c5-adcba933ba90,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:52.013613 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5961e054-ff35-47e4-bca3-8b8ae734c554 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:52.164015 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d8c56-ca5b-4b58-9d65-aab742e6aeea None None] Pushing event updated for resources: {'Port': ['ID=733d2907-0477-4ad4-adf3-78f5783ffd39,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:52.232307 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-861fe7e7-d632-43b2-a3fa-cad291323647 None None] Port 3e72668d-9412-417f-b6ef-c3c1f72ca079 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:41:52.298858 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-5e88d99d-09b5-441e-afbe-b9aa78fc2749 None None] Notify callbacks [] for port, precommit_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:52.340251 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.provisioning_blocks [None req-5e88d99d-09b5-441e-afbe-b9aa78fc2749 None None] Transition to ACTIVE for port object 29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e will not be triggered until provisioned by entity L2. {{(pid=84207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:52.353752 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 94e228cf-432e-46ed-a752-4456af78c125 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:41:52.446725 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-5e88d99d-09b5-441e-afbe-b9aa78fc2749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:52.456426 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-861fe7e7-d632-43b2-a3fa-cad291323647 None None] Provisioning for port e16c6f5f-760e-418d-99f3-ad134a8bf37f completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:41:52.521709 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5961e054-ff35-47e4-bca3-8b8ae734c554 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Network 507be9bb-6ba5-4398-b67c-016bffb0f71c is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:41:52.523114 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-5961e054-ff35-47e4-bca3-8b8ae734c554 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:52.649626 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-5e88d99d-09b5-441e-afbe-b9aa78fc2749 None None] Attempting to bind port 29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:41:52.650012 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-5e88d99d-09b5-441e-afbe-b9aa78fc2749 None None] Attempting to bind port 29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:41:52.652893 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e88d99d-09b5-441e-afbe-b9aa78fc2749 None None] Attempting to bind port 29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e on network 63d4ab6b-931d-42a4-aa18-bedd81d582fa {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:41:52.675292 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=69b4dc5f-421c-4100-b5f1-87829f7f5ded,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:52.683754 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc24a1-3338-43b6-8bd3-f44abdd6ac34 None None] Pushing event updated for resources: {'Port': ['ID=29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e,revision_number=2']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:52.691494 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e88d99d-09b5-441e-afbe-b9aa78fc2749 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:41:52.695468 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e88d99d-09b5-441e-afbe-b9aa78fc2749 None None] Checking segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:41:52.696101 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-5e88d99d-09b5-441e-afbe-b9aa78fc2749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:52.696718 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e88d99d-09b5-441e-afbe-b9aa78fc2749 None None] Bound using segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:41:52.697438 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-5e88d99d-09b5-441e-afbe-b9aa78fc2749 None None] Bound port: 29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:41:52.698543 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-5e88d99d-09b5-441e-afbe-b9aa78fc2749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:52.773668 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 94e228cf-432e-46ed-a752-4456af78c125 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:52.774128 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:52.875173 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4c5f2163-7d4a-4717-917e-65371fc994bc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:52.875676 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-5e88d99d-09b5-441e-afbe-b9aa78fc2749 None None] For port 29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:41:52.895035 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-5e88d99d-09b5-441e-afbe-b9aa78fc2749 None None] For port 29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:41:52.914971 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-b1993429-f091-4e6b-b332-e4a7eb23cc8b None None] Allocated IP 2001:db8:3::2 (508a8af5-337f-446b-ac4b-ae37a2c45b4c/a1358045-8f43-4e21-9ad3-16331de84109/7566bd31-b2a9-4844-90a4-ba48f960f228) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:41:52.978464 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-5e88d99d-09b5-441e-afbe-b9aa78fc2749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:53.152687 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc24a1-3338-43b6-8bd3-f44abdd6ac34 None None] Pushing event updated for resources: {'Port': ['ID=29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e,revision_number=3']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:53.202795 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e88d99d-09b5-441e-afbe-b9aa78fc2749 None None] Routers {'5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:41:53.203826 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-5e88d99d-09b5-441e-afbe-b9aa78fc2749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:41:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:53.313928 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5961e054-ff35-47e4-bca3-8b8ae734c554 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Router a2b19bd9-09d3-48dd-8c0e-d267aeafd28f has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:41:53.423869 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720da3bd-2519-4690-a4b6-3d7d27df10e4 None None] Network 507be9bb-6ba5-4398-b67c-016bffb0f71c requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:41:53.525300 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-216bba2e-86e8-45d7-82d2-c83913fbe17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:53.531998 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5961e054-ff35-47e4-bca3-8b8ae734c554 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:41:53.543837 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5961e054-ff35-47e4-bca3-8b8ae734c554 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "PUT /v2.0/routers/a2b19bd9-09d3-48dd-8c0e-d267aeafd28f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9732909 Feb 04 11:41:53.543837 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39406) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:53.549543 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-af8aefa0-b445-4601-ad56-24d2534f11ac tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Request body: {'network': {'name': 'tempest-RoutersTest-41637011'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:53.556191 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-af8aefa0-b445-4601-ad56-24d2534f11ac tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:53.561373 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-af8aefa0-b445-4601-ad56-24d2534f11ac tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Usage tracker for resource:network and tenant:f1bfc018a09d4e34b9596c9c898714a6 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:53.565572 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-af8aefa0-b445-4601-ad56-24d2534f11ac tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:53.586521 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-5e88d99d-09b5-441e-afbe-b9aa78fc2749 None None] Set router 5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:41:53.592975 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-af8aefa0-b445-4601-ad56-24d2534f11ac tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:53.666958 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device e16c6f5f-760e-418d-99f3-ad134a8bf37f up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:41:53.678148 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8aefa0-b445-4601-ad56-24d2534f11ac tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Made reservation on behalf of f1bfc018a09d4e34b9596c9c898714a6 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:41:53.682865 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-af8aefa0-b445-4601-ad56-24d2534f11ac tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:53.706607 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b6cf02-117a-41c5-afee-40c2368d2648 None None] Sync routers for ids ['a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:41:53.729539 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.resource_extend [None req-c40ec850-8423-46b2-b23a-c8b274484478 None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:41:53.752462 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af8aefa0-b445-4601-ad56-24d2534f11ac tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:41:53.766639 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-af8aefa0-b445-4601-ad56-24d2534f11ac tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:53.767333 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-af8aefa0-b445-4601-ad56-24d2534f11ac tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Added segment 9847438a-84c8-4482-9040-7019a995fee9 of type vlan for network 2772845e-6df9-4b45-8b22-88d348a84d4b Feb 04 11:41:53.806098 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-af8aefa0-b445-4601-ad56-24d2534f11ac tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:53.860660 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39412) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:53.950197 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-af8aefa0-b445-4601-ad56-24d2534f11ac tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:53.961450 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8aefa0-b445-4601-ad56-24d2534f11ac tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:53.962818 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-af8aefa0-b445-4601-ad56-24d2534f11ac tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:53.973021 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b6cf02-117a-41c5-afee-40c2368d2648 None None] Routers {'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:41:53.974516 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-53b6cf02-117a-41c5-afee-40c2368d2648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:41:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:53.983951 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-216bba2e-86e8-45d7-82d2-c83913fbe17c admin admin] Allocated IP 172.20.0.1 (a23f3c76-d15a-4fcc-b821-61e65e6da3f4/5af355fa-ef8e-4697-b6fa-0681cfbee57c/c19b6c46-bb43-4310-9912-2d2d61d6f848) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:41:54.009625 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-5e88d99d-09b5-441e-afbe-b9aa78fc2749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'name': 'tempest-TestVolumeBootPattern-842267503-router', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:45Z', 'updated_at': '2022-02-04T11:41:48Z', 'revision_number': 3, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'gw_port': {'id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:47Z', 'updated_at': '2022-02-04T11:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:54.015871 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e88d99d-09b5-441e-afbe-b9aa78fc2749 None None] The sync data for ids ['5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'] in dv-neutron-827825-2-hyperv is: [{'id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'name': 'tempest-TestVolumeBootPattern-842267503-router', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:45Z', 'updated_at': '2022-02-04T11:41:48Z', 'revision_number': 3, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'gw_port': {'id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:47Z', 'updated_at': '2022-02-04T11:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:41:54.053606 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c40ec850-8423-46b2-b23a-c8b274484478 None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:54.079404 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-18f7e2ae-f76d-4fa5-b6b6-0e180d9788c8 None None] Provisioning for port 733d2907-0477-4ad4-adf3-78f5783ffd39 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:41:54.098944 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-6d1bff11-4b33-4e1d-bf46-ea7bfdb9d46d tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1182836926', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:54.113612 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-6d1bff11-4b33-4e1d-bf46-ea7bfdb9d46d tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:54.133609 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6d1bff11-4b33-4e1d-bf46-ea7bfdb9d46d tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Usage tracker for resource:router and tenant:f234f1bfc9404ede9ffa8ea5b1178066 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:54.142590 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6d1bff11-4b33-4e1d-bf46-ea7bfdb9d46d tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:54.143704 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b1993429-f091-4e6b-b332-e4a7eb23cc8b None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:54.156348 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-6d1bff11-4b33-4e1d-bf46-ea7bfdb9d46d tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:54.158457 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8aefa0-b445-4601-ad56-24d2534f11ac tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event updated for resources: {'Network': ['ID=2772845e-6df9-4b45-8b22-88d348a84d4b,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:54.173579 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-af8aefa0-b445-4601-ad56-24d2534f11ac tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.6287994 Feb 04 11:41:54.176677 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39418) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:54.185223 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-a9b90cb8-7fc0-4266-922c-c58e9b7ebbad tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Request body: {'subnet': {'network_id': '2772845e-6df9-4b45-8b22-88d348a84d4b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:54.211986 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-216bba2e-86e8-45d7-82d2-c83913fbe17c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:54.219172 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-b1993429-f091-4e6b-b332-e4a7eb23cc8b None None] Transition to ACTIVE for port object 7566bd31-b2a9-4844-90a4-ba48f960f228 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:54.232653 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-216bba2e-86e8-45d7-82d2-c83913fbe17c admin admin] Transition to ACTIVE for port object c19b6c46-bb43-4310-9912-2d2d61d6f848 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:54.243786 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-b1993429-f091-4e6b-b332-e4a7eb23cc8b None None] Transition to ACTIVE for port object 7566bd31-b2a9-4844-90a4-ba48f960f228 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:54.249523 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 2772845e-6df9-4b45-8b22-88d348a84d4b details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:41:54.277255 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6d1bff11-4b33-4e1d-bf46-ea7bfdb9d46d tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:54.278898 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6d1bff11-4b33-4e1d-bf46-ea7bfdb9d46d tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:54.295670 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c40ec850-8423-46b2-b23a-c8b274484478 None None] Transition to ACTIVE for port object 3e72668d-9412-417f-b6ef-c3c1f72ca079 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:54.333893 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-a9b90cb8-7fc0-4266-922c-c58e9b7ebbad tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:54.362000 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6d1bff11-4b33-4e1d-bf46-ea7bfdb9d46d tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:54.365374 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-a9b90cb8-7fc0-4266-922c-c58e9b7ebbad tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Usage tracker for resource:subnet and tenant:f1bfc018a09d4e34b9596c9c898714a6 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:54.373711 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-a9b90cb8-7fc0-4266-922c-c58e9b7ebbad tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:54.379941 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b1993429-f091-4e6b-b332-e4a7eb23cc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:54.383971 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-a9b90cb8-7fc0-4266-922c-c58e9b7ebbad tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:54.417150 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-216bba2e-86e8-45d7-82d2-c83913fbe17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:54.460060 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c40ec850-8423-46b2-b23a-c8b274484478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:54.460878 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b90cb8-7fc0-4266-922c-c58e9b7ebbad tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Made reservation on behalf of f1bfc018a09d4e34b9596c9c898714a6 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:41:54.497136 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-53b6cf02-117a-41c5-afee-40c2368d2648 None None] Set router a2b19bd9-09d3-48dd-8c0e-d267aeafd28f gateway port host: None {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:41:54.536044 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216bba2e-86e8-45d7-82d2-c83913fbe17c admin admin] Pushing event updated for resources: {'Port': ['ID=c19b6c46-bb43-4310-9912-2d2d61d6f848,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:54.543309 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216bba2e-86e8-45d7-82d2-c83913fbe17c admin admin] Network a23f3c76-d15a-4fcc-b821-61e65e6da3f4 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:41:54.545913 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6d1bff11-4b33-4e1d-bf46-ea7bfdb9d46d tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:54.553053 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-216bba2e-86e8-45d7-82d2-c83913fbe17c admin admin] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:54.566815 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216bba2e-86e8-45d7-82d2-c83913fbe17c admin admin] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:41:54.618399 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a9b90cb8-7fc0-4266-922c-c58e9b7ebbad tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:54.621272 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-4c5f2163-7d4a-4717-917e-65371fc994bc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Allocated IP 2001:db8:3::1 (508a8af5-337f-446b-ac4b-ae37a2c45b4c/a1358045-8f43-4e21-9ad3-16331de84109/281f207f-112e-4636-9325-8631e495a51f) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:41:54.631377 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port e16c6f5f-760e-418d-99f3-ad134a8bf37f completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:41:54.645102 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1993429-f091-4e6b-b332-e4a7eb23cc8b None None] Network 508a8af5-337f-446b-ac4b-ae37a2c45b4c is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:41:54.668919 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-b1993429-f091-4e6b-b332-e4a7eb23cc8b None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:54.671012 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-216bba2e-86e8-45d7-82d2-c83913fbe17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:54.702954 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1993429-f091-4e6b-b332-e4a7eb23cc8b None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:41:54.717623 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port e16c6f5f-760e-418d-99f3-ad134a8bf37f triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:54.718018 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:54.760299 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1993429-f091-4e6b-b332-e4a7eb23cc8b None None] Pushing event updated for resources: {'Port': ['ID=7566bd31-b2a9-4844-90a4-ba48f960f228,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:54.765202 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6d1bff11-4b33-4e1d-bf46-ea7bfdb9d46d tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:54.768799 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6d1bff11-4b33-4e1d-bf46-ea7bfdb9d46d tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.9037499 Feb 04 11:41:54.771682 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39422) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:54.807135 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-129e6577-5df2-469f-adcc-62b2da0cf8e7 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-83254289'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:54.820782 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-129e6577-5df2-469f-adcc-62b2da0cf8e7 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:54.838464 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-129e6577-5df2-469f-adcc-62b2da0cf8e7 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Usage tracker for resource:network and tenant:f234f1bfc9404ede9ffa8ea5b1178066 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:54.845423 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-129e6577-5df2-469f-adcc-62b2da0cf8e7 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:54.859423 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-129e6577-5df2-469f-adcc-62b2da0cf8e7 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:54.989674 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4c5f2163-7d4a-4717-917e-65371fc994bc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:55.033388 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-4c5f2163-7d4a-4717-917e-65371fc994bc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Transition to ACTIVE for port object 281f207f-112e-4636-9325-8631e495a51f will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:55.045296 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-216bba2e-86e8-45d7-82d2-c83913fbe17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:55.064585 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129e6577-5df2-469f-adcc-62b2da0cf8e7 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Made reservation on behalf of f234f1bfc9404ede9ffa8ea5b1178066 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:41:55.069650 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-129e6577-5df2-469f-adcc-62b2da0cf8e7 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:55.086820 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-129e6577-5df2-469f-adcc-62b2da0cf8e7 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:55.139575 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-129e6577-5df2-469f-adcc-62b2da0cf8e7 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:55.147053 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a9b90cb8-7fc0-4266-922c-c58e9b7ebbad tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:55.169650 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-129e6577-5df2-469f-adcc-62b2da0cf8e7 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Usage tracker for resource:security_group_rule and tenant:f234f1bfc9404ede9ffa8ea5b1178066 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:55.238490 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4c5f2163-7d4a-4717-917e-65371fc994bc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:55.256709 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-129e6577-5df2-469f-adcc-62b2da0cf8e7 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:55.271590 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a450995-1379-46c2-84e5-70cfaf37aaee None None] Pushing event updated for resources: {'Port': ['ID=3e72668d-9412-417f-b6ef-c3c1f72ca079,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:55.304725 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b90cb8-7fc0-4266-922c-c58e9b7ebbad tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event updated for resources: {'Subnet': ['ID=aa3c860a-5df2-4272-b72d-f1a629f79726,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:55.312559 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-129e6577-5df2-469f-adcc-62b2da0cf8e7 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:55.347613 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5f2163-7d4a-4717-917e-65371fc994bc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Network 508a8af5-337f-446b-ac4b-ae37a2c45b4c is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:41:55.355486 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-4c5f2163-7d4a-4717-917e-65371fc994bc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:55.358154 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5f2163-7d4a-4717-917e-65371fc994bc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:41:55.359393 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4c5f2163-7d4a-4717-917e-65371fc994bc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:55.377224 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f2163-7d4a-4717-917e-65371fc994bc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event updated for resources: {'Port': ['ID=281f207f-112e-4636-9325-8631e495a51f,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:55.377478 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b90cb8-7fc0-4266-922c-c58e9b7ebbad tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Checking segment: {'id': '9847438a-84c8-4482-9040-7019a995fee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2772845e-6df9-4b45-8b22-88d348a84d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:41:55.377478 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b90cb8-7fc0-4266-922c-c58e9b7ebbad tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Network hostable DHCP agents. Network: 2772845e-6df9-4b45-8b22-88d348a84d4b, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:41:55.435564 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-b1993429-f091-4e6b-b332-e4a7eb23cc8b None None] Attempting to bind port 7566bd31-b2a9-4844-90a4-ba48f960f228 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:41:55.435910 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-b1993429-f091-4e6b-b332-e4a7eb23cc8b None None] Attempting to bind port 7566bd31-b2a9-4844-90a4-ba48f960f228 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'e06031fb-d824-4544-85c6-de3fc18bdc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '508a8af5-337f-446b-ac4b-ae37a2c45b4c'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:41:55.436253 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1993429-f091-4e6b-b332-e4a7eb23cc8b None None] Attempting to bind port 7566bd31-b2a9-4844-90a4-ba48f960f228 on network 508a8af5-337f-446b-ac4b-ae37a2c45b4c {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:41:55.437158 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-129e6577-5df2-469f-adcc-62b2da0cf8e7 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:55.445959 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-216bba2e-86e8-45d7-82d2-c83913fbe17c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:55.486070 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b90cb8-7fc0-4266-922c-c58e9b7ebbad tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Network 2772845e-6df9-4b45-8b22-88d348a84d4b is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:41:55.521337 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-129e6577-5df2-469f-adcc-62b2da0cf8e7 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:55.547578 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-216bba2e-86e8-45d7-82d2-c83913fbe17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:55.547849 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1993429-f091-4e6b-b332-e4a7eb23cc8b None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:41:55.548212 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1993429-f091-4e6b-b332-e4a7eb23cc8b None None] Checking segment: {'id': 'e06031fb-d824-4544-85c6-de3fc18bdc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '508a8af5-337f-446b-ac4b-ae37a2c45b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:41:55.548612 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b1993429-f091-4e6b-b332-e4a7eb23cc8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:55.548990 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1993429-f091-4e6b-b332-e4a7eb23cc8b None None] Bound using segment: {'id': 'e06031fb-d824-4544-85c6-de3fc18bdc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '508a8af5-337f-446b-ac4b-ae37a2c45b4c'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:41:55.549476 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-b1993429-f091-4e6b-b332-e4a7eb23cc8b None None] Bound port: 7566bd31-b2a9-4844-90a4-ba48f960f228, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e06031fb-d824-4544-85c6-de3fc18bdc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '508a8af5-337f-446b-ac4b-ae37a2c45b4c'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:41:55.550210 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b1993429-f091-4e6b-b332-e4a7eb23cc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:55.556009 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-129e6577-5df2-469f-adcc-62b2da0cf8e7 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:41:55.565924 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e6577-5df2-469f-adcc-62b2da0cf8e7 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc32872-ca58-4ce1-a8f5-d453dc7080bb,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:55.585487 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-a9b90cb8-7fc0-4266-922c-c58e9b7ebbad tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 2772845e-6df9-4b45-8b22-88d348a84d4b) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:55.587062 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-129e6577-5df2-469f-adcc-62b2da0cf8e7 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:55.587062 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-129e6577-5df2-469f-adcc-62b2da0cf8e7 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Added segment 97a49317-0bb6-475e-8f05-cc293ffa61c8 of type vlan for network c9f38cc3-551b-4ae1-a896-1d9fd8853b7c Feb 04 11:41:55.593955 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b90cb8-7fc0-4266-922c-c58e9b7ebbad tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:55.594542 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a9b90cb8-7fc0-4266-922c-c58e9b7ebbad tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:55.640943 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-129e6577-5df2-469f-adcc-62b2da0cf8e7 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:55.678688 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023b8031-0601-40d1-a359-c2b7291cc925 None None] Network 2772845e-6df9-4b45-8b22-88d348a84d4b requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:41:55.737989 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-216bba2e-86e8-45d7-82d2-c83913fbe17c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:55.745953 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39428) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:55.746748 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216bba2e-86e8-45d7-82d2-c83913fbe17c admin admin] Pushing event updated for resources: {'Port': ['ID=c19b6c46-bb43-4310-9912-2d2d61d6f848,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:55.758659 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4c5f2163-7d4a-4717-917e-65371fc994bc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:55.798307 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a9b90cb8-7fc0-4266-922c-c58e9b7ebbad tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6199734 Feb 04 11:41:55.801064 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39432) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:55.844570 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-c40ec850-8423-46b2-b23a-c8b274484478 None None] Attempting to bind port 3e72668d-9412-417f-b6ef-c3c1f72ca079 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:41:55.845008 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-c40ec850-8423-46b2-b23a-c8b274484478 None None] Attempting to bind port 3e72668d-9412-417f-b6ef-c3c1f72ca079 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '854d32b2-8071-4789-a212-39788de72da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a5d2727c-f84e-4ae2-b35f-4854094e06b3'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:41:55.845367 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40ec850-8423-46b2-b23a-c8b274484478 None None] Attempting to bind port 3e72668d-9412-417f-b6ef-c3c1f72ca079 on network a5d2727c-f84e-4ae2-b35f-4854094e06b3 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:41:55.882249 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a77825c7-5073-419d-9f85-330c0ba940a1 None None] Provisioning for port c19b6c46-bb43-4310-9912-2d2d61d6f848 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:41:55.905543 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40ec850-8423-46b2-b23a-c8b274484478 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:41:55.905543 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40ec850-8423-46b2-b23a-c8b274484478 None None] Checking segment: {'id': '854d32b2-8071-4789-a212-39788de72da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a5d2727c-f84e-4ae2-b35f-4854094e06b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:41:55.905543 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c40ec850-8423-46b2-b23a-c8b274484478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:55.905543 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40ec850-8423-46b2-b23a-c8b274484478 None None] Bound using segment: {'id': '854d32b2-8071-4789-a212-39788de72da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a5d2727c-f84e-4ae2-b35f-4854094e06b3'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:41:55.905543 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-c40ec850-8423-46b2-b23a-c8b274484478 None None] Bound port: 3e72668d-9412-417f-b6ef-c3c1f72ca079, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '854d32b2-8071-4789-a212-39788de72da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a5d2727c-f84e-4ae2-b35f-4854094e06b3'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:41:55.905543 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c40ec850-8423-46b2-b23a-c8b274484478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:55.922640 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a77825c7-5073-419d-9f85-330c0ba940a1 None None] Provisioning complete for port c19b6c46-bb43-4310-9912-2d2d61d6f848 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:55.923294 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a77825c7-5073-419d-9f85-330c0ba940a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:55.981741 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-129e6577-5df2-469f-adcc-62b2da0cf8e7 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:55.985690 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129e6577-5df2-469f-adcc-62b2da0cf8e7 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:55.986343 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-129e6577-5df2-469f-adcc-62b2da0cf8e7 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:56.048235 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-a77825c7-5073-419d-9f85-330c0ba940a1 None None] Port c19b6c46-bb43-4310-9912-2d2d61d6f848 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:41:56.114943 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e6577-5df2-469f-adcc-62b2da0cf8e7 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Pushing event updated for resources: {'Network': ['ID=c9f38cc3-551b-4ae1-a896-1d9fd8853b7c,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:56.118271 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-129e6577-5df2-469f-adcc-62b2da0cf8e7 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3212798 Feb 04 11:41:56.125514 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39436) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:56.139174 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-1dbb4aa4-f317-4e57-9383-75d9fb07f95c tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Request body: {'subnet': {'network_id': 'c9f38cc3-551b-4ae1-a896-1d9fd8853b7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:56.207111 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network c9f38cc3-551b-4ae1-a896-1d9fd8853b7c details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:41:56.359205 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0ff8dc8b-2aa8-4a35-9766-3766964ac300 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=009ced00ffd949498e5831cf00e326e7&network_id=15fcac3b-629b-419f-8d6d-5c8b8ab500ae HTTP/1.1" status: 200 len: 2999 time: 0.6016941 Feb 04 11:41:56.381146 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216bba2e-86e8-45d7-82d2-c83913fbe17c admin admin] Network a23f3c76-d15a-4fcc-b821-61e65e6da3f4 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:41:56.385385 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-216bba2e-86e8-45d7-82d2-c83913fbe17c admin admin] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:56.397170 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:56.437622 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-1dbb4aa4-f317-4e57-9383-75d9fb07f95c tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:56.448749 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-1dbb4aa4-f317-4e57-9383-75d9fb07f95c tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Usage tracker for resource:subnet and tenant:f234f1bfc9404ede9ffa8ea5b1178066 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:56.456738 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-1dbb4aa4-f317-4e57-9383-75d9fb07f95c tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:56.475587 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-1dbb4aa4-f317-4e57-9383-75d9fb07f95c tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:56.526885 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c40ec850-8423-46b2-b23a-c8b274484478 None None] For port 3e72668d-9412-417f-b6ef-c3c1f72ca079, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:41:56.530440 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-cb25412c-3ece-4b69-a2fe-78149821aa67 None None] Provisioning for port 2fabd1a8-07f1-4bb5-a5c5-adcba933ba90 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:41:56.582300 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-b1993429-f091-4e6b-b332-e4a7eb23cc8b None None] For port 7566bd31-b2a9-4844-90a4-ba48f960f228, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:41:56.587585 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-cb25412c-3ece-4b69-a2fe-78149821aa67 None None] Provisioning complete for port 2fabd1a8-07f1-4bb5-a5c5-adcba933ba90 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:56.588068 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cb25412c-3ece-4b69-a2fe-78149821aa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:56.605435 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbb4aa4-f317-4e57-9383-75d9fb07f95c tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Made reservation on behalf of f234f1bfc9404ede9ffa8ea5b1178066 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:41:56.622649 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c40ec850-8423-46b2-b23a-c8b274484478 None None] For port 3e72668d-9412-417f-b6ef-c3c1f72ca079, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=3e72668d-9412-417f-b6ef-c3c1f72ca079,segment=NetworkSegment(854d32b2-8071-4789-a212-39788de72da2),segment_id=854d32b2-8071-4789-a212-39788de72da2)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:41:56.639882 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af2a131-ea00-4c96-98af-56bbab079b27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-2772845e-6df9-4b45-8b22-88d348a84d4b', 'network_id': '2772845e-6df9-4b45-8b22-88d348a84d4b', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'fixed_ips': [{'subnet_id': 'aa3c860a-5df2-4272-b72d-f1a629f79726'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:41:56.641001 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7af2a131-ea00-4c96-98af-56bbab079b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:56.672903 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-b1993429-f091-4e6b-b332-e4a7eb23cc8b None None] For port 7566bd31-b2a9-4844-90a4-ba48f960f228, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=7566bd31-b2a9-4844-90a4-ba48f960f228,segment=NetworkSegment(e06031fb-d824-4544-85c6-de3fc18bdc1d),segment_id=e06031fb-d824-4544-85c6-de3fc18bdc1d)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:41:56.683371 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port e16c6f5f-760e-418d-99f3-ad134a8bf37f, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=e16c6f5f-760e-418d-99f3-ad134a8bf37f,segment=NetworkSegment(4eb24d1e-b892-48d0-b039-7c5703d889e1),segment_id=4eb24d1e-b892-48d0-b039-7c5703d889e1)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:41:56.714182 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c40ec850-8423-46b2-b23a-c8b274484478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:56.815051 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-cb25412c-3ece-4b69-a2fe-78149821aa67 None None] Port 2fabd1a8-07f1-4bb5-a5c5-adcba933ba90 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:41:56.816102 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b1993429-f091-4e6b-b332-e4a7eb23cc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:56.821686 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1dbb4aa4-f317-4e57-9383-75d9fb07f95c tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:56.827517 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:56.828320 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device afb76d82-9476-439c-a385-322acee4592d up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:41:56.919780 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-53b6cf02-117a-41c5-afee-40c2368d2648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'name': 'tempest-RoutersTest-router-1669387596', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:20Z', 'updated_at': '2022-02-04T11:41:50Z', 'revision_number': 4, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'gw_port_host': None, '_interfaces': [{'id': '2fabd1a8-07f1-4bb5-a5c5-adcba933ba90', 'name': '', 'network_id': '507be9bb-6ba5-4398-b67c-016bffb0f71c', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:65:bc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a277aa9e-93fa-4c64-af12-d2bc2d2a82b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:49Z', 'updated_at': '2022-02-04T11:41:51Z', 'revision_number': 2, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': 'a277aa9e-93fa-4c64-af12-d2bc2d2a82b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afb76d82-9476-439c-a385-322acee4592d', 'name': '', 'network_id': '05c99b93-ed8e-4a2b-a881-7a73ade1e34e', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:25:2e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0333d8c6-4288-4eeb-a868-6b1db27513f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:37Z', 'updated_at': '2022-02-04T11:41:45Z', 'revision_number': 4, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': '0333d8c6-4288-4eeb-a868-6b1db27513f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb59cbe5-c152-4597-9280-5688c10fb326', 'name': '', 'network_id': 'daa82c88-f763-4832-a3c4-05a0a170dd86', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:aa:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb91c463-ee90-411a-9a19-041394395328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:25Z', 'updated_at': '2022-02-04T11:41:37Z', 'revision_number': 5, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': 'eb91c463-ee90-411a-9a19-041394395328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:56.957083 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b6cf02-117a-41c5-afee-40c2368d2648 None None] Checking router: a2b19bd9-09d3-48dd-8c0e-d267aeafd28f for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:41:56.957490 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b6cf02-117a-41c5-afee-40c2368d2648 None None] Updating router a2b19bd9-09d3-48dd-8c0e-d267aeafd28f port 2fabd1a8-07f1-4bb5-a5c5-adcba933ba90 binding host dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:41:56.980156 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4c5f2163-7d4a-4717-917e-65371fc994bc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:57.016176 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a450995-1379-46c2-84e5-70cfaf37aaee None None] Pushing event updated for resources: {'Port': ['ID=3e72668d-9412-417f-b6ef-c3c1f72ca079,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:57.018178 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216bba2e-86e8-45d7-82d2-c83913fbe17c admin admin] Router 5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:41:57.092852 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4c5f2163-7d4a-4717-917e-65371fc994bc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:57.092852 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4c5f2163-7d4a-4717-917e-65371fc994bc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:57.201382 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40ec850-8423-46b2-b23a-c8b274484478 None None] Routers {'56c8bd21-14ba-480e-9544-0062df128086'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:41:57.202099 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-c40ec850-8423-46b2-b23a-c8b274484478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:41:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['56c8bd21-14ba-480e-9544-0062df128086'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:57.202405 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f2163-7d4a-4717-917e-65371fc994bc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event updated for resources: {'Port': ['ID=281f207f-112e-4636-9325-8631e495a51f,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:57.233715 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a5f57e1a-b576-436e-b333-731c635fb983 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:57.307291 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-53b6cf02-117a-41c5-afee-40c2368d2648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:57.522525 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5f2163-7d4a-4717-917e-65371fc994bc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Network 508a8af5-337f-446b-ac4b-ae37a2c45b4c is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:41:57.526157 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-4c5f2163-7d4a-4717-917e-65371fc994bc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:57.622428 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1993429-f091-4e6b-b332-e4a7eb23cc8b None None] Pushing event updated for resources: {'Port': ['ID=7566bd31-b2a9-4844-90a4-ba48f960f228,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:57.624022 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port afb76d82-9476-439c-a385-322acee4592d completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:41:57.639201 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-7af2a131-ea00-4c96-98af-56bbab079b27 None None] Allocated IP 172.23.0.2 (2772845e-6df9-4b45-8b22-88d348a84d4b/aa3c860a-5df2-4272-b72d-f1a629f79726/16fd1835-63f8-4c13-a25b-d21cc3b64633) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:41:57.714983 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port afb76d82-9476-439c-a385-322acee4592d triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:57.715709 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:57.765606 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216bba2e-86e8-45d7-82d2-c83913fbe17c admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:41:57.828674 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1dbb4aa4-f317-4e57-9383-75d9fb07f95c tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:57.847691 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-216bba2e-86e8-45d7-82d2-c83913fbe17c admin admin] 10.222.0.21 "PUT /v2.0/routers/5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0785213 Feb 04 11:41:57.902425 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=e16c6f5f-760e-418d-99f3-ad134a8bf37f,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:57.919310 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb4aa4-f317-4e57-9383-75d9fb07f95c tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Pushing event updated for resources: {'Subnet': ['ID=07e6cbb6-a992-45a7-8b9f-c3229d0bf068,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:57.922233 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39448) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:57.998146 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8b21fb-f1ec-4266-b548-b46e3c3f44a3 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:58.010851 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2e8b21fb-f1ec-4266-b548-b46e3c3f44a3 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=63d4ab6b-931d-42a4-aa18-bedd81d582fa HTTP/1.1" status: 200 len: 814 time: 0.0830901 Feb 04 11:41:58.029578 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-c40ec850-8423-46b2-b23a-c8b274484478 None None] Set router 56c8bd21-14ba-480e-9544-0062df128086 gateway port host: None {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:41:58.089632 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbb4aa4-f317-4e57-9383-75d9fb07f95c tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Checking segment: {'id': '97a49317-0bb6-475e-8f05-cc293ffa61c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c9f38cc3-551b-4ae1-a896-1d9fd8853b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:41:58.090067 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbb4aa4-f317-4e57-9383-75d9fb07f95c tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Network hostable DHCP agents. Network: c9f38cc3-551b-4ae1-a896-1d9fd8853b7c, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:41:58.194675 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbb4aa4-f317-4e57-9383-75d9fb07f95c tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Network c9f38cc3-551b-4ae1-a896-1d9fd8853b7c is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:41:58.226192 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c5f2163-7d4a-4717-917e-65371fc994bc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Router 56c8bd21-14ba-480e-9544-0062df128086 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:41:58.263652 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-1dbb4aa4-f317-4e57-9383-75d9fb07f95c tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, c9f38cc3-551b-4ae1-a896-1d9fd8853b7c) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:58.269235 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbb4aa4-f317-4e57-9383-75d9fb07f95c tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:58.270167 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1dbb4aa4-f317-4e57-9383-75d9fb07f95c tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:58.322293 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960a148a-2847-4437-aa1a-8cac65f1a4ea None None] Network c9f38cc3-551b-4ae1-a896-1d9fd8853b7c requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:41:58.367739 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1dbb4aa4-f317-4e57-9383-75d9fb07f95c tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2399445 Feb 04 11:41:58.371967 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39460) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:58.381237 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-2e7b051a-f298-427e-a03d-b82df2259228 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Request body: {'network': {'name': 'tempest-router-network01--95896026'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:58.383430 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-aef76f89-02ba-4bd1-bc7c-9bd027fb8705 None None] Provisioning complete for port 2fabd1a8-07f1-4bb5-a5c5-adcba933ba90 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:58.383944 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-aef76f89-02ba-4bd1-bc7c-9bd027fb8705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:58.387195 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-2e7b051a-f298-427e-a03d-b82df2259228 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:58.392147 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-2e7b051a-f298-427e-a03d-b82df2259228 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Usage tracker for resource:network and tenant:f234f1bfc9404ede9ffa8ea5b1178066 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:58.400102 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-2e7b051a-f298-427e-a03d-b82df2259228 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:58.417154 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-2e7b051a-f298-427e-a03d-b82df2259228 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:58.486789 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39466) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:58.493623 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-5f0fd0d4-8c3c-4780-872c-9b3747919d0c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'network': {'name': 'tempest-network-smoke--1725148354', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'port_security_enabled': True}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:58.501871 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-5f0fd0d4-8c3c-4780-872c-9b3747919d0c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:58.509570 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-5f0fd0d4-8c3c-4780-872c-9b3747919d0c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:network and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:58.515886 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-5f0fd0d4-8c3c-4780-872c-9b3747919d0c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:58.517863 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5f2163-7d4a-4717-917e-65371fc994bc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:41:58.530351 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4c5f2163-7d4a-4717-917e-65371fc994bc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "PUT /v2.0/routers/56c8bd21-14ba-480e-9544-0062df128086/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4542372 Feb 04 11:41:58.530920 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7b051a-f298-427e-a03d-b82df2259228 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Made reservation on behalf of f234f1bfc9404ede9ffa8ea5b1178066 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:41:58.531231 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39470) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:58.537365 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-5530dda1-3cc9-4c7d-ac21-1fdd9cc96f0a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:58.537560 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2e7b051a-f298-427e-a03d-b82df2259228 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:58.590913 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-5f0fd0d4-8c3c-4780-872c-9b3747919d0c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:58.614157 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e7b051a-f298-427e-a03d-b82df2259228 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:41:58.634879 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2e7b051a-f298-427e-a03d-b82df2259228 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:58.641348 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-2e7b051a-f298-427e-a03d-b82df2259228 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Added segment 7ca53ebb-a4fd-4b5c-8841-2cfbab11ad2a of type vlan for network 5e3a5916-6c2e-4579-a617-efc295834210 Feb 04 11:41:58.669216 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2e7b051a-f298-427e-a03d-b82df2259228 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:58.731735 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0fd0d4-8c3c-4780-872c-9b3747919d0c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Made reservation on behalf of 009ced00ffd949498e5831cf00e326e7 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:41:58.735162 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5f0fd0d4-8c3c-4780-872c-9b3747919d0c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:58.736615 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746fd3fd-3310-4a69-8fac-7f07b27f9b4e None None] Network 508a8af5-337f-446b-ac4b-ae37a2c45b4c requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:41:58.775104 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f0fd0d4-8c3c-4780-872c-9b3747919d0c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:41:58.788769 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5f0fd0d4-8c3c-4780-872c-9b3747919d0c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:58.789100 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-5f0fd0d4-8c3c-4780-872c-9b3747919d0c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Added segment aaec0554-0827-4661-aabf-bf818440ad0e of type vlan for network 67192125-5c3e-4711-abd3-648a29c73c27 Feb 04 11:41:58.801290 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:58.823768 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5f0fd0d4-8c3c-4780-872c-9b3747919d0c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:58.862619 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2e7b051a-f298-427e-a03d-b82df2259228 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:58.870229 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7b051a-f298-427e-a03d-b82df2259228 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:58.871188 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2e7b051a-f298-427e-a03d-b82df2259228 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:59.016925 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5f0fd0d4-8c3c-4780-872c-9b3747919d0c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:59.021487 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0fd0d4-8c3c-4780-872c-9b3747919d0c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:59.021832 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5f0fd0d4-8c3c-4780-872c-9b3747919d0c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:59.063260 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-aef76f89-02ba-4bd1-bc7c-9bd027fb8705 None None] Port 2fabd1a8-07f1-4bb5-a5c5-adcba933ba90 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:41:59.071312 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b051a-f298-427e-a03d-b82df2259228 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Pushing event updated for resources: {'Network': ['ID=5e3a5916-6c2e-4579-a617-efc295834210,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:59.117022 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 5e3a5916-6c2e-4579-a617-efc295834210 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:41:59.175392 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5f0fd0d4-8c3c-4780-872c-9b3747919d0c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6846082 Feb 04 11:41:59.179115 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39482) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:59.182683 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2e7b051a-f298-427e-a03d-b82df2259228 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8093028 Feb 04 11:41:59.186290 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39484) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:59.236799 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0fd0d4-8c3c-4780-872c-9b3747919d0c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Network': ['ID=67192125-5c3e-4711-abd3-648a29c73c27,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:59.284389 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port afb76d82-9476-439c-a385-322acee4592d, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=afb76d82-9476-439c-a385-322acee4592d,segment=NetworkSegment(fb631fac-0359-4729-87e6-225f4f5f7b2c),segment_id=fb631fac-0359-4729-87e6-225f4f5f7b2c)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:41:59.287988 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 67192125-5c3e-4711-abd3-648a29c73c27 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:41:59.293069 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-c9a9731d-b534-4e4e-bd40-3dc3ab9a2da9 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Request body: {'network': {'name': 'tempest-router-network02--781775822'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:59.307227 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c9a9731d-b534-4e4e-bd40-3dc3ab9a2da9 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:59.307495 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7af2a131-ea00-4c96-98af-56bbab079b27 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:59.311505 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.resource_extend [None req-53b6cf02-117a-41c5-afee-40c2368d2648 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:41:59.316454 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c9a9731d-b534-4e4e-bd40-3dc3ab9a2da9 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Usage tracker for resource:network and tenant:f234f1bfc9404ede9ffa8ea5b1178066 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:59.323716 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c9a9731d-b534-4e4e-bd40-3dc3ab9a2da9 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:59.343956 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c9a9731d-b534-4e4e-bd40-3dc3ab9a2da9 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:59.431031 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a9bc95-3dc7-476f-9e5f-8d5d2f51baa6 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:59.432544 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-10a9bc95-3dc7-476f-9e5f-8d5d2f51baa6 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=009ced00ffd949498e5831cf00e326e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2522926 Feb 04 11:41:59.435551 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39496) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:59.443818 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.extraroute_db [None req-5530dda1-3cc9-4c7d-ac21-1fdd9cc96f0a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=84205) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 04 11:41:59.464987 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.extraroute_db [None req-5530dda1-3cc9-4c7d-ac21-1fdd9cc96f0a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Removed routes are [] {{(pid=84205) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 04 11:41:59.465428 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5530dda1-3cc9-4c7d-ac21-1fdd9cc96f0a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:59.471604 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:59.492934 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a9731d-b534-4e4e-bd40-3dc3ab9a2da9 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Made reservation on behalf of f234f1bfc9404ede9ffa8ea5b1178066 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:41:59.496213 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c9a9731d-b534-4e4e-bd40-3dc3ab9a2da9 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:59.537299 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39500) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:59.544856 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-bc8734c1-6622-4c94-94b7-d7a012054aea admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-298442765-network', 'tenant_id': 'd430be4325ec4585a9aaa4058df47923'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:59.552160 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-bc8734c1-6622-4c94-94b7-d7a012054aea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:59.560722 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-bc8734c1-6622-4c94-94b7-d7a012054aea admin admin] Usage tracker for resource:network and tenant:d430be4325ec4585a9aaa4058df47923 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:59.564368 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a9731d-b534-4e4e-bd40-3dc3ab9a2da9 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:41:59.566064 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-bc8734c1-6622-4c94-94b7-d7a012054aea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:59.574389 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7af2a131-ea00-4c96-98af-56bbab079b27 None None] Transition to ACTIVE for port object 16fd1835-63f8-4c13-a25b-d21cc3b64633 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:59.575869 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-bc8734c1-6622-4c94-94b7-d7a012054aea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:59.579338 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 040278aa-e2dd-432a-813d-704acbf91cbe no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:41:59.583888 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c9a9731d-b534-4e4e-bd40-3dc3ab9a2da9 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:59.594665 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-c9a9731d-b534-4e4e-bd40-3dc3ab9a2da9 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Added segment ef628b2f-4f5f-4c32-933e-06b71f853bd8 of type vlan for network 2280d596-95c5-4d9a-a540-8a366f6794f6 Feb 04 11:41:59.594796 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700fd8db-4a8e-442b-9b1a-dbcdda7538ab tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:59.594796 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-700fd8db-4a8e-442b-9b1a-dbcdda7538ab tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1536772 Feb 04 11:41:59.594796 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39504) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:59.637167 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d6c32e60-cc11-494f-b0eb-daf7c232a4ca tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=63d4ab6b-931d-42a4-aa18-bedd81d582fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400395 Feb 04 11:41:59.637921 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39510) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:59.685939 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-aa948d14-6af5-4a37-be8e-edca439b791f tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=009ced00ffd949498e5831cf00e326e7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0464625 Feb 04 11:41:59.687884 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39514) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:59.707626 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-aef76f89-02ba-4bd1-bc7c-9bd027fb8705 None None] Provisioning complete for port c19b6c46-bb43-4310-9912-2d2d61d6f848 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:59.708565 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-aef76f89-02ba-4bd1-bc7c-9bd027fb8705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:59.739704 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8734c1-6622-4c94-94b7-d7a012054aea admin admin] Made reservation on behalf of d430be4325ec4585a9aaa4058df47923 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:41:59.745257 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bc8734c1-6622-4c94-94b7-d7a012054aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:59.761851 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c9a9731d-b534-4e4e-bd40-3dc3ab9a2da9 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:59.775411 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bc8734c1-6622-4c94-94b7-d7a012054aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:59.841742 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af863c2-3c7d-4dc8-9c7f-cc7dd0748bca tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:59.845856 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2af863c2-3c7d-4dc8-9c7f-cc7dd0748bca tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1541412 Feb 04 11:41:59.846169 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39518) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:59.851574 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-bc8734c1-6622-4c94-94b7-d7a012054aea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:59.859306 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-bc8734c1-6622-4c94-94b7-d7a012054aea admin admin] Usage tracker for resource:security_group_rule and tenant:d430be4325ec4585a9aaa4058df47923 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:59.863216 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-bc8734c1-6622-4c94-94b7-d7a012054aea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:59.872544 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7af2a131-ea00-4c96-98af-56bbab079b27 None None] Transition to ACTIVE for port object 16fd1835-63f8-4c13-a25b-d21cc3b64633 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:59.873225 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-bc8734c1-6622-4c94-94b7-d7a012054aea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:59.892445 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-23153507-afe4-46a8-8f82-41c919d1d6a8 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=63d4ab6b-931d-42a4-aa18-bedd81d582fa&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429506 Feb 04 11:41:59.893100 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39522) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:59.899962 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-0dd81daf-7bd6-4d5f-b525-8fb583e5193b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2108527968', 'network_id': '67192125-5c3e-4711-abd3-648a29c73c27', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:41:59.908206 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-53b6cf02-117a-41c5-afee-40c2368d2648 None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:59.963699 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c9a9731d-b534-4e4e-bd40-3dc3ab9a2da9 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:59.965486 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a9731d-b534-4e4e-bd40-3dc3ab9a2da9 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:59.966103 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c9a9731d-b534-4e4e-bd40-3dc3ab9a2da9 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:59.973031 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 040278aa-e2dd-432a-813d-704acbf91cbe {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:41:59.974717 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 040278aa-e2dd-432a-813d-704acbf91cbe not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:42:00.000720 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=afb76d82-9476-439c-a385-322acee4592d,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:00.007404 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7af2a131-ea00-4c96-98af-56bbab079b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:00.011166 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-aef76f89-02ba-4bd1-bc7c-9bd027fb8705 None None] Port c19b6c46-bb43-4310-9912-2d2d61d6f848 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:42:00.056204 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-a5f57e1a-b576-436e-b333-731c635fb983 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Allocated IP 172.23.0.1 (2772845e-6df9-4b45-8b22-88d348a84d4b/aa3c860a-5df2-4272-b72d-f1a629f79726/f3378f72-6ee2-41fc-ae52-5a2391dd019d) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:42:00.085220 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-53b6cf02-117a-41c5-afee-40c2368d2648 None None] Transition to ACTIVE for port object 2fabd1a8-07f1-4bb5-a5c5-adcba933ba90 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:42:00.132716 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafdb76a-bc96-451a-b631-9c7cd3c0935e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-c9f38cc3-551b-4ae1-a896-1d9fd8853b7c', 'network_id': 'c9f38cc3-551b-4ae1-a896-1d9fd8853b7c', 'tenant_id': 'f234f1bfc9404ede9ffa8ea5b1178066', 'fixed_ips': [{'subnet_id': '07e6cbb6-a992-45a7-8b9f-c3229d0bf068'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:42:00.133940 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bafdb76a-bc96-451a-b631-9c7cd3c0935e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:00.230655 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-53b6cf02-117a-41c5-afee-40c2368d2648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:00.245514 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af2a131-ea00-4c96-98af-56bbab079b27 None None] Network 2772845e-6df9-4b45-8b22-88d348a84d4b is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:42:00.322246 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-7af2a131-ea00-4c96-98af-56bbab079b27 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:42:00.329285 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af2a131-ea00-4c96-98af-56bbab079b27 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:42:00.340638 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a5f57e1a-b576-436e-b333-731c635fb983 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:00.376807 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-a5f57e1a-b576-436e-b333-731c635fb983 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Transition to ACTIVE for port object f3378f72-6ee2-41fc-ae52-5a2391dd019d will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:42:00.387033 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2a131-ea00-4c96-98af-56bbab079b27 None None] Pushing event updated for resources: {'Port': ['ID=16fd1835-63f8-4c13-a25b-d21cc3b64633,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:00.395131 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9731d-b534-4e4e-bd40-3dc3ab9a2da9 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Pushing event updated for resources: {'Network': ['ID=2280d596-95c5-4d9a-a540-8a366f6794f6,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:00.404896 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5530dda1-3cc9-4c7d-ac21-1fdd9cc96f0a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:00.430654 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5530dda1-3cc9-4c7d-ac21-1fdd9cc96f0a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16351460'] for router, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:00.463031 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c9a9731d-b534-4e4e-bd40-3dc3ab9a2da9 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2672234 Feb 04 11:42:00.468099 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39526) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:00.472638 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bc8734c1-6622-4c94-94b7-d7a012054aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:00.478299 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-b7887d69-be52-4e30-b70f-d3e9fc349045 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Request body: {'subnet': {'network_id': '5e3a5916-6c2e-4579-a617-efc295834210', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:42:00.488378 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 2280d596-95c5-4d9a-a540-8a366f6794f6 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:42:00.496687 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a5f57e1a-b576-436e-b333-731c635fb983 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:00.563267 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bc8734c1-6622-4c94-94b7-d7a012054aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:00.573787 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-0dd81daf-7bd6-4d5f-b525-8fb583e5193b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:00.617868 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-0dd81daf-7bd6-4d5f-b525-8fb583e5193b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:subnet and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:42:00.622755 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-0dd81daf-7bd6-4d5f-b525-8fb583e5193b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:42:00.633819 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:42:00.635421 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-0dd81daf-7bd6-4d5f-b525-8fb583e5193b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:00.650306 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f57e1a-b576-436e-b333-731c635fb983 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event updated for resources: {'Port': ['ID=f3378f72-6ee2-41fc-ae52-5a2391dd019d,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:00.653919 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f57e1a-b576-436e-b333-731c635fb983 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Network 2772845e-6df9-4b45-8b22-88d348a84d4b is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:42:00.656043 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-a5f57e1a-b576-436e-b333-731c635fb983 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:42:00.658163 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f57e1a-b576-436e-b333-731c635fb983 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:42:00.685207 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc8734c1-6622-4c94-94b7-d7a012054aea admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:42:00.694857 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 7566bd31-b2a9-4844-90a4-ba48f960f228 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:00.723065 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a5f57e1a-b576-436e-b333-731c635fb983 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:00.751288 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd81daf-7bd6-4d5f-b525-8fb583e5193b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Made reservation on behalf of 009ced00ffd949498e5831cf00e326e7 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:42:00.775413 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bc8734c1-6622-4c94-94b7-d7a012054aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:00.775774 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-bc8734c1-6622-4c94-94b7-d7a012054aea admin admin] Added segment 884f7180-7ab5-448d-8298-71153734ec02 of type vlan for network d063ac67-836b-4996-8196-59acae39eb14 Feb 04 11:42:00.778220 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8734c1-6622-4c94-94b7-d7a012054aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2151c1-320c-40fd-859d-a714013ca1cd,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:00.793802 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-b7887d69-be52-4e30-b70f-d3e9fc349045 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:00.799582 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-b7887d69-be52-4e30-b70f-d3e9fc349045 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Usage tracker for resource:subnet and tenant:f234f1bfc9404ede9ffa8ea5b1178066 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:42:00.804839 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-b7887d69-be52-4e30-b70f-d3e9fc349045 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:42:00.815361 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-b7887d69-be52-4e30-b70f-d3e9fc349045 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:00.852023 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bc8734c1-6622-4c94-94b7-d7a012054aea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:00.910125 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5530dda1-3cc9-4c7d-ac21-1fdd9cc96f0a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Router 56c8bd21-14ba-480e-9544-0062df128086 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:42:00.981284 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bc8734c1-6622-4c94-94b7-d7a012054aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:00.982173 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8734c1-6622-4c94-94b7-d7a012054aea admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:00.982742 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bc8734c1-6622-4c94-94b7-d7a012054aea admin admin] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:00.983613 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-c40ec850-8423-46b2-b23a-c8b274484478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8bd21-14ba-480e-9544-0062df128086', 'name': 'tempest-RoutersIpV6Test-router-1761692933', 'tenant_id': '1857235941a6433080777df3100a6d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:14Z', 'updated_at': '2022-02-04T11:41:55Z', 'revision_number': 5, 'project_id': '1857235941a6433080777df3100a6d46', 'gw_port_host': None, '_interfaces': [{'id': '213e5a4f-922e-4c5a-a15c-908e787ee133', 'name': '', 'network_id': '56225026-f565-4757-906e-0cd472ebe86b', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:9f:3a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:19Z', 'updated_at': '2022-02-04T11:41:30Z', 'revision_number': 5, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '281f207f-112e-4636-9325-8631e495a51f', 'name': '', 'network_id': '508a8af5-337f-446b-ac4b-ae37a2c45b4c', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:07:7b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1358045-8f43-4e21-9ad3-16331de84109', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:53Z', 'updated_at': '2022-02-04T11:41:56Z', 'revision_number': 2, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': 'a1358045-8f43-4e21-9ad3-16331de84109', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e72668d-9412-417f-b6ef-c3c1f72ca079', 'name': '', 'network_id': 'a5d2727c-f84e-4ae2-b35f-4854094e06b3', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:e3:e1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd83a7f42-a427-459b-9844-00ac92380894', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:42Z', 'updated_at': '2022-02-04T11:41:56Z', 'revision_number': 4, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': 'd83a7f42-a427-459b-9844-00ac92380894', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69b4dc5f-421c-4100-b5f1-87829f7f5ded', 'name': '', 'network_id': '40008c44-c055-47e7-ab84-8a71b5f13f88', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:82:26:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47ab593f-d154-481f-abfa-be0bfe6cedc3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:32Z', 'updated_at': '2022-02-04T11:41:51Z', 'revision_number': 5, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': '47ab593f-d154-481f-abfa-be0bfe6cedc3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:00.988463 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7887d69-be52-4e30-b70f-d3e9fc349045 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Made reservation on behalf of f234f1bfc9404ede9ffa8ea5b1178066 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:42:00.999137 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f7e5a7-8f6a-4dd4-b4a2-b34c1fe1b00f None None] Pushing event updated for resources: {'Port': ['ID=2fabd1a8-07f1-4bb5-a5c5-adcba933ba90,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:01.021745 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0dd81daf-7bd6-4d5f-b525-8fb583e5193b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:01.040485 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a5f57e1a-b576-436e-b333-731c635fb983 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:01.045709 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40ec850-8423-46b2-b23a-c8b274484478 None None] The sync data for ids ['56c8bd21-14ba-480e-9544-0062df128086'] in dv-neutron-827825-2-hyperv is: [{'id': '56c8bd21-14ba-480e-9544-0062df128086', 'name': 'tempest-RoutersIpV6Test-router-1761692933', 'tenant_id': '1857235941a6433080777df3100a6d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:14Z', 'updated_at': '2022-02-04T11:41:55Z', 'revision_number': 5, 'project_id': '1857235941a6433080777df3100a6d46', 'gw_port_host': None, '_interfaces': [{'id': '213e5a4f-922e-4c5a-a15c-908e787ee133', 'name': '', 'network_id': '56225026-f565-4757-906e-0cd472ebe86b', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:9f:3a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:19Z', 'updated_at': '2022-02-04T11:41:30Z', 'revision_number': 5, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '281f207f-112e-4636-9325-8631e495a51f', 'name': '', 'network_id': '508a8af5-337f-446b-ac4b-ae37a2c45b4c', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:07:7b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1358045-8f43-4e21-9ad3-16331de84109', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:53Z', 'updated_at': '2022-02-04T11:41:56Z', 'revision_number': 2, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': 'a1358045-8f43-4e21-9ad3-16331de84109', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e72668d-9412-417f-b6ef-c3c1f72ca079', 'name': '', 'network_id': 'a5d2727c-f84e-4ae2-b35f-4854094e06b3', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:e3:e1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd83a7f42-a427-459b-9844-00ac92380894', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:42Z', 'updated_at': '2022-02-04T11:41:56Z', 'revision_number': 4, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': 'd83a7f42-a427-459b-9844-00ac92380894', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69b4dc5f-421c-4100-b5f1-87829f7f5ded', 'name': '', 'network_id': '40008c44-c055-47e7-ab84-8a71b5f13f88', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:82:26:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47ab593f-d154-481f-abfa-be0bfe6cedc3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:32Z', 'updated_at': '2022-02-04T11:41:51Z', 'revision_number': 5, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': '47ab593f-d154-481f-abfa-be0bfe6cedc3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:42:01.077442 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-7af2a131-ea00-4c96-98af-56bbab079b27 None None] Attempting to bind port 16fd1835-63f8-4c13-a25b-d21cc3b64633 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:42:01.087973 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-7af2a131-ea00-4c96-98af-56bbab079b27 None None] Attempting to bind port 16fd1835-63f8-4c13-a25b-d21cc3b64633 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '9847438a-84c8-4482-9040-7019a995fee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2772845e-6df9-4b45-8b22-88d348a84d4b'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:42:01.087973 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af2a131-ea00-4c96-98af-56bbab079b27 None None] Attempting to bind port 16fd1835-63f8-4c13-a25b-d21cc3b64633 on network 2772845e-6df9-4b45-8b22-88d348a84d4b {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:42:01.105104 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-53b6cf02-117a-41c5-afee-40c2368d2648 None None] Attempting to bind port 2fabd1a8-07f1-4bb5-a5c5-adcba933ba90 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:42:01.105463 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-53b6cf02-117a-41c5-afee-40c2368d2648 None None] Attempting to bind port 2fabd1a8-07f1-4bb5-a5c5-adcba933ba90 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '506f5187-5a0d-43e2-b7b5-481989180fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '507be9bb-6ba5-4398-b67c-016bffb0f71c'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:42:01.105816 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b6cf02-117a-41c5-afee-40c2368d2648 None None] Attempting to bind port 2fabd1a8-07f1-4bb5-a5c5-adcba933ba90 on network 507be9bb-6ba5-4398-b67c-016bffb0f71c {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:42:01.135177 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af2a131-ea00-4c96-98af-56bbab079b27 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:42:01.136301 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af2a131-ea00-4c96-98af-56bbab079b27 None None] Checking segment: {'id': '9847438a-84c8-4482-9040-7019a995fee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2772845e-6df9-4b45-8b22-88d348a84d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:42:01.137254 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7af2a131-ea00-4c96-98af-56bbab079b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:01.139392 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af2a131-ea00-4c96-98af-56bbab079b27 None None] Bound using segment: {'id': '9847438a-84c8-4482-9040-7019a995fee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2772845e-6df9-4b45-8b22-88d348a84d4b'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:42:01.140519 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-7af2a131-ea00-4c96-98af-56bbab079b27 None None] Bound port: 16fd1835-63f8-4c13-a25b-d21cc3b64633, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9847438a-84c8-4482-9040-7019a995fee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2772845e-6df9-4b45-8b22-88d348a84d4b'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:42:01.141482 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7af2a131-ea00-4c96-98af-56bbab079b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:01.164609 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-bafdb76a-bc96-451a-b631-9c7cd3c0935e None None] Allocated IP 2001:db8::2 (c9f38cc3-551b-4ae1-a896-1d9fd8853b7c/07e6cbb6-a992-45a7-8b9f-c3229d0bf068/e2219393-2a8e-4719-bb5c-8c11ca865fdd) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:42:01.169170 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d6ee4a1a-16e0-4515-9a99-d23b25bd7a66 None None] Provisioning for port 7566bd31-b2a9-4844-90a4-ba48f960f228 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:42:01.212176 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b6cf02-117a-41c5-afee-40c2368d2648 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:42:01.212176 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b6cf02-117a-41c5-afee-40c2368d2648 None None] Checking segment: {'id': '506f5187-5a0d-43e2-b7b5-481989180fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '507be9bb-6ba5-4398-b67c-016bffb0f71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:42:01.212176 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-53b6cf02-117a-41c5-afee-40c2368d2648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:01.212176 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b6cf02-117a-41c5-afee-40c2368d2648 None None] Bound using segment: {'id': '506f5187-5a0d-43e2-b7b5-481989180fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '507be9bb-6ba5-4398-b67c-016bffb0f71c'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:42:01.212671 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-53b6cf02-117a-41c5-afee-40c2368d2648 None None] Bound port: 2fabd1a8-07f1-4bb5-a5c5-adcba933ba90, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '506f5187-5a0d-43e2-b7b5-481989180fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '507be9bb-6ba5-4398-b67c-016bffb0f71c'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:42:01.212761 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-53b6cf02-117a-41c5-afee-40c2368d2648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:01.329778 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 7566bd31-b2a9-4844-90a4-ba48f960f228 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:42:01.370145 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-bc8734c1-6622-4c94-94b7-d7a012054aea admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8312492 Feb 04 11:42:01.381208 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39532) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:01.385037 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b7887d69-be52-4e30-b70f-d3e9fc349045 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:01.415913 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8734c1-6622-4c94-94b7-d7a012054aea admin admin] Pushing event updated for resources: {'Network': ['ID=d063ac67-836b-4996-8196-59acae39eb14,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:01.425485 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-fb3530df-56dc-46e8-aa6b-355d1d0dedfb admin admin] Request body: {'subnet': {'network_id': 'd063ac67-836b-4996-8196-59acae39eb14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-298442765-subnet', 'tenant_id': 'd430be4325ec4585a9aaa4058df47923', 'ip_version': 4}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:42:01.496148 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-fb3530df-56dc-46e8-aa6b-355d1d0dedfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:01.535348 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network d063ac67-836b-4996-8196-59acae39eb14 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:42:01.536157 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-fb3530df-56dc-46e8-aa6b-355d1d0dedfb admin admin] Usage tracker for resource:subnet and tenant:d430be4325ec4585a9aaa4058df47923 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:42:01.537720 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69eb2dff-1420-4011-8893-4344e6a5d27b None None] Sync routers for ids ['5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:42:01.545295 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-fb3530df-56dc-46e8-aa6b-355d1d0dedfb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:42:01.562580 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-fb3530df-56dc-46e8-aa6b-355d1d0dedfb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:01.566277 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69eb2dff-1420-4011-8893-4344e6a5d27b None None] Routers {'5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:01.569976 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-69eb2dff-1420-4011-8893-4344e6a5d27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:41:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:01.584193 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 7566bd31-b2a9-4844-90a4-ba48f960f228 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:01.584562 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:01.719691 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3530df-56dc-46e8-aa6b-355d1d0dedfb admin admin] Made reservation on behalf of d430be4325ec4585a9aaa4058df47923 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:42:01.723042 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fb3530df-56dc-46e8-aa6b-355d1d0dedfb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:01.751167 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5530dda1-3cc9-4c7d-ac21-1fdd9cc96f0a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:42:01.879507 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-53b6cf02-117a-41c5-afee-40c2368d2648 None None] For port 2fabd1a8-07f1-4bb5-a5c5-adcba933ba90, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:42:01.883079 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-7af2a131-ea00-4c96-98af-56bbab079b27 None None] For port 16fd1835-63f8-4c13-a25b-d21cc3b64633, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:42:01.912192 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-53b6cf02-117a-41c5-afee-40c2368d2648 None None] For port 2fabd1a8-07f1-4bb5-a5c5-adcba933ba90, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=2fabd1a8-07f1-4bb5-a5c5-adcba933ba90,segment=NetworkSegment(506f5187-5a0d-43e2-b7b5-481989180fbe),segment_id=506f5187-5a0d-43e2-b7b5-481989180fbe)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:42:01.913624 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-69eb2dff-1420-4011-8893-4344e6a5d27b None None] Set router 5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:42:01.917532 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-7af2a131-ea00-4c96-98af-56bbab079b27 None None] For port 16fd1835-63f8-4c13-a25b-d21cc3b64633, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=16fd1835-63f8-4c13-a25b-d21cc3b64633,segment=NetworkSegment(9847438a-84c8-4482-9040-7019a995fee9),segment_id=9847438a-84c8-4482-9040-7019a995fee9)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:42:01.927504 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5530dda1-3cc9-4c7d-ac21-1fdd9cc96f0a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:01.943779 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5530dda1-3cc9-4c7d-ac21-1fdd9cc96f0a tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "PUT /v2.0/routers/56c8bd21-14ba-480e-9544-0062df128086 HTTP/1.1" status: 200 len: 954 time: 3.4113672 Feb 04 11:42:01.954773 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39536) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:02.028580 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-53b6cf02-117a-41c5-afee-40c2368d2648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:02.084448 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7af2a131-ea00-4c96-98af-56bbab079b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:02.186047 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:02.237804 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bafdb76a-bc96-451a-b631-9c7cd3c0935e None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:02.265299 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-bafdb76a-bc96-451a-b631-9c7cd3c0935e None None] Transition to ACTIVE for port object e2219393-2a8e-4719-bb5c-8c11ca865fdd will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:42:02.274700 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f7e5a7-8f6a-4dd4-b4a2-b34c1fe1b00f None None] Pushing event updated for resources: {'Port': ['ID=2fabd1a8-07f1-4bb5-a5c5-adcba933ba90,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:02.432463 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0dd81daf-7bd6-4d5f-b525-8fb583e5193b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:02.447227 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-efa576b5-805f-411a-a5af-04293f967318 None None] Provisioning for port 281f207f-112e-4636-9325-8631e495a51f completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:42:02.515295 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b6cf02-117a-41c5-afee-40c2368d2648 None None] Routers {'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:02.519562 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-53b6cf02-117a-41c5-afee-40c2368d2648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:41:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:02.578819 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.db.resource_extend [None req-a5f57e1a-b576-436e-b333-731c635fb983 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:42:02.648785 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a5f57e1a-b576-436e-b333-731c635fb983 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:02.662627 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b7887d69-be52-4e30-b70f-d3e9fc349045 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:02.668661 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-69eb2dff-1420-4011-8893-4344e6a5d27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'name': 'tempest-TestVolumeBootPattern-842267503-router', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:45Z', 'updated_at': '2022-02-04T11:41:54Z', 'revision_number': 4, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'gw_port': {'id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:47Z', 'updated_at': '2022-02-04T11:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'c19b6c46-bb43-4310-9912-2d2d61d6f848', 'name': '', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'mac_address': 'fa:16:3e:2c:e8:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:53Z', 'updated_at': '2022-02-04T11:41:55Z', 'revision_number': 2, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'subnets': [{'id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:02.682708 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69eb2dff-1420-4011-8893-4344e6a5d27b None None] Checking router: 5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:42:02.683054 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69eb2dff-1420-4011-8893-4344e6a5d27b None None] Updating router 5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0 port c19b6c46-bb43-4310-9912-2d2d61d6f848 binding host dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:42:02.684922 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd81daf-7bd6-4d5f-b525-8fb583e5193b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Subnet': ['ID=35e60414-b5a8-4a85-901f-c762540b59b5,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:02.700439 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-bafdb76a-bc96-451a-b631-9c7cd3c0935e None None] Transition to ACTIVE for port object e2219393-2a8e-4719-bb5c-8c11ca865fdd will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:42:02.703428 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-efa576b5-805f-411a-a5af-04293f967318 None None] Provisioning complete for port 281f207f-112e-4636-9325-8631e495a51f triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:02.703796 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-efa576b5-805f-411a-a5af-04293f967318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:02.723284 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a5f57e1a-b576-436e-b333-731c635fb983 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:02.775407 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fb3530df-56dc-46e8-aa6b-355d1d0dedfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:02.814582 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7887d69-be52-4e30-b70f-d3e9fc349045 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Pushing event updated for resources: {'Subnet': ['ID=e5912a47-df8b-4d68-94ae-8714296831ae,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:02.836797 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2a131-ea00-4c96-98af-56bbab079b27 None None] Pushing event updated for resources: {'Port': ['ID=16fd1835-63f8-4c13-a25b-d21cc3b64633,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:02.858558 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 7566bd31-b2a9-4844-90a4-ba48f960f228, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=7566bd31-b2a9-4844-90a4-ba48f960f228,segment=NetworkSegment(e06031fb-d824-4544-85c6-de3fc18bdc1d),segment_id=e06031fb-d824-4544-85c6-de3fc18bdc1d)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:02.907855 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a5f57e1a-b576-436e-b333-731c635fb983 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:02.914164 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-efa576b5-805f-411a-a5af-04293f967318 None None] Port 281f207f-112e-4636-9325-8631e495a51f cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:42:02.918863 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-69eb2dff-1420-4011-8893-4344e6a5d27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:02.948728 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd81daf-7bd6-4d5f-b525-8fb583e5193b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Checking segment: {'id': 'aaec0554-0827-4661-aabf-bf818440ad0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '67192125-5c3e-4711-abd3-648a29c73c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:42:02.949455 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd81daf-7bd6-4d5f-b525-8fb583e5193b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network hostable DHCP agents. Network: 67192125-5c3e-4711-abd3-648a29c73c27, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:42:03.083792 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f57e1a-b576-436e-b333-731c635fb983 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event updated for resources: {'Port': ['ID=f3378f72-6ee2-41fc-ae52-5a2391dd019d,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:03.095506 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-53b6cf02-117a-41c5-afee-40c2368d2648 None None] Set router a2b19bd9-09d3-48dd-8c0e-d267aeafd28f gateway port host: None {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:42:03.162111 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d20de172-0c8e-4a70-af87-ede9d253f701 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "GET /v2.0/routers/56c8bd21-14ba-480e-9544-0062df128086 HTTP/1.1" status: 200 len: 954 time: 1.1983459 Feb 04 11:42:03.167440 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39540) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:03.198948 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-1ee996b2-728f-4f6a-90ad-595d37326098 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Request body: {'router': {'routes': None}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:42:03.205846 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f57e1a-b576-436e-b333-731c635fb983 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Network 2772845e-6df9-4b45-8b22-88d348a84d4b is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:42:03.207548 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-a5f57e1a-b576-436e-b333-731c635fb983 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:42:03.297152 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:03.297839 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device e16c6f5f-760e-418d-99f3-ad134a8bf37f up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:03.318102 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd81daf-7bd6-4d5f-b525-8fb583e5193b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 67192125-5c3e-4711-abd3-648a29c73c27 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:42:03.338436 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3530df-56dc-46e8-aa6b-355d1d0dedfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1052564-7f25-44b8-9e7b-7481f36135ff,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:03.343407 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3530df-56dc-46e8-aa6b-355d1d0dedfb admin admin] Checking segment: {'id': '884f7180-7ab5-448d-8298-71153734ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd063ac67-836b-4996-8196-59acae39eb14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:42:03.343828 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3530df-56dc-46e8-aa6b-355d1d0dedfb admin admin] Network hostable DHCP agents. Network: d063ac67-836b-4996-8196-59acae39eb14, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:42:03.392782 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bafdb76a-bc96-451a-b631-9c7cd3c0935e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:03.407452 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7887d69-be52-4e30-b70f-d3e9fc349045 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Checking segment: {'id': '7ca53ebb-a4fd-4b5c-8841-2cfbab11ad2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5e3a5916-6c2e-4579-a617-efc295834210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:42:03.407855 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7887d69-be52-4e30-b70f-d3e9fc349045 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Network hostable DHCP agents. Network: 5e3a5916-6c2e-4579-a617-efc295834210, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:42:03.555254 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-0dd81daf-7bd6-4d5f-b525-8fb583e5193b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 67192125-5c3e-4711-abd3-648a29c73c27) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:42:03.564791 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd81daf-7bd6-4d5f-b525-8fb583e5193b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:03.574474 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0dd81daf-7bd6-4d5f-b525-8fb583e5193b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:03.582998 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f5b871-d6ac-48fa-b597-ea9679ac701b None None] Sync routers for ids ['56c8bd21-14ba-480e-9544-0062df128086'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:42:03.584818 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-69eb2dff-1420-4011-8893-4344e6a5d27b None None] Notify callbacks [] for port, precommit_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:03.597142 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd35cf7d-d743-4119-a347-4ab03739f3d6 None None] Network 67192125-5c3e-4711-abd3-648a29c73c27 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:42:03.599697 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.provisioning_blocks [None req-69eb2dff-1420-4011-8893-4344e6a5d27b None None] Transition to ACTIVE for port object c19b6c46-bb43-4310-9912-2d2d61d6f848 will not be triggered until provisioned by entity L2. {{(pid=84207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:42:03.625901 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-efa576b5-805f-411a-a5af-04293f967318 None None] Provisioning complete for port 7566bd31-b2a9-4844-90a4-ba48f960f228 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:03.626429 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-efa576b5-805f-411a-a5af-04293f967318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:03.675803 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafdb76a-bc96-451a-b631-9c7cd3c0935e None None] Network c9f38cc3-551b-4ae1-a896-1d9fd8853b7c is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:42:03.693130 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-69eb2dff-1420-4011-8893-4344e6a5d27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:03.724725 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3530df-56dc-46e8-aa6b-355d1d0dedfb admin admin] Network d063ac67-836b-4996-8196-59acae39eb14 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:42:03.726811 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7887d69-be52-4e30-b70f-d3e9fc349045 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Network 5e3a5916-6c2e-4579-a617-efc295834210 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:42:03.736707 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-b7887d69-be52-4e30-b70f-d3e9fc349045 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 5e3a5916-6c2e-4579-a617-efc295834210) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:42:03.739753 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-bafdb76a-bc96-451a-b631-9c7cd3c0935e None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:42:03.742928 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafdb76a-bc96-451a-b631-9c7cd3c0935e None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:42:03.774616 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc078f67-660c-42bb-ad16-e135ba8d4eae None None] Network 5e3a5916-6c2e-4579-a617-efc295834210 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:42:03.789546 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7887d69-be52-4e30-b70f-d3e9fc349045 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:03.790438 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b7887d69-be52-4e30-b70f-d3e9fc349045 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:03.794081 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-fb3530df-56dc-46e8-aa6b-355d1d0dedfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, d063ac67-836b-4996-8196-59acae39eb14) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:42:03.820413 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d5e752-7798-41a7-a83e-f530adaf4133 None None] Network d063ac67-836b-4996-8196-59acae39eb14 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:42:03.824857 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3530df-56dc-46e8-aa6b-355d1d0dedfb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:03.825481 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fb3530df-56dc-46e8-aa6b-355d1d0dedfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:03.948602 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0eaa1-dd42-43b8-bd6f-362ee245e1d5 None None] Pushing event updated for resources: {'Port': ['ID=c19b6c46-bb43-4310-9912-2d2d61d6f848,revision_number=3']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:03.971751 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b7887d69-be52-4e30-b70f-d3e9fc349045 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5017419 Feb 04 11:42:03.976786 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-fb3530df-56dc-46e8-aa6b-355d1d0dedfb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5682454 Feb 04 11:42:03.984704 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39544) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:03.985092 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39546) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:04.003523 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-a712c05c-ff0a-4e20-9be9-e863a07d6bb2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-298442765-router', 'tenant_id': 'd430be4325ec4585a9aaa4058df47923', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:42:04.023726 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-9467bb27-c334-4639-bc83-cbfbe5b51f76 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Request body: {'subnet': {'network_id': '2280d596-95c5-4d9a-a540-8a366f6794f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:42:04.030770 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-69eb2dff-1420-4011-8893-4344e6a5d27b None None] Attempting to bind port c19b6c46-bb43-4310-9912-2d2d61d6f848 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:42:04.031546 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-69eb2dff-1420-4011-8893-4344e6a5d27b None None] Attempting to bind port c19b6c46-bb43-4310-9912-2d2d61d6f848 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '4eb24d1e-b892-48d0-b039-7c5703d889e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4'}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:42:04.032355 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb2dff-1420-4011-8893-4344e6a5d27b None None] Attempting to bind port c19b6c46-bb43-4310-9912-2d2d61d6f848 on network a23f3c76-d15a-4fcc-b821-61e65e6da3f4 {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:42:04.043379 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb2dff-1420-4011-8893-4344e6a5d27b None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:42:04.043984 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb2dff-1420-4011-8893-4344e6a5d27b None None] Checking segment: {'id': '4eb24d1e-b892-48d0-b039-7c5703d889e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:42:04.044541 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-69eb2dff-1420-4011-8893-4344e6a5d27b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:04.045568 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb2dff-1420-4011-8893-4344e6a5d27b None None] Bound using segment: {'id': '4eb24d1e-b892-48d0-b039-7c5703d889e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4'} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:42:04.046582 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-69eb2dff-1420-4011-8893-4344e6a5d27b None None] Bound port: c19b6c46-bb43-4310-9912-2d2d61d6f848, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eb24d1e-b892-48d0-b039-7c5703d889e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4'}}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:42:04.047720 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-69eb2dff-1420-4011-8893-4344e6a5d27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:04.056173 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a712c05c-ff0a-4e20-9be9-e863a07d6bb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:04.069713 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-0dd81daf-7bd6-4d5f-b525-8fb583e5193b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.1750960 Feb 04 11:42:04.143609 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc71d90-57bd-42b8-b88f-8d2c345b9016 None None] Network 2772845e-6df9-4b45-8b22-88d348a84d4b requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:42:04.150339 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a712c05c-ff0a-4e20-9be9-e863a07d6bb2 admin admin] Usage tracker for resource:router and tenant:d430be4325ec4585a9aaa4058df47923 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:42:04.157214 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=7566bd31-b2a9-4844-90a4-ba48f960f228,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:04.164249 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a712c05c-ff0a-4e20-9be9-e863a07d6bb2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:42:04.166264 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f57e1a-b576-436e-b333-731c635fb983 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Router a2b19bd9-09d3-48dd-8c0e-d267aeafd28f has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:42:04.182370 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a712c05c-ff0a-4e20-9be9-e863a07d6bb2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:04.243220 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-9467bb27-c334-4639-bc83-cbfbe5b51f76 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:04.254630 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-9467bb27-c334-4639-bc83-cbfbe5b51f76 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Usage tracker for resource:subnet and tenant:f234f1bfc9404ede9ffa8ea5b1178066 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:42:04.259883 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-9467bb27-c334-4639-bc83-cbfbe5b51f76 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:42:04.287545 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-69eb2dff-1420-4011-8893-4344e6a5d27b None None] For port c19b6c46-bb43-4310-9912-2d2d61d6f848, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:42:04.296312 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-69eb2dff-1420-4011-8893-4344e6a5d27b None None] For port c19b6c46-bb43-4310-9912-2d2d61d6f848, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=c19b6c46-bb43-4310-9912-2d2d61d6f848,segment=NetworkSegment(4eb24d1e-b892-48d0-b039-7c5703d889e1),segment_id=4eb24d1e-b892-48d0-b039-7c5703d889e1)] {{(pid=84207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:42:04.318104 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-9467bb27-c334-4639-bc83-cbfbe5b51f76 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:04.339861 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a712c05c-ff0a-4e20-9be9-e863a07d6bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:04.340786 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a712c05c-ff0a-4e20-9be9-e863a07d6bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:04.365022 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a712c05c-ff0a-4e20-9be9-e863a07d6bb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:04.371272 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-69eb2dff-1420-4011-8893-4344e6a5d27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:04.438013 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f5b871-d6ac-48fa-b597-ea9679ac701b None None] Routers {'56c8bd21-14ba-480e-9544-0062df128086'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:04.439668 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9467bb27-c334-4639-bc83-cbfbe5b51f76 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Made reservation on behalf of f234f1bfc9404ede9ffa8ea5b1178066 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:42:04.439952 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-b0f5b871-d6ac-48fa-b597-ea9679ac701b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:41:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['56c8bd21-14ba-480e-9544-0062df128086'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:04.463948 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f57e1a-b576-436e-b333-731c635fb983 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:42:04.479659 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a5f57e1a-b576-436e-b333-731c635fb983 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "PUT /v2.0/routers/a2b19bd9-09d3-48dd-8c0e-d267aeafd28f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6770139 Feb 04 11:42:04.481168 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39554) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:04.487196 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-aa68a490-064e-41fc-b91b-830e8d1c40c7 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:42:04.540297 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69eb2dff-1420-4011-8893-4344e6a5d27b None None] Routers {'5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:04.541092 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-69eb2dff-1420-4011-8893-4344e6a5d27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:41:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:04.678861 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0eaa1-dd42-43b8-bd6f-362ee245e1d5 None None] Pushing event updated for resources: {'Port': ['ID=c19b6c46-bb43-4310-9912-2d2d61d6f848,revision_number=4']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:04.770393 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39558) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:04.776247 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port e16c6f5f-760e-418d-99f3-ad134a8bf37f triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:04.776609 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:04.777340 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-d6eef9a9-bb63-4163-bb8e-5dc32c398048 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-549455858', 'description': 'tempest-secgroup-smoke-549455858 description', 'project_id': '009ced00ffd949498e5831cf00e326e7'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:42:04.795212 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d6eef9a9-bb63-4163-bb8e-5dc32c398048 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:04.804314 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.extraroute_db [None req-1ee996b2-728f-4f6a-90ad-595d37326098 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Added routes are [] {{(pid=84205) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 04 11:42:04.804844 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.extraroute_db [None req-1ee996b2-728f-4f6a-90ad-595d37326098 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=84205) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 04 11:42:04.817480 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9467bb27-c334-4639-bc83-cbfbe5b51f76 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:04.883399 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-69eb2dff-1420-4011-8893-4344e6a5d27b None None] Set router 5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:42:04.932335 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d6eef9a9-bb63-4163-bb8e-5dc32c398048 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:04.967927 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-bafdb76a-bc96-451a-b631-9c7cd3c0935e None None] Attempting to bind port e2219393-2a8e-4719-bb5c-8c11ca865fdd on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:42:04.968577 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-bafdb76a-bc96-451a-b631-9c7cd3c0935e None None] Attempting to bind port e2219393-2a8e-4719-bb5c-8c11ca865fdd by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '97a49317-0bb6-475e-8f05-cc293ffa61c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c9f38cc3-551b-4ae1-a896-1d9fd8853b7c'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:42:04.969043 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a712c05c-ff0a-4e20-9be9-e863a07d6bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:04.969398 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafdb76a-bc96-451a-b631-9c7cd3c0935e None None] Attempting to bind port e2219393-2a8e-4719-bb5c-8c11ca865fdd on network c9f38cc3-551b-4ae1-a896-1d9fd8853b7c {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:42:04.971687 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafdb76a-bc96-451a-b631-9c7cd3c0935e None None] Pushing event updated for resources: {'Port': ['ID=e2219393-2a8e-4719-bb5c-8c11ca865fdd,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:05.015171 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1ee996b2-728f-4f6a-90ad-595d37326098 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:05.039412 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d6eef9a9-bb63-4163-bb8e-5dc32c398048 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:05.177954 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafdb76a-bc96-451a-b631-9c7cd3c0935e None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:42:05.178932 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafdb76a-bc96-451a-b631-9c7cd3c0935e None None] Checking segment: {'id': '97a49317-0bb6-475e-8f05-cc293ffa61c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c9f38cc3-551b-4ae1-a896-1d9fd8853b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:42:05.179507 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bafdb76a-bc96-451a-b631-9c7cd3c0935e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:05.180045 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafdb76a-bc96-451a-b631-9c7cd3c0935e None None] Bound using segment: {'id': '97a49317-0bb6-475e-8f05-cc293ffa61c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c9f38cc3-551b-4ae1-a896-1d9fd8853b7c'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:42:05.180672 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-bafdb76a-bc96-451a-b631-9c7cd3c0935e None None] Bound port: e2219393-2a8e-4719-bb5c-8c11ca865fdd, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a49317-0bb6-475e-8f05-cc293ffa61c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c9f38cc3-551b-4ae1-a896-1d9fd8853b7c'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:42:05.181199 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bafdb76a-bc96-451a-b631-9c7cd3c0935e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:05.250462 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-b0f5b871-d6ac-48fa-b597-ea9679ac701b None None] Set router 56c8bd21-14ba-480e-9544-0062df128086 gateway port host: None {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:42:05.326215 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-69eb2dff-1420-4011-8893-4344e6a5d27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'name': 'tempest-TestVolumeBootPattern-842267503-router', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:45Z', 'updated_at': '2022-02-04T11:41:54Z', 'revision_number': 4, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'gw_port': {'id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:47Z', 'updated_at': '2022-02-04T11:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'c19b6c46-bb43-4310-9912-2d2d61d6f848', 'name': '', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'mac_address': 'fa:16:3e:2c:e8:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:53Z', 'updated_at': '2022-02-04T11:42:04Z', 'revision_number': 4, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'subnets': [{'id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:05.334389 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69eb2dff-1420-4011-8893-4344e6a5d27b None None] The sync data for ids ['5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'] in dv-neutron-827825-2-hyperv is: [{'id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'name': 'tempest-TestVolumeBootPattern-842267503-router', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:45Z', 'updated_at': '2022-02-04T11:41:54Z', 'revision_number': 4, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'gw_port': {'id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:47Z', 'updated_at': '2022-02-04T11:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'c19b6c46-bb43-4310-9912-2d2d61d6f848', 'name': '', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'mac_address': 'fa:16:3e:2c:e8:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:53Z', 'updated_at': '2022-02-04T11:42:04Z', 'revision_number': 4, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'subnets': [{'id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:42:05.399124 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.extraroute_db [None req-aa68a490-064e-41fc-b91b-830e8d1c40c7 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=84204) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 04 11:42:05.438183 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.extraroute_db [None req-aa68a490-064e-41fc-b91b-830e8d1c40c7 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Removed routes are [] {{(pid=84204) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 04 11:42:05.438460 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-aa68a490-064e-41fc-b91b-830e8d1c40c7 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:05.471845 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d6eef9a9-bb63-4163-bb8e-5dc32c398048 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:05.477592 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d6eef9a9-bb63-4163-bb8e-5dc32c398048 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:42:05.481550 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d6eef9a9-bb63-4163-bb8e-5dc32c398048 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:42:05.493135 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d6eef9a9-bb63-4163-bb8e-5dc32c398048 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:05.722668 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d6eef9a9-bb63-4163-bb8e-5dc32c398048 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:05.837170 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d6eef9a9-bb63-4163-bb8e-5dc32c398048 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:05.881846 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eef9a9-bb63-4163-bb8e-5dc32c398048 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37f258a4-34c0-4fa0-84fe-8fbb7676eba5,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:06.030025 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9467bb27-c334-4639-bc83-cbfbe5b51f76 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:06.190890 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d6eef9a9-bb63-4163-bb8e-5dc32c398048 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:06.192865 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d6eef9a9-bb63-4163-bb8e-5dc32c398048 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.4212554 Feb 04 11:42:06.201502 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39562) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:06.211654 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-7ee434f5-637d-46fd-8e41-7b47981d4620 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '37f258a4-34c0-4fa0-84fe-8fbb7676eba5', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:42:06.234208 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-7ee434f5-637d-46fd-8e41-7b47981d4620 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:06.243645 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-7ee434f5-637d-46fd-8e41-7b47981d4620 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:42:06.248597 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-7ee434f5-637d-46fd-8e41-7b47981d4620 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:42:06.260849 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-7ee434f5-637d-46fd-8e41-7b47981d4620 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:06.264325 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-aa68a490-064e-41fc-b91b-830e8d1c40c7 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:06.272212 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-aa68a490-064e-41fc-b91b-830e8d1c40c7 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16351460'] for router, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:06.278309 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-bafdb76a-bc96-451a-b631-9c7cd3c0935e None None] For port e2219393-2a8e-4719-bb5c-8c11ca865fdd, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:42:06.282515 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-bafdb76a-bc96-451a-b631-9c7cd3c0935e None None] For port e2219393-2a8e-4719-bb5c-8c11ca865fdd, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=e2219393-2a8e-4719-bb5c-8c11ca865fdd,segment=NetworkSegment(97a49317-0bb6-475e-8f05-cc293ffa61c8),segment_id=97a49317-0bb6-475e-8f05-cc293ffa61c8)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:42:06.292975 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:06.384017 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a712c05c-ff0a-4e20-9be9-e863a07d6bb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:06.390118 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95f2637-d62f-43a4-a92e-375ab4f7ad8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-67192125-5c3e-4711-abd3-648a29c73c27', 'network_id': '67192125-5c3e-4711-abd3-648a29c73c27', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ips': [{'subnet_id': '35e60414-b5a8-4a85-901f-c762540b59b5'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:42:06.390922 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b95f2637-d62f-43a4-a92e-375ab4f7ad8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:06.404872 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fba1c3-cefb-4051-b879-54e45f608782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-5e3a5916-6c2e-4579-a617-efc295834210', 'network_id': '5e3a5916-6c2e-4579-a617-efc295834210', 'tenant_id': 'f234f1bfc9404ede9ffa8ea5b1178066', 'fixed_ips': [{'subnet_id': 'e5912a47-df8b-4d68-94ae-8714296831ae'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:42:06.405835 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81fba1c3-cefb-4051-b879-54e45f608782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:06.428066 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a712c05c-ff0a-4e20-9be9-e863a07d6bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:06.432354 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-53b6cf02-117a-41c5-afee-40c2368d2648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'name': 'tempest-RoutersTest-router-1669387596', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:20Z', 'updated_at': '2022-02-04T11:42:00Z', 'revision_number': 5, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'gw_port_host': None, '_interfaces': [{'id': '2fabd1a8-07f1-4bb5-a5c5-adcba933ba90', 'name': '', 'network_id': '507be9bb-6ba5-4398-b67c-016bffb0f71c', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:65:bc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a277aa9e-93fa-4c64-af12-d2bc2d2a82b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:49Z', 'updated_at': '2022-02-04T11:42:01Z', 'revision_number': 4, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': 'a277aa9e-93fa-4c64-af12-d2bc2d2a82b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afb76d82-9476-439c-a385-322acee4592d', 'name': '', 'network_id': '05c99b93-ed8e-4a2b-a881-7a73ade1e34e', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:25:2e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0333d8c6-4288-4eeb-a868-6b1db27513f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:37Z', 'updated_at': '2022-02-04T11:41:59Z', 'revision_number': 5, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': '0333d8c6-4288-4eeb-a868-6b1db27513f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb59cbe5-c152-4597-9280-5688c10fb326', 'name': '', 'network_id': 'daa82c88-f763-4832-a3c4-05a0a170dd86', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:aa:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb91c463-ee90-411a-9a19-041394395328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:25Z', 'updated_at': '2022-02-04T11:41:37Z', 'revision_number': 5, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': 'eb91c463-ee90-411a-9a19-041394395328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3378f72-6ee2-41fc-ae52-5a2391dd019d', 'name': '', 'network_id': '2772845e-6df9-4b45-8b22-88d348a84d4b', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:81:19:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa3c860a-5df2-4272-b72d-f1a629f79726', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:57Z', 'updated_at': '2022-02-04T11:42:00Z', 'revision_number': 1, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': 'aa3c860a-5df2-4272-b72d-f1a629f79726', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:06.438851 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7ee434f5-637d-46fd-8e41-7b47981d4620 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:06.441025 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bafdb76a-bc96-451a-b631-9c7cd3c0935e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:06.469618 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b6cf02-117a-41c5-afee-40c2368d2648 None None] The sync data for ids ['a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'] in dv-neutron-827825-2-hyperv is: [{'id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'name': 'tempest-RoutersTest-router-1669387596', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:20Z', 'updated_at': '2022-02-04T11:42:00Z', 'revision_number': 5, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'gw_port_host': None, '_interfaces': [{'id': '2fabd1a8-07f1-4bb5-a5c5-adcba933ba90', 'name': '', 'network_id': '507be9bb-6ba5-4398-b67c-016bffb0f71c', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:65:bc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a277aa9e-93fa-4c64-af12-d2bc2d2a82b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:49Z', 'updated_at': '2022-02-04T11:42:01Z', 'revision_number': 4, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': 'a277aa9e-93fa-4c64-af12-d2bc2d2a82b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afb76d82-9476-439c-a385-322acee4592d', 'name': '', 'network_id': '05c99b93-ed8e-4a2b-a881-7a73ade1e34e', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:25:2e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0333d8c6-4288-4eeb-a868-6b1db27513f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:37Z', 'updated_at': '2022-02-04T11:41:59Z', 'revision_number': 5, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': '0333d8c6-4288-4eeb-a868-6b1db27513f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb59cbe5-c152-4597-9280-5688c10fb326', 'name': '', 'network_id': 'daa82c88-f763-4832-a3c4-05a0a170dd86', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:aa:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb91c463-ee90-411a-9a19-041394395328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:25Z', 'updated_at': '2022-02-04T11:41:37Z', 'revision_number': 5, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': 'eb91c463-ee90-411a-9a19-041394395328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3378f72-6ee2-41fc-ae52-5a2391dd019d', 'name': '', 'network_id': '2772845e-6df9-4b45-8b22-88d348a84d4b', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:81:19:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa3c860a-5df2-4272-b72d-f1a629f79726', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:57Z', 'updated_at': '2022-02-04T11:42:00Z', 'revision_number': 1, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': 'aa3c860a-5df2-4272-b72d-f1a629f79726', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:42:06.503595 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467bb27-c334-4639-bc83-cbfbe5b51f76 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Pushing event updated for resources: {'Subnet': ['ID=0e86c9fe-6a76-4a43-89a2-4701f1638a2c,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:06.535562 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1ee996b2-728f-4f6a-90ad-595d37326098 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:06.557425 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1ee996b2-728f-4f6a-90ad-595d37326098 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16351460'] for router, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:06.618262 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa205f88-26e1-4f98-8470-c59a5b53aee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-d063ac67-836b-4996-8196-59acae39eb14', 'network_id': 'd063ac67-836b-4996-8196-59acae39eb14', 'tenant_id': 'd430be4325ec4585a9aaa4058df47923', 'fixed_ips': [{'subnet_id': 'c1052564-7f25-44b8-9e7b-7481f36135ff'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:42:06.619302 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fa205f88-26e1-4f98-8470-c59a5b53aee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:06.658264 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:06.734343 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9467bb27-c334-4639-bc83-cbfbe5b51f76 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Checking segment: {'id': 'ef628b2f-4f5f-4c32-933e-06b71f853bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2280d596-95c5-4d9a-a540-8a366f6794f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:42:06.735080 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9467bb27-c334-4639-bc83-cbfbe5b51f76 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Network hostable DHCP agents. Network: 2280d596-95c5-4d9a-a540-8a366f6794f6, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:42:06.748275 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafdb76a-bc96-451a-b631-9c7cd3c0935e None None] Pushing event updated for resources: {'Port': ['ID=e2219393-2a8e-4719-bb5c-8c11ca865fdd,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:06.775934 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7ee434f5-637d-46fd-8e41-7b47981d4620 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:06.821284 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa68a490-064e-41fc-b91b-830e8d1c40c7 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Router a2b19bd9-09d3-48dd-8c0e-d267aeafd28f has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:42:06.916999 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7ee434f5-637d-46fd-8e41-7b47981d4620 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:06.974564 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9467bb27-c334-4639-bc83-cbfbe5b51f76 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Network 2280d596-95c5-4d9a-a540-8a366f6794f6 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:42:06.981385 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-a712c05c-ff0a-4e20-9be9-e863a07d6bb2 admin admin] Allocated IP 172.26.3.221 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/c458e7ce-a7ba-48bd-93e2-2b06940f7633) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:42:06.996846 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee434f5-637d-46fd-8e41-7b47981d4620 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=125e912f-9987-4a49-84a3-e301120bd183,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:07.110369 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-81fba1c3-cefb-4051-b879-54e45f608782 None None] Allocated IP 2001:db8::2 (5e3a5916-6c2e-4579-a617-efc295834210/e5912a47-df8b-4d68-94ae-8714296831ae/137b4740-ad8b-4b1d-bb17-732bf19c3ad4) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:42:07.203764 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa68a490-064e-41fc-b91b-830e8d1c40c7 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:42:07.213981 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-aa68a490-064e-41fc-b91b-830e8d1c40c7 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:07.215778 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-aa68a490-064e-41fc-b91b-830e8d1c40c7 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "PUT /v2.0/routers/a2b19bd9-09d3-48dd-8c0e-d267aeafd28f HTTP/1.1" status: 200 len: 934 time: 2.7333896 Feb 04 11:42:07.219651 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39566) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:07.227782 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee996b2-728f-4f6a-90ad-595d37326098 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Router 56c8bd21-14ba-480e-9544-0062df128086 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:42:07.322481 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7ee434f5-637d-46fd-8e41-7b47981d4620 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:07.323811 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-7ee434f5-637d-46fd-8e41-7b47981d4620 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1212778 Feb 04 11:42:07.334238 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39570) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:07.344223 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-f182b7af-003c-4749-bb20-6e9f4f5c224b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '37f258a4-34c0-4fa0-84fe-8fbb7676eba5', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:42:07.359528 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-9467bb27-c334-4639-bc83-cbfbe5b51f76 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 2280d596-95c5-4d9a-a540-8a366f6794f6) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:42:07.376835 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9467bb27-c334-4639-bc83-cbfbe5b51f76 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:07.377070 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f182b7af-003c-4749-bb20-6e9f4f5c224b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:07.377179 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9467bb27-c334-4639-bc83-cbfbe5b51f76 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:07.383932 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f182b7af-003c-4749-bb20-6e9f4f5c224b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:42:07.396733 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96926b1-af3e-4657-aaf3-0feb2632b7e0 None None] Network 2280d596-95c5-4d9a-a540-8a366f6794f6 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:42:07.419097 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f182b7af-003c-4749-bb20-6e9f4f5c224b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:42:07.428242 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f182b7af-003c-4749-bb20-6e9f4f5c224b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:07.549093 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a712c05c-ff0a-4e20-9be9-e863a07d6bb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:07.559017 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-9467bb27-c334-4639-bc83-cbfbe5b51f76 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5726256 Feb 04 11:42:07.562604 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39574) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:07.667637 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1e54d698-a254-4f80-b9a4-5d95d19d00a5 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "GET /v2.0/routers/a2b19bd9-09d3-48dd-8c0e-d267aeafd28f HTTP/1.1" status: 200 len: 934 time: 0.4465082 Feb 04 11:42:07.669499 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39578) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:07.675051 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f182b7af-003c-4749-bb20-6e9f4f5c224b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:07.687737 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-45f7c95a-2aed-4dbc-a87e-4c95fc55951e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Request body: {'router': {'routes': None}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:42:07.696817 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee996b2-728f-4f6a-90ad-595d37326098 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:42:07.702903 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1ee996b2-728f-4f6a-90ad-595d37326098 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:07.704263 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-1ee996b2-728f-4f6a-90ad-595d37326098 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "PUT /v2.0/routers/56c8bd21-14ba-480e-9544-0062df128086 HTTP/1.1" status: 200 len: 704 time: 4.5339482 Feb 04 11:42:07.707305 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39582) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:07.718326 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-fa205f88-26e1-4f98-8470-c59a5b53aee2 None None] Allocated IP 172.20.0.2 (d063ac67-836b-4996-8196-59acae39eb14/c1052564-7f25-44b8-9e7b-7481f36135ff/65614928-8337-4dc9-b0c7-98b7271e038a) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:42:07.803445 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9cc4c7f6-85f4-497b-9da2-67d9db90d46b None None] Provisioning for port 16fd1835-63f8-4c13-a25b-d21cc3b64633 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:42:07.807938 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a712c05c-ff0a-4e20-9be9-e863a07d6bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:07.958465 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a712c05c-ff0a-4e20-9be9-e863a07d6bb2 admin admin] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:42:07.963707 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-a712c05c-ff0a-4e20-9be9-e863a07d6bb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:42:08.028159 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f182b7af-003c-4749-bb20-6e9f4f5c224b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:08.049713 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:42:08.100996 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:08.101342 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:08.128821 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f182b7af-003c-4749-bb20-6e9f4f5c224b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:08.250320 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-b0f5b871-d6ac-48fa-b597-ea9679ac701b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8bd21-14ba-480e-9544-0062df128086', 'name': 'tempest-RoutersIpV6Test-router-1761692933', 'tenant_id': '1857235941a6433080777df3100a6d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:14Z', 'updated_at': '2022-02-04T11:41:59Z', 'revision_number': 6, 'project_id': '1857235941a6433080777df3100a6d46', 'gw_port_host': None, '_interfaces': [{'id': '213e5a4f-922e-4c5a-a15c-908e787ee133', 'name': '', 'network_id': '56225026-f565-4757-906e-0cd472ebe86b', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:9f:3a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:19Z', 'updated_at': '2022-02-04T11:41:30Z', 'revision_number': 5, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '281f207f-112e-4636-9325-8631e495a51f', 'name': '', 'network_id': '508a8af5-337f-446b-ac4b-ae37a2c45b4c', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:07:7b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1358045-8f43-4e21-9ad3-16331de84109', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:53Z', 'updated_at': '2022-02-04T11:41:56Z', 'revision_number': 2, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': 'a1358045-8f43-4e21-9ad3-16331de84109', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e72668d-9412-417f-b6ef-c3c1f72ca079', 'name': '', 'network_id': 'a5d2727c-f84e-4ae2-b35f-4854094e06b3', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:e3:e1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd83a7f42-a427-459b-9844-00ac92380894', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:42Z', 'updated_at': '2022-02-04T11:41:56Z', 'revision_number': 4, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': 'd83a7f42-a427-459b-9844-00ac92380894', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69b4dc5f-421c-4100-b5f1-87829f7f5ded', 'name': '', 'network_id': '40008c44-c055-47e7-ab84-8a71b5f13f88', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:82:26:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47ab593f-d154-481f-abfa-be0bfe6cedc3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:32Z', 'updated_at': '2022-02-04T11:41:51Z', 'revision_number': 5, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': '47ab593f-d154-481f-abfa-be0bfe6cedc3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:08.253273 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-b95f2637-d62f-43a4-a92e-375ab4f7ad8e None None] Allocated IP 172.20.0.18 (67192125-5c3e-4711-abd3-648a29c73c27/35e60414-b5a8-4a85-901f-c762540b59b5/987cf063-6289-47f3-b975-8d807bdb9998) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:42:08.293080 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a712c05c-ff0a-4e20-9be9-e863a07d6bb2 admin admin] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:42:08.350818 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712c05c-ff0a-4e20-9be9-e863a07d6bb2 admin admin] Pushing event updated for resources: {'Port': ['ID=c458e7ce-a7ba-48bd-93e2-2b06940f7633,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:08.360634 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713045e3-f928-4b54-8bda-c12d8fc86ff2 None None] Network c9f38cc3-551b-4ae1-a896-1d9fd8853b7c requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:42:08.390901 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182b7af-003c-4749-bb20-6e9f4f5c224b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8374e9e4-e4db-4ef2-9f16-3b7981a8a7da,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:08.482437 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f182b7af-003c-4749-bb20-6e9f4f5c224b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:08.486806 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f182b7af-003c-4749-bb20-6e9f4f5c224b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.1513340 Feb 04 11:42:08.487222 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39586) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:08.497275 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-1dd40ded-42ee-4e33-8686-9ef8a60f77f4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '37f258a4-34c0-4fa0-84fe-8fbb7676eba5', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:42:08.518663 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-1dd40ded-42ee-4e33-8686-9ef8a60f77f4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:08.529858 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-1dd40ded-42ee-4e33-8686-9ef8a60f77f4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:42:08.533729 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f5b871-d6ac-48fa-b597-ea9679ac701b None None] Checking router: 56c8bd21-14ba-480e-9544-0062df128086 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:42:08.534308 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f5b871-d6ac-48fa-b597-ea9679ac701b None None] Updating router 56c8bd21-14ba-480e-9544-0062df128086 port 281f207f-112e-4636-9325-8631e495a51f binding host dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:42:08.537014 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-1dd40ded-42ee-4e33-8686-9ef8a60f77f4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:42:08.547546 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-1dd40ded-42ee-4e33-8686-9ef8a60f77f4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:08.557728 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c453632f-184a-459d-b39c-77728cfcdc3b tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "GET /v2.0/routers/56c8bd21-14ba-480e-9544-0062df128086 HTTP/1.1" status: 200 len: 704 time: 0.8481066 Feb 04 11:42:08.562909 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39590) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:08.732906 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1dd40ded-42ee-4e33-8686-9ef8a60f77f4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:08.746861 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b0f5b871-d6ac-48fa-b597-ea9679ac701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:08.812134 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a712c05c-ff0a-4e20-9be9-e863a07d6bb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:08.812849 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a712c05c-ff0a-4e20-9be9-e863a07d6bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:08.839262 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1dd40ded-42ee-4e33-8686-9ef8a60f77f4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:08.968283 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1dd40ded-42ee-4e33-8686-9ef8a60f77f4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:09.007156 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd40ded-42ee-4e33-8686-9ef8a60f77f4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd790221-4367-436d-b85d-26a28f8564b5,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:09.081601 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81fba1c3-cefb-4051-b879-54e45f608782 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:09.090258 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1dd40ded-42ee-4e33-8686-9ef8a60f77f4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:09.091101 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-1dd40ded-42ee-4e33-8686-9ef8a60f77f4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6013198 Feb 04 11:42:09.095032 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39594) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:09.102137 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-27a961df-548d-48c1-a972-53811fab8ff4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '37f258a4-34c0-4fa0-84fe-8fbb7676eba5', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:42:09.112265 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-27a961df-548d-48c1-a972-53811fab8ff4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:09.127673 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-27a961df-548d-48c1-a972-53811fab8ff4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:42:09.133963 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-27a961df-548d-48c1-a972-53811fab8ff4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:42:09.142619 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-27a961df-548d-48c1-a972-53811fab8ff4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:09.242816 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-81fba1c3-cefb-4051-b879-54e45f608782 None None] Transition to ACTIVE for port object 137b4740-ad8b-4b1d-bb17-732bf19c3ad4 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:42:09.258349 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c0d75ae2-c2e1-4eec-9575-9f8ef0e67327 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:09.299928 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-27a961df-548d-48c1-a972-53811fab8ff4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:09.312824 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-013a0f9d-5a6f-4cb7-a3ed-747df772a686 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:09.354728 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9715048-e473-4fc7-9f28-613029f1ee73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-2280d596-95c5-4d9a-a540-8a366f6794f6', 'network_id': '2280d596-95c5-4d9a-a540-8a366f6794f6', 'tenant_id': 'f234f1bfc9404ede9ffa8ea5b1178066', 'fixed_ips': [{'subnet_id': '0e86c9fe-6a76-4a43-89a2-4701f1638a2c'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:42:09.355550 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a9715048-e473-4fc7-9f28-613029f1ee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:09.425619 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fa205f88-26e1-4f98-8470-c59a5b53aee2 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:09.444558 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-81fba1c3-cefb-4051-b879-54e45f608782 None None] Transition to ACTIVE for port object 137b4740-ad8b-4b1d-bb17-732bf19c3ad4 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:42:09.470529 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.extraroute_db [None req-45f7c95a-2aed-4dbc-a87e-4c95fc55951e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Added routes are [] {{(pid=84204) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 04 11:42:09.471229 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.extraroute_db [None req-45f7c95a-2aed-4dbc-a87e-4c95fc55951e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=84204) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 04 11:42:09.480034 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-fa205f88-26e1-4f98-8470-c59a5b53aee2 None None] Transition to ACTIVE for port object 65614928-8337-4dc9-b0c7-98b7271e038a will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:42:09.484601 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:09.559987 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-27a961df-548d-48c1-a972-53811fab8ff4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:09.603687 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81fba1c3-cefb-4051-b879-54e45f608782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:09.606118 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-45f7c95a-2aed-4dbc-a87e-4c95fc55951e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:09.649646 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-27a961df-548d-48c1-a972-53811fab8ff4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:09.694573 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a961df-548d-48c1-a972-53811fab8ff4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33d2289c-0893-4ac8-8f3c-74187a358e6b,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:09.695225 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:09.704972 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9cc4c7f6-85f4-497b-9da2-67d9db90d46b None None] Provisioning complete for port 281f207f-112e-4636-9325-8631e495a51f triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:09.705219 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9cc4c7f6-85f4-497b-9da2-67d9db90d46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:09.732058 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-fa205f88-26e1-4f98-8470-c59a5b53aee2 None None] Transition to ACTIVE for port object 65614928-8337-4dc9-b0c7-98b7271e038a will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:42:09.765415 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a712c05c-ff0a-4e20-9be9-e863a07d6bb2 admin admin] Router a6a24964-14e2-4622-b221-5bd06e2b3e65 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:42:09.809747 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-27a961df-548d-48c1-a972-53811fab8ff4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:09.814977 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-27a961df-548d-48c1-a972-53811fab8ff4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7151411 Feb 04 11:42:09.818332 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39598) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:09.821846 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:09.823268 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 733d2907-0477-4ad4-adf3-78f5783ffd39 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:09.828433 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-939af58e-4df8-4801-b06d-02428dc95dbb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '37f258a4-34c0-4fa0-84fe-8fbb7676eba5', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:42:09.845002 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-939af58e-4df8-4801-b06d-02428dc95dbb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:09.856179 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-c0d75ae2-c2e1-4eec-9575-9f8ef0e67327 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Allocated IP 2001:db8::1 (5e3a5916-6c2e-4579-a617-efc295834210/e5912a47-df8b-4d68-94ae-8714296831ae/9c8d797c-2884-41aa-8360-e89694ae2fc3) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:42:09.871308 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b95f2637-d62f-43a4-a92e-375ab4f7ad8e None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:09.908118 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fba1c3-cefb-4051-b879-54e45f608782 None None] Network 5e3a5916-6c2e-4579-a617-efc295834210 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:42:09.920394 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-939af58e-4df8-4801-b06d-02428dc95dbb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:42:09.932325 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-939af58e-4df8-4801-b06d-02428dc95dbb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:42:09.943651 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-81fba1c3-cefb-4051-b879-54e45f608782 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:42:09.945868 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fa205f88-26e1-4f98-8470-c59a5b53aee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:09.948335 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-939af58e-4df8-4801-b06d-02428dc95dbb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:09.950151 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fba1c3-cefb-4051-b879-54e45f608782 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:42:09.966168 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-b95f2637-d62f-43a4-a92e-375ab4f7ad8e None None] Transition to ACTIVE for port object 987cf063-6289-47f3-b975-8d807bdb9998 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:42:09.968454 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fba1c3-cefb-4051-b879-54e45f608782 None None] Pushing event updated for resources: {'Port': ['ID=137b4740-ad8b-4b1d-bb17-732bf19c3ad4,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:10.062621 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9cc4c7f6-85f4-497b-9da2-67d9db90d46b None None] Port 281f207f-112e-4636-9325-8631e495a51f cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:42:10.064413 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.securitygroups_db [None req-939af58e-4df8-4801-b06d-02428dc95dbb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Project 009ced00ffd949498e5831cf00e326e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:42:10.134432 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c0d75ae2-c2e1-4eec-9575-9f8ef0e67327 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:10.152422 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-c0d75ae2-c2e1-4eec-9575-9f8ef0e67327 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Transition to ACTIVE for port object 9c8d797c-2884-41aa-8360-e89694ae2fc3 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:42:10.153151 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-b95f2637-d62f-43a4-a92e-375ab4f7ad8e None None] Transition to ACTIVE for port object 987cf063-6289-47f3-b975-8d807bdb9998 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:42:10.238634 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa205f88-26e1-4f98-8470-c59a5b53aee2 None None] Network d063ac67-836b-4996-8196-59acae39eb14 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:42:10.243893 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-939af58e-4df8-4801-b06d-02428dc95dbb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:10.250825 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c0d75ae2-c2e1-4eec-9575-9f8ef0e67327 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:10.269327 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-fa205f88-26e1-4f98-8470-c59a5b53aee2 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:42:10.281999 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa205f88-26e1-4f98-8470-c59a5b53aee2 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:42:10.345243 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d75ae2-c2e1-4eec-9575-9f8ef0e67327 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Pushing event updated for resources: {'Port': ['ID=9c8d797c-2884-41aa-8360-e89694ae2fc3,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:10.359301 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-a9715048-e473-4fc7-9f28-613029f1ee73 None None] Allocated IP 2001:db8::2 (2280d596-95c5-4d9a-a540-8a366f6794f6/0e86c9fe-6a76-4a43-89a2-4701f1638a2c/add29de5-9fbc-4a44-8c60-ca8e8ccc22af) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:42:10.381309 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b95f2637-d62f-43a4-a92e-375ab4f7ad8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:10.386071 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d75ae2-c2e1-4eec-9575-9f8ef0e67327 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Network 5e3a5916-6c2e-4579-a617-efc295834210 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:42:10.389755 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-c0d75ae2-c2e1-4eec-9575-9f8ef0e67327 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:42:10.392679 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d75ae2-c2e1-4eec-9575-9f8ef0e67327 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:42:10.393580 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c0d75ae2-c2e1-4eec-9575-9f8ef0e67327 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:10.398592 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-45f7c95a-2aed-4dbc-a87e-4c95fc55951e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:10.405143 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-45f7c95a-2aed-4dbc-a87e-4c95fc55951e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16351460'] for router, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:10.424222 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:10.433361 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-939af58e-4df8-4801-b06d-02428dc95dbb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:10.479087 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95f2637-d62f-43a4-a92e-375ab4f7ad8e None None] Network 67192125-5c3e-4711-abd3-648a29c73c27 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:42:10.480305 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.resource_extend [None req-b0f5b871-d6ac-48fa-b597-ea9679ac701b None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:42:10.534029 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-b95f2637-d62f-43a4-a92e-375ab4f7ad8e None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:42:10.535738 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-81fba1c3-cefb-4051-b879-54e45f608782 None None] Attempting to bind port 137b4740-ad8b-4b1d-bb17-732bf19c3ad4 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:42:10.536944 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-81fba1c3-cefb-4051-b879-54e45f608782 None None] Attempting to bind port 137b4740-ad8b-4b1d-bb17-732bf19c3ad4 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '7ca53ebb-a4fd-4b5c-8841-2cfbab11ad2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5e3a5916-6c2e-4579-a617-efc295834210'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:42:10.537488 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fba1c3-cefb-4051-b879-54e45f608782 None None] Attempting to bind port 137b4740-ad8b-4b1d-bb17-732bf19c3ad4 on network 5e3a5916-6c2e-4579-a617-efc295834210 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:42:10.544969 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-939af58e-4df8-4801-b06d-02428dc95dbb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:10.545868 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95f2637-d62f-43a4-a92e-375ab4f7ad8e None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:42:10.591529 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939af58e-4df8-4801-b06d-02428dc95dbb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcf61175-6d18-46a0-b61b-d2bf1029fb31,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:10.670150 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a712c05c-ff0a-4e20-9be9-e863a07d6bb2 admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:42:10.691396 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cdaefe-5920-4d9c-9150-6586eac8703c None None] Sync routers for ids ['a6a24964-14e2-4622-b221-5bd06e2b3e65'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:42:10.703197 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-939af58e-4df8-4801-b06d-02428dc95dbb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:10.704377 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-939af58e-4df8-4801-b06d-02428dc95dbb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8870742 Feb 04 11:42:10.715595 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39602) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:10.717258 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cdaefe-5920-4d9c-9150-6586eac8703c None None] Routers {'a6a24964-14e2-4622-b221-5bd06e2b3e65'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:10.718383 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-f9cdaefe-5920-4d9c-9150-6586eac8703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:41:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a6a24964-14e2-4622-b221-5bd06e2b3e65'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:10.722252 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-1cce21f7-b911-4e72-8648-75e02b14250a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '37f258a4-34c0-4fa0-84fe-8fbb7676eba5', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:42:10.730849 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-1cce21f7-b911-4e72-8648-75e02b14250a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:10.737093 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-1cce21f7-b911-4e72-8648-75e02b14250a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:42:10.742547 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-1cce21f7-b911-4e72-8648-75e02b14250a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:42:10.750683 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-1cce21f7-b911-4e72-8648-75e02b14250a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:10.756628 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-013a0f9d-5a6f-4cb7-a3ed-747df772a686 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Deleting port 281f207f-112e-4636-9325-8631e495a51f {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:10.758413 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-013a0f9d-5a6f-4cb7-a3ed-747df772a686 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:10.780777 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f7c95a-2aed-4dbc-a87e-4c95fc55951e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Router a2b19bd9-09d3-48dd-8c0e-d267aeafd28f has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:42:10.860578 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 733d2907-0477-4ad4-adf3-78f5783ffd39 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:42:10.868074 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.securitygroups_db [None req-1cce21f7-b911-4e72-8648-75e02b14250a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Project 009ced00ffd949498e5831cf00e326e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:42:10.880633 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1cce21f7-b911-4e72-8648-75e02b14250a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:10.923491 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fba1c3-cefb-4051-b879-54e45f608782 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:42:10.924463 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fba1c3-cefb-4051-b879-54e45f608782 None None] Checking segment: {'id': '7ca53ebb-a4fd-4b5c-8841-2cfbab11ad2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5e3a5916-6c2e-4579-a617-efc295834210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:42:10.924463 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81fba1c3-cefb-4051-b879-54e45f608782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:10.924684 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fba1c3-cefb-4051-b879-54e45f608782 None None] Bound using segment: {'id': '7ca53ebb-a4fd-4b5c-8841-2cfbab11ad2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5e3a5916-6c2e-4579-a617-efc295834210'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:42:10.925099 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-81fba1c3-cefb-4051-b879-54e45f608782 None None] Bound port: 137b4740-ad8b-4b1d-bb17-732bf19c3ad4, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca53ebb-a4fd-4b5c-8841-2cfbab11ad2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5e3a5916-6c2e-4579-a617-efc295834210'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:42:10.925476 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81fba1c3-cefb-4051-b879-54e45f608782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:10.945585 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-f9cdaefe-5920-4d9c-9150-6586eac8703c None None] Set router a6a24964-14e2-4622-b221-5bd06e2b3e65 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:42:10.965301 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 733d2907-0477-4ad4-adf3-78f5783ffd39 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:10.965301 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:10.989639 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa205f88-26e1-4f98-8470-c59a5b53aee2 None None] Pushing event updated for resources: {'Port': ['ID=65614928-8337-4dc9-b0c7-98b7271e038a,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:10.994902 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c0d75ae2-c2e1-4eec-9575-9f8ef0e67327 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:11.034767 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-013a0f9d-5a6f-4cb7-a3ed-747df772a686 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:11.094681 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-fa205f88-26e1-4f98-8470-c59a5b53aee2 None None] Attempting to bind port 65614928-8337-4dc9-b0c7-98b7271e038a on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:42:11.097840 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-fa205f88-26e1-4f98-8470-c59a5b53aee2 None None] Attempting to bind port 65614928-8337-4dc9-b0c7-98b7271e038a by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '884f7180-7ab5-448d-8298-71153734ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd063ac67-836b-4996-8196-59acae39eb14'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:42:11.098400 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa205f88-26e1-4f98-8470-c59a5b53aee2 None None] Attempting to bind port 65614928-8337-4dc9-b0c7-98b7271e038a on network d063ac67-836b-4996-8196-59acae39eb14 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:42:11.107875 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b0f5b871-d6ac-48fa-b597-ea9679ac701b None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:11.168536 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1cce21f7-b911-4e72-8648-75e02b14250a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:11.200266 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-013a0f9d-5a6f-4cb7-a3ed-747df772a686 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Calling delete_port for 281f207f-112e-4636-9325-8631e495a51f owned by network:router_interface {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:42:11.247806 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-b0f5b871-d6ac-48fa-b597-ea9679ac701b None None] Transition to ACTIVE for port object 281f207f-112e-4636-9325-8631e495a51f will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:42:11.267655 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-b95f2637-d62f-43a4-a92e-375ab4f7ad8e None None] Attempting to bind port 987cf063-6289-47f3-b975-8d807bdb9998 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:42:11.268160 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-b95f2637-d62f-43a4-a92e-375ab4f7ad8e None None] Attempting to bind port 987cf063-6289-47f3-b975-8d807bdb9998 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'aaec0554-0827-4661-aabf-bf818440ad0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '67192125-5c3e-4711-abd3-648a29c73c27'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:42:11.268530 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95f2637-d62f-43a4-a92e-375ab4f7ad8e None None] Attempting to bind port 987cf063-6289-47f3-b975-8d807bdb9998 on network 67192125-5c3e-4711-abd3-648a29c73c27 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:42:11.272492 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa205f88-26e1-4f98-8470-c59a5b53aee2 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:42:11.272492 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa205f88-26e1-4f98-8470-c59a5b53aee2 None None] Checking segment: {'id': '884f7180-7ab5-448d-8298-71153734ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd063ac67-836b-4996-8196-59acae39eb14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:42:11.274538 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1cce21f7-b911-4e72-8648-75e02b14250a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:11.274649 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fa205f88-26e1-4f98-8470-c59a5b53aee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:11.274649 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa205f88-26e1-4f98-8470-c59a5b53aee2 None None] Bound using segment: {'id': '884f7180-7ab5-448d-8298-71153734ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd063ac67-836b-4996-8196-59acae39eb14'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:42:11.274649 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-fa205f88-26e1-4f98-8470-c59a5b53aee2 None None] Bound port: 65614928-8337-4dc9-b0c7-98b7271e038a, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '884f7180-7ab5-448d-8298-71153734ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd063ac67-836b-4996-8196-59acae39eb14'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:42:11.275164 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fa205f88-26e1-4f98-8470-c59a5b53aee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:11.320864 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f2637-d62f-43a4-a92e-375ab4f7ad8e None None] Pushing event updated for resources: {'Port': ['ID=987cf063-6289-47f3-b975-8d807bdb9998,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:11.360492 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95f2637-d62f-43a4-a92e-375ab4f7ad8e None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:42:11.361184 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95f2637-d62f-43a4-a92e-375ab4f7ad8e None None] Checking segment: {'id': 'aaec0554-0827-4661-aabf-bf818440ad0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '67192125-5c3e-4711-abd3-648a29c73c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:42:11.361685 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b95f2637-d62f-43a4-a92e-375ab4f7ad8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:11.362697 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95f2637-d62f-43a4-a92e-375ab4f7ad8e None None] Bound using segment: {'id': 'aaec0554-0827-4661-aabf-bf818440ad0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '67192125-5c3e-4711-abd3-648a29c73c27'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:42:11.362697 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-b95f2637-d62f-43a4-a92e-375ab4f7ad8e None None] Bound port: 987cf063-6289-47f3-b975-8d807bdb9998, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaec0554-0827-4661-aabf-bf818440ad0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '67192125-5c3e-4711-abd3-648a29c73c27'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:42:11.363265 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b95f2637-d62f-43a4-a92e-375ab4f7ad8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:11.373809 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2ddeb95b-f223-4c4a-b796-cea134c2b2bb None None] Provisioning for port f3378f72-6ee2-41fc-ae52-5a2391dd019d completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:42:11.374577 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a712c05c-ff0a-4e20-9be9-e863a07d6bb2 admin admin] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:11.380492 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39610) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:11.381582 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a712c05c-ff0a-4e20-9be9-e863a07d6bb2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.3930893 Feb 04 11:42:11.397176 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce21f7-b911-4e72-8648-75e02b14250a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe6bdb8-60a7-4623-b493-b1e08bde88a1,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:11.422340 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b0f5b871-d6ac-48fa-b597-ea9679ac701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:11.431579 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.api [None req-013a0f9d-5a6f-4cb7-a3ed-747df772a686 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:42:11.432375 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG oslo_db.api [None req-013a0f9d-5a6f-4cb7-a3ed-747df772a686 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:42:11.521352 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2ddeb95b-f223-4c4a-b796-cea134c2b2bb None None] Provisioning complete for port f3378f72-6ee2-41fc-ae52-5a2391dd019d triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:11.521726 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2ddeb95b-f223-4c4a-b796-cea134c2b2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:11.524580 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-f9cdaefe-5920-4d9c-9150-6586eac8703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a24964-14e2-4622-b221-5bd06e2b3e65', 'name': 'tempest-TestVolumeBootPattern-298442765-router', 'tenant_id': 'd430be4325ec4585a9aaa4058df47923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': 'c458e7ce-a7ba-48bd-93e2-2b06940f7633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:42:04Z', 'updated_at': '2022-02-04T11:42:08Z', 'revision_number': 3, 'project_id': 'd430be4325ec4585a9aaa4058df47923', 'gw_port': {'id': 'c458e7ce-a7ba-48bd-93e2-2b06940f7633', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a24964-14e2-4622-b221-5bd06e2b3e65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:42:06Z', 'updated_at': '2022-02-04T11:42:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:11.531495 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cdaefe-5920-4d9c-9150-6586eac8703c None None] Checking router: a6a24964-14e2-4622-b221-5bd06e2b3e65 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:42:11.532861 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cdaefe-5920-4d9c-9150-6586eac8703c None None] Updating router a6a24964-14e2-4622-b221-5bd06e2b3e65 port c458e7ce-a7ba-48bd-93e2-2b06940f7633 binding host dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:42:11.593850 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-81fba1c3-cefb-4051-b879-54e45f608782 None None] For port 137b4740-ad8b-4b1d-bb17-732bf19c3ad4, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:42:11.598557 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1cce21f7-b911-4e72-8648-75e02b14250a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:11.603044 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1cce21f7-b911-4e72-8648-75e02b14250a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.8847258 Feb 04 11:42:11.603959 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-f9cdaefe-5920-4d9c-9150-6586eac8703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:11.649672 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f7c95a-2aed-4dbc-a87e-4c95fc55951e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:42:11.662217 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-45f7c95a-2aed-4dbc-a87e-4c95fc55951e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:11.666915 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39616) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:11.679615 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-45f7c95a-2aed-4dbc-a87e-4c95fc55951e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "PUT /v2.0/routers/a2b19bd9-09d3-48dd-8c0e-d267aeafd28f HTTP/1.1" status: 200 len: 700 time: 4.0078940 Feb 04 11:42:11.841020 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-81fba1c3-cefb-4051-b879-54e45f608782 None None] For port 137b4740-ad8b-4b1d-bb17-732bf19c3ad4, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=137b4740-ad8b-4b1d-bb17-732bf19c3ad4,segment=NetworkSegment(7ca53ebb-a4fd-4b5c-8841-2cfbab11ad2a),segment_id=7ca53ebb-a4fd-4b5c-8841-2cfbab11ad2a)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:42:11.901309 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee804aee-de4c-4cbc-a964-077df78f8209 None None] Pushing event updated for resources: {'Port': ['ID=281f207f-112e-4636-9325-8631e495a51f,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:11.905025 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-2ddeb95b-f223-4c4a-b796-cea134c2b2bb None None] Port f3378f72-6ee2-41fc-ae52-5a2391dd019d cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:42:11.912985 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a9715048-e473-4fc7-9f28-613029f1ee73 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:11.925800 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:11.946322 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-fa205f88-26e1-4f98-8470-c59a5b53aee2 None None] For port 65614928-8337-4dc9-b0c7-98b7271e038a, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:42:11.950339 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81fba1c3-cefb-4051-b879-54e45f608782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:12.002799 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c0d75ae2-c2e1-4eec-9575-9f8ef0e67327 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:12.014278 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a9715048-e473-4fc7-9f28-613029f1ee73 None None] Transition to ACTIVE for port object add29de5-9fbc-4a44-8c60-ca8e8ccc22af will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:42:12.025696 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-013a0f9d-5a6f-4cb7-a3ed-747df772a686 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Deleting port 281f207f-112e-4636-9325-8631e495a51f {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:12.026066 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-013a0f9d-5a6f-4cb7-a3ed-747df772a686 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:12.060547 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-fa205f88-26e1-4f98-8470-c59a5b53aee2 None None] For port 65614928-8337-4dc9-b0c7-98b7271e038a, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=65614928-8337-4dc9-b0c7-98b7271e038a,segment=NetworkSegment(884f7180-7ab5-448d-8298-71153734ec02),segment_id=884f7180-7ab5-448d-8298-71153734ec02)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:42:12.119149 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c0d75ae2-c2e1-4eec-9575-9f8ef0e67327 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:12.120910 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c0d75ae2-c2e1-4eec-9575-9f8ef0e67327 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:12.127726 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-f9cdaefe-5920-4d9c-9150-6586eac8703c None None] Notify callbacks [] for port, precommit_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:12.155661 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.provisioning_blocks [None req-f9cdaefe-5920-4d9c-9150-6586eac8703c None None] Transition to ACTIVE for port object c458e7ce-a7ba-48bd-93e2-2b06940f7633 will not be triggered until provisioned by entity L2. {{(pid=84207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:42:12.190847 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-3145c78b-423e-4004-881e-77691bdd98d2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-549455858&fields=id&tenant_id=009ced00ffd949498e5831cf00e326e7 HTTP/1.1" status: 200 len: 267 time: 0.2359860 Feb 04 11:42:12.223995 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-b95f2637-d62f-43a4-a92e-375ab4f7ad8e None None] For port 987cf063-6289-47f3-b975-8d807bdb9998, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:42:12.236202 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fa205f88-26e1-4f98-8470-c59a5b53aee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:12.241158 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a9715048-e473-4fc7-9f28-613029f1ee73 None None] Transition to ACTIVE for port object add29de5-9fbc-4a44-8c60-ca8e8ccc22af will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:42:12.263418 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-f9cdaefe-5920-4d9c-9150-6586eac8703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:12.288419 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 733d2907-0477-4ad4-adf3-78f5783ffd39, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=733d2907-0477-4ad4-adf3-78f5783ffd39,segment=NetworkSegment(506f5187-5a0d-43e2-b7b5-481989180fbe),segment_id=506f5187-5a0d-43e2-b7b5-481989180fbe)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:12.290796 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-b95f2637-d62f-43a4-a92e-375ab4f7ad8e None None] For port 987cf063-6289-47f3-b975-8d807bdb9998, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=987cf063-6289-47f3-b975-8d807bdb9998,segment=NetworkSegment(aaec0554-0827-4661-aabf-bf818440ad0e),segment_id=aaec0554-0827-4661-aabf-bf818440ad0e)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:42:12.305425 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-40637f32-d5af-4615-90a6-e8cc8282ec5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:12.308766 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fba1c3-cefb-4051-b879-54e45f608782 None None] Pushing event updated for resources: {'Port': ['ID=137b4740-ad8b-4b1d-bb17-732bf19c3ad4,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:12.352179 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2ddeb95b-f223-4c4a-b796-cea134c2b2bb None None] Provisioning for port e2219393-2a8e-4719-bb5c-8c11ca865fdd completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:42:12.354988 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de58d757-2cd6-44fe-aaf2-5abc1dc3976f None None] Pushing event updated for resources: {'Port': ['ID=c458e7ce-a7ba-48bd-93e2-2b06940f7633,revision_number=2']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:12.355943 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-b0f5b871-d6ac-48fa-b597-ea9679ac701b None None] Attempting to bind port 281f207f-112e-4636-9325-8631e495a51f on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:42:12.356339 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-b0f5b871-d6ac-48fa-b597-ea9679ac701b None None] Attempting to bind port 281f207f-112e-4636-9325-8631e495a51f by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'e06031fb-d824-4544-85c6-de3fc18bdc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '508a8af5-337f-446b-ac4b-ae37a2c45b4c'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:42:12.356678 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f5b871-d6ac-48fa-b597-ea9679ac701b None None] Attempting to bind port 281f207f-112e-4636-9325-8631e495a51f on network 508a8af5-337f-446b-ac4b-ae37a2c45b4c {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:42:12.378136 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a9715048-e473-4fc7-9f28-613029f1ee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:12.402157 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-f9cdaefe-5920-4d9c-9150-6586eac8703c None None] Attempting to bind port c458e7ce-a7ba-48bd-93e2-2b06940f7633 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:42:12.402157 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-f9cdaefe-5920-4d9c-9150-6586eac8703c None None] Attempting to bind port c458e7ce-a7ba-48bd-93e2-2b06940f7633 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:42:12.402157 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cdaefe-5920-4d9c-9150-6586eac8703c None None] Attempting to bind port c458e7ce-a7ba-48bd-93e2-2b06940f7633 on network 63d4ab6b-931d-42a4-aa18-bedd81d582fa {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:42:12.402571 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b95f2637-d62f-43a4-a92e-375ab4f7ad8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:12.406287 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f5b871-d6ac-48fa-b597-ea9679ac701b None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:42:12.406502 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f5b871-d6ac-48fa-b597-ea9679ac701b None None] Checking segment: {'id': 'e06031fb-d824-4544-85c6-de3fc18bdc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '508a8af5-337f-446b-ac4b-ae37a2c45b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:42:12.406961 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b0f5b871-d6ac-48fa-b597-ea9679ac701b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:12.407418 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f5b871-d6ac-48fa-b597-ea9679ac701b None None] Bound using segment: {'id': 'e06031fb-d824-4544-85c6-de3fc18bdc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '508a8af5-337f-446b-ac4b-ae37a2c45b4c'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:42:12.407972 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-b0f5b871-d6ac-48fa-b597-ea9679ac701b None None] Bound port: 281f207f-112e-4636-9325-8631e495a51f, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e06031fb-d824-4544-85c6-de3fc18bdc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '508a8af5-337f-446b-ac4b-ae37a2c45b4c'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:42:12.408398 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b0f5b871-d6ac-48fa-b597-ea9679ac701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:12.418491 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cdaefe-5920-4d9c-9150-6586eac8703c None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:42:12.418960 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cdaefe-5920-4d9c-9150-6586eac8703c None None] Checking segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:42:12.419396 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-f9cdaefe-5920-4d9c-9150-6586eac8703c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:12.419788 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cdaefe-5920-4d9c-9150-6586eac8703c None None] Bound using segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:42:12.420266 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-f9cdaefe-5920-4d9c-9150-6586eac8703c None None] Bound port: c458e7ce-a7ba-48bd-93e2-2b06940f7633, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:42:12.420778 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-f9cdaefe-5920-4d9c-9150-6586eac8703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:12.427338 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:12.428813 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device afb76d82-9476-439c-a385-322acee4592d up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:12.508976 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d75ae2-c2e1-4eec-9575-9f8ef0e67327 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Pushing event updated for resources: {'Port': ['ID=9c8d797c-2884-41aa-8360-e89694ae2fc3,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:12.541865 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-61900e3e-f219-4160-83e8-5217abd07e5f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:12.544280 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-61900e3e-f219-4160-83e8-5217abd07e5f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:network {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:42:12.561512 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9715048-e473-4fc7-9f28-613029f1ee73 None None] Network 2280d596-95c5-4d9a-a540-8a366f6794f6 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:42:12.566867 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-f9cdaefe-5920-4d9c-9150-6586eac8703c None None] For port c458e7ce-a7ba-48bd-93e2-2b06940f7633, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:42:12.572754 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-f9cdaefe-5920-4d9c-9150-6586eac8703c None None] For port c458e7ce-a7ba-48bd-93e2-2b06940f7633, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=c458e7ce-a7ba-48bd-93e2-2b06940f7633,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:42:12.581406 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa205f88-26e1-4f98-8470-c59a5b53aee2 None None] Pushing event updated for resources: {'Port': ['ID=65614928-8337-4dc9-b0c7-98b7271e038a,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:12.623801 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-a9715048-e473-4fc7-9f28-613029f1ee73 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:42:12.623801 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9715048-e473-4fc7-9f28-613029f1ee73 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:42:12.660188 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-f9cdaefe-5920-4d9c-9150-6586eac8703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:12.722822 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d6a0ccd8-7f52-4bbe-8e43-ad706e3c99d2 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "GET /v2.0/routers/a2b19bd9-09d3-48dd-8c0e-d267aeafd28f HTTP/1.1" status: 200 len: 700 time: 1.0529692 Feb 04 11:42:12.727108 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39626) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:12.834642 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de58d757-2cd6-44fe-aaf2-5abc1dc3976f None None] Pushing event updated for resources: {'Port': ['ID=c458e7ce-a7ba-48bd-93e2-2b06940f7633,revision_number=3']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:12.863260 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cdaefe-5920-4d9c-9150-6586eac8703c None None] Routers {'a6a24964-14e2-4622-b221-5bd06e2b3e65'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:12.867227 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-f9cdaefe-5920-4d9c-9150-6586eac8703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:41:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a6a24964-14e2-4622-b221-5bd06e2b3e65'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:12.871180 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-013a0f9d-5a6f-4cb7-a3ed-747df772a686 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] For port 281f207f-112e-4636-9325-8631e495a51f, host dv-neutron-827825-2-hyperv, got binding levels [] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:12.876774 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-013a0f9d-5a6f-4cb7-a3ed-747df772a686 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:12.886087 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-61900e3e-f219-4160-83e8-5217abd07e5f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:network {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:42:12.887292 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-61900e3e-f219-4160-83e8-5217abd07e5f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/networks?id=67192125-5c3e-4711-abd3-648a29c73c27 HTTP/1.1" status: 200 len: 797 time: 0.6825852 Feb 04 11:42:13.017584 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9715048-e473-4fc7-9f28-613029f1ee73 None None] Pushing event updated for resources: {'Port': ['ID=add29de5-9fbc-4a44-8c60-ca8e8ccc22af,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:13.141649 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-b0f5b871-d6ac-48fa-b597-ea9679ac701b None None] For port 281f207f-112e-4636-9325-8631e495a51f, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:42:13.164376 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-b0f5b871-d6ac-48fa-b597-ea9679ac701b None None] For port 281f207f-112e-4636-9325-8631e495a51f, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=281f207f-112e-4636-9325-8631e495a51f,segment=NetworkSegment(e06031fb-d824-4544-85c6-de3fc18bdc1d),segment_id=e06031fb-d824-4544-85c6-de3fc18bdc1d)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:42:13.173143 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d75ae2-c2e1-4eec-9575-9f8ef0e67327 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Network 5e3a5916-6c2e-4579-a617-efc295834210 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:42:13.191592 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-c0d75ae2-c2e1-4eec-9575-9f8ef0e67327 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:42:13.210041 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-a9715048-e473-4fc7-9f28-613029f1ee73 None None] Attempting to bind port add29de5-9fbc-4a44-8c60-ca8e8ccc22af on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:42:13.210563 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-a9715048-e473-4fc7-9f28-613029f1ee73 None None] Attempting to bind port add29de5-9fbc-4a44-8c60-ca8e8ccc22af by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'ef628b2f-4f5f-4c32-933e-06b71f853bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2280d596-95c5-4d9a-a540-8a366f6794f6'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:42:13.211046 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9715048-e473-4fc7-9f28-613029f1ee73 None None] Attempting to bind port add29de5-9fbc-4a44-8c60-ca8e8ccc22af on network 2280d596-95c5-4d9a-a540-8a366f6794f6 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:42:13.277357 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b0f5b871-d6ac-48fa-b597-ea9679ac701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:13.307838 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port afb76d82-9476-439c-a385-322acee4592d triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:13.308322 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:13.311199 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-f9cdaefe-5920-4d9c-9150-6586eac8703c None None] Set router a6a24964-14e2-4622-b221-5bd06e2b3e65 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:42:13.389841 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9715048-e473-4fc7-9f28-613029f1ee73 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:42:13.390241 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9715048-e473-4fc7-9f28-613029f1ee73 None None] Checking segment: {'id': 'ef628b2f-4f5f-4c32-933e-06b71f853bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2280d596-95c5-4d9a-a540-8a366f6794f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:42:13.390634 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a9715048-e473-4fc7-9f28-613029f1ee73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:13.391022 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9715048-e473-4fc7-9f28-613029f1ee73 None None] Bound using segment: {'id': 'ef628b2f-4f5f-4c32-933e-06b71f853bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2280d596-95c5-4d9a-a540-8a366f6794f6'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:42:13.391496 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-a9715048-e473-4fc7-9f28-613029f1ee73 None None] Bound port: add29de5-9fbc-4a44-8c60-ca8e8ccc22af, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef628b2f-4f5f-4c32-933e-06b71f853bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2280d596-95c5-4d9a-a540-8a366f6794f6'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:42:13.391858 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a9715048-e473-4fc7-9f28-613029f1ee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:13.404887 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f2637-d62f-43a4-a92e-375ab4f7ad8e None None] Pushing event updated for resources: {'Port': ['ID=987cf063-6289-47f3-b975-8d807bdb9998,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:13.447296 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-8a909591-7aae-43b2-9510-f1695ff0dbb6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/quotas/009ced00ffd949498e5831cf00e326e7 HTTP/1.1" status: 200 len: 375 time: 0.5385947 Feb 04 11:42:13.454266 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-013a0f9d-5a6f-4cb7-a3ed-747df772a686 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Calling delete_port for 281f207f-112e-4636-9325-8631e495a51f owned by network:router_interface {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:42:13.626614 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f5b871-d6ac-48fa-b597-ea9679ac701b None None] Routers {'56c8bd21-14ba-480e-9544-0062df128086'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:13.627269 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-b0f5b871-d6ac-48fa-b597-ea9679ac701b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:41:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['56c8bd21-14ba-480e-9544-0062df128086'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:13.725608 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=733d2907-0477-4ad4-adf3-78f5783ffd39,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:13.799613 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-f9cdaefe-5920-4d9c-9150-6586eac8703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a24964-14e2-4622-b221-5bd06e2b3e65', 'name': 'tempest-TestVolumeBootPattern-298442765-router', 'tenant_id': 'd430be4325ec4585a9aaa4058df47923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': 'c458e7ce-a7ba-48bd-93e2-2b06940f7633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:42:04Z', 'updated_at': '2022-02-04T11:42:08Z', 'revision_number': 3, 'project_id': 'd430be4325ec4585a9aaa4058df47923', 'gw_port': {'id': 'c458e7ce-a7ba-48bd-93e2-2b06940f7633', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a24964-14e2-4622-b221-5bd06e2b3e65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:42:06Z', 'updated_at': '2022-02-04T11:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:13.806154 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cdaefe-5920-4d9c-9150-6586eac8703c None None] The sync data for ids ['a6a24964-14e2-4622-b221-5bd06e2b3e65'] in dv-neutron-827825-2-hyperv is: [{'id': 'a6a24964-14e2-4622-b221-5bd06e2b3e65', 'name': 'tempest-TestVolumeBootPattern-298442765-router', 'tenant_id': 'd430be4325ec4585a9aaa4058df47923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': 'c458e7ce-a7ba-48bd-93e2-2b06940f7633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:42:04Z', 'updated_at': '2022-02-04T11:42:08Z', 'revision_number': 3, 'project_id': 'd430be4325ec4585a9aaa4058df47923', 'gw_port': {'id': 'c458e7ce-a7ba-48bd-93e2-2b06940f7633', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a24964-14e2-4622-b221-5bd06e2b3e65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:42:06Z', 'updated_at': '2022-02-04T11:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:42:13.877796 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-06c23484-2cb3-403b-bfcd-dc458adde6b5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3840978 Feb 04 11:42:14.055766 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-b0f5b871-d6ac-48fa-b597-ea9679ac701b None None] Set router 56c8bd21-14ba-480e-9544-0062df128086 gateway port host: None {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:42:14.071047 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.api [None req-013a0f9d-5a6f-4cb7-a3ed-747df772a686 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:42:14.071539 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG oslo_db.api [None req-013a0f9d-5a6f-4cb7-a3ed-747df772a686 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:42:14.147212 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 69b4dc5f-421c-4100-b5f1-87829f7f5ded up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:14.225244 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-a9715048-e473-4fc7-9f28-613029f1ee73 None None] For port add29de5-9fbc-4a44-8c60-ca8e8ccc22af, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:42:14.279218 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d75ae2-c2e1-4eec-9575-9f8ef0e67327 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Router 52d6f8da-329f-46b9-bee0-322784ec901f is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:42:14.306392 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee804aee-de4c-4cbc-a964-077df78f8209 None None] Pushing event updated for resources: {'Port': ['ID=281f207f-112e-4636-9325-8631e495a51f,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:14.320489 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-a9715048-e473-4fc7-9f28-613029f1ee73 None None] For port add29de5-9fbc-4a44-8c60-ca8e8ccc22af, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=add29de5-9fbc-4a44-8c60-ca8e8ccc22af,segment=NetworkSegment(ef628b2f-4f5f-4c32-933e-06b71f853bd8),segment_id=ef628b2f-4f5f-4c32-933e-06b71f853bd8)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:42:14.351427 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-19871461-35fe-4058-a61c-f0bb2572e42c service neutron] 10.222.0.21 "GET /v2.0/networks/67192125-5c3e-4711-abd3-648a29c73c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626439 Feb 04 11:42:14.447979 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f97ac2a-3f1b-45eb-beb1-85c98e44484e None None] Network d063ac67-836b-4996-8196-59acae39eb14 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:42:14.484941 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a9715048-e473-4fc7-9f28-613029f1ee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:14.540448 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6c4f61b0-c2de-4d81-8ff2-c7ea8eb1b942 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:14.631764 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-decb5a10-5253-405c-9e43-139b60aa840d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:14.647493 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-013a0f9d-5a6f-4cb7-a3ed-747df772a686 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Deleting port 281f207f-112e-4636-9325-8631e495a51f {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:14.647835 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-013a0f9d-5a6f-4cb7-a3ed-747df772a686 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:14.764943 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 69b4dc5f-421c-4100-b5f1-87829f7f5ded triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:14.767041 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:14.812114 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-84711797-e13b-41af-a94c-2215ebc6be76 service neutron] 10.222.0.21 "GET /v2.0/networks/67192125-5c3e-4711-abd3-648a29c73c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539742 Feb 04 11:42:14.852172 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-662a63c5-323d-4138-bac2-1d2e99bd9bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:14.931996 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef793015-0838-41c9-b6e3-b4e98a223f66 None None] Network 5e3a5916-6c2e-4579-a617-efc295834210 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:42:14.946074 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9715048-e473-4fc7-9f28-613029f1ee73 None None] Pushing event updated for resources: {'Port': ['ID=add29de5-9fbc-4a44-8c60-ca8e8ccc22af,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:15.006544 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d75ae2-c2e1-4eec-9575-9f8ef0e67327 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:42:15.039415 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c0d75ae2-c2e1-4eec-9575-9f8ef0e67327 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] 10.222.0.21 "PUT /v2.0/routers/52d6f8da-329f-46b9-bee0-322784ec901f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4706745 Feb 04 11:42:15.041125 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39632) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:15.111821 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebe0b8d-f254-469c-8a6f-3423a22b8e41 None None] Sync routers for ids ['52d6f8da-329f-46b9-bee0-322784ec901f'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:42:15.211625 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f85b57fc-9d3e-4734-a7aa-709206d59b6d None None] Provisioning for port 65614928-8337-4dc9-b0c7-98b7271e038a completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:42:15.284883 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3191e7-076d-44f6-8553-0297fd29d99b None None] Network 67192125-5c3e-4711-abd3-648a29c73c27 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:42:15.335620 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-013a0f9d-5a6f-4cb7-a3ed-747df772a686 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] For port 281f207f-112e-4636-9325-8631e495a51f, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=281f207f-112e-4636-9325-8631e495a51f,segment=NetworkSegment(e06031fb-d824-4544-85c6-de3fc18bdc1d),segment_id=e06031fb-d824-4544-85c6-de3fc18bdc1d)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:15.336183 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-013a0f9d-5a6f-4cb7-a3ed-747df772a686 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:15.406750 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-decb5a10-5253-405c-9e43-139b60aa840d admin admin] Allocated IP 172.20.0.1 (d063ac67-836b-4996-8196-59acae39eb14/c1052564-7f25-44b8-9e7b-7481f36135ff/c918ecb3-ed4b-4b1a-82b6-2b9c6e5d466c) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:42:15.425236 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5840cb70-87c9-4a38-aa65-c9cdf169ea24 req-b399a9fb-b751-4b55-9c35-c508271a9b5b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b3b24ac-dbdf-4a6d-a273-eadc5d79e495 HTTP/1.1" status: 200 len: 210 time: 0.1686208 Feb 04 11:42:15.592096 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebe0b8d-f254-469c-8a6f-3423a22b8e41 None None] Routers {'52d6f8da-329f-46b9-bee0-322784ec901f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:15.592741 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-aebe0b8d-f254-469c-8a6f-3423a22b8e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:42:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['52d6f8da-329f-46b9-bee0-322784ec901f'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:15.601649 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-013a0f9d-5a6f-4cb7-a3ed-747df772a686 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Calling delete_port for 281f207f-112e-4636-9325-8631e495a51f owned by network:router_interface {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:42:15.747216 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-aebe0b8d-f254-469c-8a6f-3423a22b8e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:15.890623 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:16.005636 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:16.008968 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-decb5a10-5253-405c-9e43-139b60aa840d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:16.054859 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-decb5a10-5253-405c-9e43-139b60aa840d admin admin] Transition to ACTIVE for port object c918ecb3-ed4b-4b1a-82b6-2b9c6e5d466c will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:42:16.111509 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebe0b8d-f254-469c-8a6f-3423a22b8e41 None None] Routers {'52d6f8da-329f-46b9-bee0-322784ec901f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:16.111852 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-aebe0b8d-f254-469c-8a6f-3423a22b8e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:42:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['52d6f8da-329f-46b9-bee0-322784ec901f'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:16.185430 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-bc2c4825-d1a4-4aff-b104-ad8d51e928e7 None None] Provisioning for port 987cf063-6289-47f3-b975-8d807bdb9998 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:42:16.288310 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-aebe0b8d-f254-469c-8a6f-3423a22b8e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:16.289034 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebe0b8d-f254-469c-8a6f-3423a22b8e41 None None] The sync data for ids ['52d6f8da-329f-46b9-bee0-322784ec901f'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:42:16.375482 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-decb5a10-5253-405c-9e43-139b60aa840d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:16.420872 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-b0f5b871-d6ac-48fa-b597-ea9679ac701b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8bd21-14ba-480e-9544-0062df128086', 'name': 'tempest-RoutersIpV6Test-router-1761692933', 'tenant_id': '1857235941a6433080777df3100a6d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:14Z', 'updated_at': '2022-02-04T11:42:04Z', 'revision_number': 7, 'project_id': '1857235941a6433080777df3100a6d46', 'gw_port_host': None, '_interfaces': [{'id': '213e5a4f-922e-4c5a-a15c-908e787ee133', 'name': '', 'network_id': '56225026-f565-4757-906e-0cd472ebe86b', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:9f:3a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:19Z', 'updated_at': '2022-02-04T11:41:30Z', 'revision_number': 5, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '281f207f-112e-4636-9325-8631e495a51f', 'name': '', 'network_id': '508a8af5-337f-446b-ac4b-ae37a2c45b4c', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:07:7b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1358045-8f43-4e21-9ad3-16331de84109', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:53Z', 'updated_at': '2022-02-04T11:42:13Z', 'revision_number': 4, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': 'a1358045-8f43-4e21-9ad3-16331de84109', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e72668d-9412-417f-b6ef-c3c1f72ca079', 'name': '', 'network_id': 'a5d2727c-f84e-4ae2-b35f-4854094e06b3', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:e3:e1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd83a7f42-a427-459b-9844-00ac92380894', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:42Z', 'updated_at': '2022-02-04T11:41:56Z', 'revision_number': 4, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': 'd83a7f42-a427-459b-9844-00ac92380894', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69b4dc5f-421c-4100-b5f1-87829f7f5ded', 'name': '', 'network_id': '40008c44-c055-47e7-ab84-8a71b5f13f88', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:82:26:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47ab593f-d154-481f-abfa-be0bfe6cedc3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:32Z', 'updated_at': '2022-02-04T11:41:51Z', 'revision_number': 5, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': '47ab593f-d154-481f-abfa-be0bfe6cedc3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:16.436180 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f5b871-d6ac-48fa-b597-ea9679ac701b None None] The sync data for ids ['56c8bd21-14ba-480e-9544-0062df128086'] in dv-neutron-827825-2-hyperv is: [{'id': '56c8bd21-14ba-480e-9544-0062df128086', 'name': 'tempest-RoutersIpV6Test-router-1761692933', 'tenant_id': '1857235941a6433080777df3100a6d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:14Z', 'updated_at': '2022-02-04T11:42:04Z', 'revision_number': 7, 'project_id': '1857235941a6433080777df3100a6d46', 'gw_port_host': None, '_interfaces': [{'id': '213e5a4f-922e-4c5a-a15c-908e787ee133', 'name': '', 'network_id': '56225026-f565-4757-906e-0cd472ebe86b', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:9f:3a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:19Z', 'updated_at': '2022-02-04T11:41:30Z', 'revision_number': 5, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '281f207f-112e-4636-9325-8631e495a51f', 'name': '', 'network_id': '508a8af5-337f-446b-ac4b-ae37a2c45b4c', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:07:7b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1358045-8f43-4e21-9ad3-16331de84109', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:53Z', 'updated_at': '2022-02-04T11:42:13Z', 'revision_number': 4, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': 'a1358045-8f43-4e21-9ad3-16331de84109', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e72668d-9412-417f-b6ef-c3c1f72ca079', 'name': '', 'network_id': 'a5d2727c-f84e-4ae2-b35f-4854094e06b3', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:e3:e1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd83a7f42-a427-459b-9844-00ac92380894', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:42Z', 'updated_at': '2022-02-04T11:41:56Z', 'revision_number': 4, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': 'd83a7f42-a427-459b-9844-00ac92380894', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69b4dc5f-421c-4100-b5f1-87829f7f5ded', 'name': '', 'network_id': '40008c44-c055-47e7-ab84-8a71b5f13f88', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:82:26:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47ab593f-d154-481f-abfa-be0bfe6cedc3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:32Z', 'updated_at': '2022-02-04T11:41:51Z', 'revision_number': 5, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': '47ab593f-d154-481f-abfa-be0bfe6cedc3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:42:16.441094 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-bc2c4825-d1a4-4aff-b104-ad8d51e928e7 None None] Provisioning for port 137b4740-ad8b-4b1d-bb17-732bf19c3ad4 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:42:16.513852 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decb5a10-5253-405c-9e43-139b60aa840d admin admin] Network d063ac67-836b-4996-8196-59acae39eb14 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:42:16.524542 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-decb5a10-5253-405c-9e43-139b60aa840d admin admin] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:42:16.527133 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb5a10-5253-405c-9e43-139b60aa840d admin admin] Pushing event updated for resources: {'Port': ['ID=c918ecb3-ed4b-4b1a-82b6-2b9c6e5d466c,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:16.534526 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decb5a10-5253-405c-9e43-139b60aa840d admin admin] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:42:16.590360 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-013a0f9d-5a6f-4cb7-a3ed-747df772a686 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:16.633461 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-decb5a10-5253-405c-9e43-139b60aa840d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:16.677008 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab022e6-3741-493d-8a97-babf092fe101 None None] Network 2280d596-95c5-4d9a-a540-8a366f6794f6 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:42:16.689894 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a0f9d-5a6f-4cb7-a3ed-747df772a686 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event deleted for resources: {'Port': ['ID=281f207f-112e-4636-9325-8631e495a51f,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:16.908804 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b3d7dd31-a45c-4475-9b9c-79c3d8ba4805 req-ec25c71c-d76e-4c78-8430-3666d6dd0713 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b3b24ac-dbdf-4a6d-a273-eadc5d79e495 HTTP/1.1" status: 200 len: 210 time: 0.2169921 Feb 04 11:42:17.027771 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-decb5a10-5253-405c-9e43-139b60aa840d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:17.129629 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:17.181967 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 281f207f-112e-4636-9325-8631e495a51f up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:17.209274 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-6c4f61b0-c2de-4d81-8ff2-c7ea8eb1b942 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Deleting port f3378f72-6ee2-41fc-ae52-5a2391dd019d {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:17.211520 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6c4f61b0-c2de-4d81-8ff2-c7ea8eb1b942 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:17.256905 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9308c69d-6356-45bd-9943-466b179e168d None None] Provisioning for port add29de5-9fbc-4a44-8c60-ca8e8ccc22af completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:42:17.274999 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 281f207f-112e-4636-9325-8631e495a51f {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:42:17.275341 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 281f207f-112e-4636-9325-8631e495a51f not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 04 11:42:17.412715 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Port 281f207f-112e-4636-9325-8631e495a51f not found, will not notify nova. {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 04 11:42:17.415503 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device c19b6c46-bb43-4310-9912-2d2d61d6f848 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:17.417128 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-70988081-c36b-4f6f-afa4-6533be445b7c tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:42:17.418316 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-70988081-c36b-4f6f-afa4-6533be445b7c tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] 10.222.0.21 "PUT /v2.0/routers/52d6f8da-329f-46b9-bee0-322784ec901f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.3762498 Feb 04 11:42:17.422010 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39654) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:17.640343 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port c19b6c46-bb43-4310-9912-2d2d61d6f848 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:42:17.648216 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6c4f61b0-c2de-4d81-8ff2-c7ea8eb1b942 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:17.651260 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port c19b6c46-bb43-4310-9912-2d2d61d6f848 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:17.651628 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:17.705197 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-44dcc280-d60d-46ac-9580-9799d04c9994 None None] Provisioning for port 9c8d797c-2884-41aa-8360-e89694ae2fc3 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:42:17.745869 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-44dcc280-d60d-46ac-9580-9799d04c9994 None None] Provisioning complete for port 9c8d797c-2884-41aa-8360-e89694ae2fc3 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:17.746315 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-44dcc280-d60d-46ac-9580-9799d04c9994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:17.877682 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-44dcc280-d60d-46ac-9580-9799d04c9994 None None] Port 9c8d797c-2884-41aa-8360-e89694ae2fc3 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:42:17.891311 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-6c4f61b0-c2de-4d81-8ff2-c7ea8eb1b942 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Calling delete_port for f3378f72-6ee2-41fc-ae52-5a2391dd019d owned by network:router_interface {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:42:17.900401 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-decb5a10-5253-405c-9e43-139b60aa840d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:17.929082 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:17.945119 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-013a0f9d-5a6f-4cb7-a3ed-747df772a686 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:17.987151 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port c19b6c46-bb43-4310-9912-2d2d61d6f848, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=c19b6c46-bb43-4310-9912-2d2d61d6f848,segment=NetworkSegment(4eb24d1e-b892-48d0-b039-7c5703d889e1),segment_id=4eb24d1e-b892-48d0-b039-7c5703d889e1)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:17.989664 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-decb5a10-5253-405c-9e43-139b60aa840d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:18.006498 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c647ff-a6d0-485e-9880-486af1bf8660 None None] get_active_networks_info from dv-neutron-827825-2-hyperv {{(pid=84206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 11:42:18.134631 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:18.135408 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 137b4740-ad8b-4b1d-bb17-732bf19c3ad4 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:18.169143 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4f6dace3-908b-4479-831f-c74498c6261c req-cf74974d-6ea3-455e-a31d-f45f597cbfc8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b3b24ac-dbdf-4a6d-a273-eadc5d79e495 HTTP/1.1" status: 200 len: 210 time: 0.0496469 Feb 04 11:42:18.243989 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-755b0955-6abf-44b3-93e8-2ddae8817519 None None] Provisioning for port c918ecb3-ed4b-4b1a-82b6-2b9c6e5d466c completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:42:18.260613 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-755b0955-6abf-44b3-93e8-2ddae8817519 None None] Provisioning complete for port c918ecb3-ed4b-4b1a-82b6-2b9c6e5d466c triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:18.260959 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-755b0955-6abf-44b3-93e8-2ddae8817519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:18.384999 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-755b0955-6abf-44b3-93e8-2ddae8817519 None None] Port c918ecb3-ed4b-4b1a-82b6-2b9c6e5d466c cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:42:18.398541 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=c19b6c46-bb43-4310-9912-2d2d61d6f848,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:18.411448 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 137b4740-ad8b-4b1d-bb17-732bf19c3ad4 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:42:18.421382 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 137b4740-ad8b-4b1d-bb17-732bf19c3ad4 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:18.421712 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:18.479881 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb5a10-5253-405c-9e43-139b60aa840d admin admin] Pushing event updated for resources: {'Port': ['ID=c918ecb3-ed4b-4b1a-82b6-2b9c6e5d466c,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:18.487110 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-decb5a10-5253-405c-9e43-139b60aa840d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:18.526890 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-13c61f6a-6202-4669-9514-6e24ff7941b1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:18.527761 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-13c61f6a-6202-4669-9514-6e24ff7941b1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:network {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:42:18.626523 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-13c61f6a-6202-4669-9514-6e24ff7941b1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:network {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:42:18.627723 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-13c61f6a-6202-4669-9514-6e24ff7941b1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "GET /v2.0/networks?id=67192125-5c3e-4711-abd3-648a29c73c27 HTTP/1.1" status: 200 len: 797 time: 0.5889394 Feb 04 11:42:18.667099 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c647ff-a6d0-485e-9880-486af1bf8660 None None] Resources bound (agent type, host, resource id): {{(pid=84206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 11:42:18.668145 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6f7a5512-c6fb-4007-a16f-87af5288e294 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:18.695862 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6c4f61b0-c2de-4d81-8ff2-c7ea8eb1b942 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:18.738675 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-755b0955-6abf-44b3-93e8-2ddae8817519 None None] Provisioning complete for port 9c8d797c-2884-41aa-8360-e89694ae2fc3 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:18.739515 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-755b0955-6abf-44b3-93e8-2ddae8817519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:18.758735 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f61b0-c2de-4d81-8ff2-c7ea8eb1b942 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event deleted for resources: {'Port': ['ID=f3378f72-6ee2-41fc-ae52-5a2391dd019d,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:18.785979 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:18.861952 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-f60f5629-d4d4-4acd-bd68-651db9ff8323 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:security_group {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:42:18.872072 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decb5a10-5253-405c-9e43-139b60aa840d admin admin] Network d063ac67-836b-4996-8196-59acae39eb14 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:42:18.877279 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-decb5a10-5253-405c-9e43-139b60aa840d admin admin] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:42:18.913871 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-755b0955-6abf-44b3-93e8-2ddae8817519 None None] Port 9c8d797c-2884-41aa-8360-e89694ae2fc3 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:42:18.932162 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 137b4740-ad8b-4b1d-bb17-732bf19c3ad4, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=137b4740-ad8b-4b1d-bb17-732bf19c3ad4,segment=NetworkSegment(7ca53ebb-a4fd-4b5c-8841-2cfbab11ad2a),segment_id=7ca53ebb-a4fd-4b5c-8841-2cfbab11ad2a)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:18.961089 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fca38d-d0c3-4146-872a-b74faae1212b None None] Sync routers for ids ['a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:42:18.981491 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fca38d-d0c3-4146-872a-b74faae1212b None None] Routers {'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:18.982496 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-79fca38d-d0c3-4146-872a-b74faae1212b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:42:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:19.069824 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-f60f5629-d4d4-4acd-bd68-651db9ff8323 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:security_group {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:42:19.071007 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-f60f5629-d4d4-4acd-bd68-651db9ff8323 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=009ced00ffd949498e5831cf00e326e7 HTTP/1.1" status: 200 len: 472 time: 0.4270291 Feb 04 11:42:19.093858 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-2fe4975b-6d1a-4ed3-87df-e8bce5ba2259 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'port': {'device_id': '3b3b24ac-dbdf-4a6d-a273-eadc5d79e495', 'network_id': '67192125-5c3e-4711-abd3-648a29c73c27', 'admin_state_up': True, 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'security_groups': ['37f258a4-34c0-4fa0-84fe-8fbb7676eba5']}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:42:19.099448 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:19.100511 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 16fd1835-63f8-4c13-a25b-d21cc3b64633 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:19.194022 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-79fca38d-d0c3-4146-872a-b74faae1212b None None] Set router a2b19bd9-09d3-48dd-8c0e-d267aeafd28f gateway port host: None {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:42:19.316068 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=137b4740-ad8b-4b1d-bb17-732bf19c3ad4,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:19.359384 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013a0f9d-5a6f-4cb7-a3ed-747df772a686 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Router 56c8bd21-14ba-480e-9544-0062df128086 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:42:19.394107 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6c4f61b0-c2de-4d81-8ff2-c7ea8eb1b942 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:19.503146 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7933771f-0af5-4bd2-bbb0-0f35cc9bed10 req-27bdab8a-a25e-445c-a762-e07d6a3c5f1b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b3b24ac-dbdf-4a6d-a273-eadc5d79e495 HTTP/1.1" status: 200 len: 210 time: 0.0568750 Feb 04 11:42:19.540887 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-2fe4975b-6d1a-4ed3-87df-e8bce5ba2259 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:19.556423 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 16fd1835-63f8-4c13-a25b-d21cc3b64633 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:42:19.563487 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-2fe4975b-6d1a-4ed3-87df-e8bce5ba2259 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:port and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:42:19.569628 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 16fd1835-63f8-4c13-a25b-d21cc3b64633 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:19.569867 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-2fe4975b-6d1a-4ed3-87df-e8bce5ba2259 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:42:19.570465 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:19.588430 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-2fe4975b-6d1a-4ed3-87df-e8bce5ba2259 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:19.726418 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-2fe4975b-6d1a-4ed3-87df-e8bce5ba2259 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Made reservation on behalf of 009ced00ffd949498e5831cf00e326e7 for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:42:19.744777 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-2fe4975b-6d1a-4ed3-87df-e8bce5ba2259 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:19.791371 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:19.798920 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-79fca38d-d0c3-4146-872a-b74faae1212b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'name': 'tempest-RoutersTest-router-1669387596', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:20Z', 'updated_at': '2022-02-04T11:42:18Z', 'revision_number': 8, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'gw_port_host': None, '_interfaces': [{'id': '2fabd1a8-07f1-4bb5-a5c5-adcba933ba90', 'name': '', 'network_id': '507be9bb-6ba5-4398-b67c-016bffb0f71c', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:65:bc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a277aa9e-93fa-4c64-af12-d2bc2d2a82b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:49Z', 'updated_at': '2022-02-04T11:42:01Z', 'revision_number': 4, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': 'a277aa9e-93fa-4c64-af12-d2bc2d2a82b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afb76d82-9476-439c-a385-322acee4592d', 'name': '', 'network_id': '05c99b93-ed8e-4a2b-a881-7a73ade1e34e', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:25:2e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0333d8c6-4288-4eeb-a868-6b1db27513f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:37Z', 'updated_at': '2022-02-04T11:41:59Z', 'revision_number': 5, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': '0333d8c6-4288-4eeb-a868-6b1db27513f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb59cbe5-c152-4597-9280-5688c10fb326', 'name': '', 'network_id': 'daa82c88-f763-4832-a3c4-05a0a170dd86', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:aa:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb91c463-ee90-411a-9a19-041394395328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:25Z', 'updated_at': '2022-02-04T11:41:37Z', 'revision_number': 5, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': 'eb91c463-ee90-411a-9a19-041394395328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:19.804045 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fca38d-d0c3-4146-872a-b74faae1212b None None] Checking router: a2b19bd9-09d3-48dd-8c0e-d267aeafd28f for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:42:19.823607 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fca38d-d0c3-4146-872a-b74faae1212b None None] Routers {'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:19.824475 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-79fca38d-d0c3-4146-872a-b74faae1212b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:42:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:19.866218 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 16fd1835-63f8-4c13-a25b-d21cc3b64633, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=16fd1835-63f8-4c13-a25b-d21cc3b64633,segment=NetworkSegment(9847438a-84c8-4482-9040-7019a995fee9),segment_id=9847438a-84c8-4482-9040-7019a995fee9)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:19.938712 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:19.940572 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device add29de5-9fbc-4a44-8c60-ca8e8ccc22af up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:19.978927 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013a0f9d-5a6f-4cb7-a3ed-747df772a686 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:42:20.037436 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-79fca38d-d0c3-4146-872a-b74faae1212b None None] Set router a2b19bd9-09d3-48dd-8c0e-d267aeafd28f gateway port host: None {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:42:20.133731 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-013a0f9d-5a6f-4cb7-a3ed-747df772a686 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "PUT /v2.0/routers/56c8bd21-14ba-480e-9544-0062df128086/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5720856 Feb 04 11:42:20.140778 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=16fd1835-63f8-4c13-a25b-d21cc3b64633,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:20.142701 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39664) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:20.198973 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9797e3d6-9360-4d70-b781-c013956ed145 None None] Provisioning complete for port c918ecb3-ed4b-4b1a-82b6-2b9c6e5d466c triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:20.199383 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9797e3d6-9360-4d70-b781-c013956ed145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:20.295677 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9797e3d6-9360-4d70-b781-c013956ed145 None None] Port c918ecb3-ed4b-4b1a-82b6-2b9c6e5d466c cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:42:20.297054 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port add29de5-9fbc-4a44-8c60-ca8e8ccc22af completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:42:20.303967 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port add29de5-9fbc-4a44-8c60-ca8e8ccc22af triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:20.310100 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:20.445079 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-decb5a10-5253-405c-9e43-139b60aa840d admin admin] Router a6a24964-14e2-4622-b221-5bd06e2b3e65 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:42:20.459449 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:20.468113 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-79fca38d-d0c3-4146-872a-b74faae1212b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'name': 'tempest-RoutersTest-router-1669387596', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:20Z', 'updated_at': '2022-02-04T11:42:18Z', 'revision_number': 8, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'gw_port_host': None, '_interfaces': [{'id': '2fabd1a8-07f1-4bb5-a5c5-adcba933ba90', 'name': '', 'network_id': '507be9bb-6ba5-4398-b67c-016bffb0f71c', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:65:bc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a277aa9e-93fa-4c64-af12-d2bc2d2a82b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:49Z', 'updated_at': '2022-02-04T11:42:01Z', 'revision_number': 4, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': 'a277aa9e-93fa-4c64-af12-d2bc2d2a82b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afb76d82-9476-439c-a385-322acee4592d', 'name': '', 'network_id': '05c99b93-ed8e-4a2b-a881-7a73ade1e34e', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:25:2e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0333d8c6-4288-4eeb-a868-6b1db27513f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:37Z', 'updated_at': '2022-02-04T11:41:59Z', 'revision_number': 5, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': '0333d8c6-4288-4eeb-a868-6b1db27513f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb59cbe5-c152-4597-9280-5688c10fb326', 'name': '', 'network_id': 'daa82c88-f763-4832-a3c4-05a0a170dd86', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:aa:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb91c463-ee90-411a-9a19-041394395328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:25Z', 'updated_at': '2022-02-04T11:41:37Z', 'revision_number': 5, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': 'eb91c463-ee90-411a-9a19-041394395328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:20.475145 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fca38d-d0c3-4146-872a-b74faae1212b None None] The sync data for ids ['a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'] in dv-neutron-827825-2-hyperv is: [{'id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'name': 'tempest-RoutersTest-router-1669387596', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:20Z', 'updated_at': '2022-02-04T11:42:18Z', 'revision_number': 8, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'gw_port_host': None, '_interfaces': [{'id': '2fabd1a8-07f1-4bb5-a5c5-adcba933ba90', 'name': '', 'network_id': '507be9bb-6ba5-4398-b67c-016bffb0f71c', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:65:bc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a277aa9e-93fa-4c64-af12-d2bc2d2a82b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:49Z', 'updated_at': '2022-02-04T11:42:01Z', 'revision_number': 4, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': 'a277aa9e-93fa-4c64-af12-d2bc2d2a82b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afb76d82-9476-439c-a385-322acee4592d', 'name': '', 'network_id': '05c99b93-ed8e-4a2b-a881-7a73ade1e34e', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:25:2e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0333d8c6-4288-4eeb-a868-6b1db27513f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:37Z', 'updated_at': '2022-02-04T11:41:59Z', 'revision_number': 5, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': '0333d8c6-4288-4eeb-a868-6b1db27513f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb59cbe5-c152-4597-9280-5688c10fb326', 'name': '', 'network_id': 'daa82c88-f763-4832-a3c4-05a0a170dd86', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:aa:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb91c463-ee90-411a-9a19-041394395328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:25Z', 'updated_at': '2022-02-04T11:41:37Z', 'revision_number': 5, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': 'eb91c463-ee90-411a-9a19-041394395328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:42:20.501382 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-2fe4975b-6d1a-4ed3-87df-e8bce5ba2259 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Allocated IP 172.20.0.25 (67192125-5c3e-4711-abd3-648a29c73c27/35e60414-b5a8-4a85-901f-c762540b59b5/c987c3cf-e38b-4274-9b70-4073296bb61e) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:42:20.513759 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port add29de5-9fbc-4a44-8c60-ca8e8ccc22af, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=add29de5-9fbc-4a44-8c60-ca8e8ccc22af,segment=NetworkSegment(ef628b2f-4f5f-4c32-933e-06b71f853bd8),segment_id=ef628b2f-4f5f-4c32-933e-06b71f853bd8)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:20.602936 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:20.605439 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 65614928-8337-4dc9-b0c7-98b7271e038a up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:20.750910 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ce26139a-8af9-404b-8440-7ac80a921c69 req-89a96e3f-fdf0-478a-a455-48f132c562f1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b3b24ac-dbdf-4a6d-a273-eadc5d79e495 HTTP/1.1" status: 200 len: 210 time: 0.0594227 Feb 04 11:42:20.773677 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=add29de5-9fbc-4a44-8c60-ca8e8ccc22af,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:20.773844 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-3548babf-e0e1-461c-8373-d35cf485d2e7 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Deleting subnet a1358045-8f43-4e21-9ad3-16331de84109 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:42:20.779067 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3548babf-e0e1-461c-8373-d35cf485d2e7 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:20.820820 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-6f7a5512-c6fb-4007-a16f-87af5288e294 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Deleting port 9c8d797c-2884-41aa-8360-e89694ae2fc3 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:20.821061 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6f7a5512-c6fb-4007-a16f-87af5288e294 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:20.824846 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 65614928-8337-4dc9-b0c7-98b7271e038a completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:42:20.833739 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 65614928-8337-4dc9-b0c7-98b7271e038a triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:20.835020 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:20.849068 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3548babf-e0e1-461c-8373-d35cf485d2e7 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:20.907526 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4f61b0-c2de-4d81-8ff2-c7ea8eb1b942 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Router a2b19bd9-09d3-48dd-8c0e-d267aeafd28f has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:42:21.000572 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:21.038176 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 65614928-8337-4dc9-b0c7-98b7271e038a, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=65614928-8337-4dc9-b0c7-98b7271e038a,segment=NetworkSegment(884f7180-7ab5-448d-8298-71153734ec02),segment_id=884f7180-7ab5-448d-8298-71153734ec02)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:21.082752 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3548babf-e0e1-461c-8373-d35cf485d2e7 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:21.108756 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-2fe4975b-6d1a-4ed3-87df-e8bce5ba2259 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:21.120790 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:21.121817 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 987cf063-6289-47f3-b975-8d807bdb9998 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:21.166688 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-2fe4975b-6d1a-4ed3-87df-e8bce5ba2259 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Transition to ACTIVE for port object c987c3cf-e38b-4274-9b70-4073296bb61e will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:42:21.189410 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4f61b0-c2de-4d81-8ff2-c7ea8eb1b942 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:42:21.199970 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6c4f61b0-c2de-4d81-8ff2-c7ea8eb1b942 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "PUT /v2.0/routers/a2b19bd9-09d3-48dd-8c0e-d267aeafd28f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4715362 Feb 04 11:42:21.202627 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39670) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:21.227539 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=65614928-8337-4dc9-b0c7-98b7271e038a,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:21.251198 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6f7a5512-c6fb-4007-a16f-87af5288e294 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:21.251721 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3548babf-e0e1-461c-8373-d35cf485d2e7 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:21.314949 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3548babf-e0e1-461c-8373-d35cf485d2e7 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event deleted for resources: {'Subnet': ['ID=a1358045-8f43-4e21-9ad3-16331de84109,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:21.328281 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3548babf-e0e1-461c-8373-d35cf485d2e7 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:21.330333 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3548babf-e0e1-461c-8373-d35cf485d2e7 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/subnets/a1358045-8f43-4e21-9ad3-16331de84109 HTTP/1.1" status: 204 len: 168 time: 1.1866832 Feb 04 11:42:21.336613 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c223cb1-6e20-46d2-8dfd-5238720a7b76 None None] Network 508a8af5-337f-446b-ac4b-ae37a2c45b4c requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:42:21.346229 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39674) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:21.387038 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-6f7a5512-c6fb-4007-a16f-87af5288e294 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Calling delete_port for 9c8d797c-2884-41aa-8360-e89694ae2fc3 owned by network:router_interface {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:42:21.408868 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 987cf063-6289-47f3-b975-8d807bdb9998 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:42:21.431918 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 987cf063-6289-47f3-b975-8d807bdb9998 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:21.432146 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:21.434002 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-decb5a10-5253-405c-9e43-139b60aa840d admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:42:21.466187 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-decb5a10-5253-405c-9e43-139b60aa840d admin admin] 10.222.0.21 "PUT /v2.0/routers/a6a24964-14e2-4622-b221-5bd06e2b3e65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0781019 Feb 04 11:42:21.555097 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-49c2c8c4-739c-42e4-a72d-118b2f47ab40 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:21.593073 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-49c2c8c4-739c-42e4-a72d-118b2f47ab40 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Deleting port 7566bd31-b2a9-4844-90a4-ba48f960f228 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:21.593368 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-49c2c8c4-739c-42e4-a72d-118b2f47ab40 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:21.620453 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-2fe4975b-6d1a-4ed3-87df-e8bce5ba2259 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:21.626311 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e5a7568-16d8-458f-b52d-39d42aac8b47 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Deleting subnet aa3c860a-5df2-4272-b72d-f1a629f79726 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:42:21.637002 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1e5a7568-16d8-458f-b52d-39d42aac8b47 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:21.705510 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6f7a5512-c6fb-4007-a16f-87af5288e294 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:21.717455 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:21.744295 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1e5a7568-16d8-458f-b52d-39d42aac8b47 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:21.764991 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 987cf063-6289-47f3-b975-8d807bdb9998, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=987cf063-6289-47f3-b975-8d807bdb9998,segment=NetworkSegment(aaec0554-0827-4661-aabf-bf818440ad0e),segment_id=aaec0554-0827-4661-aabf-bf818440ad0e)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:21.805634 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-2fe4975b-6d1a-4ed3-87df-e8bce5ba2259 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 67192125-5c3e-4711-abd3-648a29c73c27 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:42:21.806914 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-2fe4975b-6d1a-4ed3-87df-e8bce5ba2259 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:42:21.809711 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-2fe4975b-6d1a-4ed3-87df-e8bce5ba2259 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:42:21.869253 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:21.870331 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 7566bd31-b2a9-4844-90a4-ba48f960f228 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:22.055716 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-2fe4975b-6d1a-4ed3-87df-e8bce5ba2259 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:22.056572 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-2fe4975b-6d1a-4ed3-87df-e8bce5ba2259 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:22.077754 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4975b-6d1a-4ed3-87df-e8bce5ba2259 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=c987c3cf-e38b-4274-9b70-4073296bb61e,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:22.177450 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1a4034-f74b-450d-ac96-c302a047a0ae None None] DHCP port deletion for 508a8af5-337f-446b-ac4b-ae37a2c45b4c request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:42:22.196959 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=987cf063-6289-47f3-b975-8d807bdb9998,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:22.200894 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-be1a4034-f74b-450d-ac96-c302a047a0ae None None] Deleting port 7566bd31-b2a9-4844-90a4-ba48f960f228 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:22.201311 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be1a4034-f74b-450d-ac96-c302a047a0ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:22.272561 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-49c2c8c4-739c-42e4-a72d-118b2f47ab40 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] For port 7566bd31-b2a9-4844-90a4-ba48f960f228, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=7566bd31-b2a9-4844-90a4-ba48f960f228,segment=NetworkSegment(e06031fb-d824-4544-85c6-de3fc18bdc1d),segment_id=e06031fb-d824-4544-85c6-de3fc18bdc1d)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:22.273164 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-49c2c8c4-739c-42e4-a72d-118b2f47ab40 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:22.281260 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1e5a7568-16d8-458f-b52d-39d42aac8b47 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:22.328556 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a5512-c6fb-4007-a16f-87af5288e294 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Pushing event deleted for resources: {'Port': ['ID=9c8d797c-2884-41aa-8360-e89694ae2fc3,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:22.344042 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6f7a5512-c6fb-4007-a16f-87af5288e294 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:22.401166 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 7566bd31-b2a9-4844-90a4-ba48f960f228 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:22.401450 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:22.467483 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-49c2c8c4-739c-42e4-a72d-118b2f47ab40 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Calling delete_port for 7566bd31-b2a9-4844-90a4-ba48f960f228 owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:42:22.496930 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39688) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:22.514473 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-00a9ac1c-c466-413b-9aaf-2d04025060f1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1983524652', 'description': 'tempest-secgroup-smoke-1983524652 description', 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:42:22.526032 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-00a9ac1c-c466-413b-9aaf-2d04025060f1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:22.534405 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9f1d7ff9-9731-4a64-96ea-d227a9390733 None None] Provisioning for port c987c3cf-e38b-4274-9b70-4073296bb61e completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:42:22.547162 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-00a9ac1c-c466-413b-9aaf-2d04025060f1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Usage tracker for resource:security_group and tenant:4e2cb104d3bb42a4a344ade0b8b3bbd0 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:42:22.551000 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-00a9ac1c-c466-413b-9aaf-2d04025060f1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:42:22.558312 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9f1d7ff9-9731-4a64-96ea-d227a9390733 None None] Provisioning complete for port c987c3cf-e38b-4274-9b70-4073296bb61e triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:22.558681 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9f1d7ff9-9731-4a64-96ea-d227a9390733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:22.562366 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-2fe4975b-6d1a-4ed3-87df-e8bce5ba2259 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4745238 Feb 04 11:42:22.565138 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-00a9ac1c-c466-413b-9aaf-2d04025060f1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:22.574075 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-c256e7d2-0e48-4228-b2b0-39a0d1739783 service neutron] Request body: {'port': {'device_id': '3b3b24ac-dbdf-4a6d-a273-eadc5d79e495', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:42:22.580380 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfec034-e408-4d18-812c-653c6b53efb8 req-771434bd-3c83-4a0b-8a2c-6caf1784aa54 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:22.580380 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3cfec034-e408-4d18-812c-653c6b53efb8 req-771434bd-3c83-4a0b-8a2c-6caf1784aa54 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b3b24ac-dbdf-4a6d-a273-eadc5d79e495 HTTP/1.1" status: 200 len: 932 time: 0.4501817 Feb 04 11:42:22.615672 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-be1a4034-f74b-450d-ac96-c302a047a0ae None None] For port 7566bd31-b2a9-4844-90a4-ba48f960f228, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=7566bd31-b2a9-4844-90a4-ba48f960f228,segment=NetworkSegment(e06031fb-d824-4544-85c6-de3fc18bdc1d),segment_id=e06031fb-d824-4544-85c6-de3fc18bdc1d)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:22.616565 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be1a4034-f74b-450d-ac96-c302a047a0ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:22.654903 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3cfec034-e408-4d18-812c-653c6b53efb8 req-374923a1-6ad1-45db-9463-9b2022bfed88 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=37f258a4-34c0-4fa0-84fe-8fbb7676eba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607400 Feb 04 11:42:22.674388 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-00a9ac1c-c466-413b-9aaf-2d04025060f1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:22.710636 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1e5a7568-16d8-458f-b52d-39d42aac8b47 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:22.758278 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-00a9ac1c-c466-413b-9aaf-2d04025060f1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:22.760769 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a7568-16d8-458f-b52d-39d42aac8b47 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event deleted for resources: {'Subnet': ['ID=aa3c860a-5df2-4272-b72d-f1a629f79726,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:22.766843 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-49c2c8c4-739c-42e4-a72d-118b2f47ab40 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:22.771540 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-00a9ac1c-c466-413b-9aaf-2d04025060f1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Usage tracker for resource:security_group_rule and tenant:4e2cb104d3bb42a4a344ade0b8b3bbd0 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:42:22.805729 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-be1a4034-f74b-450d-ac96-c302a047a0ae None None] Calling delete_port for 7566bd31-b2a9-4844-90a4-ba48f960f228 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:42:22.806522 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-00a9ac1c-c466-413b-9aaf-2d04025060f1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:42:22.819546 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-00a9ac1c-c466-413b-9aaf-2d04025060f1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:22.821906 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1e5a7568-16d8-458f-b52d-39d42aac8b47 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:22.838918 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2c8c4-739c-42e4-a72d-118b2f47ab40 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event deleted for resources: {'Port': ['ID=7566bd31-b2a9-4844-90a4-ba48f960f228,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:22.840345 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a56736-a72f-432b-80d3-e0f7dbc137c9 None None] Network 2772845e-6df9-4b45-8b22-88d348a84d4b requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:42:22.842662 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-c256e7d2-0e48-4228-b2b0-39a0d1739783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:22.852784 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9f1d7ff9-9731-4a64-96ea-d227a9390733 None None] Port c987c3cf-e38b-4274-9b70-4073296bb61e cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:42:22.854510 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c2c8c4-739c-42e4-a72d-118b2f47ab40 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] No DVR routers for this DVR port 7566bd31-b2a9-4844-90a4-ba48f960f228 on host dv-neutron-827825-2-hyperv {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:42:22.859816 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-1e5a7568-16d8-458f-b52d-39d42aac8b47 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/subnets/aa3c860a-5df2-4272-b72d-f1a629f79726 HTTP/1.1" status: 204 len: 168 time: 1.6561639 Feb 04 11:42:22.862861 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39692) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:22.924545 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:23.094170 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-be1a4034-f74b-450d-ac96-c302a047a0ae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:42:23.094561 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-be1a4034-f74b-450d-ac96-c302a047a0ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:42:23.108920 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-49c2c8c4-739c-42e4-a72d-118b2f47ab40 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:23.123379 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:23.123802 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:23.160714 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-00a9ac1c-c466-413b-9aaf-2d04025060f1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:23.164649 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c93ce44a-c4bc-43f8-9db1-6f1f64fbf367 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:23.170599 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-49c2c8c4-739c-42e4-a72d-118b2f47ab40 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['508a8af5-337f-446b-ac4b-ae37a2c45b4c']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:23.187629 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-49c2c8c4-739c-42e4-a72d-118b2f47ab40 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e06031fb-d824-4544-85c6-de3fc18bdc1d') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:23.187864 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-49c2c8c4-739c-42e4-a72d-118b2f47ab40 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e06031fb-d824-4544-85c6-de3fc18bdc1d') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:23.203958 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-49c2c8c4-739c-42e4-a72d-118b2f47ab40 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:23.210835 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-c93ce44a-c4bc-43f8-9db1-6f1f64fbf367 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Deleting port 16fd1835-63f8-4c13-a25b-d21cc3b64633 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:23.211170 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c93ce44a-c4bc-43f8-9db1-6f1f64fbf367 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:23.252152 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-00a9ac1c-c466-413b-9aaf-2d04025060f1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:23.280166 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7a5512-c6fb-4007-a16f-87af5288e294 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Router 52d6f8da-329f-46b9-bee0-322784ec901f has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:42:23.299789 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-49c2c8c4-739c-42e4-a72d-118b2f47ab40 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:23.331795 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 3e72668d-9412-417f-b6ef-c3c1f72ca079 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:23.358129 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c2c8c4-739c-42e4-a72d-118b2f47ab40 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:42:23.358537 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-49c2c8c4-739c-42e4-a72d-118b2f47ab40 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:23.378034 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:42:23.378034 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:42:23.378034 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:42:23.378034 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:42:23.378034 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:42:23.378034 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:42:23.378034 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:42:23.378034 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:42:23.378034 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:42:23.378034 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:42:23.378034 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:42:23.378034 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:42:23.378034 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:42:23.378034 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:42:23.378034 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:42:23.378034 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:42:23.378034 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:42:23.378034 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:42:23.378034 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:42:23.378034 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:42:23.378034 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:42:23.378034 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:42:23.378034 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:42:23.378034 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:42:23.378034 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:42:23.378034 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:42:23.378034 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:42:23.378034 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:42:23.378034 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:42:23.378034 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:42:23.378034 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:42:23.378034 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:42:23.391604 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9ac1c-c466-413b-9aaf-2d04025060f1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b57a5bbd-0b59-4171-ae0e-c020deb7a309,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:23.454288 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443da7af-06bb-4fd9-8595-c7d559fd35c3 None None] DHCP port deletion for 2772845e-6df9-4b45-8b22-88d348a84d4b request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:42:23.461049 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-443da7af-06bb-4fd9-8595-c7d559fd35c3 None None] Deleting port 16fd1835-63f8-4c13-a25b-d21cc3b64633 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:23.461556 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-443da7af-06bb-4fd9-8595-c7d559fd35c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:23.537148 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7a5512-c6fb-4007-a16f-87af5288e294 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:42:23.547943 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6f7a5512-c6fb-4007-a16f-87af5288e294 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] 10.222.0.21 "PUT /v2.0/routers/52d6f8da-329f-46b9-bee0-322784ec901f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1213930 Feb 04 11:42:23.554722 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39696) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:23.607401 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-c256e7d2-0e48-4228-b2b0-39a0d1739783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c987c3cf-e38b-4274-9b70-4073296bb61e {{(pid=84204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:42:23.615976 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-c256e7d2-0e48-4228-b2b0-39a0d1739783 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:23.638304 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-c256e7d2-0e48-4228-b2b0-39a0d1739783 service neutron] Transition to ACTIVE for port object c987c3cf-e38b-4274-9b70-4073296bb61e will not be triggered until provisioned by entity L2. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:42:23.640266 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-00a9ac1c-c466-413b-9aaf-2d04025060f1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:23.644157 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-00a9ac1c-c466-413b-9aaf-2d04025060f1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.1433504 Feb 04 11:42:23.646490 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39700) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:23.653229 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-8469d894-e243-4439-bcd0-46ed4886e1dd tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Request body: {'security_group_rule': {'security_group_id': 'b57a5bbd-0b59-4171-ae0e-c020deb7a309', 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:42:23.663619 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-8469d894-e243-4439-bcd0-46ed4886e1dd tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:23.669787 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8469d894-e243-4439-bcd0-46ed4886e1dd tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Usage tracker for resource:security_group_rule and tenant:4e2cb104d3bb42a4a344ade0b8b3bbd0 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:42:23.672997 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8469d894-e243-4439-bcd0-46ed4886e1dd tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:42:23.680263 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-8469d894-e243-4439-bcd0-46ed4886e1dd tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:23.714834 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-c256e7d2-0e48-4228-b2b0-39a0d1739783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:23.784982 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-5ba7d0d6-db5d-4fcc-a502-17b36e7e7735 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] delete failed (client error): The resource could not be found. Feb 04 11:42:23.794936 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5ba7d0d6-db5d-4fcc-a502-17b36e7e7735 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-2124154160 HTTP/1.1" status: 404 len: 335 time: 0.2306581 Feb 04 11:42:23.800260 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-be1a4034-f74b-450d-ac96-c302a047a0ae None None] Deleting port 7566bd31-b2a9-4844-90a4-ba48f960f228 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:23.800637 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be1a4034-f74b-450d-ac96-c302a047a0ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:23.802014 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39706) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:23.804366 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256e7d2-0e48-4228-b2b0-39a0d1739783 service neutron] Pushing event updated for resources: {'Port': ['ID=c987c3cf-e38b-4274-9b70-4073296bb61e,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:23.817606 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-40ffbf66-ebca-4717-acbc-8f41ed7243ba tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Request body: {'router': {'external_gateway_info': {'network_id': '52d6f8da-329f-46b9-bee0-322784ec901f'}}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:42:23.869460 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b518f0eb-e75b-4878-b2e5-0b20c97decc9 None None] Sync routers for ids ['52d6f8da-329f-46b9-bee0-322784ec901f'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:42:23.894206 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-49c2c8c4-739c-42e4-a72d-118b2f47ab40 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:23.902638 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-49c2c8c4-739c-42e4-a72d-118b2f47ab40 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:23.943527 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8469d894-e243-4439-bcd0-46ed4886e1dd tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:23.944681 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-be1a4034-f74b-450d-ac96-c302a047a0ae None None] The port '7566bd31-b2a9-4844-90a4-ba48f960f228' was deleted {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:42:23.954465 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-443da7af-06bb-4fd9-8595-c7d559fd35c3 None None] For port 16fd1835-63f8-4c13-a25b-d21cc3b64633, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=16fd1835-63f8-4c13-a25b-d21cc3b64633,segment=NetworkSegment(9847438a-84c8-4482-9040-7019a995fee9),segment_id=9847438a-84c8-4482-9040-7019a995fee9)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:23.954916 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-443da7af-06bb-4fd9-8595-c7d559fd35c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:24.023487 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2c8c4-739c-42e4-a72d-118b2f47ab40 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event deleted for resources: {'Network': ['ID=508a8af5-337f-446b-ac4b-ae37a2c45b4c,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:24.030898 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-49c2c8c4-739c-42e4-a72d-118b2f47ab40 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/networks/508a8af5-337f-446b-ac4b-ae37a2c45b4c HTTP/1.1" status: 204 len: 168 time: 2.6808791 Feb 04 11:42:24.033972 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39710) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:24.069482 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b518f0eb-e75b-4878-b2e5-0b20c97decc9 None None] Routers {'52d6f8da-329f-46b9-bee0-322784ec901f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:24.070380 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-b518f0eb-e75b-4878-b2e5-0b20c97decc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:42:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['52d6f8da-329f-46b9-bee0-322784ec901f'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:24.187467 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 3e72668d-9412-417f-b6ef-c3c1f72ca079 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:42:24.206525 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-443da7af-06bb-4fd9-8595-c7d559fd35c3 None None] Calling delete_port for 16fd1835-63f8-4c13-a25b-d21cc3b64633 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:42:24.249403 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-b518f0eb-e75b-4878-b2e5-0b20c97decc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:24.258330 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 3e72668d-9412-417f-b6ef-c3c1f72ca079 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:24.258645 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:24.302979 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-c93ce44a-c4bc-43f8-9db1-6f1f64fbf367 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] For port 16fd1835-63f8-4c13-a25b-d21cc3b64633, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=16fd1835-63f8-4c13-a25b-d21cc3b64633,segment=NetworkSegment(9847438a-84c8-4482-9040-7019a995fee9),segment_id=9847438a-84c8-4482-9040-7019a995fee9)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:24.303602 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c93ce44a-c4bc-43f8-9db1-6f1f64fbf367 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:24.327871 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8469d894-e243-4439-bcd0-46ed4886e1dd tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:24.350602 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732a289-2ab1-4ca8-befe-799c67c75aa9 req-c7edeb3c-ce3a-4e37-9bb7-40bc0a328296 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:24.350602 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-e732a289-2ab1-4ca8-befe-799c67c75aa9 req-c7edeb3c-ce3a-4e37-9bb7-40bc0a328296 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:42:24.354555 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b518f0eb-e75b-4878-b2e5-0b20c97decc9 None None] Routers {'52d6f8da-329f-46b9-bee0-322784ec901f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:24.355201 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-b518f0eb-e75b-4878-b2e5-0b20c97decc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:42:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['52d6f8da-329f-46b9-bee0-322784ec901f'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:24.380377 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-c256e7d2-0e48-4228-b2b0-39a0d1739783 service neutron] Attempting to bind port c987c3cf-e38b-4274-9b70-4073296bb61e on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:42:24.380776 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-c256e7d2-0e48-4228-b2b0-39a0d1739783 service neutron] Attempting to bind port c987c3cf-e38b-4274-9b70-4073296bb61e by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'aaec0554-0827-4661-aabf-bf818440ad0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '67192125-5c3e-4711-abd3-648a29c73c27'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:42:24.381094 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-c256e7d2-0e48-4228-b2b0-39a0d1739783 service neutron] Attempting to bind port c987c3cf-e38b-4274-9b70-4073296bb61e on network 67192125-5c3e-4711-abd3-648a29c73c27 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:42:24.389606 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8469d894-e243-4439-bcd0-46ed4886e1dd tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:24.435348 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-b518f0eb-e75b-4878-b2e5-0b20c97decc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:24.435348 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b518f0eb-e75b-4878-b2e5-0b20c97decc9 None None] The sync data for ids ['52d6f8da-329f-46b9-bee0-322784ec901f'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:42:24.436427 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469d894-e243-4439-bcd0-46ed4886e1dd tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a4d44d-4111-45bb-a195-77237e7e58c8,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:24.440557 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-c256e7d2-0e48-4228-b2b0-39a0d1739783 service neutron] Port c987c3cf-e38b-4274-9b70-4073296bb61e on network 67192125-5c3e-4711-abd3-648a29c73c27 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:42:24.441042 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-c256e7d2-0e48-4228-b2b0-39a0d1739783 service neutron] Attempting to bind port c987c3cf-e38b-4274-9b70-4073296bb61e on network 67192125-5c3e-4711-abd3-648a29c73c27 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:42:24.448812 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d38687-bcd4-46a6-bae4-2f7f78833829 None None] Sync routers for ids ['56c8bd21-14ba-480e-9544-0062df128086'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:42:24.464778 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-e732a289-2ab1-4ca8-befe-799c67c75aa9 req-c7edeb3c-ce3a-4e37-9bb7-40bc0a328296 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:42:24.470571 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e732a289-2ab1-4ca8-befe-799c67c75aa9 req-c7edeb3c-ce3a-4e37-9bb7-40bc0a328296 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b3b24ac-dbdf-4a6d-a273-eadc5d79e495 HTTP/1.1" status: 200 len: 944 time: 0.6052995 Feb 04 11:42:24.472716 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-c256e7d2-0e48-4228-b2b0-39a0d1739783 service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:42:24.473405 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d38687-bcd4-46a6-bae4-2f7f78833829 None None] Routers {'56c8bd21-14ba-480e-9544-0062df128086'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:24.473729 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-c256e7d2-0e48-4228-b2b0-39a0d1739783 service neutron] Checking segment: {'id': 'aaec0554-0827-4661-aabf-bf818440ad0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '67192125-5c3e-4711-abd3-648a29c73c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:42:24.474050 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-56d38687-bcd4-46a6-bae4-2f7f78833829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:42:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['56c8bd21-14ba-480e-9544-0062df128086'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:24.474939 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-c256e7d2-0e48-4228-b2b0-39a0d1739783 service neutron] Bound using segment: {'id': 'aaec0554-0827-4661-aabf-bf818440ad0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '67192125-5c3e-4711-abd3-648a29c73c27'} {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:42:24.475558 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-c256e7d2-0e48-4228-b2b0-39a0d1739783 service neutron] Bound port: c987c3cf-e38b-4274-9b70-4073296bb61e, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaec0554-0827-4661-aabf-bf818440ad0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '67192125-5c3e-4711-abd3-648a29c73c27'}}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:42:24.476090 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-c256e7d2-0e48-4228-b2b0-39a0d1739783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:24.487149 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-c93ce44a-c4bc-43f8-9db1-6f1f64fbf367 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Calling delete_port for 16fd1835-63f8-4c13-a25b-d21cc3b64633 owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:42:24.499370 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8469d894-e243-4439-bcd0-46ed4886e1dd tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:24.502476 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8469d894-e243-4439-bcd0-46ed4886e1dd tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8534591 Feb 04 11:42:24.517843 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:24.523068 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39714) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:24.534659 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-43b54940-9612-452c-bf35-d5a3376c9bd3 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Request body: {'security_group_rule': {'security_group_id': 'b57a5bbd-0b59-4171-ae0e-c020deb7a309', 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:42:24.547122 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-43b54940-9612-452c-bf35-d5a3376c9bd3 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:24.577651 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 3e72668d-9412-417f-b6ef-c3c1f72ca079, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=3e72668d-9412-417f-b6ef-c3c1f72ca079,segment=NetworkSegment(854d32b2-8071-4789-a212-39788de72da2),segment_id=854d32b2-8071-4789-a212-39788de72da2)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:24.579512 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-443da7af-06bb-4fd9-8595-c7d559fd35c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:24.591946 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-43b54940-9612-452c-bf35-d5a3376c9bd3 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Usage tracker for resource:security_group_rule and tenant:4e2cb104d3bb42a4a344ade0b8b3bbd0 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:42:24.608806 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-43b54940-9612-452c-bf35-d5a3376c9bd3 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:42:24.636577 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443da7af-06bb-4fd9-8595-c7d559fd35c3 None None] No DVR routers for this DVR port 16fd1835-63f8-4c13-a25b-d21cc3b64633 on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:42:24.641987 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-43b54940-9612-452c-bf35-d5a3376c9bd3 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:24.649070 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443da7af-06bb-4fd9-8595-c7d559fd35c3 None None] Pushing event deleted for resources: {'Port': ['ID=16fd1835-63f8-4c13-a25b-d21cc3b64633,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:24.668683 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:24.670791 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 733d2907-0477-4ad4-adf3-78f5783ffd39 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:24.688362 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e732a289-2ab1-4ca8-befe-799c67c75aa9 req-18a5dd61-6b10-4bdc-87c7-393729aa52f6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=37f258a4-34c0-4fa0-84fe-8fbb7676eba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899807 Feb 04 11:42:24.727320 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-c256e7d2-0e48-4228-b2b0-39a0d1739783 service neutron] For port c987c3cf-e38b-4274-9b70-4073296bb61e, host hv-neutron-8278, cleared binding levels {{(pid=84204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:42:24.732381 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-c256e7d2-0e48-4228-b2b0-39a0d1739783 service neutron] For port c987c3cf-e38b-4274-9b70-4073296bb61e, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c987c3cf-e38b-4274-9b70-4073296bb61e,segment=NetworkSegment(aaec0554-0827-4661-aabf-bf818440ad0e),segment_id=aaec0554-0827-4661-aabf-bf818440ad0e)] {{(pid=84204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:42:24.761706 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-43b54940-9612-452c-bf35-d5a3376c9bd3 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:24.793383 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-56d38687-bcd4-46a6-bae4-2f7f78833829 None None] Set router 56c8bd21-14ba-480e-9544-0062df128086 gateway port host: None {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:42:24.811684 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.api [None req-c93ce44a-c4bc-43f8-9db1-6f1f64fbf367 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:42:24.812007 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG oslo_db.api [None req-c93ce44a-c4bc-43f8-9db1-6f1f64fbf367 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:42:24.819910 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-c256e7d2-0e48-4228-b2b0-39a0d1739783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:24.872686 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b10c3c-1956-4a23-a629-034890fe5150 None None] Sync routers for ids ['a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:42:24.883117 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=3e72668d-9412-417f-b6ef-c3c1f72ca079,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:24.893139 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b10c3c-1956-4a23-a629-034890fe5150 None None] Routers {'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:24.893810 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-84b10c3c-1956-4a23-a629-034890fe5150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:42:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:24.949869 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-c256e7d2-0e48-4228-b2b0-39a0d1739783 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:24.951541 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-c256e7d2-0e48-4228-b2b0-39a0d1739783 service neutron] 10.222.0.47 "PUT /v2.0/ports/c987c3cf-e38b-4274-9b70-4073296bb61e HTTP/1.1" status: 200 len: 1094 time: 2.3819039 Feb 04 11:42:24.952110 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3b24ac-dbdf-4a6d-a273-eadc5d79e495', 'tag': 'c987c3cf-e38b-4274-9b70-4073296bb61e'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:42:24.986194 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-43b54940-9612-452c-bf35-d5a3376c9bd3 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:25.011325 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256e7d2-0e48-4228-b2b0-39a0d1739783 service neutron] Pushing event updated for resources: {'Port': ['ID=c987c3cf-e38b-4274-9b70-4073296bb61e,revision_number=3']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:25.034676 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-40ffbf66-ebca-4717-acbc-8f41ed7243ba tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:25.068641 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b3b24ac-dbdf-4a6d-a273-eadc5d79e495', 'tag': 'c987c3cf-e38b-4274-9b70-4073296bb61e', 'status': 'completed', 'code': 200} Feb 04 11:42:25.114486 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 733d2907-0477-4ad4-adf3-78f5783ffd39 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:25.114984 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:25.157121 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-43b54940-9612-452c-bf35-d5a3376c9bd3 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:25.195320 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b54940-9612-452c-bf35-d5a3376c9bd3 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78759353-7d9a-4ad3-ab9a-1621afd12f93,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:25.196448 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-84b10c3c-1956-4a23-a629-034890fe5150 None None] Set router a2b19bd9-09d3-48dd-8c0e-d267aeafd28f gateway port host: None {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:42:25.240566 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-9417cfec-0558-445b-b0cd-2f504938ffc9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=3b3b24ac-dbdf-4a6d-a273-eadc5d79e495 HTTP/1.1" status: 200 len: 1097 time: 0.1676934 Feb 04 11:42:25.302064 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-56d38687-bcd4-46a6-bae4-2f7f78833829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8bd21-14ba-480e-9544-0062df128086', 'name': 'tempest-RoutersIpV6Test-router-1761692933', 'tenant_id': '1857235941a6433080777df3100a6d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:14Z', 'updated_at': '2022-02-04T11:42:16Z', 'revision_number': 8, 'project_id': '1857235941a6433080777df3100a6d46', 'gw_port_host': None, '_interfaces': [{'id': '213e5a4f-922e-4c5a-a15c-908e787ee133', 'name': '', 'network_id': '56225026-f565-4757-906e-0cd472ebe86b', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:9f:3a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:19Z', 'updated_at': '2022-02-04T11:41:30Z', 'revision_number': 5, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e72668d-9412-417f-b6ef-c3c1f72ca079', 'name': '', 'network_id': 'a5d2727c-f84e-4ae2-b35f-4854094e06b3', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:e3:e1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd83a7f42-a427-459b-9844-00ac92380894', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:42Z', 'updated_at': '2022-02-04T11:41:56Z', 'revision_number': 4, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': 'd83a7f42-a427-459b-9844-00ac92380894', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69b4dc5f-421c-4100-b5f1-87829f7f5ded', 'name': '', 'network_id': '40008c44-c055-47e7-ab84-8a71b5f13f88', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:82:26:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47ab593f-d154-481f-abfa-be0bfe6cedc3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:32Z', 'updated_at': '2022-02-04T11:41:51Z', 'revision_number': 5, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': '47ab593f-d154-481f-abfa-be0bfe6cedc3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:25.306387 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d38687-bcd4-46a6-bae4-2f7f78833829 None None] Checking router: 56c8bd21-14ba-480e-9544-0062df128086 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:42:25.320259 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-c93ce44a-c4bc-43f8-9db1-6f1f64fbf367 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Deleting port 16fd1835-63f8-4c13-a25b-d21cc3b64633 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:25.320866 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c93ce44a-c4bc-43f8-9db1-6f1f64fbf367 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:25.322547 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d38687-bcd4-46a6-bae4-2f7f78833829 None None] Routers {'56c8bd21-14ba-480e-9544-0062df128086'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:25.323533 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-56d38687-bcd4-46a6-bae4-2f7f78833829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:42:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['56c8bd21-14ba-480e-9544-0062df128086'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:25.329557 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-43b54940-9612-452c-bf35-d5a3376c9bd3 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:25.330839 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-43b54940-9612-452c-bf35-d5a3376c9bd3 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8029752 Feb 04 11:42:25.340132 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39720) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:25.346111 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-6fb284f4-21cb-484d-958a-738c06fb7665 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Request body: {'security_group_rule': {'security_group_id': 'b57a5bbd-0b59-4171-ae0e-c020deb7a309', 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:42:25.352404 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-7cbbe48b-9ef8-4c61-bdba-5178093bf7bf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=c987c3cf-e38b-4274-9b70-4073296bb61e HTTP/1.1" status: 200 len: 217 time: 0.1049509 Feb 04 11:42:25.354736 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-6fb284f4-21cb-484d-958a-738c06fb7665 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:25.358869 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6fb284f4-21cb-484d-958a-738c06fb7665 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Usage tracker for resource:security_group_rule and tenant:4e2cb104d3bb42a4a344ade0b8b3bbd0 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:42:25.363058 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6fb284f4-21cb-484d-958a-738c06fb7665 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:42:25.408255 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-6fb284f4-21cb-484d-958a-738c06fb7665 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:25.432273 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-c93ce44a-c4bc-43f8-9db1-6f1f64fbf367 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] The port '16fd1835-63f8-4c13-a25b-d21cc3b64633' was deleted {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:42:25.446493 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-8d5def0c-ecfb-4dea-8f2b-385e7eba7b1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:25.448388 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-8d5def0c-ecfb-4dea-8f2b-385e7eba7b1b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=35e60414-b5a8-4a85-901f-c762540b59b5 HTTP/1.1" status: 200 len: 838 time: 0.0861101 Feb 04 11:42:25.475378 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-40ffbf66-ebca-4717-acbc-8f41ed7243ba tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] update failed (client error): The resource could not be found. Feb 04 11:42:25.476388 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-40ffbf66-ebca-4717-acbc-8f41ed7243ba tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] 10.222.0.21 "PUT /v2.0/routers/52d6f8da-329f-46b9-bee0-322784ec901f HTTP/1.1" status: 404 len: 339 time: 1.6733332 Feb 04 11:42:25.485873 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39724) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:25.511235 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-8defea78-b2aa-4959-944e-a0a4921cf0ea tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1773813857'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:42:25.513088 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-56d38687-bcd4-46a6-bae4-2f7f78833829 None None] Set router 56c8bd21-14ba-480e-9544-0062df128086 gateway port host: None {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:42:25.517462 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6fb284f4-21cb-484d-958a-738c06fb7665 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:25.581686 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8defea78-b2aa-4959-944e-a0a4921cf0ea tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:25.598259 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8defea78-b2aa-4959-944e-a0a4921cf0ea tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Usage tracker for resource:network and tenant:f234f1bfc9404ede9ffa8ea5b1178066 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:42:25.608858 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8defea78-b2aa-4959-944e-a0a4921cf0ea tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:42:25.615451 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device e2219393-2a8e-4719-bb5c-8c11ca865fdd up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:25.620714 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-9603a5d8-6e76-45a0-b364-32a478a052ef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=67192125-5c3e-4711-abd3-648a29c73c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1658297 Feb 04 11:42:25.629148 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8defea78-b2aa-4959-944e-a0a4921cf0ea tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:25.638352 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c93ce44a-c4bc-43f8-9db1-6f1f64fbf367 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:25.662351 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6fb284f4-21cb-484d-958a-738c06fb7665 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:25.687968 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-c93ce44a-c4bc-43f8-9db1-6f1f64fbf367 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2772845e-6df9-4b45-8b22-88d348a84d4b']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:25.705061 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-c93ce44a-c4bc-43f8-9db1-6f1f64fbf367 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9847438a-84c8-4482-9040-7019a995fee9') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:25.706145 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-c93ce44a-c4bc-43f8-9db1-6f1f64fbf367 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9847438a-84c8-4482-9040-7019a995fee9') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:25.727384 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c93ce44a-c4bc-43f8-9db1-6f1f64fbf367 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:25.755202 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c93ce44a-c4bc-43f8-9db1-6f1f64fbf367 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:25.764201 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c93ce44a-c4bc-43f8-9db1-6f1f64fbf367 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:42:25.764892 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c93ce44a-c4bc-43f8-9db1-6f1f64fbf367 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:25.768719 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6fb284f4-21cb-484d-958a-738c06fb7665 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:25.785017 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:42:25.785017 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:42:25.785017 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:42:25.785017 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:42:25.785017 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:42:25.785017 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:42:25.785017 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:42:25.785017 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:42:25.785017 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:42:25.785017 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:42:25.785017 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:42:25.785017 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:42:25.785017 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:42:25.785017 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:42:25.785017 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:42:25.785017 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:42:25.785017 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:42:25.785017 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:42:25.785017 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:42:25.785017 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:42:25.785017 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:42:25.785017 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:42:25.785017 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:42:25.785017 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:42:25.785017 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:42:25.785017 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:42:25.785017 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:42:25.785017 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:42:25.785017 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:42:25.785017 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:42:25.785017 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:42:25.785017 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:42:25.861419 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b986aa53-a175-4435-b29b-d58d6fa0c7fc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:25.866956 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-84b10c3c-1956-4a23-a629-034890fe5150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'name': 'tempest-RoutersTest-router-1669387596', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:20Z', 'updated_at': '2022-02-04T11:42:18Z', 'revision_number': 8, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'gw_port_host': None, '_interfaces': [{'id': '2fabd1a8-07f1-4bb5-a5c5-adcba933ba90', 'name': '', 'network_id': '507be9bb-6ba5-4398-b67c-016bffb0f71c', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:65:bc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a277aa9e-93fa-4c64-af12-d2bc2d2a82b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:49Z', 'updated_at': '2022-02-04T11:42:01Z', 'revision_number': 4, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': 'a277aa9e-93fa-4c64-af12-d2bc2d2a82b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afb76d82-9476-439c-a385-322acee4592d', 'name': '', 'network_id': '05c99b93-ed8e-4a2b-a881-7a73ade1e34e', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:25:2e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0333d8c6-4288-4eeb-a868-6b1db27513f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:37Z', 'updated_at': '2022-02-04T11:41:59Z', 'revision_number': 5, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': '0333d8c6-4288-4eeb-a868-6b1db27513f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb59cbe5-c152-4597-9280-5688c10fb326', 'name': '', 'network_id': 'daa82c88-f763-4832-a3c4-05a0a170dd86', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:aa:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb91c463-ee90-411a-9a19-041394395328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:25Z', 'updated_at': '2022-02-04T11:41:37Z', 'revision_number': 5, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': 'eb91c463-ee90-411a-9a19-041394395328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:25.872669 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b10c3c-1956-4a23-a629-034890fe5150 None None] Checking router: a2b19bd9-09d3-48dd-8c0e-d267aeafd28f for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:42:25.887192 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b10c3c-1956-4a23-a629-034890fe5150 None None] Routers {'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:25.888077 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-84b10c3c-1956-4a23-a629-034890fe5150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:42:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:25.895618 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb284f4-21cb-484d-958a-738c06fb7665 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329235e4-f80c-4914-bf95-822eb5004329,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:25.956108 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-abf32f5e-1f04-488d-ad2f-482ae4fdd357 service neutron] 10.222.0.47 "GET /v2.0/networks/67192125-5c3e-4711-abd3-648a29c73c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258505 Feb 04 11:42:25.956881 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port e2219393-2a8e-4719-bb5c-8c11ca865fdd completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:42:26.005084 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6fb284f4-21cb-484d-958a-738c06fb7665 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:26.009175 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6fb284f4-21cb-484d-958a-738c06fb7665 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6653233 Feb 04 11:42:26.013212 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-56d38687-bcd4-46a6-bae4-2f7f78833829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8bd21-14ba-480e-9544-0062df128086', 'name': 'tempest-RoutersIpV6Test-router-1761692933', 'tenant_id': '1857235941a6433080777df3100a6d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:14Z', 'updated_at': '2022-02-04T11:42:16Z', 'revision_number': 8, 'project_id': '1857235941a6433080777df3100a6d46', 'gw_port_host': None, '_interfaces': [{'id': '213e5a4f-922e-4c5a-a15c-908e787ee133', 'name': '', 'network_id': '56225026-f565-4757-906e-0cd472ebe86b', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:9f:3a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:19Z', 'updated_at': '2022-02-04T11:41:30Z', 'revision_number': 5, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e72668d-9412-417f-b6ef-c3c1f72ca079', 'name': '', 'network_id': 'a5d2727c-f84e-4ae2-b35f-4854094e06b3', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:e3:e1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd83a7f42-a427-459b-9844-00ac92380894', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:42Z', 'updated_at': '2022-02-04T11:42:24Z', 'revision_number': 5, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': 'd83a7f42-a427-459b-9844-00ac92380894', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69b4dc5f-421c-4100-b5f1-87829f7f5ded', 'name': '', 'network_id': '40008c44-c055-47e7-ab84-8a71b5f13f88', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:82:26:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47ab593f-d154-481f-abfa-be0bfe6cedc3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:32Z', 'updated_at': '2022-02-04T11:41:51Z', 'revision_number': 5, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': '47ab593f-d154-481f-abfa-be0bfe6cedc3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:26.018925 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d38687-bcd4-46a6-bae4-2f7f78833829 None None] The sync data for ids ['56c8bd21-14ba-480e-9544-0062df128086'] in dv-neutron-827825-2-hyperv is: [{'id': '56c8bd21-14ba-480e-9544-0062df128086', 'name': 'tempest-RoutersIpV6Test-router-1761692933', 'tenant_id': '1857235941a6433080777df3100a6d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:14Z', 'updated_at': '2022-02-04T11:42:16Z', 'revision_number': 8, 'project_id': '1857235941a6433080777df3100a6d46', 'gw_port_host': None, '_interfaces': [{'id': '213e5a4f-922e-4c5a-a15c-908e787ee133', 'name': '', 'network_id': '56225026-f565-4757-906e-0cd472ebe86b', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:9f:3a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:19Z', 'updated_at': '2022-02-04T11:41:30Z', 'revision_number': 5, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e72668d-9412-417f-b6ef-c3c1f72ca079', 'name': '', 'network_id': 'a5d2727c-f84e-4ae2-b35f-4854094e06b3', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:e3:e1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd83a7f42-a427-459b-9844-00ac92380894', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:42Z', 'updated_at': '2022-02-04T11:42:24Z', 'revision_number': 5, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': 'd83a7f42-a427-459b-9844-00ac92380894', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69b4dc5f-421c-4100-b5f1-87829f7f5ded', 'name': '', 'network_id': '40008c44-c055-47e7-ab84-8a71b5f13f88', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:82:26:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47ab593f-d154-481f-abfa-be0bfe6cedc3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:32Z', 'updated_at': '2022-02-04T11:41:51Z', 'revision_number': 5, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': '47ab593f-d154-481f-abfa-be0bfe6cedc3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:42:26.038535 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port e2219393-2a8e-4719-bb5c-8c11ca865fdd triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:26.039265 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:26.066636 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39730) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:26.074287 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8defea78-b2aa-4959-944e-a0a4921cf0ea tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Made reservation on behalf of f234f1bfc9404ede9ffa8ea5b1178066 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:42:26.078065 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8defea78-b2aa-4959-944e-a0a4921cf0ea tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:26.097389 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-0214d3de-42e5-4471-9713-9e055098d5df tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Request body: {'security_group_rule': {'security_group_id': 'b57a5bbd-0b59-4171-ae0e-c020deb7a309', 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:42:26.133613 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-0214d3de-42e5-4471-9713-9e055098d5df tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:26.140933 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-0214d3de-42e5-4471-9713-9e055098d5df tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Usage tracker for resource:security_group_rule and tenant:4e2cb104d3bb42a4a344ade0b8b3bbd0 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:42:26.146162 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-84b10c3c-1956-4a23-a629-034890fe5150 None None] Set router a2b19bd9-09d3-48dd-8c0e-d267aeafd28f gateway port host: None {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:42:26.149107 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-0214d3de-42e5-4471-9713-9e055098d5df tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:42:26.195239 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-726d11a9-3f75-4825-9db8-d34b0768f27b req-fd8ad824-b0c8-4d78-b421-56db4b6f03be service neutron] 10.222.0.47 "GET /v2.0/networks/67192125-5c3e-4711-abd3-648a29c73c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323718 Feb 04 11:42:26.211616 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3602e0-e59c-48df-994b-0566709dca9e req-9612153f-ad04-407b-b7f7-a64ddb0269e7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:26.213094 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8defea78-b2aa-4959-944e-a0a4921cf0ea tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:42:26.213285 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7b3602e0-e59c-48df-994b-0566709dca9e req-9612153f-ad04-407b-b7f7-a64ddb0269e7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b3b24ac-dbdf-4a6d-a273-eadc5d79e495 HTTP/1.1" status: 200 len: 944 time: 0.2173991 Feb 04 11:42:26.223035 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8defea78-b2aa-4959-944e-a0a4921cf0ea tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:26.224123 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-8defea78-b2aa-4959-944e-a0a4921cf0ea tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Added segment a32cd601-575d-49a7-8d55-72096514b9ff of type vlan for network c654c771-51af-4eea-bb22-18bc67a8719d Feb 04 11:42:26.250868 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8defea78-b2aa-4959-944e-a0a4921cf0ea tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:26.287659 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7b3602e0-e59c-48df-994b-0566709dca9e req-e4e11200-ab43-486c-b0c1-50000018d133 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=37f258a4-34c0-4fa0-84fe-8fbb7676eba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607545 Feb 04 11:42:26.291415 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c93ce44a-c4bc-43f8-9db1-6f1f64fbf367 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:26.293448 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-0214d3de-42e5-4471-9713-9e055098d5df tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:26.318123 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c93ce44a-c4bc-43f8-9db1-6f1f64fbf367 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:26.333388 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ce44a-c4bc-43f8-9db1-6f1f64fbf367 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event deleted for resources: {'Network': ['ID=2772845e-6df9-4b45-8b22-88d348a84d4b,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:26.346373 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8defea78-b2aa-4959-944e-a0a4921cf0ea tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:26.350606 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8defea78-b2aa-4959-944e-a0a4921cf0ea tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:26.352569 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8defea78-b2aa-4959-944e-a0a4921cf0ea tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:26.401873 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c93ce44a-c4bc-43f8-9db1-6f1f64fbf367 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/networks/2772845e-6df9-4b45-8b22-88d348a84d4b HTTP/1.1" status: 204 len: 168 time: 3.5110190 Feb 04 11:42:26.406523 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39734) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:26.439504 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:26.488420 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0214d3de-42e5-4471-9713-9e055098d5df tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:26.497990 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port e2219393-2a8e-4719-bb5c-8c11ca865fdd, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=e2219393-2a8e-4719-bb5c-8c11ca865fdd,segment=NetworkSegment(97a49317-0bb6-475e-8f05-cc293ffa61c8),segment_id=97a49317-0bb6-475e-8f05-cc293ffa61c8)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:26.506056 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defea78-b2aa-4959-944e-a0a4921cf0ea tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Pushing event updated for resources: {'Network': ['ID=c654c771-51af-4eea-bb22-18bc67a8719d,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:26.529191 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network c654c771-51af-4eea-bb22-18bc67a8719d details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:42:26.548376 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8defea78-b2aa-4959-944e-a0a4921cf0ea tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0615165 Feb 04 11:42:26.552575 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39738) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:26.554964 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5b1fff73-b3e2-49ff-bb91-ca270cf6c69a req-94f7ed59-5c64-4d9f-b92e-962dd02aa11a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=3b3b24ac-dbdf-4a6d-a273-eadc5d79e495 HTTP/1.1" status: 200 len: 1097 time: 0.2209017 Feb 04 11:42:26.563048 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-c1759d59-f5bf-48e7-8b8b-c037a086c7bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Request body: {'subnet': {'network_id': 'c654c771-51af-4eea-bb22-18bc67a8719d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:42:26.639162 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:26.640015 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 2fabd1a8-07f1-4bb5-a5c5-adcba933ba90 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:26.699240 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0214d3de-42e5-4471-9713-9e055098d5df tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:26.793794 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c1759d59-f5bf-48e7-8b8b-c037a086c7bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:26.796940 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=e2219393-2a8e-4719-bb5c-8c11ca865fdd,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:26.798495 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0214d3de-42e5-4471-9713-9e055098d5df tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:26.816724 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c1759d59-f5bf-48e7-8b8b-c037a086c7bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Usage tracker for resource:subnet and tenant:f234f1bfc9404ede9ffa8ea5b1178066 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:42:26.823799 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c1759d59-f5bf-48e7-8b8b-c037a086c7bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:42:26.829876 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-84b10c3c-1956-4a23-a629-034890fe5150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'name': 'tempest-RoutersTest-router-1669387596', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:20Z', 'updated_at': '2022-02-04T11:42:18Z', 'revision_number': 8, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'gw_port_host': None, '_interfaces': [{'id': '2fabd1a8-07f1-4bb5-a5c5-adcba933ba90', 'name': '', 'network_id': '507be9bb-6ba5-4398-b67c-016bffb0f71c', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:65:bc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a277aa9e-93fa-4c64-af12-d2bc2d2a82b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:49Z', 'updated_at': '2022-02-04T11:42:01Z', 'revision_number': 4, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': 'a277aa9e-93fa-4c64-af12-d2bc2d2a82b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afb76d82-9476-439c-a385-322acee4592d', 'name': '', 'network_id': '05c99b93-ed8e-4a2b-a881-7a73ade1e34e', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:25:2e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0333d8c6-4288-4eeb-a868-6b1db27513f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:37Z', 'updated_at': '2022-02-04T11:41:59Z', 'revision_number': 5, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': '0333d8c6-4288-4eeb-a868-6b1db27513f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb59cbe5-c152-4597-9280-5688c10fb326', 'name': '', 'network_id': 'daa82c88-f763-4832-a3c4-05a0a170dd86', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:aa:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb91c463-ee90-411a-9a19-041394395328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:25Z', 'updated_at': '2022-02-04T11:41:37Z', 'revision_number': 5, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': 'eb91c463-ee90-411a-9a19-041394395328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:26.835552 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b10c3c-1956-4a23-a629-034890fe5150 None None] The sync data for ids ['a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'] in dv-neutron-827825-2-hyperv is: [{'id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'name': 'tempest-RoutersTest-router-1669387596', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:20Z', 'updated_at': '2022-02-04T11:42:18Z', 'revision_number': 8, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'gw_port_host': None, '_interfaces': [{'id': '2fabd1a8-07f1-4bb5-a5c5-adcba933ba90', 'name': '', 'network_id': '507be9bb-6ba5-4398-b67c-016bffb0f71c', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:65:bc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a277aa9e-93fa-4c64-af12-d2bc2d2a82b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:49Z', 'updated_at': '2022-02-04T11:42:01Z', 'revision_number': 4, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': 'a277aa9e-93fa-4c64-af12-d2bc2d2a82b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afb76d82-9476-439c-a385-322acee4592d', 'name': '', 'network_id': '05c99b93-ed8e-4a2b-a881-7a73ade1e34e', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:25:2e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0333d8c6-4288-4eeb-a868-6b1db27513f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:37Z', 'updated_at': '2022-02-04T11:41:59Z', 'revision_number': 5, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': '0333d8c6-4288-4eeb-a868-6b1db27513f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb59cbe5-c152-4597-9280-5688c10fb326', 'name': '', 'network_id': 'daa82c88-f763-4832-a3c4-05a0a170dd86', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:aa:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb91c463-ee90-411a-9a19-041394395328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:25Z', 'updated_at': '2022-02-04T11:41:37Z', 'revision_number': 5, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': 'eb91c463-ee90-411a-9a19-041394395328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:42:26.864427 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214d3de-42e5-4471-9713-9e055098d5df tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06943efd-37e8-4ac8-8f80-d145e4d5653a,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:26.891433 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 2fabd1a8-07f1-4bb5-a5c5-adcba933ba90 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:42:26.898655 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214d3de-42e5-4471-9713-9e055098d5df tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:26.899290 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214d3de-42e5-4471-9713-9e055098d5df tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:26.899837 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214d3de-42e5-4471-9713-9e055098d5df tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:26.899982 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 2fabd1a8-07f1-4bb5-a5c5-adcba933ba90 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:26.900352 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:26.900509 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214d3de-42e5-4471-9713-9e055098d5df tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:26.900818 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214d3de-42e5-4471-9713-9e055098d5df tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:26.902010 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214d3de-42e5-4471-9713-9e055098d5df tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:26.902349 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214d3de-42e5-4471-9713-9e055098d5df tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:26.902674 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214d3de-42e5-4471-9713-9e055098d5df tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:26.902994 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214d3de-42e5-4471-9713-9e055098d5df tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:26.903308 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214d3de-42e5-4471-9713-9e055098d5df tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:26.903937 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214d3de-42e5-4471-9713-9e055098d5df tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:26.985155 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0214d3de-42e5-4471-9713-9e055098d5df tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:26.989816 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0214d3de-42e5-4471-9713-9e055098d5df tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8993890 Feb 04 11:42:26.990741 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39744) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:26.996484 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-d719bee8-432b-4436-832b-43574857edab tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Request body: {'security_group_rule': {'security_group_id': 'b57a5bbd-0b59-4171-ae0e-c020deb7a309', 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:42:27.003951 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-d719bee8-432b-4436-832b-43574857edab tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:27.009963 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c1759d59-f5bf-48e7-8b8b-c037a086c7bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:27.010846 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-d719bee8-432b-4436-832b-43574857edab tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Usage tracker for resource:security_group_rule and tenant:4e2cb104d3bb42a4a344ade0b8b3bbd0 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:42:27.019518 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-d719bee8-432b-4436-832b-43574857edab tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:42:27.026709 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1fff73-b3e2-49ff-bb91-ca270cf6c69a req-ddf65e80-7aa5-4b9b-8504-01aaa5672adc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:27.028233 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5b1fff73-b3e2-49ff-bb91-ca270cf6c69a req-ddf65e80-7aa5-4b9b-8504-01aaa5672adc service neutron] 10.222.0.47 "GET /v2.0/networks?id=67192125-5c3e-4711-abd3-648a29c73c27 HTTP/1.1" status: 200 len: 898 time: 0.4482291 Feb 04 11:42:27.028903 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-d719bee8-432b-4436-832b-43574857edab tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:27.035401 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:27.079651 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 2fabd1a8-07f1-4bb5-a5c5-adcba933ba90, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=2fabd1a8-07f1-4bb5-a5c5-adcba933ba90,segment=NetworkSegment(506f5187-5a0d-43e2-b7b5-481989180fbe),segment_id=506f5187-5a0d-43e2-b7b5-481989180fbe)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:27.149253 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:27.171639 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1759d59-f5bf-48e7-8b8b-c037a086c7bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Made reservation on behalf of f234f1bfc9404ede9ffa8ea5b1178066 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:42:27.227824 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5b1fff73-b3e2-49ff-bb91-ca270cf6c69a req-f4571581-6f93-4f76-bcbe-40387f561d00 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=c987c3cf-e38b-4274-9b70-4073296bb61e HTTP/1.1" status: 200 len: 217 time: 0.1927292 Feb 04 11:42:27.251271 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-b986aa53-a175-4435-b29b-d58d6fa0c7fc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Deleting port 3e72668d-9412-417f-b6ef-c3c1f72ca079 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:27.251627 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b986aa53-a175-4435-b29b-d58d6fa0c7fc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:27.261303 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=2fabd1a8-07f1-4bb5-a5c5-adcba933ba90,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:27.295950 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.securitygroups_db [None req-d719bee8-432b-4436-832b-43574857edab tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Project 4e2cb104d3bb42a4a344ade0b8b3bbd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:42:27.315291 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d719bee8-432b-4436-832b-43574857edab tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:27.416352 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c1759d59-f5bf-48e7-8b8b-c037a086c7bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:27.517584 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 65614928-8337-4dc9-b0c7-98b7271e038a up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:27.538487 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1fff73-b3e2-49ff-bb91-ca270cf6c69a req-4a71af62-5977-4336-9a79-c82c4a80407e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:27.539910 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5b1fff73-b3e2-49ff-bb91-ca270cf6c69a req-4a71af62-5977-4336-9a79-c82c4a80407e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=35e60414-b5a8-4a85-901f-c762540b59b5 HTTP/1.1" status: 200 len: 838 time: 0.2345951 Feb 04 11:42:27.604757 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d719bee8-432b-4436-832b-43574857edab tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:27.620210 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 65614928-8337-4dc9-b0c7-98b7271e038a triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:27.620596 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:27.624971 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-b986aa53-a175-4435-b29b-d58d6fa0c7fc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] For port 3e72668d-9412-417f-b6ef-c3c1f72ca079, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=3e72668d-9412-417f-b6ef-c3c1f72ca079,segment=NetworkSegment(854d32b2-8071-4789-a212-39788de72da2),segment_id=854d32b2-8071-4789-a212-39788de72da2)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:27.625412 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b986aa53-a175-4435-b29b-d58d6fa0c7fc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:27.641502 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-902809ce-dd97-4f42-9722-bcbc5bf72745 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:27.754062 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-b986aa53-a175-4435-b29b-d58d6fa0c7fc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Calling delete_port for 3e72668d-9412-417f-b6ef-c3c1f72ca079 owned by network:router_interface {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:42:27.776522 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device c19b6c46-bb43-4310-9912-2d2d61d6f848 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:27.789230 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d719bee8-432b-4436-832b-43574857edab tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:27.836561 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719bee8-432b-4436-832b-43574857edab tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87bceb32-0d15-49d5-bcff-a2488f2fa016,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:27.860687 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fbd10f-5d17-4be4-865c-9da23458618a req-121d9d42-95ed-4821-a318-05a97e1d8d22 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:27.866016 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-15fbd10f-5d17-4be4-865c-9da23458618a req-121d9d42-95ed-4821-a318-05a97e1d8d22 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b3b24ac-dbdf-4a6d-a273-eadc5d79e495 HTTP/1.1" status: 200 len: 944 time: 0.3778288 Feb 04 11:42:27.872345 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5b1fff73-b3e2-49ff-bb91-ca270cf6c69a req-3e7caf66-2e4b-492b-8d4a-e9ee9e86c15a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=67192125-5c3e-4711-abd3-648a29c73c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3129611 Feb 04 11:42:27.873010 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port c19b6c46-bb43-4310-9912-2d2d61d6f848 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:27.873585 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:27.915725 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d719bee8-432b-4436-832b-43574857edab tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:27.921055 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d719bee8-432b-4436-832b-43574857edab tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.9258926 Feb 04 11:42:27.922326 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7862ecfa-8a34-4f82-8c1b-39f1ecc02d08 None None] Sync routers for ids ['a6a24964-14e2-4622-b221-5bd06e2b3e65'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:42:27.928809 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39750) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:27.935611 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-a39dab68-3db6-4af5-b896-49e4a7b4acf4 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Request body: {'security_group_rule': {'security_group_id': 'b57a5bbd-0b59-4171-ae0e-c020deb7a309', 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:42:27.945351 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a39dab68-3db6-4af5-b896-49e4a7b4acf4 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:27.948944 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7862ecfa-8a34-4f82-8c1b-39f1ecc02d08 None None] Routers {'a6a24964-14e2-4622-b221-5bd06e2b3e65'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:27.948944 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-7862ecfa-8a34-4f82-8c1b-39f1ecc02d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:42:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a6a24964-14e2-4622-b221-5bd06e2b3e65'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:27.960361 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-15fbd10f-5d17-4be4-865c-9da23458618a req-b4c13654-8db4-4d80-9b63-9958e1ec20ed tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=37f258a4-34c0-4fa0-84fe-8fbb7676eba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933857 Feb 04 11:42:27.964226 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a39dab68-3db6-4af5-b896-49e4a7b4acf4 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Usage tracker for resource:security_group_rule and tenant:4e2cb104d3bb42a4a344ade0b8b3bbd0 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:42:27.985160 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a39dab68-3db6-4af5-b896-49e4a7b4acf4 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:42:27.993153 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a39dab68-3db6-4af5-b896-49e4a7b4acf4 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:28.013635 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 987cf063-6289-47f3-b975-8d807bdb9998 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:28.100816 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.securitygroups_db [None req-a39dab68-3db6-4af5-b896-49e4a7b4acf4 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Project 4e2cb104d3bb42a4a344ade0b8b3bbd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:42:28.106293 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 987cf063-6289-47f3-b975-8d807bdb9998 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:28.106712 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:28.107225 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a39dab68-3db6-4af5-b896-49e4a7b4acf4 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:28.150540 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5b1fff73-b3e2-49ff-bb91-ca270cf6c69a req-6a0ecc21-9d32-4542-8a10-c4855c2d0bae service neutron] 10.222.0.47 "GET /v2.0/networks/67192125-5c3e-4711-abd3-648a29c73c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697217 Feb 04 11:42:28.200912 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-7862ecfa-8a34-4f82-8c1b-39f1ecc02d08 None None] Set router a6a24964-14e2-4622-b221-5bd06e2b3e65 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:42:28.244714 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c1759d59-f5bf-48e7-8b8b-c037a086c7bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:28.300352 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b986aa53-a175-4435-b29b-d58d6fa0c7fc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:28.380084 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b986aa53-a175-4435-b29b-d58d6fa0c7fc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event deleted for resources: {'Port': ['ID=3e72668d-9412-417f-b6ef-c3c1f72ca079,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:28.387597 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1759d59-f5bf-48e7-8b8b-c037a086c7bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Pushing event updated for resources: {'Subnet': ['ID=90e2ff16-3f8c-4172-9b84-d45703e26650,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:28.415999 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 3e72668d-9412-417f-b6ef-c3c1f72ca079 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:28.432620 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a39dab68-3db6-4af5-b896-49e4a7b4acf4 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:28.461731 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 3e72668d-9412-417f-b6ef-c3c1f72ca079 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:42:28.462505 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 3e72668d-9412-417f-b6ef-c3c1f72ca079 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 04 11:42:28.516375 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a39dab68-3db6-4af5-b896-49e4a7b4acf4 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:28.532764 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Port 3e72668d-9412-417f-b6ef-c3c1f72ca079 not found, will not notify nova. {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 04 11:42:28.533428 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device c458e7ce-a7ba-48bd-93e2-2b06940f7633 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:28.573145 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39dab68-3db6-4af5-b896-49e4a7b4acf4 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de698b6f-dba1-4446-9c74-1f950fbed98b,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:28.614906 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-7862ecfa-8a34-4f82-8c1b-39f1ecc02d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a24964-14e2-4622-b221-5bd06e2b3e65', 'name': 'tempest-TestVolumeBootPattern-298442765-router', 'tenant_id': 'd430be4325ec4585a9aaa4058df47923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': 'c458e7ce-a7ba-48bd-93e2-2b06940f7633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:42:04Z', 'updated_at': '2022-02-04T11:42:16Z', 'revision_number': 4, 'project_id': 'd430be4325ec4585a9aaa4058df47923', 'gw_port': {'id': 'c458e7ce-a7ba-48bd-93e2-2b06940f7633', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a24964-14e2-4622-b221-5bd06e2b3e65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:42:06Z', 'updated_at': '2022-02-04T11:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'c918ecb3-ed4b-4b1a-82b6-2b9c6e5d466c', 'name': '', 'network_id': 'd063ac67-836b-4996-8196-59acae39eb14', 'tenant_id': 'd430be4325ec4585a9aaa4058df47923', 'mac_address': 'fa:16:3e:e4:e1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a24964-14e2-4622-b221-5bd06e2b3e65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1052564-7f25-44b8-9e7b-7481f36135ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:42:14Z', 'updated_at': '2022-02-04T11:42:17Z', 'revision_number': 2, 'project_id': 'd430be4325ec4585a9aaa4058df47923', 'subnets': [{'id': 'c1052564-7f25-44b8-9e7b-7481f36135ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:28.620881 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7862ecfa-8a34-4f82-8c1b-39f1ecc02d08 None None] Checking router: a6a24964-14e2-4622-b221-5bd06e2b3e65 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:42:28.621231 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7862ecfa-8a34-4f82-8c1b-39f1ecc02d08 None None] Updating router a6a24964-14e2-4622-b221-5bd06e2b3e65 port c918ecb3-ed4b-4b1a-82b6-2b9c6e5d466c binding host dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:42:28.693805 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-7862ecfa-8a34-4f82-8c1b-39f1ecc02d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:28.699575 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a39dab68-3db6-4af5-b896-49e4a7b4acf4 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:28.705706 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a39dab68-3db6-4af5-b896-49e4a7b4acf4 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7736425 Feb 04 11:42:28.725833 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port c458e7ce-a7ba-48bd-93e2-2b06940f7633 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:42:28.734388 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port c458e7ce-a7ba-48bd-93e2-2b06940f7633 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:28.734892 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:28.768616 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5b1fff73-b3e2-49ff-bb91-ca270cf6c69a req-cf0f35d2-d981-463e-a215-7200ce3e36aa service neutron] 10.222.0.47 "GET /v2.0/networks/67192125-5c3e-4711-abd3-648a29c73c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6086135 Feb 04 11:42:28.784337 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b986aa53-a175-4435-b29b-d58d6fa0c7fc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:28.794936 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1759d59-f5bf-48e7-8b8b-c037a086c7bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Checking segment: {'id': 'a32cd601-575d-49a7-8d55-72096514b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c654c771-51af-4eea-bb22-18bc67a8719d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:42:28.795773 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1759d59-f5bf-48e7-8b8b-c037a086c7bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Network hostable DHCP agents. Network: c654c771-51af-4eea-bb22-18bc67a8719d, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:42:28.910282 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:28.928285 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port c458e7ce-a7ba-48bd-93e2-2b06940f7633, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=c458e7ce-a7ba-48bd-93e2-2b06940f7633,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:29.016506 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:29.017324 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 137b4740-ad8b-4b1d-bb17-732bf19c3ad4 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:29.079462 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1759d59-f5bf-48e7-8b8b-c037a086c7bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Network c654c771-51af-4eea-bb22-18bc67a8719d is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:42:29.150089 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-c1759d59-f5bf-48e7-8b8b-c037a086c7bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, c654c771-51af-4eea-bb22-18bc67a8719d) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:42:29.243550 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede2039e-1981-4b3f-8d63-e5adda8ba404 None None] Network c654c771-51af-4eea-bb22-18bc67a8719d requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:42:29.289169 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-7862ecfa-8a34-4f82-8c1b-39f1ecc02d08 None None] Notify callbacks [] for port, precommit_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:29.294423 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1759d59-f5bf-48e7-8b8b-c037a086c7bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:29.295252 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c1759d59-f5bf-48e7-8b8b-c037a086c7bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:29.303968 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.provisioning_blocks [None req-7862ecfa-8a34-4f82-8c1b-39f1ecc02d08 None None] Transition to ACTIVE for port object c918ecb3-ed4b-4b1a-82b6-2b9c6e5d466c will not be triggered until provisioned by entity L2. {{(pid=84207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:42:29.318006 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-902809ce-dd97-4f42-9722-bcbc5bf72745 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Deleting port 2fabd1a8-07f1-4bb5-a5c5-adcba933ba90 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:29.318351 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-902809ce-dd97-4f42-9722-bcbc5bf72745 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:29.397759 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-7862ecfa-8a34-4f82-8c1b-39f1ecc02d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:29.419923 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=c458e7ce-a7ba-48bd-93e2-2b06940f7633,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:29.446132 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 137b4740-ad8b-4b1d-bb17-732bf19c3ad4 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:29.446721 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:29.558939 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-902809ce-dd97-4f42-9722-bcbc5bf72745 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] For port 2fabd1a8-07f1-4bb5-a5c5-adcba933ba90, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=2fabd1a8-07f1-4bb5-a5c5-adcba933ba90,segment=NetworkSegment(506f5187-5a0d-43e2-b7b5-481989180fbe),segment_id=506f5187-5a0d-43e2-b7b5-481989180fbe)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:29.559304 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-902809ce-dd97-4f42-9722-bcbc5bf72745 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:29.613503 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b986aa53-a175-4435-b29b-d58d6fa0c7fc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Router 56c8bd21-14ba-480e-9544-0062df128086 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:42:29.717146 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-902809ce-dd97-4f42-9722-bcbc5bf72745 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Calling delete_port for 2fabd1a8-07f1-4bb5-a5c5-adcba933ba90 owned by network:router_interface {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:42:29.717850 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d807f4c2-ce97-4d40-a755-d80c5c87af02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-c654c771-51af-4eea-bb22-18bc67a8719d', 'network_id': 'c654c771-51af-4eea-bb22-18bc67a8719d', 'tenant_id': 'f234f1bfc9404ede9ffa8ea5b1178066', 'fixed_ips': [{'subnet_id': '90e2ff16-3f8c-4172-9b84-d45703e26650'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:42:29.718669 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d807f4c2-ce97-4d40-a755-d80c5c87af02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:29.734506 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device c987c3cf-e38b-4274-9b70-4073296bb61e details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:42:29.816599 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device e2219393-2a8e-4719-bb5c-8c11ca865fdd up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:29.833546 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cda9cd-157e-46f2-8a82-5456eff39d02 None None] Pushing event updated for resources: {'Port': ['ID=c918ecb3-ed4b-4b1a-82b6-2b9c6e5d466c,revision_number=3']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:29.853467 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cda9cd-157e-46f2-8a82-5456eff39d02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:29.853950 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cda9cd-157e-46f2-8a82-5456eff39d02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:29.854384 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cda9cd-157e-46f2-8a82-5456eff39d02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:29.854688 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c1759d59-f5bf-48e7-8b8b-c037a086c7bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2976379 Feb 04 11:42:29.855317 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cda9cd-157e-46f2-8a82-5456eff39d02 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:29.855744 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cda9cd-157e-46f2-8a82-5456eff39d02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:29.856181 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cda9cd-157e-46f2-8a82-5456eff39d02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:29.856604 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cda9cd-157e-46f2-8a82-5456eff39d02 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:29.857280 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cda9cd-157e-46f2-8a82-5456eff39d02 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:29.857557 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cda9cd-157e-46f2-8a82-5456eff39d02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:29.858002 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cda9cd-157e-46f2-8a82-5456eff39d02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:29.858421 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cda9cd-157e-46f2-8a82-5456eff39d02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:29.862214 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39778) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:29.896599 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-54a39b87-1e89-4015-bfd4-a536ca4de9eb tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c654c771-51af-4eea-bb22-18bc67a8719d'}}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:42:29.896828 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-7862ecfa-8a34-4f82-8c1b-39f1ecc02d08 None None] Attempting to bind port c918ecb3-ed4b-4b1a-82b6-2b9c6e5d466c on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:42:29.896828 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-7862ecfa-8a34-4f82-8c1b-39f1ecc02d08 None None] Attempting to bind port c918ecb3-ed4b-4b1a-82b6-2b9c6e5d466c by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '884f7180-7ab5-448d-8298-71153734ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd063ac67-836b-4996-8196-59acae39eb14'}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:42:29.896828 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7862ecfa-8a34-4f82-8c1b-39f1ecc02d08 None None] Attempting to bind port c918ecb3-ed4b-4b1a-82b6-2b9c6e5d466c on network d063ac67-836b-4996-8196-59acae39eb14 {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:42:29.899657 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7862ecfa-8a34-4f82-8c1b-39f1ecc02d08 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:42:29.900350 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7862ecfa-8a34-4f82-8c1b-39f1ecc02d08 None None] Checking segment: {'id': '884f7180-7ab5-448d-8298-71153734ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd063ac67-836b-4996-8196-59acae39eb14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:42:29.901251 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-7862ecfa-8a34-4f82-8c1b-39f1ecc02d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:29.901846 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7862ecfa-8a34-4f82-8c1b-39f1ecc02d08 None None] Bound using segment: {'id': '884f7180-7ab5-448d-8298-71153734ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd063ac67-836b-4996-8196-59acae39eb14'} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:42:29.902668 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-7862ecfa-8a34-4f82-8c1b-39f1ecc02d08 None None] Bound port: c918ecb3-ed4b-4b1a-82b6-2b9c6e5d466c, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '884f7180-7ab5-448d-8298-71153734ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd063ac67-836b-4996-8196-59acae39eb14'}}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:42:29.903423 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-7862ecfa-8a34-4f82-8c1b-39f1ecc02d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:29.903704 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed49553-e719-4282-808e-5ce62b853633 req-a1f99e46-c19d-498c-97eb-ad499272712e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:29.905167 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-aed49553-e719-4282-808e-5ce62b853633 req-a1f99e46-c19d-498c-97eb-ad499272712e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b3b24ac-dbdf-4a6d-a273-eadc5d79e495 HTTP/1.1" status: 200 len: 944 time: 0.6627848 Feb 04 11:42:29.927697 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.resource_extend [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:42:30.041837 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-7862ecfa-8a34-4f82-8c1b-39f1ecc02d08 None None] For port c918ecb3-ed4b-4b1a-82b6-2b9c6e5d466c, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:42:30.046238 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-7862ecfa-8a34-4f82-8c1b-39f1ecc02d08 None None] For port c918ecb3-ed4b-4b1a-82b6-2b9c6e5d466c, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=c918ecb3-ed4b-4b1a-82b6-2b9c6e5d466c,segment=NetworkSegment(884f7180-7ab5-448d-8298-71153734ec02),segment_id=884f7180-7ab5-448d-8298-71153734ec02)] {{(pid=84207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:42:30.073017 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-aed49553-e719-4282-808e-5ce62b853633 req-af67792a-9b33-4db6-9f3a-016a01bfa16e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=37f258a4-34c0-4fa0-84fe-8fbb7676eba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601913 Feb 04 11:42:30.115694 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-7862ecfa-8a34-4f82-8c1b-39f1ecc02d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:30.143372 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-902809ce-dd97-4f42-9722-bcbc5bf72745 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:30.200565 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cda9cd-157e-46f2-8a82-5456eff39d02 None None] Pushing event updated for resources: {'Port': ['ID=c918ecb3-ed4b-4b1a-82b6-2b9c6e5d466c,revision_number=4']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:30.203637 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port c987c3cf-e38b-4274-9b70-4073296bb61e, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c987c3cf-e38b-4274-9b70-4073296bb61e,segment=NetworkSegment(aaec0554-0827-4661-aabf-bf818440ad0e),segment_id=aaec0554-0827-4661-aabf-bf818440ad0e)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:30.229360 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7862ecfa-8a34-4f82-8c1b-39f1ecc02d08 None None] Routers {'a6a24964-14e2-4622-b221-5bd06e2b3e65'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:30.230699 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-7862ecfa-8a34-4f82-8c1b-39f1ecc02d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:42:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a6a24964-14e2-4622-b221-5bd06e2b3e65'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:30.232339 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-d807f4c2-ce97-4d40-a755-d80c5c87af02 None None] Allocated IP 2001:db8:1::2 (c654c771-51af-4eea-bb22-18bc67a8719d/90e2ff16-3f8c-4172-9b84-d45703e26650/0de0829f-41fc-4694-879b-6cb7f8d07055) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:42:30.238676 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': 'c987c3cf-e38b-4274-9b70-4073296bb61e', 'network_id': '67192125-5c3e-4711-abd3-648a29c73c27', 'port_id': 'c987c3cf-e38b-4274-9b70-4073296bb61e', 'mac_address': 'fa:16:3e:8b:47:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e60414-b5a8-4a85-901f-c762540b59b5', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:42:30.242143 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port e2219393-2a8e-4719-bb5c-8c11ca865fdd triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:30.242143 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:30.320273 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902809ce-dd97-4f42-9722-bcbc5bf72745 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event deleted for resources: {'Port': ['ID=2fabd1a8-07f1-4bb5-a5c5-adcba933ba90,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:30.466349 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b986aa53-a175-4435-b29b-d58d6fa0c7fc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:42:30.478410 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b986aa53-a175-4435-b29b-d58d6fa0c7fc tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "PUT /v2.0/routers/56c8bd21-14ba-480e-9544-0062df128086/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4408679 Feb 04 11:42:30.482964 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39786) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:30.584542 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f072713-6709-477c-9498-5ef4c5f61d82 None None] Sync routers for ids ['56c8bd21-14ba-480e-9544-0062df128086'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:42:30.677259 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-7862ecfa-8a34-4f82-8c1b-39f1ecc02d08 None None] Set router a6a24964-14e2-4622-b221-5bd06e2b3e65 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:42:30.876324 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f072713-6709-477c-9498-5ef4c5f61d82 None None] Routers {'56c8bd21-14ba-480e-9544-0062df128086'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:30.877135 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-8f072713-6709-477c-9498-5ef4c5f61d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:42:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['56c8bd21-14ba-480e-9544-0062df128086'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:30.941556 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:30.980005 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c987c3cf-e38b-4274-9b70-4073296bb61e {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:42:31.043988 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-902809ce-dd97-4f42-9722-bcbc5bf72745 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:31.046331 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-54a39b87-1e89-4015-bfd4-a536ca4de9eb tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:31.086956 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d807f4c2-ce97-4d40-a755-d80c5c87af02 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:31.124263 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e10df5-ad8f-4c6a-add2-8742976e7183 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Deleting subnet d83a7f42-a427-459b-9844-00ac92380894 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:42:31.135310 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-40e10df5-ad8f-4c6a-add2-8742976e7183 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:31.237529 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-40e10df5-ad8f-4c6a-add2-8742976e7183 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:31.310244 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-7862ecfa-8a34-4f82-8c1b-39f1ecc02d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a24964-14e2-4622-b221-5bd06e2b3e65', 'name': 'tempest-TestVolumeBootPattern-298442765-router', 'tenant_id': 'd430be4325ec4585a9aaa4058df47923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': 'c458e7ce-a7ba-48bd-93e2-2b06940f7633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:42:04Z', 'updated_at': '2022-02-04T11:42:16Z', 'revision_number': 4, 'project_id': 'd430be4325ec4585a9aaa4058df47923', 'gw_port': {'id': 'c458e7ce-a7ba-48bd-93e2-2b06940f7633', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a24964-14e2-4622-b221-5bd06e2b3e65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:42:06Z', 'updated_at': '2022-02-04T11:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'c918ecb3-ed4b-4b1a-82b6-2b9c6e5d466c', 'name': '', 'network_id': 'd063ac67-836b-4996-8196-59acae39eb14', 'tenant_id': 'd430be4325ec4585a9aaa4058df47923', 'mac_address': 'fa:16:3e:e4:e1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a24964-14e2-4622-b221-5bd06e2b3e65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1052564-7f25-44b8-9e7b-7481f36135ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:42:14Z', 'updated_at': '2022-02-04T11:42:30Z', 'revision_number': 4, 'project_id': 'd430be4325ec4585a9aaa4058df47923', 'subnets': [{'id': 'c1052564-7f25-44b8-9e7b-7481f36135ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:31.319601 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7862ecfa-8a34-4f82-8c1b-39f1ecc02d08 None None] The sync data for ids ['a6a24964-14e2-4622-b221-5bd06e2b3e65'] in dv-neutron-827825-2-hyperv is: [{'id': 'a6a24964-14e2-4622-b221-5bd06e2b3e65', 'name': 'tempest-TestVolumeBootPattern-298442765-router', 'tenant_id': 'd430be4325ec4585a9aaa4058df47923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': 'c458e7ce-a7ba-48bd-93e2-2b06940f7633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:42:04Z', 'updated_at': '2022-02-04T11:42:16Z', 'revision_number': 4, 'project_id': 'd430be4325ec4585a9aaa4058df47923', 'gw_port': {'id': 'c458e7ce-a7ba-48bd-93e2-2b06940f7633', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a24964-14e2-4622-b221-5bd06e2b3e65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:42:06Z', 'updated_at': '2022-02-04T11:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'c918ecb3-ed4b-4b1a-82b6-2b9c6e5d466c', 'name': '', 'network_id': 'd063ac67-836b-4996-8196-59acae39eb14', 'tenant_id': 'd430be4325ec4585a9aaa4058df47923', 'mac_address': 'fa:16:3e:e4:e1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a24964-14e2-4622-b221-5bd06e2b3e65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1052564-7f25-44b8-9e7b-7481f36135ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:42:14Z', 'updated_at': '2022-02-04T11:42:30Z', 'revision_number': 4, 'project_id': 'd430be4325ec4585a9aaa4058df47923', 'subnets': [{'id': 'c1052564-7f25-44b8-9e7b-7481f36135ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:42:31.496734 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d807f4c2-ce97-4d40-a755-d80c5c87af02 None None] Transition to ACTIVE for port object 0de0829f-41fc-4694-879b-6cb7f8d07055 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:42:31.504792 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port c987c3cf-e38b-4274-9b70-4073296bb61e, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c987c3cf-e38b-4274-9b70-4073296bb61e,segment=NetworkSegment(aaec0554-0827-4661-aabf-bf818440ad0e),segment_id=aaec0554-0827-4661-aabf-bf818440ad0e)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:31.614736 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:31.619173 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device add29de5-9fbc-4a44-8c60-ca8e8ccc22af up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:31.721600 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d807f4c2-ce97-4d40-a755-d80c5c87af02 None None] Transition to ACTIVE for port object 0de0829f-41fc-4694-879b-6cb7f8d07055 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:42:31.724640 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-40e10df5-ad8f-4c6a-add2-8742976e7183 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:31.782151 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-8f072713-6709-477c-9498-5ef4c5f61d82 None None] Set router 56c8bd21-14ba-480e-9544-0062df128086 gateway port host: None {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:42:31.851593 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=c987c3cf-e38b-4274-9b70-4073296bb61e,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:31.878146 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:31.884180 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:31.884180 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:31.884180 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:31.884180 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:31.884180 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:31.884180 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:31.884180 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:31.884180 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:31.884180 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:31.884180 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:31.921626 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d807f4c2-ce97-4d40-a755-d80c5c87af02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:31.987930 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a42707-5ef8-4b96-9a8e-b0c654f07ecd req-c022c53c-ec1e-4ed3-b03c-585bfc91cad3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:31.991147 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-76a42707-5ef8-4b96-9a8e-b0c654f07ecd req-c022c53c-ec1e-4ed3-b03c-585bfc91cad3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b3b24ac-dbdf-4a6d-a273-eadc5d79e495 HTTP/1.1" status: 200 len: 944 time: 0.5438178 Feb 04 11:42:32.034516 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['c987c3cf-e38b-4274-9b70-4073296bb61e'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 11:42:32.087523 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d807f4c2-ce97-4d40-a755-d80c5c87af02 None None] Network c654c771-51af-4eea-bb22-18bc67a8719d is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:42:32.089554 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902809ce-dd97-4f42-9722-bcbc5bf72745 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Router a2b19bd9-09d3-48dd-8c0e-d267aeafd28f has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:42:32.098675 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port add29de5-9fbc-4a44-8c60-ca8e8ccc22af triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:32.098675 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:32.134199 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-d807f4c2-ce97-4d40-a755-d80c5c87af02 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:42:32.213240 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-76a42707-5ef8-4b96-9a8e-b0c654f07ecd req-4cfd429a-bd26-4f17-892b-20277edb0612 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=37f258a4-34c0-4fa0-84fe-8fbb7676eba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054172 Feb 04 11:42:32.290807 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d807f4c2-ce97-4d40-a755-d80c5c87af02 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:42:32.296959 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-54a39b87-1e89-4015-bfd4-a536ca4de9eb tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:42:32.304020 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-54a39b87-1e89-4015-bfd4-a536ca4de9eb tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] 10.222.0.21 "PUT /v2.0/routers/52d6f8da-329f-46b9-bee0-322784ec901f HTTP/1.1" status: 400 len: 364 time: 2.4215405 Feb 04 11:42:32.306330 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39818) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:32.350073 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807f4c2-ce97-4d40-a755-d80c5c87af02 None None] Pushing event updated for resources: {'Port': ['ID=0de0829f-41fc-4694-879b-6cb7f8d07055,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:32.408410 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902809ce-dd97-4f42-9722-bcbc5bf72745 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:42:32.419151 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-40e10df5-ad8f-4c6a-add2-8742976e7183 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:32.421714 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30f649a-76c9-4080-a1db-87920dc8f8f3 None None] Sync routers for ids ['a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:42:32.432379 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-902809ce-dd97-4f42-9722-bcbc5bf72745 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "PUT /v2.0/routers/a2b19bd9-09d3-48dd-8c0e-d267aeafd28f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0242500 Feb 04 11:42:32.433963 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39822) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:32.458269 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30f649a-76c9-4080-a1db-87920dc8f8f3 None None] Routers {'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:32.459225 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-c30f649a-76c9-4080-a1db-87920dc8f8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:42:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:32.532138 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e10df5-ad8f-4c6a-add2-8742976e7183 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event deleted for resources: {'Subnet': ['ID=d83a7f42-a427-459b-9844-00ac92380894,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:32.559172 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-40e10df5-ad8f-4c6a-add2-8742976e7183 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:32.601944 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924c159f-e54f-40ba-8fb6-b4f8d597408b None None] Network a5d2727c-f84e-4ae2-b35f-4854094e06b3 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:42:32.658552 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-40e10df5-ad8f-4c6a-add2-8742976e7183 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/subnets/d83a7f42-a427-459b-9844-00ac92380894 HTTP/1.1" status: 204 len: 168 time: 2.1721668 Feb 04 11:42:32.669037 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39826) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:32.833480 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-c30f649a-76c9-4080-a1db-87920dc8f8f3 None None] Set router a2b19bd9-09d3-48dd-8c0e-d267aeafd28f gateway port host: None {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:42:32.852958 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6f3554c-693a-40f9-a499-6c922fad43ec tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Deleting subnet a277aa9e-93fa-4c64-af12-d2bc2d2a82b9 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:42:32.865848 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a6f3554c-693a-40f9-a499-6c922fad43ec tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:32.888715 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-d807f4c2-ce97-4d40-a755-d80c5c87af02 None None] Attempting to bind port 0de0829f-41fc-4694-879b-6cb7f8d07055 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:42:32.888715 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-d807f4c2-ce97-4d40-a755-d80c5c87af02 None None] Attempting to bind port 0de0829f-41fc-4694-879b-6cb7f8d07055 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'a32cd601-575d-49a7-8d55-72096514b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c654c771-51af-4eea-bb22-18bc67a8719d'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:42:32.888715 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d807f4c2-ce97-4d40-a755-d80c5c87af02 None None] Attempting to bind port 0de0829f-41fc-4694-879b-6cb7f8d07055 on network c654c771-51af-4eea-bb22-18bc67a8719d {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:42:32.944273 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a6f3554c-693a-40f9-a499-6c922fad43ec tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:33.114262 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a6f3554c-693a-40f9-a499-6c922fad43ec tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:33.135251 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-01bf3580-4099-4021-bddf-a2f2f7766f5e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:33.200126 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-01bf3580-4099-4021-bddf-a2f2f7766f5e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Deleting port 94e228cf-432e-46ed-a752-4456af78c125 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:33.200938 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-01bf3580-4099-4021-bddf-a2f2f7766f5e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:33.252000 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d807f4c2-ce97-4d40-a755-d80c5c87af02 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:42:33.252545 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d807f4c2-ce97-4d40-a755-d80c5c87af02 None None] Checking segment: {'id': 'a32cd601-575d-49a7-8d55-72096514b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c654c771-51af-4eea-bb22-18bc67a8719d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:42:33.253483 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d807f4c2-ce97-4d40-a755-d80c5c87af02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:33.253636 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d807f4c2-ce97-4d40-a755-d80c5c87af02 None None] Bound using segment: {'id': 'a32cd601-575d-49a7-8d55-72096514b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c654c771-51af-4eea-bb22-18bc67a8719d'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:42:33.256466 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-d807f4c2-ce97-4d40-a755-d80c5c87af02 None None] Bound port: 0de0829f-41fc-4694-879b-6cb7f8d07055, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32cd601-575d-49a7-8d55-72096514b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c654c771-51af-4eea-bb22-18bc67a8719d'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:42:33.256924 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d807f4c2-ce97-4d40-a755-d80c5c87af02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:33.275026 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a6f3554c-693a-40f9-a499-6c922fad43ec tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:33.410559 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f3554c-693a-40f9-a499-6c922fad43ec tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event deleted for resources: {'Subnet': ['ID=a277aa9e-93fa-4c64-af12-d2bc2d2a82b9,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:33.507964 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 16fd1835-63f8-4c13-a25b-d21cc3b64633 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:42:33.536946 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a6f3554c-693a-40f9-a499-6c922fad43ec tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:33.561539 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467071e6-56a8-4d31-9a7b-9841723dbad1 None None] Network 507be9bb-6ba5-4398-b67c-016bffb0f71c requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:42:33.575423 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a6f3554c-693a-40f9-a499-6c922fad43ec tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/subnets/a277aa9e-93fa-4c64-af12-d2bc2d2a82b9 HTTP/1.1" status: 204 len: 168 time: 1.1401560 Feb 04 11:42:33.576685 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39834) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:33.588841 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-c30f649a-76c9-4080-a1db-87920dc8f8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'name': 'tempest-RoutersTest-router-1669387596', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:20Z', 'updated_at': '2022-02-04T11:42:29Z', 'revision_number': 9, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'gw_port_host': None, '_interfaces': [{'id': 'afb76d82-9476-439c-a385-322acee4592d', 'name': '', 'network_id': '05c99b93-ed8e-4a2b-a881-7a73ade1e34e', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:25:2e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0333d8c6-4288-4eeb-a868-6b1db27513f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:37Z', 'updated_at': '2022-02-04T11:41:59Z', 'revision_number': 5, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': '0333d8c6-4288-4eeb-a868-6b1db27513f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb59cbe5-c152-4597-9280-5688c10fb326', 'name': '', 'network_id': 'daa82c88-f763-4832-a3c4-05a0a170dd86', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:aa:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb91c463-ee90-411a-9a19-041394395328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:25Z', 'updated_at': '2022-02-04T11:41:37Z', 'revision_number': 5, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': 'eb91c463-ee90-411a-9a19-041394395328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:33.602829 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30f649a-76c9-4080-a1db-87920dc8f8f3 None None] Checking router: a2b19bd9-09d3-48dd-8c0e-d267aeafd28f for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:42:33.615968 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 16fd1835-63f8-4c13-a25b-d21cc3b64633 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:42:33.616614 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 16fd1835-63f8-4c13-a25b-d21cc3b64633 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:42:33.616864 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 7566bd31-b2a9-4844-90a4-ba48f960f228 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:42:33.634588 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30f649a-76c9-4080-a1db-87920dc8f8f3 None None] Routers {'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:33.637567 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-c30f649a-76c9-4080-a1db-87920dc8f8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:42:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:33.702797 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-01bf3580-4099-4021-bddf-a2f2f7766f5e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] For port 94e228cf-432e-46ed-a752-4456af78c125, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=94e228cf-432e-46ed-a752-4456af78c125,segment=NetworkSegment(854d32b2-8071-4789-a212-39788de72da2),segment_id=854d32b2-8071-4789-a212-39788de72da2)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:33.703436 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-01bf3580-4099-4021-bddf-a2f2f7766f5e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:33.724396 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef54d-b6c2-4f03-a140-19f988011969 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:33.755209 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-8e3ef54d-b6c2-4f03-a140-19f988011969 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Deleting port 733d2907-0477-4ad4-adf3-78f5783ffd39 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:33.755811 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef54d-b6c2-4f03-a140-19f988011969 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:33.833677 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca62d1-1366-4658-b70a-d8ec5138f0e6 req-aa0b0206-e049-4cf2-9f38-647c0f2eec2b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:33.841761 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-81ca62d1-1366-4658-b70a-d8ec5138f0e6 req-aa0b0206-e049-4cf2-9f38-647c0f2eec2b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b3b24ac-dbdf-4a6d-a273-eadc5d79e495 HTTP/1.1" status: 200 len: 945 time: 0.4196250 Feb 04 11:42:33.865559 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-01bf3580-4099-4021-bddf-a2f2f7766f5e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Calling delete_port for 94e228cf-432e-46ed-a752-4456af78c125 owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:42:33.866844 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 7566bd31-b2a9-4844-90a4-ba48f960f228 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:42:33.866844 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 7566bd31-b2a9-4844-90a4-ba48f960f228 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:42:33.867410 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 281f207f-112e-4636-9325-8631e495a51f no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:42:33.915837 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-c30f649a-76c9-4080-a1db-87920dc8f8f3 None None] Set router a2b19bd9-09d3-48dd-8c0e-d267aeafd28f gateway port host: None {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:42:34.049854 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-01bf3580-4099-4021-bddf-a2f2f7766f5e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:34.052497 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-81ca62d1-1366-4658-b70a-d8ec5138f0e6 req-33d7d1f0-5f37-4512-837d-c369164c21a1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=37f258a4-34c0-4fa0-84fe-8fbb7676eba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094162 Feb 04 11:42:34.107932 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 281f207f-112e-4636-9325-8631e495a51f {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:42:34.109006 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 281f207f-112e-4636-9325-8631e495a51f not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:42:34.111023 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device f3378f72-6ee2-41fc-ae52-5a2391dd019d no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:42:34.118172 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-8e3ef54d-b6c2-4f03-a140-19f988011969 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] For port 733d2907-0477-4ad4-adf3-78f5783ffd39, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=733d2907-0477-4ad4-adf3-78f5783ffd39,segment=NetworkSegment(506f5187-5a0d-43e2-b7b5-481989180fbe),segment_id=506f5187-5a0d-43e2-b7b5-481989180fbe)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:34.118774 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef54d-b6c2-4f03-a140-19f988011969 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:34.135745 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bf3580-4099-4021-bddf-a2f2f7766f5e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] No DVR routers for this DVR port 94e228cf-432e-46ed-a752-4456af78c125 on host dv-neutron-827825-2-hyperv {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:42:34.220853 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf3580-4099-4021-bddf-a2f2f7766f5e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event deleted for resources: {'Port': ['ID=94e228cf-432e-46ed-a752-4456af78c125,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:34.242920 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: f3378f72-6ee2-41fc-ae52-5a2391dd019d {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:42:34.244899 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device f3378f72-6ee2-41fc-ae52-5a2391dd019d not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:42:34.356410 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2e76a598-5dd9-4bf6-a713-e80fb09d6f45 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:34.411444 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-8e3ef54d-b6c2-4f03-a140-19f988011969 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Calling delete_port for 733d2907-0477-4ad4-adf3-78f5783ffd39 owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:42:34.470994 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-d807f4c2-ce97-4d40-a755-d80c5c87af02 None None] For port 0de0829f-41fc-4694-879b-6cb7f8d07055, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:42:34.557637 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-01bf3580-4099-4021-bddf-a2f2f7766f5e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:34.586521 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-d807f4c2-ce97-4d40-a755-d80c5c87af02 None None] For port 0de0829f-41fc-4694-879b-6cb7f8d07055, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=0de0829f-41fc-4694-879b-6cb7f8d07055,segment=NetworkSegment(a32cd601-575d-49a7-8d55-72096514b9ff),segment_id=a32cd601-575d-49a7-8d55-72096514b9ff)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:42:34.617134 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef54d-b6c2-4f03-a140-19f988011969 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:34.617419 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-8f072713-6709-477c-9498-5ef4c5f61d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8bd21-14ba-480e-9544-0062df128086', 'name': 'tempest-RoutersIpV6Test-router-1761692933', 'tenant_id': '1857235941a6433080777df3100a6d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:14Z', 'updated_at': '2022-02-04T11:42:28Z', 'revision_number': 9, 'project_id': '1857235941a6433080777df3100a6d46', 'gw_port_host': None, '_interfaces': [{'id': '213e5a4f-922e-4c5a-a15c-908e787ee133', 'name': '', 'network_id': '56225026-f565-4757-906e-0cd472ebe86b', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:9f:3a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:19Z', 'updated_at': '2022-02-04T11:41:30Z', 'revision_number': 5, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69b4dc5f-421c-4100-b5f1-87829f7f5ded', 'name': '', 'network_id': '40008c44-c055-47e7-ab84-8a71b5f13f88', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:82:26:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47ab593f-d154-481f-abfa-be0bfe6cedc3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:32Z', 'updated_at': '2022-02-04T11:41:51Z', 'revision_number': 5, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': '47ab593f-d154-481f-abfa-be0bfe6cedc3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:34.630986 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-c30f649a-76c9-4080-a1db-87920dc8f8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'name': 'tempest-RoutersTest-router-1669387596', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:20Z', 'updated_at': '2022-02-04T11:42:29Z', 'revision_number': 9, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'gw_port_host': None, '_interfaces': [{'id': 'afb76d82-9476-439c-a385-322acee4592d', 'name': '', 'network_id': '05c99b93-ed8e-4a2b-a881-7a73ade1e34e', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:25:2e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0333d8c6-4288-4eeb-a868-6b1db27513f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:37Z', 'updated_at': '2022-02-04T11:41:59Z', 'revision_number': 5, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': '0333d8c6-4288-4eeb-a868-6b1db27513f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb59cbe5-c152-4597-9280-5688c10fb326', 'name': '', 'network_id': 'daa82c88-f763-4832-a3c4-05a0a170dd86', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:aa:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb91c463-ee90-411a-9a19-041394395328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:25Z', 'updated_at': '2022-02-04T11:41:37Z', 'revision_number': 5, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': 'eb91c463-ee90-411a-9a19-041394395328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:34.634508 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-01bf3580-4099-4021-bddf-a2f2f7766f5e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5d2727c-f84e-4ae2-b35f-4854094e06b3']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:34.646712 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30f649a-76c9-4080-a1db-87920dc8f8f3 None None] The sync data for ids ['a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'] in dv-neutron-827825-2-hyperv is: [{'id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'name': 'tempest-RoutersTest-router-1669387596', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:20Z', 'updated_at': '2022-02-04T11:42:29Z', 'revision_number': 9, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'gw_port_host': None, '_interfaces': [{'id': 'afb76d82-9476-439c-a385-322acee4592d', 'name': '', 'network_id': '05c99b93-ed8e-4a2b-a881-7a73ade1e34e', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:25:2e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0333d8c6-4288-4eeb-a868-6b1db27513f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:37Z', 'updated_at': '2022-02-04T11:41:59Z', 'revision_number': 5, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': '0333d8c6-4288-4eeb-a868-6b1db27513f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb59cbe5-c152-4597-9280-5688c10fb326', 'name': '', 'network_id': 'daa82c88-f763-4832-a3c4-05a0a170dd86', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:aa:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb91c463-ee90-411a-9a19-041394395328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:25Z', 'updated_at': '2022-02-04T11:41:37Z', 'revision_number': 5, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': 'eb91c463-ee90-411a-9a19-041394395328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:42:34.661264 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-01bf3580-4099-4021-bddf-a2f2f7766f5e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '854d32b2-8071-4789-a212-39788de72da2') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:34.661264 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-01bf3580-4099-4021-bddf-a2f2f7766f5e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '854d32b2-8071-4789-a212-39788de72da2') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:34.668178 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f072713-6709-477c-9498-5ef4c5f61d82 None None] Checking router: 56c8bd21-14ba-480e-9544-0062df128086 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:42:34.703383 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-01bf3580-4099-4021-bddf-a2f2f7766f5e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:34.711148 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d807f4c2-ce97-4d40-a755-d80c5c87af02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:34.761293 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-01bf3580-4099-4021-bddf-a2f2f7766f5e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:34.779240 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01bf3580-4099-4021-bddf-a2f2f7766f5e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:42:34.779674 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-01bf3580-4099-4021-bddf-a2f2f7766f5e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:34.795100 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:42:34.795100 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:42:34.795100 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:42:34.795100 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:42:34.795100 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:42:34.795100 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:42:34.795100 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:42:34.795100 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:42:34.795100 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:42:34.795100 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:42:34.795100 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:42:34.795100 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:42:34.795100 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:42:34.795100 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:42:34.795100 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:42:34.795100 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:42:34.795100 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:42:34.795100 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:42:34.795100 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:42:34.795100 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:42:34.795100 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:42:34.795100 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:42:34.795100 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:42:34.795100 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:42:34.795100 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:42:34.795100 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:42:34.795100 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:42:34.795100 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:42:34.795100 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:42:34.795100 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:42:34.795100 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:42:34.795100 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:42:34.845998 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807f4c2-ce97-4d40-a755-d80c5c87af02 None None] Pushing event updated for resources: {'Port': ['ID=0de0829f-41fc-4694-879b-6cb7f8d07055,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:34.858721 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3594addb-fc10-4a5a-b4ac-e3a2558d7093 None None] DHCP port deletion for a5d2727c-f84e-4ae2-b35f-4854094e06b3 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:42:34.871815 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ef54d-b6c2-4f03-a140-19f988011969 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event deleted for resources: {'Port': ['ID=733d2907-0477-4ad4-adf3-78f5783ffd39,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:34.875995 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3ef54d-b6c2-4f03-a140-19f988011969 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] No DVR routers for this DVR port 733d2907-0477-4ad4-adf3-78f5783ffd39 on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:42:34.912449 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f072713-6709-477c-9498-5ef4c5f61d82 None None] Routers {'56c8bd21-14ba-480e-9544-0062df128086'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:34.913285 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-8f072713-6709-477c-9498-5ef4c5f61d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:42:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['56c8bd21-14ba-480e-9544-0062df128086'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:34.960392 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-2e76a598-5dd9-4bf6-a713-e80fb09d6f45 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Allocated IP 2001:db8::1 (c9f38cc3-551b-4ae1-a896-1d9fd8853b7c/07e6cbb6-a992-45a7-8b9f-c3229d0bf068/9620ea0f-4a6c-4ca5-8e4a-1c947bc8f749) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:42:35.039284 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef54d-b6c2-4f03-a140-19f988011969 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:35.094215 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-8e3ef54d-b6c2-4f03-a140-19f988011969 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['507be9bb-6ba5-4398-b67c-016bffb0f71c']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:35.111975 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-8e3ef54d-b6c2-4f03-a140-19f988011969 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '506f5187-5a0d-43e2-b7b5-481989180fbe') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:35.112571 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-8e3ef54d-b6c2-4f03-a140-19f988011969 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '506f5187-5a0d-43e2-b7b5-481989180fbe') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:35.141060 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef54d-b6c2-4f03-a140-19f988011969 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:35.165532 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef54d-b6c2-4f03-a140-19f988011969 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:35.170112 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-01bf3580-4099-4021-bddf-a2f2f7766f5e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:35.175521 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-01bf3580-4099-4021-bddf-a2f2f7766f5e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:35.183113 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e3ef54d-b6c2-4f03-a140-19f988011969 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:42:35.183641 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef54d-b6c2-4f03-a140-19f988011969 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:35.211159 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:42:35.211159 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:42:35.211159 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:42:35.211159 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:42:35.211159 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:42:35.211159 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:42:35.211159 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:42:35.211159 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:42:35.211159 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:42:35.211159 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:42:35.211159 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:42:35.211159 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:42:35.211159 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:42:35.211159 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:42:35.211159 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:42:35.211159 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:42:35.211159 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:42:35.211159 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:42:35.211159 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:42:35.211159 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:42:35.211159 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:42:35.211159 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:42:35.211159 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:42:35.211159 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:42:35.211159 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:42:35.211159 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:42:35.211159 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:42:35.211159 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:42:35.211159 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:42:35.211159 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:42:35.211159 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:42:35.211159 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:42:35.233600 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf3580-4099-4021-bddf-a2f2f7766f5e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event deleted for resources: {'Network': ['ID=a5d2727c-f84e-4ae2-b35f-4854094e06b3,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:35.291007 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-01bf3580-4099-4021-bddf-a2f2f7766f5e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/networks/a5d2727c-f84e-4ae2-b35f-4854094e06b3 HTTP/1.1" status: 204 len: 168 time: 2.6207378 Feb 04 11:42:35.294219 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39844) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:35.315521 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device c458e7ce-a7ba-48bd-93e2-2b06940f7633 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:35.428323 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef54d-b6c2-4f03-a140-19f988011969 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:35.468213 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef54d-b6c2-4f03-a140-19f988011969 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:35.481067 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ef54d-b6c2-4f03-a140-19f988011969 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event deleted for resources: {'Network': ['ID=507be9bb-6ba5-4398-b67c-016bffb0f71c,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:35.504919 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-8f072713-6709-477c-9498-5ef4c5f61d82 None None] Set router 56c8bd21-14ba-480e-9544-0062df128086 gateway port host: None {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:42:35.516581 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8e3ef54d-b6c2-4f03-a140-19f988011969 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/networks/507be9bb-6ba5-4398-b67c-016bffb0f71c HTTP/1.1" status: 204 len: 168 time: 1.9376485 Feb 04 11:42:35.517570 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39848) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:35.648853 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2e76a598-5dd9-4bf6-a713-e80fb09d6f45 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:35.792239 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-2e76a598-5dd9-4bf6-a713-e80fb09d6f45 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Transition to ACTIVE for port object 9620ea0f-4a6c-4ca5-8e4a-1c947bc8f749 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:42:35.825449 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4ae337-464b-4ab2-b553-0e9738cc10e8 None None] DHCP port deletion for 507be9bb-6ba5-4398-b67c-016bffb0f71c request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:42:35.833703 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port c458e7ce-a7ba-48bd-93e2-2b06940f7633 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:35.834318 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:35.850873 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fec5f-4fe2-4f09-a9ae-0761debcb677 req-9d08484d-cd11-47ca-ba34-7fc887691036 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:35.852675 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0a8fec5f-4fe2-4f09-a9ae-0761debcb677 req-9d08484d-cd11-47ca-ba34-7fc887691036 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b3b24ac-dbdf-4a6d-a273-eadc5d79e495 HTTP/1.1" status: 200 len: 945 time: 0.2679827 Feb 04 11:42:35.953431 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0a8fec5f-4fe2-4f09-a9ae-0761debcb677 req-bcc5cb51-df1c-4b84-a9ff-d2c5cb7400aa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=37f258a4-34c0-4fa0-84fe-8fbb7676eba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785437 Feb 04 11:42:35.955185 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2e76a598-5dd9-4bf6-a713-e80fb09d6f45 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:36.076676 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:36.104623 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device c918ecb3-ed4b-4b1a-82b6-2b9c6e5d466c up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:36.113850 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-76941044-fc2d-45f1-87ff-596f0ab13a4d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:36.142505 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e76a598-5dd9-4bf6-a713-e80fb09d6f45 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Network c9f38cc3-551b-4ae1-a896-1d9fd8853b7c is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:42:36.149280 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-2e76a598-5dd9-4bf6-a713-e80fb09d6f45 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:42:36.152164 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e76a598-5dd9-4bf6-a713-e80fb09d6f45 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:42:36.152896 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2e76a598-5dd9-4bf6-a713-e80fb09d6f45 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:36.161673 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76a598-5dd9-4bf6-a713-e80fb09d6f45 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Pushing event updated for resources: {'Port': ['ID=9620ea0f-4a6c-4ca5-8e4a-1c947bc8f749,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:36.281478 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-8f072713-6709-477c-9498-5ef4c5f61d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8bd21-14ba-480e-9544-0062df128086', 'name': 'tempest-RoutersIpV6Test-router-1761692933', 'tenant_id': '1857235941a6433080777df3100a6d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:14Z', 'updated_at': '2022-02-04T11:42:28Z', 'revision_number': 9, 'project_id': '1857235941a6433080777df3100a6d46', 'gw_port_host': None, '_interfaces': [{'id': '213e5a4f-922e-4c5a-a15c-908e787ee133', 'name': '', 'network_id': '56225026-f565-4757-906e-0cd472ebe86b', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:9f:3a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:19Z', 'updated_at': '2022-02-04T11:41:30Z', 'revision_number': 5, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69b4dc5f-421c-4100-b5f1-87829f7f5ded', 'name': '', 'network_id': '40008c44-c055-47e7-ab84-8a71b5f13f88', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:82:26:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47ab593f-d154-481f-abfa-be0bfe6cedc3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:32Z', 'updated_at': '2022-02-04T11:41:51Z', 'revision_number': 5, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': '47ab593f-d154-481f-abfa-be0bfe6cedc3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:36.287637 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f072713-6709-477c-9498-5ef4c5f61d82 None None] The sync data for ids ['56c8bd21-14ba-480e-9544-0062df128086'] in dv-neutron-827825-2-hyperv is: [{'id': '56c8bd21-14ba-480e-9544-0062df128086', 'name': 'tempest-RoutersIpV6Test-router-1761692933', 'tenant_id': '1857235941a6433080777df3100a6d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:14Z', 'updated_at': '2022-02-04T11:42:28Z', 'revision_number': 9, 'project_id': '1857235941a6433080777df3100a6d46', 'gw_port_host': None, '_interfaces': [{'id': '213e5a4f-922e-4c5a-a15c-908e787ee133', 'name': '', 'network_id': '56225026-f565-4757-906e-0cd472ebe86b', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:9f:3a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:19Z', 'updated_at': '2022-02-04T11:41:30Z', 'revision_number': 5, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69b4dc5f-421c-4100-b5f1-87829f7f5ded', 'name': '', 'network_id': '40008c44-c055-47e7-ab84-8a71b5f13f88', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:82:26:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47ab593f-d154-481f-abfa-be0bfe6cedc3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:32Z', 'updated_at': '2022-02-04T11:41:51Z', 'revision_number': 5, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': '47ab593f-d154-481f-abfa-be0bfe6cedc3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:42:36.305430 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-de19a0af-5fd4-4d39-a680-15dbfbb4f198 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:36.396378 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port c918ecb3-ed4b-4b1a-82b6-2b9c6e5d466c completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:42:36.402860 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port c918ecb3-ed4b-4b1a-82b6-2b9c6e5d466c triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:36.403260 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:36.445915 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2e76a598-5dd9-4bf6-a713-e80fb09d6f45 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:36.687178 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:36.772965 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port c918ecb3-ed4b-4b1a-82b6-2b9c6e5d466c, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=c918ecb3-ed4b-4b1a-82b6-2b9c6e5d466c,segment=NetworkSegment(884f7180-7ab5-448d-8298-71153734ec02),segment_id=884f7180-7ab5-448d-8298-71153734ec02)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:36.857988 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:36.953911 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f5287b7c-c785-4bad-8bf3-ac6c7990030e None None] Provisioning for port 9620ea0f-4a6c-4ca5-8e4a-1c947bc8f749 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:42:37.060724 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f5287b7c-c785-4bad-8bf3-ac6c7990030e None None] Provisioning complete for port 9620ea0f-4a6c-4ca5-8e4a-1c947bc8f749 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:37.061102 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f5287b7c-c785-4bad-8bf3-ac6c7990030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:37.127716 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-76941044-fc2d-45f1-87ff-596f0ab13a4d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Deleting port afb76d82-9476-439c-a385-322acee4592d {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:37.128930 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-76941044-fc2d-45f1-87ff-596f0ab13a4d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:37.147323 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 0de0829f-41fc-4694-879b-6cb7f8d07055 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:37.173027 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c12105-d266-4dad-8eee-d3115c87d962 None None] Network c654c771-51af-4eea-bb22-18bc67a8719d requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:42:37.218720 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=c918ecb3-ed4b-4b1a-82b6-2b9c6e5d466c,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:37.333875 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-f5287b7c-c785-4bad-8bf3-ac6c7990030e None None] Port 9620ea0f-4a6c-4ca5-8e4a-1c947bc8f749 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:42:37.595930 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-28ad8ec1-afcf-4d10-aed7-6345c1bfc10b None None] Provisioning for port 0de0829f-41fc-4694-879b-6cb7f8d07055 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:42:37.636327 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:42:37.639381 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 0de0829f-41fc-4694-879b-6cb7f8d07055 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:42:37.647048 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 0de0829f-41fc-4694-879b-6cb7f8d07055 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:37.657645 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:37.658149 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91d44f-c555-45e0-bcaf-0e911103d1cd req-1e569604-f36c-4e29-8117-0e76245890bd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:37.659698 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-aa91d44f-c555-45e0-bcaf-0e911103d1cd req-1e569604-f36c-4e29-8117-0e76245890bd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b3b24ac-dbdf-4a6d-a273-eadc5d79e495 HTTP/1.1" status: 200 len: 945 time: 0.4175770 Feb 04 11:42:37.700174 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-76941044-fc2d-45f1-87ff-596f0ab13a4d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] For port afb76d82-9476-439c-a385-322acee4592d, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=afb76d82-9476-439c-a385-322acee4592d,segment=NetworkSegment(fb631fac-0359-4729-87e6-225f4f5f7b2c),segment_id=fb631fac-0359-4729-87e6-225f4f5f7b2c)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:37.700174 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-76941044-fc2d-45f1-87ff-596f0ab13a4d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:37.818682 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device c987c3cf-e38b-4274-9b70-4073296bb61e up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:37.834227 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2e76a598-5dd9-4bf6-a713-e80fb09d6f45 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:37.908421 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2e76a598-5dd9-4bf6-a713-e80fb09d6f45 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:37.909978 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2e76a598-5dd9-4bf6-a713-e80fb09d6f45 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:37.919071 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-76941044-fc2d-45f1-87ff-596f0ab13a4d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Calling delete_port for afb76d82-9476-439c-a385-322acee4592d owned by network:router_interface {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:42:37.965075 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-aa91d44f-c555-45e0-bcaf-0e911103d1cd req-4bff852b-0703-48fa-b753-40b96dba893b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=37f258a4-34c0-4fa0-84fe-8fbb7676eba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2972181 Feb 04 11:42:38.008900 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:38.086999 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 0de0829f-41fc-4694-879b-6cb7f8d07055, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=0de0829f-41fc-4694-879b-6cb7f8d07055,segment=NetworkSegment(a32cd601-575d-49a7-8d55-72096514b9ff),segment_id=a32cd601-575d-49a7-8d55-72096514b9ff)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:38.141597 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-84f94478-d5d3-419c-9cc1-a523d8440a7f None None] Provisioning complete for port 0de0829f-41fc-4694-879b-6cb7f8d07055 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:38.142017 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-84f94478-d5d3-419c-9cc1-a523d8440a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:38.181153 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:38.223525 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port c987c3cf-e38b-4274-9b70-4073296bb61e completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:42:38.256668 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76a598-5dd9-4bf6-a713-e80fb09d6f45 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Pushing event updated for resources: {'Port': ['ID=9620ea0f-4a6c-4ca5-8e4a-1c947bc8f749,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:38.266506 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port c987c3cf-e38b-4274-9b70-4073296bb61e triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:38.266882 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:38.274254 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-76941044-fc2d-45f1-87ff-596f0ab13a4d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:38.306973 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 94e228cf-432e-46ed-a752-4456af78c125 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:42:38.307265 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e76a598-5dd9-4bf6-a713-e80fb09d6f45 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Network c9f38cc3-551b-4ae1-a896-1d9fd8853b7c is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:42:38.309657 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-2e76a598-5dd9-4bf6-a713-e80fb09d6f45 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:42:38.400690 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 94e228cf-432e-46ed-a752-4456af78c125 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:42:38.402330 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76941044-fc2d-45f1-87ff-596f0ab13a4d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event deleted for resources: {'Port': ['ID=afb76d82-9476-439c-a385-322acee4592d,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:38.402496 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 94e228cf-432e-46ed-a752-4456af78c125 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:42:38.403297 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 733d2907-0477-4ad4-adf3-78f5783ffd39 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:42:38.440720 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=0de0829f-41fc-4694-879b-6cb7f8d07055,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:38.471916 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76941044-fc2d-45f1-87ff-596f0ab13a4d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:38.472228 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76941044-fc2d-45f1-87ff-596f0ab13a4d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:38.472562 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76941044-fc2d-45f1-87ff-596f0ab13a4d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:38.473414 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76941044-fc2d-45f1-87ff-596f0ab13a4d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:38.473744 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76941044-fc2d-45f1-87ff-596f0ab13a4d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:38.474098 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76941044-fc2d-45f1-87ff-596f0ab13a4d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:38.474518 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76941044-fc2d-45f1-87ff-596f0ab13a4d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:38.474844 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76941044-fc2d-45f1-87ff-596f0ab13a4d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:38.475161 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76941044-fc2d-45f1-87ff-596f0ab13a4d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:38.475480 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76941044-fc2d-45f1-87ff-596f0ab13a4d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:38.475791 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76941044-fc2d-45f1-87ff-596f0ab13a4d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:38.478215 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 733d2907-0477-4ad4-adf3-78f5783ffd39 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:42:38.478884 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 733d2907-0477-4ad4-adf3-78f5783ffd39 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:42:38.479674 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 2fabd1a8-07f1-4bb5-a5c5-adcba933ba90 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:42:38.532369 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 2fabd1a8-07f1-4bb5-a5c5-adcba933ba90 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:42:38.532791 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 2fabd1a8-07f1-4bb5-a5c5-adcba933ba90 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:42:38.533281 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 3e72668d-9412-417f-b6ef-c3c1f72ca079 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:42:38.610215 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 3e72668d-9412-417f-b6ef-c3c1f72ca079 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:42:38.610659 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 3e72668d-9412-417f-b6ef-c3c1f72ca079 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:42:38.642812 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-de19a0af-5fd4-4d39-a680-15dbfbb4f198 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Deleting port 69b4dc5f-421c-4100-b5f1-87829f7f5ded {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:38.643146 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-de19a0af-5fd4-4d39-a680-15dbfbb4f198 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:38.825614 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-76941044-fc2d-45f1-87ff-596f0ab13a4d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:38.833325 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:38.897810 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-acc2e227-e568-413a-b1e1-a98fe696d6cb None None] Provisioning complete for port 9620ea0f-4a6c-4ca5-8e4a-1c947bc8f749 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:38.897810 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-acc2e227-e568-413a-b1e1-a98fe696d6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:39.026072 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port c987c3cf-e38b-4274-9b70-4073296bb61e, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c987c3cf-e38b-4274-9b70-4073296bb61e,segment=NetworkSegment(aaec0554-0827-4661-aabf-bf818440ad0e),segment_id=aaec0554-0827-4661-aabf-bf818440ad0e)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:39.027701 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3b24ac-dbdf-4a6d-a273-eadc5d79e495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c987c3cf-e38b-4274-9b70-4073296bb61e'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:42:39.063432 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-acc2e227-e568-413a-b1e1-a98fe696d6cb None None] Port 9620ea0f-4a6c-4ca5-8e4a-1c947bc8f749 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:42:39.099544 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:39.184684 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device c918ecb3-ed4b-4b1a-82b6-2b9c6e5d466c up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:39.202517 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-de19a0af-5fd4-4d39-a680-15dbfbb4f198 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] For port 69b4dc5f-421c-4100-b5f1-87829f7f5ded, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=69b4dc5f-421c-4100-b5f1-87829f7f5ded,segment=NetworkSegment(0da7f603-903d-4ec8-b0cc-823f4095e072),segment_id=0da7f603-903d-4ec8-b0cc-823f4095e072)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:39.203123 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-de19a0af-5fd4-4d39-a680-15dbfbb4f198 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:39.309679 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=c987c3cf-e38b-4274-9b70-4073296bb61e,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:39.320794 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port c918ecb3-ed4b-4b1a-82b6-2b9c6e5d466c triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:39.321169 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:39.399875 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-de19a0af-5fd4-4d39-a680-15dbfbb4f198 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Calling delete_port for 69b4dc5f-421c-4100-b5f1-87829f7f5ded owned by network:router_interface {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:42:39.474348 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 0de0829f-41fc-4694-879b-6cb7f8d07055 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:39.496528 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e76a598-5dd9-4bf6-a713-e80fb09d6f45 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Router 52d6f8da-329f-46b9-bee0-322784ec901f has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:42:39.554183 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb382d-d63c-4b59-b0dc-b68f0c6bb029 req-7925e78c-beba-4f17-b989-e5a4e43b950f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:39.563491 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-49cb382d-d63c-4b59-b0dc-b68f0c6bb029 req-7925e78c-beba-4f17-b989-e5a4e43b950f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b3b24ac-dbdf-4a6d-a273-eadc5d79e495 HTTP/1.1" status: 200 len: 946 time: 0.2634513 Feb 04 11:42:39.564917 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 0de0829f-41fc-4694-879b-6cb7f8d07055 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:39.565290 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:39.695661 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76941044-fc2d-45f1-87ff-596f0ab13a4d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Router a2b19bd9-09d3-48dd-8c0e-d267aeafd28f has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:42:39.853180 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-49cb382d-d63c-4b59-b0dc-b68f0c6bb029 req-176dbd43-943a-49b7-ba78-886347da7930 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=37f258a4-34c0-4fa0-84fe-8fbb7676eba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2887197 Feb 04 11:42:39.979308 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e76a598-5dd9-4bf6-a713-e80fb09d6f45 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:42:39.994579 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2e76a598-5dd9-4bf6-a713-e80fb09d6f45 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] 10.222.0.21 "PUT /v2.0/routers/52d6f8da-329f-46b9-bee0-322784ec901f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6858737 Feb 04 11:42:39.994835 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39866) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:40.005141 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5787fe-c469-437a-adb7-a99d430e9b29 None None] Sync routers for ids ['52d6f8da-329f-46b9-bee0-322784ec901f'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:42:40.021133 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5787fe-c469-437a-adb7-a99d430e9b29 None None] Routers {'52d6f8da-329f-46b9-bee0-322784ec901f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:40.022017 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ed5787fe-c469-437a-adb7-a99d430e9b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:42:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['52d6f8da-329f-46b9-bee0-322784ec901f'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:40.034800 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76941044-fc2d-45f1-87ff-596f0ab13a4d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:42:40.056510 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-de19a0af-5fd4-4d39-a680-15dbfbb4f198 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:40.083272 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-76941044-fc2d-45f1-87ff-596f0ab13a4d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "PUT /v2.0/routers/a2b19bd9-09d3-48dd-8c0e-d267aeafd28f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5641992 Feb 04 11:42:40.084399 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39870) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:40.131829 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ed5787fe-c469-437a-adb7-a99d430e9b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:40.138274 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19a0af-5fd4-4d39-a680-15dbfbb4f198 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event deleted for resources: {'Port': ['ID=69b4dc5f-421c-4100-b5f1-87829f7f5ded,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:40.148704 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5787fe-c469-437a-adb7-a99d430e9b29 None None] Routers {'52d6f8da-329f-46b9-bee0-322784ec901f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:40.150017 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ed5787fe-c469-437a-adb7-a99d430e9b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:42:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['52d6f8da-329f-46b9-bee0-322784ec901f'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:40.240338 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3b24ac-dbdf-4a6d-a273-eadc5d79e495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c987c3cf-e38b-4274-9b70-4073296bb61e', 'code': 200} Feb 04 11:42:40.257912 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ed5787fe-c469-437a-adb7-a99d430e9b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:40.260407 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5787fe-c469-437a-adb7-a99d430e9b29 None None] The sync data for ids ['52d6f8da-329f-46b9-bee0-322784ec901f'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:42:40.505731 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d5224246-a147-47a1-ada9-b9cc212693bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:40.515636 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2508249-ea76-4070-ab1b-af3b16fa1ccb tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Deleting subnet 0333d8c6-4288-4eeb-a868-6b1db27513f7 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:42:40.520019 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b2508249-ea76-4070-ab1b-af3b16fa1ccb tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:40.599987 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b2508249-ea76-4070-ab1b-af3b16fa1ccb tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:40.643379 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-de19a0af-5fd4-4d39-a680-15dbfbb4f198 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:40.752604 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0234979e-5059-413d-817b-c9eb19f7031d req-346c40f4-d714-4683-ad4d-51f137086247 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3b3b24ac-dbdf-4a6d-a273-eadc5d79e495 HTTP/1.1" status: 200 len: 1099 time: 0.1231635 Feb 04 11:42:40.758962 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b2508249-ea76-4070-ab1b-af3b16fa1ccb tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:40.830511 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-d5224246-a147-47a1-ada9-b9cc212693bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 11:42:40.835730 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d5224246-a147-47a1-ada9-b9cc212693bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] 10.222.0.21 "DELETE /v2.0/routers/52d6f8da-329f-46b9-bee0-322784ec901f HTTP/1.1" status: 409 len: 329 time: 0.8357871 Feb 04 11:42:40.837577 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39878) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:40.860134 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0234979e-5059-413d-817b-c9eb19f7031d req-6a4b84d7-7127-4a45-a87c-52f02ad5b889 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=37f258a4-34c0-4fa0-84fe-8fbb7676eba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718455 Feb 04 11:42:41.006690 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b2508249-ea76-4070-ab1b-af3b16fa1ccb tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:41.052454 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2508249-ea76-4070-ab1b-af3b16fa1ccb tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event deleted for resources: {'Subnet': ['ID=0333d8c6-4288-4eeb-a868-6b1db27513f7,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:41.059433 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b2508249-ea76-4070-ab1b-af3b16fa1ccb tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:41.071389 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b2508249-ea76-4070-ab1b-af3b16fa1ccb tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/subnets/0333d8c6-4288-4eeb-a868-6b1db27513f7 HTTP/1.1" status: 204 len: 168 time: 0.9815383 Feb 04 11:42:41.072789 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39884) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:41.075309 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ccb25d-ec66-4c17-96f1-9bc6623dae0a None None] Network 05c99b93-ed8e-4a2b-a881-7a73ade1e34e requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:42:41.207865 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0f85cb-6b01-47a8-86f4-f94590285ef1 None None] Sync routers for ids ['a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:42:41.227167 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0f85cb-6b01-47a8-86f4-f94590285ef1 None None] Routers {'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:41.227980 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-1c0f85cb-6b01-47a8-86f4-f94590285ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:42:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:41.230019 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4067011a-d8f7-4366-9cb8-b9d39ce8f953 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:41.245664 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-4067011a-d8f7-4366-9cb8-b9d39ce8f953 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Deleting port fa1ede6d-63f1-4bd9-a529-a0757706b0e5 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:41.246242 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4067011a-d8f7-4366-9cb8-b9d39ce8f953 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:41.533877 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-1c0f85cb-6b01-47a8-86f4-f94590285ef1 None None] Set router a2b19bd9-09d3-48dd-8c0e-d267aeafd28f gateway port host: None {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:42:41.682282 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-4067011a-d8f7-4366-9cb8-b9d39ce8f953 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] For port fa1ede6d-63f1-4bd9-a529-a0757706b0e5, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=fa1ede6d-63f1-4bd9-a529-a0757706b0e5,segment=NetworkSegment(fb631fac-0359-4729-87e6-225f4f5f7b2c),segment_id=fb631fac-0359-4729-87e6-225f4f5f7b2c)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:41.682800 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4067011a-d8f7-4366-9cb8-b9d39ce8f953 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:41.804278 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e78cfd-3475-43a3-b1e0-9a72844f2871 req-ede0f9d8-2858-4861-b8d1-00c9909d52a5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:41.805989 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c0e78cfd-3475-43a3-b1e0-9a72844f2871 req-ede0f9d8-2858-4861-b8d1-00c9909d52a5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b3b24ac-dbdf-4a6d-a273-eadc5d79e495 HTTP/1.1" status: 200 len: 946 time: 0.8078775 Feb 04 11:42:41.827429 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb7cdce-cded-4c50-b77f-e55b54a1d4c6 None None] DHCP port deletion for 05c99b93-ed8e-4a2b-a881-7a73ade1e34e request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:42:41.832463 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-5eb7cdce-cded-4c50-b77f-e55b54a1d4c6 None None] Deleting port fa1ede6d-63f1-4bd9-a529-a0757706b0e5 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:41.832827 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5eb7cdce-cded-4c50-b77f-e55b54a1d4c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:41.891267 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-4067011a-d8f7-4366-9cb8-b9d39ce8f953 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Calling delete_port for fa1ede6d-63f1-4bd9-a529-a0757706b0e5 owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:42:42.067281 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c0e78cfd-3475-43a3-b1e0-9a72844f2871 req-0bdd8e17-cc3f-48c8-8a0d-0dceace9df4a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=37f258a4-34c0-4fa0-84fe-8fbb7676eba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289045 Feb 04 11:42:42.081332 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-1c0f85cb-6b01-47a8-86f4-f94590285ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'name': 'tempest-RoutersTest-router-1669387596', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:20Z', 'updated_at': '2022-02-04T11:42:38Z', 'revision_number': 10, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'gw_port_host': None, '_interfaces': [{'id': 'eb59cbe5-c152-4597-9280-5688c10fb326', 'name': '', 'network_id': 'daa82c88-f763-4832-a3c4-05a0a170dd86', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:aa:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb91c463-ee90-411a-9a19-041394395328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:25Z', 'updated_at': '2022-02-04T11:41:37Z', 'revision_number': 5, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': 'eb91c463-ee90-411a-9a19-041394395328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:42.085722 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0f85cb-6b01-47a8-86f4-f94590285ef1 None None] Checking router: a2b19bd9-09d3-48dd-8c0e-d267aeafd28f for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:42:42.109452 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0f85cb-6b01-47a8-86f4-f94590285ef1 None None] Routers {'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:42.110087 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-1c0f85cb-6b01-47a8-86f4-f94590285ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:42:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:42.111171 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de19a0af-5fd4-4d39-a680-15dbfbb4f198 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Router 56c8bd21-14ba-480e-9544-0062df128086 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:42:42.213010 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-5eb7cdce-cded-4c50-b77f-e55b54a1d4c6 None None] For port fa1ede6d-63f1-4bd9-a529-a0757706b0e5, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=fa1ede6d-63f1-4bd9-a529-a0757706b0e5,segment=NetworkSegment(fb631fac-0359-4729-87e6-225f4f5f7b2c),segment_id=fb631fac-0359-4729-87e6-225f4f5f7b2c)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:42.231709 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5eb7cdce-cded-4c50-b77f-e55b54a1d4c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:42.259136 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6c6c1f99-16e1-4e28-a719-54e5eaa59c71 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:42.344191 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-1c0f85cb-6b01-47a8-86f4-f94590285ef1 None None] Set router a2b19bd9-09d3-48dd-8c0e-d267aeafd28f gateway port host: None {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:42:42.360005 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4067011a-d8f7-4366-9cb8-b9d39ce8f953 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:42.428957 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-5eb7cdce-cded-4c50-b77f-e55b54a1d4c6 None None] Calling delete_port for fa1ede6d-63f1-4bd9-a529-a0757706b0e5 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:42:42.460112 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067011a-d8f7-4366-9cb8-b9d39ce8f953 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event deleted for resources: {'Port': ['ID=fa1ede6d-63f1-4bd9-a529-a0757706b0e5,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:42.465008 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4067011a-d8f7-4366-9cb8-b9d39ce8f953 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] No DVR routers for this DVR port fa1ede6d-63f1-4bd9-a529-a0757706b0e5 on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:42:42.528465 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-5eb7cdce-cded-4c50-b77f-e55b54a1d4c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:42:42.528817 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-5eb7cdce-cded-4c50-b77f-e55b54a1d4c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:42:42.529776 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-436de652-63a8-4764-9264-2c46ab954da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:42.647345 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4067011a-d8f7-4366-9cb8-b9d39ce8f953 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:42.686708 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-4067011a-d8f7-4366-9cb8-b9d39ce8f953 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05c99b93-ed8e-4a2b-a881-7a73ade1e34e']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:42.755069 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-4067011a-d8f7-4366-9cb8-b9d39ce8f953 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb631fac-0359-4729-87e6-225f4f5f7b2c') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:42.755069 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-4067011a-d8f7-4366-9cb8-b9d39ce8f953 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb631fac-0359-4729-87e6-225f4f5f7b2c') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:42.755069 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4067011a-d8f7-4366-9cb8-b9d39ce8f953 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:42.757240 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de19a0af-5fd4-4d39-a680-15dbfbb4f198 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:42:42.757240 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-de19a0af-5fd4-4d39-a680-15dbfbb4f198 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "PUT /v2.0/routers/56c8bd21-14ba-480e-9544-0062df128086/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4348264 Feb 04 11:42:42.757452 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aedb702-583f-410c-9ea8-49dc55ca6180 None None] Sync routers for ids ['56c8bd21-14ba-480e-9544-0062df128086'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:42:42.757574 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4067011a-d8f7-4366-9cb8-b9d39ce8f953 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:42.757674 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aedb702-583f-410c-9ea8-49dc55ca6180 None None] Routers {'56c8bd21-14ba-480e-9544-0062df128086'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:42.757774 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39892) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:42.758746 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5aedb702-583f-410c-9ea8-49dc55ca6180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:42:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['56c8bd21-14ba-480e-9544-0062df128086'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:42.782904 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4067011a-d8f7-4366-9cb8-b9d39ce8f953 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:42:42.783380 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4067011a-d8f7-4366-9cb8-b9d39ce8f953 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:42.853427 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:42:42.853427 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:42:42.853427 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:42:42.853427 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:42:42.853427 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:42:42.853427 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:42:42.853427 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:42:42.853427 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:42:42.853427 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:42:42.853427 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:42:42.853427 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:42:42.853427 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:42:42.853427 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:42:42.853427 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:42:42.853427 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:42:42.853427 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:42:42.853427 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:42:42.853427 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:42:42.853427 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:42:42.853427 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:42:42.853427 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:42:42.853427 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:42:42.853427 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:42:42.853427 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:42:42.853427 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:42:42.853427 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:42:42.853427 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:42:42.853427 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:42:42.853427 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:42:42.853427 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:42:42.853427 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:42:42.853427 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:42:42.884521 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-1c0f85cb-6b01-47a8-86f4-f94590285ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'name': 'tempest-RoutersTest-router-1669387596', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:20Z', 'updated_at': '2022-02-04T11:42:38Z', 'revision_number': 10, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'gw_port_host': None, '_interfaces': [{'id': 'eb59cbe5-c152-4597-9280-5688c10fb326', 'name': '', 'network_id': 'daa82c88-f763-4832-a3c4-05a0a170dd86', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:aa:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb91c463-ee90-411a-9a19-041394395328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:25Z', 'updated_at': '2022-02-04T11:41:37Z', 'revision_number': 5, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': 'eb91c463-ee90-411a-9a19-041394395328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:42.901914 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0f85cb-6b01-47a8-86f4-f94590285ef1 None None] The sync data for ids ['a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'] in dv-neutron-827825-2-hyperv is: [{'id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'name': 'tempest-RoutersTest-router-1669387596', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:20Z', 'updated_at': '2022-02-04T11:42:38Z', 'revision_number': 10, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'gw_port_host': None, '_interfaces': [{'id': 'eb59cbe5-c152-4597-9280-5688c10fb326', 'name': '', 'network_id': 'daa82c88-f763-4832-a3c4-05a0a170dd86', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'mac_address': 'fa:16:3e:aa:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb91c463-ee90-411a-9a19-041394395328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:25Z', 'updated_at': '2022-02-04T11:41:37Z', 'revision_number': 5, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'subnets': [{'id': 'eb91c463-ee90-411a-9a19-041394395328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:42:42.981513 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-5aedb702-583f-410c-9ea8-49dc55ca6180 None None] Set router 56c8bd21-14ba-480e-9544-0062df128086 gateway port host: None {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:42:43.033599 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-5eb7cdce-cded-4c50-b77f-e55b54a1d4c6 None None] Deleting port fa1ede6d-63f1-4bd9-a529-a0757706b0e5 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:43.034334 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5eb7cdce-cded-4c50-b77f-e55b54a1d4c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:43.052188 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4067011a-d8f7-4366-9cb8-b9d39ce8f953 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:43.134522 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-5eb7cdce-cded-4c50-b77f-e55b54a1d4c6 None None] The port 'fa1ede6d-63f1-4bd9-a529-a0757706b0e5' was deleted {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:42:43.273338 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4067011a-d8f7-4366-9cb8-b9d39ce8f953 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:43.314112 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-4067011a-d8f7-4366-9cb8-b9d39ce8f953 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/networks/05c99b93-ed8e-4a2b-a881-7a73ade1e34e HTTP/1.1" status: 204 len: 168 time: 2.2410643 Feb 04 11:42:43.315192 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39898) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:43.338223 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067011a-d8f7-4366-9cb8-b9d39ce8f953 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event deleted for resources: {'Network': ['ID=05c99b93-ed8e-4a2b-a881-7a73ade1e34e,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:43.341458 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-f78a3353-6e7b-4d67-92e8-574e6d665d64 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Deleting subnet 47ab593f-d154-481f-abfa-be0bfe6cedc3 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:42:43.366253 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f78a3353-6e7b-4d67-92e8-574e6d665d64 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:43.413506 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device fa1ede6d-63f1-4bd9-a529-a0757706b0e5 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:42:43.440711 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f78a3353-6e7b-4d67-92e8-574e6d665d64 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:43.471222 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: fa1ede6d-63f1-4bd9-a529-a0757706b0e5 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:42:43.477470 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device fa1ede6d-63f1-4bd9-a529-a0757706b0e5 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:42:43.677279 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5aedb702-583f-410c-9ea8-49dc55ca6180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8bd21-14ba-480e-9544-0062df128086', 'name': 'tempest-RoutersIpV6Test-router-1761692933', 'tenant_id': '1857235941a6433080777df3100a6d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:14Z', 'updated_at': '2022-02-04T11:42:39Z', 'revision_number': 10, 'project_id': '1857235941a6433080777df3100a6d46', 'gw_port_host': None, '_interfaces': [{'id': '213e5a4f-922e-4c5a-a15c-908e787ee133', 'name': '', 'network_id': '56225026-f565-4757-906e-0cd472ebe86b', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:9f:3a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:19Z', 'updated_at': '2022-02-04T11:41:30Z', 'revision_number': 5, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:43.682758 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aedb702-583f-410c-9ea8-49dc55ca6180 None None] Checking router: 56c8bd21-14ba-480e-9544-0062df128086 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:42:43.698418 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aedb702-583f-410c-9ea8-49dc55ca6180 None None] Routers {'56c8bd21-14ba-480e-9544-0062df128086'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:43.699479 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5aedb702-583f-410c-9ea8-49dc55ca6180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:42:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['56c8bd21-14ba-480e-9544-0062df128086'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:43.788598 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de62a6-52cc-455a-afde-6e752e3dda4f req-f0895b75-55c6-4e3d-a406-67e4cecc2985 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:43.790082 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-19de62a6-52cc-455a-afde-6e752e3dda4f req-f0895b75-55c6-4e3d-a406-67e4cecc2985 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b3b24ac-dbdf-4a6d-a273-eadc5d79e495 HTTP/1.1" status: 200 len: 946 time: 0.2012281 Feb 04 11:42:43.855946 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f78a3353-6e7b-4d67-92e8-574e6d665d64 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:43.907425 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-19de62a6-52cc-455a-afde-6e752e3dda4f req-a26244ef-93b7-4ee1-ae31-ec0c1abe190e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=37f258a4-34c0-4fa0-84fe-8fbb7676eba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729516 Feb 04 11:42:43.910583 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-6c6c1f99-16e1-4e28-a719-54e5eaa59c71 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Deleting port 9620ea0f-4a6c-4ca5-8e4a-1c947bc8f749 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:43.910960 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6c6c1f99-16e1-4e28-a719-54e5eaa59c71 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:43.933966 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-5aedb702-583f-410c-9ea8-49dc55ca6180 None None] Set router 56c8bd21-14ba-480e-9544-0062df128086 gateway port host: None {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:42:43.939984 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e23a4f8d-1a6c-42b1-a006-56618d930cf5 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:44.148244 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6c6c1f99-16e1-4e28-a719-54e5eaa59c71 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:44.315841 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-6c6c1f99-16e1-4e28-a719-54e5eaa59c71 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Calling delete_port for 9620ea0f-4a6c-4ca5-8e4a-1c947bc8f749 owned by network:router_interface {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:42:44.476785 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5aedb702-583f-410c-9ea8-49dc55ca6180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8bd21-14ba-480e-9544-0062df128086', 'name': 'tempest-RoutersIpV6Test-router-1761692933', 'tenant_id': '1857235941a6433080777df3100a6d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:14Z', 'updated_at': '2022-02-04T11:42:39Z', 'revision_number': 10, 'project_id': '1857235941a6433080777df3100a6d46', 'gw_port_host': None, '_interfaces': [{'id': '213e5a4f-922e-4c5a-a15c-908e787ee133', 'name': '', 'network_id': '56225026-f565-4757-906e-0cd472ebe86b', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:9f:3a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:19Z', 'updated_at': '2022-02-04T11:41:30Z', 'revision_number': 5, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:44.481045 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aedb702-583f-410c-9ea8-49dc55ca6180 None None] The sync data for ids ['56c8bd21-14ba-480e-9544-0062df128086'] in dv-neutron-827825-2-hyperv is: [{'id': '56c8bd21-14ba-480e-9544-0062df128086', 'name': 'tempest-RoutersIpV6Test-router-1761692933', 'tenant_id': '1857235941a6433080777df3100a6d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:14Z', 'updated_at': '2022-02-04T11:42:39Z', 'revision_number': 10, 'project_id': '1857235941a6433080777df3100a6d46', 'gw_port_host': None, '_interfaces': [{'id': '213e5a4f-922e-4c5a-a15c-908e787ee133', 'name': '', 'network_id': '56225026-f565-4757-906e-0cd472ebe86b', 'tenant_id': '1857235941a6433080777df3100a6d46', 'mac_address': 'fa:16:3e:9f:3a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8bd21-14ba-480e-9544-0062df128086', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:19Z', 'updated_at': '2022-02-04T11:41:30Z', 'revision_number': 5, 'project_id': '1857235941a6433080777df3100a6d46', 'subnets': [{'id': '77c8604e-5f99-486b-b3da-c79b522e735f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:42:44.491154 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc422d36-a051-453f-9cef-c37fa3b117ff req-eb0f2cf6-6827-49af-a40a-e1bac6971d52 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:44.491154 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fc422d36-a051-453f-9cef-c37fa3b117ff req-eb0f2cf6-6827-49af-a40a-e1bac6971d52 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b3b24ac-dbdf-4a6d-a273-eadc5d79e495 HTTP/1.1" status: 200 len: 946 time: 0.2752590 Feb 04 11:42:44.512779 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f78a3353-6e7b-4d67-92e8-574e6d665d64 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:44.526324 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-359f9e97-bc60-4baf-8e31-033ebe5b3c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:44.591438 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a3353-6e7b-4d67-92e8-574e6d665d64 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event deleted for resources: {'Subnet': ['ID=47ab593f-d154-481f-abfa-be0bfe6cedc3,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:44.608278 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f78a3353-6e7b-4d67-92e8-574e6d665d64 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:44.612578 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcefc21c-4960-40c1-b149-2cc662f05bb0 None None] Network 40008c44-c055-47e7-ab84-8a71b5f13f88 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:42:44.662761 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fc422d36-a051-453f-9cef-c37fa3b117ff req-801bb951-7e10-44cd-9728-564fd1e20d21 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=37f258a4-34c0-4fa0-84fe-8fbb7676eba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420944 Feb 04 11:42:44.671320 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f78a3353-6e7b-4d67-92e8-574e6d665d64 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/subnets/47ab593f-d154-481f-abfa-be0bfe6cedc3 HTTP/1.1" status: 204 len: 168 time: 1.9102817 Feb 04 11:42:44.672045 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39906) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:44.839143 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-e23a4f8d-1a6c-42b1-a006-56618d930cf5 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Deleting port eb59cbe5-c152-4597-9280-5688c10fb326 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:44.839780 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e23a4f8d-1a6c-42b1-a006-56618d930cf5 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:44.855183 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6c5760b7-6984-469b-9f4b-588bd81be1c1 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:44.865215 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-6c5760b7-6984-469b-9f4b-588bd81be1c1 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Deleting port bd1bad8b-0ce7-4e97-8bc7-629138586fbb {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:44.865967 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6c5760b7-6984-469b-9f4b-588bd81be1c1 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:44.914482 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device afb76d82-9476-439c-a385-322acee4592d no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:42:44.942895 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6c6c1f99-16e1-4e28-a719-54e5eaa59c71 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:44.956729 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c6f0a3-5325-4653-88ce-039da57f3432 None None] DHCP port deletion for 40008c44-c055-47e7-ab84-8a71b5f13f88 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:42:44.967349 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c8c6f0a3-5325-4653-88ce-039da57f3432 None None] Deleting port bd1bad8b-0ce7-4e97-8bc7-629138586fbb {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:44.968229 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c8c6f0a3-5325-4653-88ce-039da57f3432 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:45.006863 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: afb76d82-9476-439c-a385-322acee4592d {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:42:45.007364 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device afb76d82-9476-439c-a385-322acee4592d not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:42:45.007880 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 69b4dc5f-421c-4100-b5f1-87829f7f5ded no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:42:45.033073 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c1f99-16e1-4e28-a719-54e5eaa59c71 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Pushing event deleted for resources: {'Port': ['ID=9620ea0f-4a6c-4ca5-8e4a-1c947bc8f749,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:45.078966 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 69b4dc5f-421c-4100-b5f1-87829f7f5ded {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:42:45.079540 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 69b4dc5f-421c-4100-b5f1-87829f7f5ded not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:42:45.121033 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-e23a4f8d-1a6c-42b1-a006-56618d930cf5 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] For port eb59cbe5-c152-4597-9280-5688c10fb326, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=eb59cbe5-c152-4597-9280-5688c10fb326,segment=NetworkSegment(61c9b578-2956-4ae7-b716-c0c2999f68a9),segment_id=61c9b578-2956-4ae7-b716-c0c2999f68a9)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:45.122604 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e23a4f8d-1a6c-42b1-a006-56618d930cf5 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:45.418300 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-e23a4f8d-1a6c-42b1-a006-56618d930cf5 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Calling delete_port for eb59cbe5-c152-4597-9280-5688c10fb326 owned by network:router_interface {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:42:45.426605 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c8c6f0a3-5325-4653-88ce-039da57f3432 None None] For port bd1bad8b-0ce7-4e97-8bc7-629138586fbb, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=bd1bad8b-0ce7-4e97-8bc7-629138586fbb,segment=NetworkSegment(0da7f603-903d-4ec8-b0cc-823f4095e072),segment_id=0da7f603-903d-4ec8-b0cc-823f4095e072)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:45.427361 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c8c6f0a3-5325-4653-88ce-039da57f3432 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:45.521422 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6c6c1f99-16e1-4e28-a719-54e5eaa59c71 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:45.529851 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-6c5760b7-6984-469b-9f4b-588bd81be1c1 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] For port bd1bad8b-0ce7-4e97-8bc7-629138586fbb, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=bd1bad8b-0ce7-4e97-8bc7-629138586fbb,segment=NetworkSegment(0da7f603-903d-4ec8-b0cc-823f4095e072),segment_id=0da7f603-903d-4ec8-b0cc-823f4095e072)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:45.530228 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6c5760b7-6984-469b-9f4b-588bd81be1c1 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:45.570747 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c8c6f0a3-5325-4653-88ce-039da57f3432 None None] Calling delete_port for bd1bad8b-0ce7-4e97-8bc7-629138586fbb owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:42:45.711273 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:45.739898 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:45.794437 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c8c6f0a3-5325-4653-88ce-039da57f3432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:45.838353 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-6c5760b7-6984-469b-9f4b-588bd81be1c1 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Calling delete_port for bd1bad8b-0ce7-4e97-8bc7-629138586fbb owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:42:45.842502 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c6f0a3-5325-4653-88ce-039da57f3432 None None] Pushing event deleted for resources: {'Port': ['ID=bd1bad8b-0ce7-4e97-8bc7-629138586fbb,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:45.845319 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e23a4f8d-1a6c-42b1-a006-56618d930cf5 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:45.847008 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c6f0a3-5325-4653-88ce-039da57f3432 None None] No DVR routers for this DVR port bd1bad8b-0ce7-4e97-8bc7-629138586fbb on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:42:45.906281 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a4f8d-1a6c-42b1-a006-56618d930cf5 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event deleted for resources: {'Port': ['ID=eb59cbe5-c152-4597-9280-5688c10fb326,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:46.080648 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.api [None req-6c5760b7-6984-469b-9f4b-588bd81be1c1 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:42:46.080648 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG oslo_db.api [None req-6c5760b7-6984-469b-9f4b-588bd81be1c1 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:42:46.169262 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e23a4f8d-1a6c-42b1-a006-56618d930cf5 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:46.315047 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39918) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:46.377205 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6c1f99-16e1-4e28-a719-54e5eaa59c71 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Router 52d6f8da-329f-46b9-bee0-322784ec901f has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:42:46.524629 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6c1f99-16e1-4e28-a719-54e5eaa59c71 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:42:46.542157 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f012e12-b207-4186-aa96-113da4f186f4 None None] Sync routers for ids ['52d6f8da-329f-46b9-bee0-322784ec901f'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:42:46.549116 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6c6c1f99-16e1-4e28-a719-54e5eaa59c71 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] 10.222.0.21 "PUT /v2.0/routers/52d6f8da-329f-46b9-bee0-322784ec901f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7058959 Feb 04 11:42:46.549116 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39924) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:46.558749 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f012e12-b207-4186-aa96-113da4f186f4 None None] Routers {'52d6f8da-329f-46b9-bee0-322784ec901f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:46.559364 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-1f012e12-b207-4186-aa96-113da4f186f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:42:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['52d6f8da-329f-46b9-bee0-322784ec901f'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:46.635092 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-1f012e12-b207-4186-aa96-113da4f186f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:46.654611 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-6c5760b7-6984-469b-9f4b-588bd81be1c1 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Deleting port bd1bad8b-0ce7-4e97-8bc7-629138586fbb {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:46.655553 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6c5760b7-6984-469b-9f4b-588bd81be1c1 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:46.659187 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f012e12-b207-4186-aa96-113da4f186f4 None None] Routers {'52d6f8da-329f-46b9-bee0-322784ec901f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:46.659823 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-1f012e12-b207-4186-aa96-113da4f186f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:42:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['52d6f8da-329f-46b9-bee0-322784ec901f'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:46.695325 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-5c24a05d-d0ea-494a-8c3f-046e8ee43348 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] show failed (client error): The resource could not be found. Feb 04 11:42:46.701651 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5c24a05d-d0ea-494a-8c3f-046e8ee43348 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-1230087143 HTTP/1.1" status: 404 len: 335 time: 0.1467898 Feb 04 11:42:46.702275 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39928) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:46.730752 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-1f012e12-b207-4186-aa96-113da4f186f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:46.731156 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f012e12-b207-4186-aa96-113da4f186f4 None None] The sync data for ids ['52d6f8da-329f-46b9-bee0-322784ec901f'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:42:46.735514 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-6c5760b7-6984-469b-9f4b-588bd81be1c1 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] The port 'bd1bad8b-0ce7-4e97-8bc7-629138586fbb' was deleted {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:42:46.760660 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-09d2d2b8-08b4-4378-b74b-716a5cf95e3a tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:42:46.817664 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:46.836248 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-09d2d2b8-08b4-4378-b74b-716a5cf95e3a tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] update failed (client error): The resource could not be found. Feb 04 11:42:46.839673 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-09d2d2b8-08b4-4378-b74b-716a5cf95e3a tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-2032701497 HTTP/1.1" status: 404 len: 335 time: 0.1343949 Feb 04 11:42:46.842435 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39932) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:46.877164 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6c5760b7-6984-469b-9f4b-588bd81be1c1 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:46.914366 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-6c5760b7-6984-469b-9f4b-588bd81be1c1 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40008c44-c055-47e7-ab84-8a71b5f13f88']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:46.932463 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-6c5760b7-6984-469b-9f4b-588bd81be1c1 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0da7f603-903d-4ec8-b0cc-823f4095e072') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:46.932820 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-6c5760b7-6984-469b-9f4b-588bd81be1c1 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0da7f603-903d-4ec8-b0cc-823f4095e072') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:46.949579 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6c5760b7-6984-469b-9f4b-588bd81be1c1 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:46.984793 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6c5760b7-6984-469b-9f4b-588bd81be1c1 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:46.994773 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c5760b7-6984-469b-9f4b-588bd81be1c1 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:42:46.995172 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6c5760b7-6984-469b-9f4b-588bd81be1c1 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:47.021208 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:42:47.021208 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:42:47.021208 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:42:47.021208 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:42:47.021208 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:42:47.021208 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:42:47.021208 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:42:47.021208 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:42:47.021208 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:42:47.021208 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:42:47.021208 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:42:47.021208 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:42:47.021208 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:42:47.021208 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:42:47.021208 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:42:47.021208 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:42:47.021208 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:42:47.021208 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:42:47.021208 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:42:47.021208 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:42:47.021208 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:42:47.021208 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:42:47.021208 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:42:47.021208 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:42:47.021208 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:42:47.021208 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:42:47.021208 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:42:47.021208 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:42:47.021208 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:42:47.021208 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:42:47.021208 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:42:47.021208 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:42:47.029597 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device bd1bad8b-0ce7-4e97-8bc7-629138586fbb no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:42:47.040028 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23a4f8d-1a6c-42b1-a006-56618d930cf5 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Router a2b19bd9-09d3-48dd-8c0e-d267aeafd28f has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:42:47.090010 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: bd1bad8b-0ce7-4e97-8bc7-629138586fbb {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:42:47.091022 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device bd1bad8b-0ce7-4e97-8bc7-629138586fbb not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:42:47.252065 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6c5760b7-6984-469b-9f4b-588bd81be1c1 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:47.270345 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6c5760b7-6984-469b-9f4b-588bd81be1c1 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:47.280925 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5760b7-6984-469b-9f4b-588bd81be1c1 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event deleted for resources: {'Network': ['ID=40008c44-c055-47e7-ab84-8a71b5f13f88,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:47.286920 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6c5760b7-6984-469b-9f4b-588bd81be1c1 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/networks/40008c44-c055-47e7-ab84-8a71b5f13f88 HTTP/1.1" status: 204 len: 168 time: 2.6105425 Feb 04 11:42:47.286920 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39936) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:47.491367 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4500ed2-3cb2-481e-b36e-4a8cbba0021f tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Deleting subnet 90e2ff16-3f8c-4172-9b84-d45703e26650 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:42:47.503506 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e4500ed2-3cb2-481e-b36e-4a8cbba0021f tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:47.567691 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23a4f8d-1a6c-42b1-a006-56618d930cf5 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:42:47.585011 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-73e558c6-bf88-4f39-8149-a2dc6dd0d83d req-1a9d9352-d8c0-4afe-a302-757e0f827d2a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4993141 Feb 04 11:42:47.600593 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e4500ed2-3cb2-481e-b36e-4a8cbba0021f tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:47.637907 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e23a4f8d-1a6c-42b1-a006-56618d930cf5 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "PUT /v2.0/routers/a2b19bd9-09d3-48dd-8c0e-d267aeafd28f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3137989 Feb 04 11:42:47.642564 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39942) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:47.812024 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e4500ed2-3cb2-481e-b36e-4a8cbba0021f tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:47.913073 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-73e558c6-bf88-4f39-8149-a2dc6dd0d83d req-568f42cf-52cb-4b66-a9b9-ce3c18295b0f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=491544c72a0440b88793a93ecb6a7285&device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 1099 time: 0.1872916 Feb 04 11:42:48.005499 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e4500ed2-3cb2-481e-b36e-4a8cbba0021f tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:48.006080 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc42392c-dbec-46a2-9ae2-fbb592c8ce6d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Deleting subnet eb91c463-ee90-411a-9a19-041394395328 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:42:48.011348 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cc42392c-dbec-46a2-9ae2-fbb592c8ce6d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:48.042226 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-72057502-5d60-4980-9b3d-98053ba1eee6 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:48.100248 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4500ed2-3cb2-481e-b36e-4a8cbba0021f tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Pushing event deleted for resources: {'Subnet': ['ID=90e2ff16-3f8c-4172-9b84-d45703e26650,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:48.123286 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e4500ed2-3cb2-481e-b36e-4a8cbba0021f tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:48.126283 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525d7dba-b2d9-4710-8242-40946055a534 None None] Network c654c771-51af-4eea-bb22-18bc67a8719d requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:42:48.150181 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e4500ed2-3cb2-481e-b36e-4a8cbba0021f tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] 10.222.0.21 "DELETE /v2.0/subnets/90e2ff16-3f8c-4172-9b84-d45703e26650 HTTP/1.1" status: 204 len: 168 time: 1.3046253 Feb 04 11:42:48.164009 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39946) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:48.179280 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cc42392c-dbec-46a2-9ae2-fbb592c8ce6d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:48.262313 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e558c6-bf88-4f39-8149-a2dc6dd0d83d req-975c4191-b41a-41a9-839d-8a17e9c09e95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:48.262619 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-73e558c6-bf88-4f39-8149-a2dc6dd0d83d req-975c4191-b41a-41a9-839d-8a17e9c09e95 service neutron] 10.222.0.47 "GET /v2.0/networks?id=29516d56-73f4-4962-aac3-30725a9be94a HTTP/1.1" status: 200 len: 898 time: 0.2905505 Feb 04 11:42:48.318137 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cc42392c-dbec-46a2-9ae2-fbb592c8ce6d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:48.390645 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ea996d9d-956c-49dc-8c9e-d5fe00e78798 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:48.480532 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-73e558c6-bf88-4f39-8149-a2dc6dd0d83d req-545f7d51-135a-4231-9d6f-cd9117e2efa7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48e23ed1-aab8-4174-bec3-b8ed93968d24 HTTP/1.1" status: 200 len: 1001 time: 0.2026765 Feb 04 11:42:48.556607 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-ea996d9d-956c-49dc-8c9e-d5fe00e78798 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Deleting port 0de0829f-41fc-4694-879b-6cb7f8d07055 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:48.556951 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ea996d9d-956c-49dc-8c9e-d5fe00e78798 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:48.565299 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7af303-92c5-415b-b9c5-9b8f75575856 None None] Sync routers for ids ['a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:42:48.592436 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bece33-a08e-4e84-ba26-ed7275142837 None None] DHCP port deletion for c654c771-51af-4eea-bb22-18bc67a8719d request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:42:48.614279 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7af303-92c5-415b-b9c5-9b8f75575856 None None] Routers {'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:48.614279 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-9f7af303-92c5-415b-b9c5-9b8f75575856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:42:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:48.663451 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cc42392c-dbec-46a2-9ae2-fbb592c8ce6d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:48.690071 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-b3bece33-a08e-4e84-ba26-ed7275142837 None None] Deleting port 0de0829f-41fc-4694-879b-6cb7f8d07055 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:48.692931 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b3bece33-a08e-4e84-ba26-ed7275142837 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:48.721004 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc42392c-dbec-46a2-9ae2-fbb592c8ce6d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event deleted for resources: {'Subnet': ['ID=eb91c463-ee90-411a-9a19-041394395328,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:48.733751 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cc42392c-dbec-46a2-9ae2-fbb592c8ce6d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:48.746856 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-cc42392c-dbec-46a2-9ae2-fbb592c8ce6d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/subnets/eb91c463-ee90-411a-9a19-041394395328 HTTP/1.1" status: 204 len: 168 time: 1.0380335 Feb 04 11:42:48.750145 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39954) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:48.757000 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95842e7e-3904-48b8-a316-1beb018b4d7e None None] Network daa82c88-f763-4832-a3c4-05a0a170dd86 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:42:48.774378 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e558c6-bf88-4f39-8149-a2dc6dd0d83d req-e4f57f15-8503-44a5-a28a-c23db7c0d790 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:48.775784 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-73e558c6-bf88-4f39-8149-a2dc6dd0d83d req-e4f57f15-8503-44a5-a28a-c23db7c0d790 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dd13ac7-ddcf-4461-af29-a1faae2b9cd2 HTTP/1.1" status: 200 len: 835 time: 0.2774165 Feb 04 11:42:48.992901 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 0de0829f-41fc-4694-879b-6cb7f8d07055 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:42:49.018796 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-9f7af303-92c5-415b-b9c5-9b8f75575856 None None] Set router a2b19bd9-09d3-48dd-8c0e-d267aeafd28f gateway port host: None {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:42:49.084009 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1db8ca7b-29b6-48cb-b4ad-e6213c3c6ee3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:49.115494 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-72057502-5d60-4980-9b3d-98053ba1eee6 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Deleting port 213e5a4f-922e-4c5a-a15c-908e787ee133 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:49.147982 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-72057502-5d60-4980-9b3d-98053ba1eee6 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:49.149644 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-1db8ca7b-29b6-48cb-b4ad-e6213c3c6ee3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Deleting port 32b92edb-33d1-4fc4-8dd0-02273ad128f8 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:49.150208 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1db8ca7b-29b6-48cb-b4ad-e6213c3c6ee3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:49.206407 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-ea996d9d-956c-49dc-8c9e-d5fe00e78798 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] For port 0de0829f-41fc-4694-879b-6cb7f8d07055, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=0de0829f-41fc-4694-879b-6cb7f8d07055,segment=NetworkSegment(a32cd601-575d-49a7-8d55-72096514b9ff),segment_id=a32cd601-575d-49a7-8d55-72096514b9ff)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:49.206407 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ea996d9d-956c-49dc-8c9e-d5fe00e78798 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:49.256874 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-73e558c6-bf88-4f39-8149-a2dc6dd0d83d req-e845319e-8d8b-4a47-87ba-7f2df663a497 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=29516d56-73f4-4962-aac3-30725a9be94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4683073 Feb 04 11:42:49.366226 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-72057502-5d60-4980-9b3d-98053ba1eee6 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] For port 213e5a4f-922e-4c5a-a15c-908e787ee133, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=213e5a4f-922e-4c5a-a15c-908e787ee133,segment=NetworkSegment(f1ec694c-5844-41c1-8d69-a4adf1954403),segment_id=f1ec694c-5844-41c1-8d69-a4adf1954403)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:49.366970 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-72057502-5d60-4980-9b3d-98053ba1eee6 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:49.396379 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-ea996d9d-956c-49dc-8c9e-d5fe00e78798 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Calling delete_port for 0de0829f-41fc-4694-879b-6cb7f8d07055 owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:42:49.474066 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-9f7af303-92c5-415b-b9c5-9b8f75575856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'name': 'tempest-RoutersTest-router-1669387596', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:20Z', 'updated_at': '2022-02-04T11:42:45Z', 'revision_number': 11, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'gw_port_host': None}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:49.530901 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7af303-92c5-415b-b9c5-9b8f75575856 None None] Checking router: a2b19bd9-09d3-48dd-8c0e-d267aeafd28f for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:42:49.542300 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-b3bece33-a08e-4e84-ba26-ed7275142837 None None] For port 0de0829f-41fc-4694-879b-6cb7f8d07055, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=0de0829f-41fc-4694-879b-6cb7f8d07055,segment=NetworkSegment(a32cd601-575d-49a7-8d55-72096514b9ff),segment_id=a32cd601-575d-49a7-8d55-72096514b9ff)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:49.542704 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b3bece33-a08e-4e84-ba26-ed7275142837 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:49.627693 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-72057502-5d60-4980-9b3d-98053ba1eee6 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Calling delete_port for 213e5a4f-922e-4c5a-a15c-908e787ee133 owned by network:router_interface {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:42:49.722279 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:49.748210 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-b3bece33-a08e-4e84-ba26-ed7275142837 None None] Calling delete_port for 0de0829f-41fc-4694-879b-6cb7f8d07055 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:42:49.786404 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-1db8ca7b-29b6-48cb-b4ad-e6213c3c6ee3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] For port 32b92edb-33d1-4fc4-8dd0-02273ad128f8, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=32b92edb-33d1-4fc4-8dd0-02273ad128f8,segment=NetworkSegment(61c9b578-2956-4ae7-b716-c0c2999f68a9),segment_id=61c9b578-2956-4ae7-b716-c0c2999f68a9)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:49.786404 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1db8ca7b-29b6-48cb-b4ad-e6213c3c6ee3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:49.796461 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7af303-92c5-415b-b9c5-9b8f75575856 None None] Routers {'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:49.796995 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-73e558c6-bf88-4f39-8149-a2dc6dd0d83d req-9300bc8c-da24-491a-997f-32171aac95e3 service neutron] 10.222.0.47 "GET /v2.0/networks/29516d56-73f4-4962-aac3-30725a9be94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267795 Feb 04 11:42:49.797210 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-9f7af303-92c5-415b-b9c5-9b8f75575856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:42:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:49.801554 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f1c0a2cd-a47b-4859-ba30-a6df543bddc9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:49.937343 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-72057502-5d60-4980-9b3d-98053ba1eee6 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:49.945867 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-1db8ca7b-29b6-48cb-b4ad-e6213c3c6ee3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Calling delete_port for 32b92edb-33d1-4fc4-8dd0-02273ad128f8 owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:42:49.964669 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-9f7af303-92c5-415b-b9c5-9b8f75575856 None None] Set router a2b19bd9-09d3-48dd-8c0e-d267aeafd28f gateway port host: None {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:42:49.977704 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ea996d9d-956c-49dc-8c9e-d5fe00e78798 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:49.993012 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72057502-5d60-4980-9b3d-98053ba1eee6 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event deleted for resources: {'Port': ['ID=213e5a4f-922e-4c5a-a15c-908e787ee133,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:50.079376 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-9f7af303-92c5-415b-b9c5-9b8f75575856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'name': 'tempest-RoutersTest-router-1669387596', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:20Z', 'updated_at': '2022-02-04T11:42:45Z', 'revision_number': 11, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'gw_port_host': None}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:50.096975 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7af303-92c5-415b-b9c5-9b8f75575856 None None] The sync data for ids ['a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'] in dv-neutron-827825-2-hyperv is: [{'id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'name': 'tempest-RoutersTest-router-1669387596', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:20Z', 'updated_at': '2022-02-04T11:42:45Z', 'revision_number': 11, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'gw_port_host': None}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:42:50.139504 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-b3bece33-a08e-4e84-ba26-ed7275142837 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:42:50.139863 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-b3bece33-a08e-4e84-ba26-ed7275142837 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:42:50.264235 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-72057502-5d60-4980-9b3d-98053ba1eee6 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:50.349556 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea996d9d-956c-49dc-8c9e-d5fe00e78798 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Pushing event deleted for resources: {'Port': ['ID=0de0829f-41fc-4694-879b-6cb7f8d07055,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:50.371805 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea996d9d-956c-49dc-8c9e-d5fe00e78798 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] No DVR routers for this DVR port 0de0829f-41fc-4694-879b-6cb7f8d07055 on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:42:50.508295 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb005fd5-4563-45a7-847f-c93d4683f8d2 None None] DHCP port deletion for daa82c88-f763-4832-a3c4-05a0a170dd86 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:42:50.516143 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-eb005fd5-4563-45a7-847f-c93d4683f8d2 None None] Deleting port 32b92edb-33d1-4fc4-8dd0-02273ad128f8 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:50.516660 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-eb005fd5-4563-45a7-847f-c93d4683f8d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:50.630880 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-73e558c6-bf88-4f39-8149-a2dc6dd0d83d req-5a96d56d-4cb1-4729-b0d7-b64e6c91dd90 service neutron] 10.222.0.47 "GET /v2.0/networks/29516d56-73f4-4962-aac3-30725a9be94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8179154 Feb 04 11:42:50.669264 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-b3bece33-a08e-4e84-ba26-ed7275142837 None None] Deleting port 0de0829f-41fc-4694-879b-6cb7f8d07055 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:50.670756 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b3bece33-a08e-4e84-ba26-ed7275142837 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:50.699147 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ea996d9d-956c-49dc-8c9e-d5fe00e78798 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:50.714858 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1db8ca7b-29b6-48cb-b4ad-e6213c3c6ee3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:50.797846 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db8ca7b-29b6-48cb-b4ad-e6213c3c6ee3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event deleted for resources: {'Port': ['ID=32b92edb-33d1-4fc4-8dd0-02273ad128f8,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:50.824102 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72057502-5d60-4980-9b3d-98053ba1eee6 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Router 56c8bd21-14ba-480e-9544-0062df128086 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:42:50.840138 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-ea996d9d-956c-49dc-8c9e-d5fe00e78798 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c654c771-51af-4eea-bb22-18bc67a8719d']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:50.851508 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-b3bece33-a08e-4e84-ba26-ed7275142837 None None] The port '0de0829f-41fc-4694-879b-6cb7f8d07055' was deleted {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:42:50.858155 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db8ca7b-29b6-48cb-b4ad-e6213c3c6ee3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] No DVR routers for this DVR port 32b92edb-33d1-4fc4-8dd0-02273ad128f8 on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:42:50.900515 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-ea996d9d-956c-49dc-8c9e-d5fe00e78798 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a32cd601-575d-49a7-8d55-72096514b9ff') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:50.900515 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-ea996d9d-956c-49dc-8c9e-d5fe00e78798 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a32cd601-575d-49a7-8d55-72096514b9ff') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:50.971623 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ea996d9d-956c-49dc-8c9e-d5fe00e78798 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:51.047973 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72057502-5d60-4980-9b3d-98053ba1eee6 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:42:51.058541 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bdf206-920d-40d9-9094-68613fa45550 None None] Sync routers for ids ['56c8bd21-14ba-480e-9544-0062df128086'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:42:51.065833 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-72057502-5d60-4980-9b3d-98053ba1eee6 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "PUT /v2.0/routers/56c8bd21-14ba-480e-9544-0062df128086/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7758238 Feb 04 11:42:51.069614 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39972) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:51.080517 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-eb005fd5-4563-45a7-847f-c93d4683f8d2 None None] For port 32b92edb-33d1-4fc4-8dd0-02273ad128f8, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=32b92edb-33d1-4fc4-8dd0-02273ad128f8,segment=NetworkSegment(61c9b578-2956-4ae7-b716-c0c2999f68a9),segment_id=61c9b578-2956-4ae7-b716-c0c2999f68a9)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:51.081533 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-eb005fd5-4563-45a7-847f-c93d4683f8d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:51.098777 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bdf206-920d-40d9-9094-68613fa45550 None None] Routers {'56c8bd21-14ba-480e-9544-0062df128086'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:51.106282 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-a8bdf206-920d-40d9-9094-68613fa45550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:42:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['56c8bd21-14ba-480e-9544-0062df128086'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:51.220841 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ea996d9d-956c-49dc-8c9e-d5fe00e78798 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:51.288001 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea996d9d-956c-49dc-8c9e-d5fe00e78798 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:42:51.288518 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ea996d9d-956c-49dc-8c9e-d5fe00e78798 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:51.305378 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:42:51.305378 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:42:51.305378 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:42:51.305378 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:42:51.305378 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:42:51.305378 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:42:51.305378 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:42:51.305378 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:42:51.305378 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:42:51.305378 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:42:51.305378 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:42:51.305378 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:42:51.305378 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:42:51.305378 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:42:51.305378 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:42:51.305378 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:42:51.305378 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:42:51.305378 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:42:51.305378 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:42:51.305378 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:42:51.305378 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:42:51.305378 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:42:51.305378 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:42:51.305378 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:42:51.305378 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:42:51.305378 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:42:51.305378 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:42:51.305378 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:42:51.305378 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:42:51.305378 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:42:51.305378 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:42:51.305378 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:42:51.311296 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1db8ca7b-29b6-48cb-b4ad-e6213c3c6ee3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:51.343861 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-eb005fd5-4563-45a7-847f-c93d4683f8d2 None None] Calling delete_port for 32b92edb-33d1-4fc4-8dd0-02273ad128f8 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:42:51.407850 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-a8bdf206-920d-40d9-9094-68613fa45550 None None] Set router 56c8bd21-14ba-480e-9544-0062df128086 gateway port host: None {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:42:51.437061 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-eb005fd5-4563-45a7-847f-c93d4683f8d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:42:51.438396 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-eb005fd5-4563-45a7-847f-c93d4683f8d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:42:51.440787 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 32b92edb-33d1-4fc4-8dd0-02273ad128f8 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:42:51.468093 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-1db8ca7b-29b6-48cb-b4ad-e6213c3c6ee3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daa82c88-f763-4832-a3c4-05a0a170dd86']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:51.492206 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 32b92edb-33d1-4fc4-8dd0-02273ad128f8 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:42:51.492854 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 32b92edb-33d1-4fc4-8dd0-02273ad128f8 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:42:51.493580 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device eb59cbe5-c152-4597-9280-5688c10fb326 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:42:51.512982 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-1db8ca7b-29b6-48cb-b4ad-e6213c3c6ee3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61c9b578-2956-4ae7-b716-c0c2999f68a9') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:51.513398 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-1db8ca7b-29b6-48cb-b4ad-e6213c3c6ee3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61c9b578-2956-4ae7-b716-c0c2999f68a9') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:51.537494 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: eb59cbe5-c152-4597-9280-5688c10fb326 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:42:51.538679 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device eb59cbe5-c152-4597-9280-5688c10fb326 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:42:51.577577 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1db8ca7b-29b6-48cb-b4ad-e6213c3c6ee3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:51.584341 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-a8bdf206-920d-40d9-9094-68613fa45550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8bd21-14ba-480e-9544-0062df128086', 'name': 'tempest-RoutersIpV6Test-router-1761692933', 'tenant_id': '1857235941a6433080777df3100a6d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:14Z', 'updated_at': '2022-02-04T11:42:49Z', 'revision_number': 11, 'project_id': '1857235941a6433080777df3100a6d46', 'gw_port_host': None}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:51.589020 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bdf206-920d-40d9-9094-68613fa45550 None None] Checking router: 56c8bd21-14ba-480e-9544-0062df128086 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:42:51.602677 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bf12258-7646-48c5-9c57-be7f71f45121 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Deleting subnet 77c8604e-5f99-486b-b3da-c79b522e735f {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:42:51.603688 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bdf206-920d-40d9-9094-68613fa45550 None None] Routers {'56c8bd21-14ba-480e-9544-0062df128086'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:51.604314 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-a8bdf206-920d-40d9-9094-68613fa45550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:42:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['56c8bd21-14ba-480e-9544-0062df128086'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:51.605823 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1db8ca7b-29b6-48cb-b4ad-e6213c3c6ee3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:51.610988 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6bf12258-7646-48c5-9c57-be7f71f45121 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:51.632708 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db8ca7b-29b6-48cb-b4ad-e6213c3c6ee3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:42:51.633213 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1db8ca7b-29b6-48cb-b4ad-e6213c3c6ee3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:51.648769 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:42:51.648769 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:42:51.648769 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:42:51.648769 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:42:51.648769 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:42:51.648769 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:42:51.648769 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:42:51.648769 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:42:51.648769 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:42:51.648769 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:42:51.648769 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:42:51.648769 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:42:51.648769 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:42:51.648769 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:42:51.648769 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:42:51.648769 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:42:51.648769 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:42:51.648769 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:42:51.648769 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:42:51.648769 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:42:51.648769 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:42:51.648769 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:42:51.648769 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:42:51.648769 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:42:51.648769 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:42:51.648769 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:42:51.648769 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:42:51.648769 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:42:51.648769 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:42:51.648769 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:42:51.648769 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:42:51.648769 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:42:51.680681 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6bf12258-7646-48c5-9c57-be7f71f45121 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:51.727970 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-f1c0a2cd-a47b-4859-ba30-a6df543bddc9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Allocated IP 172.20.0.17 (67192125-5c3e-4711-abd3-648a29c73c27/35e60414-b5a8-4a85-901f-c762540b59b5/4265f01f-c7bf-462e-ae06-4464fbfbfaa0) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:42:51.727970 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ea996d9d-956c-49dc-8c9e-d5fe00e78798 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:51.751138 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-a8bdf206-920d-40d9-9094-68613fa45550 None None] Set router 56c8bd21-14ba-480e-9544-0062df128086 gateway port host: None {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:42:51.756580 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ea996d9d-956c-49dc-8c9e-d5fe00e78798 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:51.782051 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea996d9d-956c-49dc-8c9e-d5fe00e78798 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Pushing event deleted for resources: {'Network': ['ID=c654c771-51af-4eea-bb22-18bc67a8719d,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:51.799239 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6bf12258-7646-48c5-9c57-be7f71f45121 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:51.810118 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ea996d9d-956c-49dc-8c9e-d5fe00e78798 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] 10.222.0.21 "DELETE /v2.0/networks/c654c771-51af-4eea-bb22-18bc67a8719d HTTP/1.1" status: 204 len: 168 time: 3.6431141 Feb 04 11:42:51.812423 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 39976) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:51.875198 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-a8bdf206-920d-40d9-9094-68613fa45550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8bd21-14ba-480e-9544-0062df128086', 'name': 'tempest-RoutersIpV6Test-router-1761692933', 'tenant_id': '1857235941a6433080777df3100a6d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:14Z', 'updated_at': '2022-02-04T11:42:49Z', 'revision_number': 11, 'project_id': '1857235941a6433080777df3100a6d46', 'gw_port_host': None}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:51.880959 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bdf206-920d-40d9-9094-68613fa45550 None None] The sync data for ids ['56c8bd21-14ba-480e-9544-0062df128086'] in dv-neutron-827825-2-hyperv is: [{'id': '56c8bd21-14ba-480e-9544-0062df128086', 'name': 'tempest-RoutersIpV6Test-router-1761692933', 'tenant_id': '1857235941a6433080777df3100a6d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:14Z', 'updated_at': '2022-02-04T11:42:49Z', 'revision_number': 11, 'project_id': '1857235941a6433080777df3100a6d46', 'gw_port_host': None}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:42:51.915697 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1db8ca7b-29b6-48cb-b4ad-e6213c3c6ee3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:51.923030 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1db8ca7b-29b6-48cb-b4ad-e6213c3c6ee3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:51.953732 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-eb005fd5-4563-45a7-847f-c93d4683f8d2 None None] Deleting port 32b92edb-33d1-4fc4-8dd0-02273ad128f8 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:51.954208 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-eb005fd5-4563-45a7-847f-c93d4683f8d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:51.974174 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1db8ca7b-29b6-48cb-b4ad-e6213c3c6ee3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/networks/daa82c88-f763-4832-a3c4-05a0a170dd86 HTTP/1.1" status: 204 len: 168 time: 3.2217174 Feb 04 11:42:51.974870 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39982) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:51.979748 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db8ca7b-29b6-48cb-b4ad-e6213c3c6ee3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Pushing event deleted for resources: {'Network': ['ID=daa82c88-f763-4832-a3c4-05a0a170dd86,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:51.990798 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-48096649-06b5-4e6b-92a1-271049cae609 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Request body: {'router': {'routes': None}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:42:52.091400 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-eb005fd5-4563-45a7-847f-c93d4683f8d2 None None] The port '32b92edb-33d1-4fc4-8dd0-02273ad128f8' was deleted {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:42:52.091614 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6bf12258-7646-48c5-9c57-be7f71f45121 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:52.146134 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf12258-7646-48c5-9c57-be7f71f45121 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event deleted for resources: {'Subnet': ['ID=77c8604e-5f99-486b-b3da-c79b522e735f,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:52.159182 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6bf12258-7646-48c5-9c57-be7f71f45121 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:52.171323 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1781d48-3edc-49c6-ac15-75a287fb36eb None None] Network 56225026-f565-4757-906e-0cd472ebe86b requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:42:52.205318 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f1c0a2cd-a47b-4859-ba30-a6df543bddc9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:52.223813 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6bf12258-7646-48c5-9c57-be7f71f45121 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/subnets/77c8604e-5f99-486b-b3da-c79b522e735f HTTP/1.1" status: 204 len: 168 time: 1.1531699 Feb 04 11:42:52.226540 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39988) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:52.227887 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de6d177-4dcf-4704-b8ce-562b07ad479d tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Deleting subnet 0e86c9fe-6a76-4a43-89a2-4701f1638a2c {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:42:52.236647 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3de6d177-4dcf-4704-b8ce-562b07ad479d tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:52.265542 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-f1c0a2cd-a47b-4859-ba30-a6df543bddc9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Transition to ACTIVE for port object 4265f01f-c7bf-462e-ae06-4464fbfbfaa0 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:42:52.314934 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3de6d177-4dcf-4704-b8ce-562b07ad479d tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:52.564751 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cb167170-aaa5-41e5-bedc-7be7bdcafe86 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:52.567721 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.extraroute_db [None req-48096649-06b5-4e6b-92a1-271049cae609 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Added routes are [] {{(pid=84205) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 04 11:42:52.567721 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.extraroute_db [None req-48096649-06b5-4e6b-92a1-271049cae609 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Removed routes are [] {{(pid=84205) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 04 11:42:52.567977 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-48096649-06b5-4e6b-92a1-271049cae609 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:52.592224 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3de6d177-4dcf-4704-b8ce-562b07ad479d tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:52.632926 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f1c0a2cd-a47b-4859-ba30-a6df543bddc9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:52.670962 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce7be2e-cb67-457a-b99b-de07995efda1 None None] DHCP port deletion for 56225026-f565-4757-906e-0cd472ebe86b request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:42:52.677668 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9ce7be2e-cb67-457a-b99b-de07995efda1 None None] Deleting port cfeea978-f972-4964-aeca-d1de250998c2 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:52.677668 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9ce7be2e-cb67-457a-b99b-de07995efda1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:52.746666 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0a2cd-a47b-4859-ba30-a6df543bddc9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=4265f01f-c7bf-462e-ae06-4464fbfbfaa0,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:52.751595 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c0a2cd-a47b-4859-ba30-a6df543bddc9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 67192125-5c3e-4711-abd3-648a29c73c27 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:42:52.754896 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-f1c0a2cd-a47b-4859-ba30-a6df543bddc9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:42:52.757933 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c0a2cd-a47b-4859-ba30-a6df543bddc9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:42:52.761186 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-cb167170-aaa5-41e5-bedc-7be7bdcafe86 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Deleting port cfeea978-f972-4964-aeca-d1de250998c2 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:52.761532 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cb167170-aaa5-41e5-bedc-7be7bdcafe86 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:52.829264 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f1c0a2cd-a47b-4859-ba30-a6df543bddc9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:52.881621 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3de6d177-4dcf-4704-b8ce-562b07ad479d tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:52.991581 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9ce7be2e-cb67-457a-b99b-de07995efda1 None None] For port cfeea978-f972-4964-aeca-d1de250998c2, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=cfeea978-f972-4964-aeca-d1de250998c2,segment=NetworkSegment(f1ec694c-5844-41c1-8d69-a4adf1954403),segment_id=f1ec694c-5844-41c1-8d69-a4adf1954403)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:52.992513 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9ce7be2e-cb67-457a-b99b-de07995efda1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:53.022573 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 213e5a4f-922e-4c5a-a15c-908e787ee133 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:42:53.029031 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6d177-4dcf-4704-b8ce-562b07ad479d tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Pushing event deleted for resources: {'Subnet': ['ID=0e86c9fe-6a76-4a43-89a2-4701f1638a2c,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:53.055200 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3de6d177-4dcf-4704-b8ce-562b07ad479d tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:53.086126 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3de6d177-4dcf-4704-b8ce-562b07ad479d tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] 10.222.0.21 "DELETE /v2.0/subnets/0e86c9fe-6a76-4a43-89a2-4701f1638a2c HTTP/1.1" status: 204 len: 168 time: 1.2706149 Feb 04 11:42:53.088079 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 39998) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:53.090532 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-48096649-06b5-4e6b-92a1-271049cae609 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:53.091134 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f1c0a2cd-a47b-4859-ba30-a6df543bddc9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:53.134123 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 213e5a4f-922e-4c5a-a15c-908e787ee133 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:42:53.134534 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 213e5a4f-922e-4c5a-a15c-908e787ee133 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:42:53.135263 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device cfeea978-f972-4964-aeca-d1de250998c2 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:42:53.175777 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-48096649-06b5-4e6b-92a1-271049cae609 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16351460'] for router, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:53.219169 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69d1d36-dfd0-4027-b580-cc844211327d None None] Network 2280d596-95c5-4d9a-a540-8a366f6794f6 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:42:53.388829 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9ce7be2e-cb67-457a-b99b-de07995efda1 None None] Calling delete_port for cfeea978-f972-4964-aeca-d1de250998c2 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:42:53.639955 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:53.658291 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f1c0a2cd-a47b-4859-ba30-a6df543bddc9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:53.675328 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-211fbad8-995e-4b63-985f-3616c0001927 None None] Provisioning for port 4265f01f-c7bf-462e-ae06-4464fbfbfaa0 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:42:53.704497 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-cb167170-aaa5-41e5-bedc-7be7bdcafe86 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] For port cfeea978-f972-4964-aeca-d1de250998c2, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=cfeea978-f972-4964-aeca-d1de250998c2,segment=NetworkSegment(f1ec694c-5844-41c1-8d69-a4adf1954403),segment_id=f1ec694c-5844-41c1-8d69-a4adf1954403)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:53.710524 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cb167170-aaa5-41e5-bedc-7be7bdcafe86 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:53.711913 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-211fbad8-995e-4b63-985f-3616c0001927 None None] Provisioning complete for port 4265f01f-c7bf-462e-ae06-4464fbfbfaa0 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:53.712281 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-211fbad8-995e-4b63-985f-3616c0001927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:53.731662 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f1c0a2cd-a47b-4859-ba30-a6df543bddc9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:53.806418 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-211fbad8-995e-4b63-985f-3616c0001927 None None] Port 4265f01f-c7bf-462e-ae06-4464fbfbfaa0 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:42:53.842898 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0a2cd-a47b-4859-ba30-a6df543bddc9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=4265f01f-c7bf-462e-ae06-4464fbfbfaa0,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:53.857445 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-cb167170-aaa5-41e5-bedc-7be7bdcafe86 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Calling delete_port for cfeea978-f972-4964-aeca-d1de250998c2 owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:42:53.876893 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f1c0a2cd-a47b-4859-ba30-a6df543bddc9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:53.912382 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48096649-06b5-4e6b-92a1-271049cae609 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Router a2b19bd9-09d3-48dd-8c0e-d267aeafd28f has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:42:53.914843 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9ce7be2e-cb67-457a-b99b-de07995efda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:53.960886 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c1898e-4c68-4674-b860-1cda7e5b8ffd tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Deleting subnet e5912a47-df8b-4d68-94ae-8714296831ae {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:42:53.969941 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11c1898e-4c68-4674-b860-1cda7e5b8ffd tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:54.003238 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7be2e-cb67-457a-b99b-de07995efda1 None None] Pushing event deleted for resources: {'Port': ['ID=cfeea978-f972-4964-aeca-d1de250998c2,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:54.014701 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce7be2e-cb67-457a-b99b-de07995efda1 None None] No DVR routers for this DVR port cfeea978-f972-4964-aeca-d1de250998c2 on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:42:54.017374 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 04 11:42:54.017374 dv-neutron-827825-2-hyperv neutron-server[84206]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Feb 04 11:42:54.017374 dv-neutron-827825-2-hyperv neutron-server[84206]: [parameters: {'status': 'DOWN', 'ports_id': 'cfeea978-f972-4964-aeca-d1de250998c2'}] Feb 04 11:42:54.017374 dv-neutron-827825-2-hyperv neutron-server[84206]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:42:54.018121 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:42:54.093335 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c0a2cd-a47b-4859-ba30-a6df543bddc9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 67192125-5c3e-4711-abd3-648a29c73c27 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:42:54.094990 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-f1c0a2cd-a47b-4859-ba30-a6df543bddc9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:42:54.125496 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.api [None req-cb167170-aaa5-41e5-bedc-7be7bdcafe86 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:42:54.125809 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG oslo_db.api [None req-cb167170-aaa5-41e5-bedc-7be7bdcafe86 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:42:54.131077 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ba1d43-0979-446b-9b90-9d3345e5883c None None] DHCP port deletion for 2280d596-95c5-4d9a-a540-8a366f6794f6 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:42:54.138163 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-43ba1d43-0979-446b-9b90-9d3345e5883c None None] Deleting port add29de5-9fbc-4a44-8c60-ca8e8ccc22af {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:54.138402 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11c1898e-4c68-4674-b860-1cda7e5b8ffd tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:54.138771 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-43ba1d43-0979-446b-9b90-9d3345e5883c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:54.304429 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48096649-06b5-4e6b-92a1-271049cae609 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:42:54.350536 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-48096649-06b5-4e6b-92a1-271049cae609 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:54.354249 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-48096649-06b5-4e6b-92a1-271049cae609 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "PUT /v2.0/routers/a2b19bd9-09d3-48dd-8c0e-d267aeafd28f HTTP/1.1" status: 200 len: 701 time: 2.3758562 Feb 04 11:42:54.355575 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40004) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:54.435101 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-0fde1ab7-588b-4ef5-bfa1-5188309adc8b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Synchronizing usage tracker for tenant:f1bfc018a09d4e34b9596c9c898714a6 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:42:54.468854 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11c1898e-4c68-4674-b860-1cda7e5b8ffd tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:54.513658 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c6c410-5a2c-4b09-991d-a4f9d7624c38 None None] Sync routers for ids ['a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:42:54.568347 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-0fde1ab7-588b-4ef5-bfa1-5188309adc8b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Unset dirty status for tenant:f1bfc018a09d4e34b9596c9c898714a6 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:42:54.573309 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40008) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:54.573955 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0fde1ab7-588b-4ef5-bfa1-5188309adc8b tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2b19bd9-09d3-48dd-8c0e-d267aeafd28f HTTP/1.1" status: 200 len: 205 time: 0.2170622 Feb 04 11:42:54.587530 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Port cfeea978-f972-4964-aeca-d1de250998c2 update to DOWN by agent not found {{(pid=84206) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 04 11:42:54.616071 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c6c410-5a2c-4b09-991d-a4f9d7624c38 None None] Routers {'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:54.616833 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-60c6c410-5a2c-4b09-991d-a4f9d7624c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:42:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:54.627436 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-cb167170-aaa5-41e5-bedc-7be7bdcafe86 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Deleting port cfeea978-f972-4964-aeca-d1de250998c2 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:54.629826 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cb167170-aaa5-41e5-bedc-7be7bdcafe86 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:54.667984 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11c1898e-4c68-4674-b860-1cda7e5b8ffd tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:54.760382 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-60c6c410-5a2c-4b09-991d-a4f9d7624c38 None None] Set router a2b19bd9-09d3-48dd-8c0e-d267aeafd28f gateway port host: None {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:42:54.781966 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c1898e-4c68-4674-b860-1cda7e5b8ffd tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Pushing event deleted for resources: {'Subnet': ['ID=e5912a47-df8b-4d68-94ae-8714296831ae,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:54.804101 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-cb167170-aaa5-41e5-bedc-7be7bdcafe86 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] The port 'cfeea978-f972-4964-aeca-d1de250998c2' was deleted {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:42:54.846359 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-11c1898e-4c68-4674-b860-1cda7e5b8ffd tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:54.856660 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-05f8f54a-839e-4411-a4d2-7b82d0e2f722 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:54.891603 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cc24a5-ae6f-4f60-858d-fc989f1f9ec2 None None] Network 5e3a5916-6c2e-4579-a617-efc295834210 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:42:54.923619 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7a9f205e-2be8-491e-98cd-52d0db98d17c None None] Provisioning complete for port 4265f01f-c7bf-462e-ae06-4464fbfbfaa0 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:54.924147 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7a9f205e-2be8-491e-98cd-52d0db98d17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:54.937858 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-11c1898e-4c68-4674-b860-1cda7e5b8ffd tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] 10.222.0.21 "DELETE /v2.0/subnets/e5912a47-df8b-4d68-94ae-8714296831ae HTTP/1.1" status: 204 len: 168 time: 1.8368225 Feb 04 11:42:54.938824 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40014) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:54.974757 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-43ba1d43-0979-446b-9b90-9d3345e5883c None None] For port add29de5-9fbc-4a44-8c60-ca8e8ccc22af, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=add29de5-9fbc-4a44-8c60-ca8e8ccc22af,segment=NetworkSegment(ef628b2f-4f5f-4c32-933e-06b71f853bd8),segment_id=ef628b2f-4f5f-4c32-933e-06b71f853bd8)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:54.975420 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-43ba1d43-0979-446b-9b90-9d3345e5883c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:55.042585 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-60c6c410-5a2c-4b09-991d-a4f9d7624c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'name': 'tempest-RoutersTest-router-1669387596', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:20Z', 'updated_at': '2022-02-04T11:42:45Z', 'revision_number': 11, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'gw_port_host': None}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:55.044798 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cb167170-aaa5-41e5-bedc-7be7bdcafe86 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:55.045530 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device add29de5-9fbc-4a44-8c60-ca8e8ccc22af no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:42:55.104719 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-cb167170-aaa5-41e5-bedc-7be7bdcafe86 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56225026-f565-4757-906e-0cd472ebe86b']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:55.113737 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c6c410-5a2c-4b09-991d-a4f9d7624c38 None None] Checking router: a2b19bd9-09d3-48dd-8c0e-d267aeafd28f for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:42:55.125529 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-cb167170-aaa5-41e5-bedc-7be7bdcafe86 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1ec694c-5844-41c1-8d69-a4adf1954403') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:55.125529 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-cb167170-aaa5-41e5-bedc-7be7bdcafe86 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1ec694c-5844-41c1-8d69-a4adf1954403') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:55.141778 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5508fc34-3331-478e-8b5e-6bce59437cb2 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:55.149181 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cb167170-aaa5-41e5-bedc-7be7bdcafe86 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:55.174089 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-5508fc34-3331-478e-8b5e-6bce59437cb2 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Deleting port add29de5-9fbc-4a44-8c60-ca8e8ccc22af {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:55.174419 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5508fc34-3331-478e-8b5e-6bce59437cb2 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:55.212123 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cb167170-aaa5-41e5-bedc-7be7bdcafe86 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:55.233738 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb167170-aaa5-41e5-bedc-7be7bdcafe86 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:42:55.234530 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cb167170-aaa5-41e5-bedc-7be7bdcafe86 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:55.251378 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-43ba1d43-0979-446b-9b90-9d3345e5883c None None] Calling delete_port for add29de5-9fbc-4a44-8c60-ca8e8ccc22af owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:42:55.284767 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:42:55.284767 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:42:55.284767 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:42:55.284767 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:42:55.284767 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:42:55.284767 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:42:55.284767 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:42:55.284767 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:42:55.284767 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:42:55.284767 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:42:55.284767 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:42:55.284767 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:42:55.284767 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:42:55.284767 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:42:55.284767 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:42:55.284767 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:42:55.284767 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:42:55.284767 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:42:55.284767 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:42:55.284767 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:42:55.284767 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:42:55.284767 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:42:55.284767 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:42:55.284767 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:42:55.284767 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:42:55.284767 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:42:55.284767 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:42:55.284767 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:42:55.284767 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:42:55.284767 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:42:55.284767 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:42:55.284767 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:42:55.311018 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-7a9f205e-2be8-491e-98cd-52d0db98d17c None None] Port 4265f01f-c7bf-462e-ae06-4464fbfbfaa0 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:42:55.442685 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-05f8f54a-839e-4411-a4d2-7b82d0e2f722 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:55.449725 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c6c410-5a2c-4b09-991d-a4f9d7624c38 None None] Routers {'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:55.450403 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-60c6c410-5a2c-4b09-991d-a4f9d7624c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:42:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:55.452060 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-05f8f54a-839e-4411-a4d2-7b82d0e2f722 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:55.465386 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c0a2cd-a47b-4859-ba30-a6df543bddc9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router 7e68f380-0afc-40b2-80ac-5d134a2163f7 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:42:55.682507 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cb167170-aaa5-41e5-bedc-7be7bdcafe86 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:55.687572 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cb167170-aaa5-41e5-bedc-7be7bdcafe86 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:55.688373 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-05f8f54a-839e-4411-a4d2-7b82d0e2f722 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:55.688842 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f8f54a-839e-4411-a4d2-7b82d0e2f722 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Fanout notify agent at l3_agent the message router_deleted on router a2b19bd9-09d3-48dd-8c0e-d267aeafd28f {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:42:55.689309 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:55.709411 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-60c6c410-5a2c-4b09-991d-a4f9d7624c38 None None] Set router a2b19bd9-09d3-48dd-8c0e-d267aeafd28f gateway port host: None {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:42:55.710416 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-05f8f54a-839e-4411-a4d2-7b82d0e2f722 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:55.711532 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-05f8f54a-839e-4411-a4d2-7b82d0e2f722 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/routers/a2b19bd9-09d3-48dd-8c0e-d267aeafd28f HTTP/1.1" status: 204 len: 168 time: 1.1372702 Feb 04 11:42:55.717430 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40020) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:55.720923 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-8c13fe4f-0ae0-44bd-8c31-9eb1818ee094 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1362211817', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:42:55.729732 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-8c13fe4f-0ae0-44bd-8c31-9eb1818ee094 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:55.738408 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8c13fe4f-0ae0-44bd-8c31-9eb1818ee094 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Usage tracker for resource:router and tenant:f1bfc018a09d4e34b9596c9c898714a6 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:42:55.747508 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-cb167170-aaa5-41e5-bedc-7be7bdcafe86 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/networks/56225026-f565-4757-906e-0cd472ebe86b HTTP/1.1" status: 204 len: 168 time: 3.5105495 Feb 04 11:42:55.747667 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8c13fe4f-0ae0-44bd-8c31-9eb1818ee094 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:42:55.747773 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-5508fc34-3331-478e-8b5e-6bce59437cb2 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] For port add29de5-9fbc-4a44-8c60-ca8e8ccc22af, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=add29de5-9fbc-4a44-8c60-ca8e8ccc22af,segment=NetworkSegment(ef628b2f-4f5f-4c32-933e-06b71f853bd8),segment_id=ef628b2f-4f5f-4c32-933e-06b71f853bd8)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:55.747892 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40024) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:55.747977 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5508fc34-3331-478e-8b5e-6bce59437cb2 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:55.752983 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-b7f8e37f-b103-4d35-b232-80aab4501067 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Request body: {'router': {'routes': None}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:42:55.757236 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb167170-aaa5-41e5-bedc-7be7bdcafe86 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Pushing event deleted for resources: {'Network': ['ID=56225026-f565-4757-906e-0cd472ebe86b,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:55.823006 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-8c13fe4f-0ae0-44bd-8c31-9eb1818ee094 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:55.865129 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-43ba1d43-0979-446b-9b90-9d3345e5883c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:55.885860 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-5508fc34-3331-478e-8b5e-6bce59437cb2 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Calling delete_port for add29de5-9fbc-4a44-8c60-ca8e8ccc22af owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:42:55.886148 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c0a2cd-a47b-4859-ba30-a6df543bddc9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:42:55.894878 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f1c0a2cd-a47b-4859-ba30-a6df543bddc9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "PUT /v2.0/routers/7e68f380-0afc-40b2-80ac-5d134a2163f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5785615 Feb 04 11:42:55.907857 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898ed6f4-a017-410f-8c65-fba64a6ac634 None None] Sync routers for ids ['7e68f380-0afc-40b2-80ac-5d134a2163f7'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:42:55.924010 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-60c6c410-5a2c-4b09-991d-a4f9d7624c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'name': 'tempest-RoutersTest-router-1669387596', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:20Z', 'updated_at': '2022-02-04T11:42:45Z', 'revision_number': 11, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'gw_port_host': None}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:55.947093 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c6c410-5a2c-4b09-991d-a4f9d7624c38 None None] The sync data for ids ['a2b19bd9-09d3-48dd-8c0e-d267aeafd28f'] in dv-neutron-827825-2-hyperv is: [{'id': 'a2b19bd9-09d3-48dd-8c0e-d267aeafd28f', 'name': 'tempest-RoutersTest-router-1669387596', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:20Z', 'updated_at': '2022-02-04T11:42:45Z', 'revision_number': 11, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'gw_port_host': None}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:42:55.949983 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba1d43-0979-446b-9b90-9d3345e5883c None None] Pushing event deleted for resources: {'Port': ['ID=add29de5-9fbc-4a44-8c60-ca8e8ccc22af,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:55.955904 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898ed6f4-a017-410f-8c65-fba64a6ac634 None None] Routers {'7e68f380-0afc-40b2-80ac-5d134a2163f7'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:55.956825 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-898ed6f4-a017-410f-8c65-fba64a6ac634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:42:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['7e68f380-0afc-40b2-80ac-5d134a2163f7'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:55.958097 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ba1d43-0979-446b-9b90-9d3345e5883c None None] No DVR routers for this DVR port add29de5-9fbc-4a44-8c60-ca8e8ccc22af on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:42:55.976868 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8c13fe4f-0ae0-44bd-8c31-9eb1818ee094 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:55.977770 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8c13fe4f-0ae0-44bd-8c31-9eb1818ee094 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:56.020821 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.api [None req-5508fc34-3331-478e-8b5e-6bce59437cb2 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:42:56.021137 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG oslo_db.api [None req-5508fc34-3331-478e-8b5e-6bce59437cb2 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:42:56.070556 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e595ca-20fe-49b1-968e-aa4057b9eb38 None None] DHCP port deletion for 5e3a5916-6c2e-4579-a617-efc295834210 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:42:56.076163 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-09e595ca-20fe-49b1-968e-aa4057b9eb38 None None] Deleting port 137b4740-ad8b-4b1d-bb17-732bf19c3ad4 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:56.076756 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-09e595ca-20fe-49b1-968e-aa4057b9eb38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:56.150981 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.extraroute_db [None req-b7f8e37f-b103-4d35-b232-80aab4501067 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Added routes are [] {{(pid=84204) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 04 11:42:56.151378 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.extraroute_db [None req-b7f8e37f-b103-4d35-b232-80aab4501067 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Removed routes are [] {{(pid=84204) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 04 11:42:56.151920 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b7f8e37f-b103-4d35-b232-80aab4501067 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:56.206485 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-898ed6f4-a017-410f-8c65-fba64a6ac634 None None] Set router 7e68f380-0afc-40b2-80ac-5d134a2163f7 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:42:56.366849 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-09e595ca-20fe-49b1-968e-aa4057b9eb38 None None] For port 137b4740-ad8b-4b1d-bb17-732bf19c3ad4, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=137b4740-ad8b-4b1d-bb17-732bf19c3ad4,segment=NetworkSegment(7ca53ebb-a4fd-4b5c-8841-2cfbab11ad2a),segment_id=7ca53ebb-a4fd-4b5c-8841-2cfbab11ad2a)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:42:56.367259 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-09e595ca-20fe-49b1-968e-aa4057b9eb38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:56.412882 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8c13fe4f-0ae0-44bd-8c31-9eb1818ee094 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:56.506156 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-09e595ca-20fe-49b1-968e-aa4057b9eb38 None None] Calling delete_port for 137b4740-ad8b-4b1d-bb17-732bf19c3ad4 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:42:56.522201 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-5508fc34-3331-478e-8b5e-6bce59437cb2 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Deleting port add29de5-9fbc-4a44-8c60-ca8e8ccc22af {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:56.522924 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5508fc34-3331-478e-8b5e-6bce59437cb2 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:56.601147 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-5508fc34-3331-478e-8b5e-6bce59437cb2 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] The port 'add29de5-9fbc-4a44-8c60-ca8e8ccc22af' was deleted {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:42:56.643051 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8c13fe4f-0ae0-44bd-8c31-9eb1818ee094 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:56.659598 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b7f8e37f-b103-4d35-b232-80aab4501067 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:56.671262 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b7f8e37f-b103-4d35-b232-80aab4501067 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16351460'] for router, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:56.687622 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-898ed6f4-a017-410f-8c65-fba64a6ac634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'name': 'tempest-TestNetworkBasicOps-router-1549041283', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '741eba48-2181-44d6-8a54-63871deeafe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:19Z', 'updated_at': '2022-02-04T11:42:52Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '741eba48-2181-44d6-8a54-63871deeafe5', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:22Z', 'updated_at': '2022-02-04T11:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '12205bc0-19a5-4f15-b9f6-33d6e12fa5cc', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.199', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'port_id': '3bc398c8-4ad5-47a5-98b4-f26b5530c56c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae', 'mac_address': 'fa:16:3e:43:a5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d5965-a153-488f-bb85-73f8b235daa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:40:28Z', 'updated_at': '2022-02-04T11:40:35Z', 'revision_number': 1, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3', 'name': '', 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:69:62:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3366fb7-15f1-4fdd-b22d-c78849bf243a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:36Z', 'updated_at': '2022-02-04T11:39:51Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'd3366fb7-15f1-4fdd-b22d-c78849bf243a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4265f01f-c7bf-462e-ae06-4464fbfbfaa0', 'name': '', 'network_id': '67192125-5c3e-4711-abd3-648a29c73c27', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:8c:c9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35e60414-b5a8-4a85-901f-c762540b59b5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:42:50Z', 'updated_at': '2022-02-04T11:42:53Z', 'revision_number': 2, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': '35e60414-b5a8-4a85-901f-c762540b59b5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:56.692342 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898ed6f4-a017-410f-8c65-fba64a6ac634 None None] Checking router: 7e68f380-0afc-40b2-80ac-5d134a2163f7 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:42:56.692836 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898ed6f4-a017-410f-8c65-fba64a6ac634 None None] Updating router 7e68f380-0afc-40b2-80ac-5d134a2163f7 port 4265f01f-c7bf-462e-ae06-4464fbfbfaa0 binding host dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:42:56.743103 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-09e595ca-20fe-49b1-968e-aa4057b9eb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:56.770222 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-898ed6f4-a017-410f-8c65-fba64a6ac634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:56.775633 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5508fc34-3331-478e-8b5e-6bce59437cb2 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:56.811316 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8c13fe4f-0ae0-44bd-8c31-9eb1818ee094 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:56.815539 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8c13fe4f-0ae0-44bd-8c31-9eb1818ee094 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0961514 Feb 04 11:42:56.815745 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-5508fc34-3331-478e-8b5e-6bce59437cb2 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2280d596-95c5-4d9a-a540-8a366f6794f6']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:56.816518 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40034) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:56.823607 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e595ca-20fe-49b1-968e-aa4057b9eb38 None None] No DVR routers for this DVR port 137b4740-ad8b-4b1d-bb17-732bf19c3ad4 on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:42:56.825154 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-0c43cf3a-44d0-4803-bff0-2a2c106c9089 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:42:56.830304 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e595ca-20fe-49b1-968e-aa4057b9eb38 None None] Pushing event deleted for resources: {'Port': ['ID=137b4740-ad8b-4b1d-bb17-732bf19c3ad4,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:56.846365 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-5508fc34-3331-478e-8b5e-6bce59437cb2 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef628b2f-4f5f-4c32-933e-06b71f853bd8') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:56.846365 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-5508fc34-3331-478e-8b5e-6bce59437cb2 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef628b2f-4f5f-4c32-933e-06b71f853bd8') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:56.881044 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5508fc34-3331-478e-8b5e-6bce59437cb2 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:56.909033 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f8e37f-b103-4d35-b232-80aab4501067 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Router 56c8bd21-14ba-480e-9544-0062df128086 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:42:56.909748 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5508fc34-3331-478e-8b5e-6bce59437cb2 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:56.919447 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5508fc34-3331-478e-8b5e-6bce59437cb2 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:42:56.919858 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5508fc34-3331-478e-8b5e-6bce59437cb2 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:56.937344 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:42:56.937344 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:42:56.937344 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:42:56.937344 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:42:56.937344 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:42:56.937344 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:42:56.937344 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:42:56.937344 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:42:56.937344 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:42:56.937344 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:42:56.937344 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:42:56.937344 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:42:56.937344 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:42:56.937344 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:42:56.937344 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:42:56.937344 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:42:56.937344 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:42:56.937344 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:42:56.937344 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:42:56.937344 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:42:56.937344 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:42:56.937344 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:42:56.937344 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:42:56.937344 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:42:56.937344 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:42:56.937344 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:42:56.937344 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:42:56.937344 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:42:56.937344 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:42:56.937344 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:42:56.937344 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:42:56.937344 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:42:56.986714 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 137b4740-ad8b-4b1d-bb17-732bf19c3ad4 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:42:57.025298 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 137b4740-ad8b-4b1d-bb17-732bf19c3ad4 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:42:57.025616 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 137b4740-ad8b-4b1d-bb17-732bf19c3ad4 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:42:57.142751 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5508fc34-3331-478e-8b5e-6bce59437cb2 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:57.176800 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5508fc34-3331-478e-8b5e-6bce59437cb2 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:57.191890 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508fc34-3331-478e-8b5e-6bce59437cb2 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Pushing event deleted for resources: {'Network': ['ID=2280d596-95c5-4d9a-a540-8a366f6794f6,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:57.196487 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5508fc34-3331-478e-8b5e-6bce59437cb2 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] 10.222.0.21 "DELETE /v2.0/networks/2280d596-95c5-4d9a-a540-8a366f6794f6 HTTP/1.1" status: 204 len: 168 time: 2.2503552 Feb 04 11:42:57.198800 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40038) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:57.209128 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-898ed6f4-a017-410f-8c65-fba64a6ac634 None None] Notify callbacks [] for port, precommit_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:57.227114 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.provisioning_blocks [None req-898ed6f4-a017-410f-8c65-fba64a6ac634 None None] Transition to ACTIVE for port object 4265f01f-c7bf-462e-ae06-4464fbfbfaa0 will not be triggered until provisioned by entity L2. {{(pid=84207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:42:57.326332 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-142e919f-e106-4470-a909-31525d2404a9 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:57.349870 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f8e37f-b103-4d35-b232-80aab4501067 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:42:57.356499 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b7f8e37f-b103-4d35-b232-80aab4501067 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:57.357620 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b7f8e37f-b103-4d35-b232-80aab4501067 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "PUT /v2.0/routers/56c8bd21-14ba-480e-9544-0062df128086 HTTP/1.1" status: 200 len: 705 time: 1.6091385 Feb 04 11:42:57.364045 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac8eb41-b2d6-43e5-9308-00096e0ddd65 None None] Sync routers for ids ['56c8bd21-14ba-480e-9544-0062df128086'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:42:57.372151 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-898ed6f4-a017-410f-8c65-fba64a6ac634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:57.373557 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40042) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:57.377257 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac8eb41-b2d6-43e5-9308-00096e0ddd65 None None] Routers {'56c8bd21-14ba-480e-9544-0062df128086'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:57.378142 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-cac8eb41-b2d6-43e5-9308-00096e0ddd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:42:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['56c8bd21-14ba-480e-9544-0062df128086'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:57.433175 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0c43cf3a-44d0-4803-bff0-2a2c106c9089 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:57.447290 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-02f1f116-4c3d-4034-900e-25c4659fb9eb tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Synchronizing usage tracker for tenant:1857235941a6433080777df3100a6d46 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:42:57.513609 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-cac8eb41-b2d6-43e5-9308-00096e0ddd65 None None] Set router 56c8bd21-14ba-480e-9544-0062df128086 gateway port host: None {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:42:57.534655 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceea644-4af2-415a-9ebd-b9e63fbed6ac None None] Pushing event updated for resources: {'Port': ['ID=4265f01f-c7bf-462e-ae06-4464fbfbfaa0,revision_number=3']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:57.551953 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-142e919f-e106-4470-a909-31525d2404a9 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:57.555206 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0c43cf3a-44d0-4803-bff0-2a2c106c9089 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16351460'] for router, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:57.609476 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-142e919f-e106-4470-a909-31525d2404a9 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e3a5916-6c2e-4579-a617-efc295834210']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:57.636345 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-142e919f-e106-4470-a909-31525d2404a9 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca53ebb-a4fd-4b5c-8841-2cfbab11ad2a') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:57.636636 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-142e919f-e106-4470-a909-31525d2404a9 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca53ebb-a4fd-4b5c-8841-2cfbab11ad2a') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:57.639019 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-898ed6f4-a017-410f-8c65-fba64a6ac634 None None] Attempting to bind port 4265f01f-c7bf-462e-ae06-4464fbfbfaa0 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:42:57.639510 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-898ed6f4-a017-410f-8c65-fba64a6ac634 None None] Attempting to bind port 4265f01f-c7bf-462e-ae06-4464fbfbfaa0 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'aaec0554-0827-4661-aabf-bf818440ad0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '67192125-5c3e-4711-abd3-648a29c73c27'}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:42:57.640078 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898ed6f4-a017-410f-8c65-fba64a6ac634 None None] Attempting to bind port 4265f01f-c7bf-462e-ae06-4464fbfbfaa0 on network 67192125-5c3e-4711-abd3-648a29c73c27 {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:42:57.649674 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898ed6f4-a017-410f-8c65-fba64a6ac634 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:42:57.650349 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898ed6f4-a017-410f-8c65-fba64a6ac634 None None] Checking segment: {'id': 'aaec0554-0827-4661-aabf-bf818440ad0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '67192125-5c3e-4711-abd3-648a29c73c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:42:57.650839 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-898ed6f4-a017-410f-8c65-fba64a6ac634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:57.651336 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898ed6f4-a017-410f-8c65-fba64a6ac634 None None] Bound using segment: {'id': 'aaec0554-0827-4661-aabf-bf818440ad0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '67192125-5c3e-4711-abd3-648a29c73c27'} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:42:57.651901 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-898ed6f4-a017-410f-8c65-fba64a6ac634 None None] Bound port: 4265f01f-c7bf-462e-ae06-4464fbfbfaa0, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaec0554-0827-4661-aabf-bf818440ad0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '67192125-5c3e-4711-abd3-648a29c73c27'}}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:42:57.652362 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-898ed6f4-a017-410f-8c65-fba64a6ac634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:57.663187 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-cac8eb41-b2d6-43e5-9308-00096e0ddd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8bd21-14ba-480e-9544-0062df128086', 'name': 'tempest-RoutersIpV6Test-router-1761692933', 'tenant_id': '1857235941a6433080777df3100a6d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:14Z', 'updated_at': '2022-02-04T11:42:49Z', 'revision_number': 11, 'project_id': '1857235941a6433080777df3100a6d46', 'gw_port_host': None}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:57.663441 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-142e919f-e106-4470-a909-31525d2404a9 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:57.670837 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac8eb41-b2d6-43e5-9308-00096e0ddd65 None None] Checking router: 56c8bd21-14ba-480e-9544-0062df128086 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:42:57.675378 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-02f1f116-4c3d-4034-900e-25c4659fb9eb tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Unset dirty status for tenant:1857235941a6433080777df3100a6d46 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:42:57.677015 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-02f1f116-4c3d-4034-900e-25c4659fb9eb tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "GET /v2.0/ports?device_id=56c8bd21-14ba-480e-9544-0062df128086 HTTP/1.1" status: 200 len: 205 time: 0.3023794 Feb 04 11:42:57.680433 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40046) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:57.688067 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac8eb41-b2d6-43e5-9308-00096e0ddd65 None None] Routers {'56c8bd21-14ba-480e-9544-0062df128086'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:57.688698 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-cac8eb41-b2d6-43e5-9308-00096e0ddd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:42:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['56c8bd21-14ba-480e-9544-0062df128086'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:57.764852 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-142e919f-e106-4470-a909-31525d2404a9 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:57.777377 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-142e919f-e106-4470-a909-31525d2404a9 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:42:57.778119 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-142e919f-e106-4470-a909-31525d2404a9 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:57.796125 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:42:57.796125 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:42:57.796125 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:42:57.796125 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:42:57.796125 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:42:57.796125 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:42:57.796125 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:42:57.796125 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:42:57.796125 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:42:57.796125 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:42:57.796125 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:42:57.796125 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:42:57.796125 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:42:57.796125 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:42:57.796125 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:42:57.796125 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:42:57.796125 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:42:57.796125 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:42:57.796125 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:42:57.796125 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:42:57.796125 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:42:57.796125 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:42:57.796125 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:42:57.796125 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:42:57.796125 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:42:57.796125 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:42:57.796125 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:42:57.796125 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:42:57.796125 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:42:57.796125 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:42:57.796125 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:42:57.796125 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:42:57.834327 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-898ed6f4-a017-410f-8c65-fba64a6ac634 None None] For port 4265f01f-c7bf-462e-ae06-4464fbfbfaa0, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:42:57.838138 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-898ed6f4-a017-410f-8c65-fba64a6ac634 None None] For port 4265f01f-c7bf-462e-ae06-4464fbfbfaa0, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=4265f01f-c7bf-462e-ae06-4464fbfbfaa0,segment=NetworkSegment(aaec0554-0827-4661-aabf-bf818440ad0e),segment_id=aaec0554-0827-4661-aabf-bf818440ad0e)] {{(pid=84207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:42:57.965618 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-cac8eb41-b2d6-43e5-9308-00096e0ddd65 None None] Set router 56c8bd21-14ba-480e-9544-0062df128086 gateway port host: None {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:42:57.969924 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c43cf3a-44d0-4803-bff0-2a2c106c9089 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Router 99c9e39b-788e-48b7-b528-61a0af5b09b1 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:42:58.000905 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-898ed6f4-a017-410f-8c65-fba64a6ac634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:58.053518 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f6299b92-ab80-4b70-943a-80383dafdc4e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:58.089147 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-cac8eb41-b2d6-43e5-9308-00096e0ddd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8bd21-14ba-480e-9544-0062df128086', 'name': 'tempest-RoutersIpV6Test-router-1761692933', 'tenant_id': '1857235941a6433080777df3100a6d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:14Z', 'updated_at': '2022-02-04T11:42:49Z', 'revision_number': 11, 'project_id': '1857235941a6433080777df3100a6d46', 'gw_port_host': None}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:58.093944 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac8eb41-b2d6-43e5-9308-00096e0ddd65 None None] The sync data for ids ['56c8bd21-14ba-480e-9544-0062df128086'] in dv-neutron-827825-2-hyperv is: [{'id': '56c8bd21-14ba-480e-9544-0062df128086', 'name': 'tempest-RoutersIpV6Test-router-1761692933', 'tenant_id': '1857235941a6433080777df3100a6d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:14Z', 'updated_at': '2022-02-04T11:42:49Z', 'revision_number': 11, 'project_id': '1857235941a6433080777df3100a6d46', 'gw_port_host': None}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:42:58.173121 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898ed6f4-a017-410f-8c65-fba64a6ac634 None None] Routers {'7e68f380-0afc-40b2-80ac-5d134a2163f7'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:58.174101 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-898ed6f4-a017-410f-8c65-fba64a6ac634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:42:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['7e68f380-0afc-40b2-80ac-5d134a2163f7'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:58.275364 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-142e919f-e106-4470-a909-31525d2404a9 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:58.313419 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-142e919f-e106-4470-a909-31525d2404a9 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:58.321296 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-142e919f-e106-4470-a909-31525d2404a9 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] 10.222.0.21 "DELETE /v2.0/networks/5e3a5916-6c2e-4579-a617-efc295834210 HTTP/1.1" status: 204 len: 168 time: 1.1214681 Feb 04 11:42:58.325941 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40054) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:58.333529 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceea644-4af2-415a-9ebd-b9e63fbed6ac None None] Pushing event updated for resources: {'Port': ['ID=4265f01f-c7bf-462e-ae06-4464fbfbfaa0,revision_number=4']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:58.338094 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e919f-e106-4470-a909-31525d2404a9 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Pushing event deleted for resources: {'Network': ['ID=5e3a5916-6c2e-4579-a617-efc295834210,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:58.484769 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c43cf3a-44d0-4803-bff0-2a2c106c9089 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:42:58.491837 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0c43cf3a-44d0-4803-bff0-2a2c106c9089 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:58.498008 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-0c43cf3a-44d0-4803-bff0-2a2c106c9089 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "PUT /v2.0/routers/99c9e39b-788e-48b7-b528-61a0af5b09b1 HTTP/1.1" status: 200 len: 694 time: 1.6800926 Feb 04 11:42:58.498647 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40058) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:58.503410 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e77b98-c98a-42eb-8b45-f5f12ef736c3 None None] Sync routers for ids ['99c9e39b-788e-48b7-b528-61a0af5b09b1'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:42:58.516657 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-898ed6f4-a017-410f-8c65-fba64a6ac634 None None] Set router 7e68f380-0afc-40b2-80ac-5d134a2163f7 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:42:58.593036 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e77b98-c98a-42eb-8b45-f5f12ef736c3 None None] Routers {'99c9e39b-788e-48b7-b528-61a0af5b09b1'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:58.593739 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-31e77b98-c98a-42eb-8b45-f5f12ef736c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:42:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['99c9e39b-788e-48b7-b528-61a0af5b09b1'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:58.664878 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e0486d21-b051-41e0-9ca4-8f04d0fa13bd tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "GET /v2.0/routers/99c9e39b-788e-48b7-b528-61a0af5b09b1 HTTP/1.1" status: 200 len: 700 time: 0.1649892 Feb 04 11:42:58.669669 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40064) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:58.712603 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-3859317b-a866-4857-8376-15bca603c194 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Synchronizing usage tracker for tenant:f1bfc018a09d4e34b9596c9c898714a6 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:42:58.729008 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-3859317b-a866-4857-8376-15bca603c194 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Unset dirty status for tenant:f1bfc018a09d4e34b9596c9c898714a6 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:42:58.732818 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3859317b-a866-4857-8376-15bca603c194 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "GET /v2.0/ports?device_id=99c9e39b-788e-48b7-b528-61a0af5b09b1 HTTP/1.1" status: 200 len: 205 time: 0.0595829 Feb 04 11:42:58.733072 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40068) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:58.749476 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f6299b92-ab80-4b70-943a-80383dafdc4e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:58.760547 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f6299b92-ab80-4b70-943a-80383dafdc4e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:58.836746 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-05aeba36-fe87-433f-966f-71e59c825baa tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Deleting subnet 07e6cbb6-a992-45a7-8b9f-c3229d0bf068 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:42:58.841476 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-05aeba36-fe87-433f-966f-71e59c825baa tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:58.849095 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-31e77b98-c98a-42eb-8b45-f5f12ef736c3 None None] Set router 99c9e39b-788e-48b7-b528-61a0af5b09b1 gateway port host: None {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:42:58.890823 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f6299b92-ab80-4b70-943a-80383dafdc4e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:58.897936 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6299b92-ab80-4b70-943a-80383dafdc4e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Fanout notify agent at l3_agent the message router_deleted on router 56c8bd21-14ba-480e-9544-0062df128086 {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:42:58.898657 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e33f3cde-ca13-4b80-8c08-87b3079512e5 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:58.922477 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f6299b92-ab80-4b70-943a-80383dafdc4e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:58.927653 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f6299b92-ab80-4b70-943a-80383dafdc4e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/routers/56c8bd21-14ba-480e-9544-0062df128086 HTTP/1.1" status: 204 len: 168 time: 1.2460577 Feb 04 11:42:58.928362 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40074) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:58.938411 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-c332b07d-42f0-4e05-ade2-90ff795f17b4 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1419214087', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:42:58.955454 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c332b07d-42f0-4e05-ade2-90ff795f17b4 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:58.986893 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-05aeba36-fe87-433f-966f-71e59c825baa tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:58.991849 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-31e77b98-c98a-42eb-8b45-f5f12ef736c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c9e39b-788e-48b7-b528-61a0af5b09b1', 'name': 'tempest-RoutersTest-router-1362211817', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:42:55Z', 'updated_at': '2022-02-04T11:42:57Z', 'revision_number': 2, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'gw_port_host': None}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:59.002682 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e77b98-c98a-42eb-8b45-f5f12ef736c3 None None] Checking router: 99c9e39b-788e-48b7-b528-61a0af5b09b1 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:42:59.010513 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c332b07d-42f0-4e05-ade2-90ff795f17b4 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Usage tracker for resource:router and tenant:1857235941a6433080777df3100a6d46 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:42:59.018137 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c332b07d-42f0-4e05-ade2-90ff795f17b4 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:42:59.029109 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c332b07d-42f0-4e05-ade2-90ff795f17b4 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:59.106364 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e77b98-c98a-42eb-8b45-f5f12ef736c3 None None] Routers {'99c9e39b-788e-48b7-b528-61a0af5b09b1'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:42:59.107262 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-31e77b98-c98a-42eb-8b45-f5f12ef736c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:42:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['99c9e39b-788e-48b7-b528-61a0af5b09b1'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:59.111622 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-05aeba36-fe87-433f-966f-71e59c825baa tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:59.180158 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c332b07d-42f0-4e05-ade2-90ff795f17b4 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:59.181187 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c332b07d-42f0-4e05-ade2-90ff795f17b4 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:59.204675 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c332b07d-42f0-4e05-ade2-90ff795f17b4 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:59.287095 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-31e77b98-c98a-42eb-8b45-f5f12ef736c3 None None] Set router 99c9e39b-788e-48b7-b528-61a0af5b09b1 gateway port host: None {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:42:59.326924 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c332b07d-42f0-4e05-ade2-90ff795f17b4 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:59.372375 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-05aeba36-fe87-433f-966f-71e59c825baa tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:59.400110 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e33f3cde-ca13-4b80-8c08-87b3079512e5 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:59.404674 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e33f3cde-ca13-4b80-8c08-87b3079512e5 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:59.410527 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aeba36-fe87-433f-966f-71e59c825baa tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Pushing event deleted for resources: {'Subnet': ['ID=07e6cbb6-a992-45a7-8b9f-c3229d0bf068,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:59.421084 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-05aeba36-fe87-433f-966f-71e59c825baa tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:59.425633 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-05aeba36-fe87-433f-966f-71e59c825baa tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] 10.222.0.21 "DELETE /v2.0/subnets/07e6cbb6-a992-45a7-8b9f-c3229d0bf068 HTTP/1.1" status: 204 len: 168 time: 1.0966327 Feb 04 11:42:59.427575 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40078) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:59.437138 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe19dbe5-d975-4438-8438-b6a64a3dae6b None None] Network c9f38cc3-551b-4ae1-a896-1d9fd8853b7c requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:42:59.438671 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-31e77b98-c98a-42eb-8b45-f5f12ef736c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c9e39b-788e-48b7-b528-61a0af5b09b1', 'name': 'tempest-RoutersTest-router-1362211817', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:42:55Z', 'updated_at': '2022-02-04T11:42:57Z', 'revision_number': 2, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'gw_port_host': None}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:59.445405 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e77b98-c98a-42eb-8b45-f5f12ef736c3 None None] The sync data for ids ['99c9e39b-788e-48b7-b528-61a0af5b09b1'] in dv-neutron-827825-2-hyperv is: [{'id': '99c9e39b-788e-48b7-b528-61a0af5b09b1', 'name': 'tempest-RoutersTest-router-1362211817', 'tenant_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:42:55Z', 'updated_at': '2022-02-04T11:42:57Z', 'revision_number': 2, 'project_id': 'f1bfc018a09d4e34b9596c9c898714a6', 'gw_port_host': None}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:42:59.449303 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c332b07d-42f0-4e05-ade2-90ff795f17b4 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:59.451580 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c332b07d-42f0-4e05-ade2-90ff795f17b4 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5197170 Feb 04 11:42:59.460015 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40082) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:59.465698 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-3850872c-006c-486c-9be1-9ed6a3954bb2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:42:59.491159 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-898ed6f4-a017-410f-8c65-fba64a6ac634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'name': 'tempest-TestNetworkBasicOps-router-1549041283', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '741eba48-2181-44d6-8a54-63871deeafe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:19Z', 'updated_at': '2022-02-04T11:42:52Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '741eba48-2181-44d6-8a54-63871deeafe5', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:22Z', 'updated_at': '2022-02-04T11:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '12205bc0-19a5-4f15-b9f6-33d6e12fa5cc', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.199', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'port_id': '3bc398c8-4ad5-47a5-98b4-f26b5530c56c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae', 'mac_address': 'fa:16:3e:43:a5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d5965-a153-488f-bb85-73f8b235daa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:40:28Z', 'updated_at': '2022-02-04T11:40:35Z', 'revision_number': 1, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3', 'name': '', 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:69:62:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3366fb7-15f1-4fdd-b22d-c78849bf243a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:36Z', 'updated_at': '2022-02-04T11:39:51Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'd3366fb7-15f1-4fdd-b22d-c78849bf243a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4265f01f-c7bf-462e-ae06-4464fbfbfaa0', 'name': '', 'network_id': '67192125-5c3e-4711-abd3-648a29c73c27', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:8c:c9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35e60414-b5a8-4a85-901f-c762540b59b5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:42:50Z', 'updated_at': '2022-02-04T11:42:57Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': '35e60414-b5a8-4a85-901f-c762540b59b5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:59.497122 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898ed6f4-a017-410f-8c65-fba64a6ac634 None None] The sync data for ids ['7e68f380-0afc-40b2-80ac-5d134a2163f7'] in dv-neutron-827825-2-hyperv is: [{'id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'name': 'tempest-TestNetworkBasicOps-router-1549041283', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '741eba48-2181-44d6-8a54-63871deeafe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:19Z', 'updated_at': '2022-02-04T11:42:52Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '741eba48-2181-44d6-8a54-63871deeafe5', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:22Z', 'updated_at': '2022-02-04T11:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '12205bc0-19a5-4f15-b9f6-33d6e12fa5cc', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.199', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'port_id': '3bc398c8-4ad5-47a5-98b4-f26b5530c56c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae', 'mac_address': 'fa:16:3e:43:a5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d5965-a153-488f-bb85-73f8b235daa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:40:28Z', 'updated_at': '2022-02-04T11:40:35Z', 'revision_number': 1, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3', 'name': '', 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:69:62:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3366fb7-15f1-4fdd-b22d-c78849bf243a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:36Z', 'updated_at': '2022-02-04T11:39:51Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'd3366fb7-15f1-4fdd-b22d-c78849bf243a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4265f01f-c7bf-462e-ae06-4464fbfbfaa0', 'name': '', 'network_id': '67192125-5c3e-4711-abd3-648a29c73c27', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:8c:c9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35e60414-b5a8-4a85-901f-c762540b59b5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:42:50Z', 'updated_at': '2022-02-04T11:42:57Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': '35e60414-b5a8-4a85-901f-c762540b59b5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:42:59.556702 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e33f3cde-ca13-4b80-8c08-87b3079512e5 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:59.556910 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33f3cde-ca13-4b80-8c08-87b3079512e5 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Fanout notify agent at l3_agent the message router_deleted on router 99c9e39b-788e-48b7-b528-61a0af5b09b1 {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:42:59.606696 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-228adae6-978a-430f-8c85-2d88047dd8bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:59.633761 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-228adae6-978a-430f-8c85-2d88047dd8bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Deleting port e2219393-2a8e-4719-bb5c-8c11ca865fdd {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:59.634199 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-228adae6-978a-430f-8c85-2d88047dd8bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:59.636378 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e33f3cde-ca13-4b80-8c08-87b3079512e5 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:59.641043 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e33f3cde-ca13-4b80-8c08-87b3079512e5 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/routers/99c9e39b-788e-48b7-b528-61a0af5b09b1 HTTP/1.1" status: 204 len: 168 time: 0.9036198 Feb 04 11:42:59.648969 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40086) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:59.782597 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-31dc8062-e537-43be-ab44-110596563f94 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "GET /v2.0/ports?device_id=99c9e39b-788e-48b7-b528-61a0af5b09b1 HTTP/1.1" status: 200 len: 205 time: 0.1321459 Feb 04 11:42:59.785636 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40090) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:59.867928 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a822d3f6-1745-46c4-94d5-973b7b5b228a None None] DHCP port deletion for c9f38cc3-551b-4ae1-a896-1d9fd8853b7c request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:42:59.872543 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-a822d3f6-1745-46c4-94d5-973b7b5b228a None None] Deleting port e2219393-2a8e-4719-bb5c-8c11ca865fdd {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:42:59.872999 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a822d3f6-1745-46c4-94d5-973b7b5b228a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:59.943001 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-fcae9e78-a07e-44af-b951-dadf375aa47c tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] delete failed (client error): The resource could not be found. Feb 04 11:42:59.946757 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-fcae9e78-a07e-44af-b951-dadf375aa47c tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/routers/99c9e39b-788e-48b7-b528-61a0af5b09b1 HTTP/1.1" status: 404 len: 336 time: 0.1566594 Feb 04 11:42:59.948219 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40094) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:00.111003 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-492c7cae-9fe8-4d19-92ca-3e0d46370c8e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] DELETE failed (client error): The resource could not be found. Feb 04 11:43:00.113903 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-492c7cae-9fe8-4d19-92ca-3e0d46370c8e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:43:00.116112 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-492c7cae-9fe8-4d19-92ca-3e0d46370c8e tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/subnets/aa3c860a-5df2-4272-b72d-f1a629f79726 HTTP/1.1" status: 404 len: 337 time: 0.1668487 Feb 04 11:43:00.137683 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40100) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:00.291333 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-a822d3f6-1745-46c4-94d5-973b7b5b228a None None] For port e2219393-2a8e-4719-bb5c-8c11ca865fdd, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=e2219393-2a8e-4719-bb5c-8c11ca865fdd,segment=NetworkSegment(97a49317-0bb6-475e-8f05-cc293ffa61c8),segment_id=97a49317-0bb6-475e-8f05-cc293ffa61c8)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:43:00.291899 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a822d3f6-1745-46c4-94d5-973b7b5b228a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:00.390486 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-adbc1a7a-e9b2-4b41-82fd-4b17f13198d1 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] DELETE failed (client error): The resource could not be found. Feb 04 11:43:00.391080 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adbc1a7a-e9b2-4b41-82fd-4b17f13198d1 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:43:00.396790 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-adbc1a7a-e9b2-4b41-82fd-4b17f13198d1 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/subnets/a277aa9e-93fa-4c64-af12-d2bc2d2a82b9 HTTP/1.1" status: 404 len: 337 time: 0.2576392 Feb 04 11:43:00.397489 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40106) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:00.431539 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-a822d3f6-1745-46c4-94d5-973b7b5b228a None None] Calling delete_port for e2219393-2a8e-4719-bb5c-8c11ca865fdd owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:43:00.444852 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-228adae6-978a-430f-8c85-2d88047dd8bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] For port e2219393-2a8e-4719-bb5c-8c11ca865fdd, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=e2219393-2a8e-4719-bb5c-8c11ca865fdd,segment=NetworkSegment(97a49317-0bb6-475e-8f05-cc293ffa61c8),segment_id=97a49317-0bb6-475e-8f05-cc293ffa61c8)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:43:00.445265 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-228adae6-978a-430f-8c85-2d88047dd8bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:00.460343 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed96835f-668d-4f6f-8977-b7dab692985a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] DELETE failed (client error): The resource could not be found. Feb 04 11:43:00.460787 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed96835f-668d-4f6f-8977-b7dab692985a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:43:00.462497 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ed96835f-668d-4f6f-8977-b7dab692985a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/subnets/0333d8c6-4288-4eeb-a868-6b1db27513f7 HTTP/1.1" status: 404 len: 337 time: 0.0596077 Feb 04 11:43:00.465964 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40110) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:00.469581 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3850872c-006c-486c-9be1-9ed6a3954bb2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:00.554488 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3850872c-006c-486c-9be1-9ed6a3954bb2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16351460'] for router, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:00.583176 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a822d3f6-1745-46c4-94d5-973b7b5b228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:00.610789 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-228adae6-978a-430f-8c85-2d88047dd8bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Calling delete_port for e2219393-2a8e-4719-bb5c-8c11ca865fdd owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:43:00.633999 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822d3f6-1745-46c4-94d5-973b7b5b228a None None] Pushing event deleted for resources: {'Port': ['ID=e2219393-2a8e-4719-bb5c-8c11ca865fdd,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:00.644552 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a822d3f6-1745-46c4-94d5-973b7b5b228a None None] No DVR routers for this DVR port e2219393-2a8e-4719-bb5c-8c11ca865fdd on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:43:00.646783 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-62827dcc-8459-4891-9ef1-78dbc1354cfd tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] DELETE failed (client error): The resource could not be found. Feb 04 11:43:00.647236 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62827dcc-8459-4891-9ef1-78dbc1354cfd tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:43:00.650161 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-62827dcc-8459-4891-9ef1-78dbc1354cfd tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/subnets/eb91c463-ee90-411a-9a19-041394395328 HTTP/1.1" status: 404 len: 337 time: 0.1820638 Feb 04 11:43:00.651587 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40114) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:00.705085 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-47f4e4f1-e71e-441a-8a14-039569385867 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2b19bd9-09d3-48dd-8c0e-d267aeafd28f HTTP/1.1" status: 200 len: 205 time: 0.0524268 Feb 04 11:43:00.707800 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40118) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:00.733830 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.api [None req-228adae6-978a-430f-8c85-2d88047dd8bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:43:00.734177 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG oslo_db.api [None req-228adae6-978a-430f-8c85-2d88047dd8bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:43:00.787193 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-b345a7c5-ede1-4476-8f16-8a62799d4dc3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] delete failed (client error): The resource could not be found. Feb 04 11:43:00.788285 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b345a7c5-ede1-4476-8f16-8a62799d4dc3 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/routers/a2b19bd9-09d3-48dd-8c0e-d267aeafd28f HTTP/1.1" status: 404 len: 336 time: 0.0794485 Feb 04 11:43:00.791250 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40122) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:00.839668 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9d57fed5-8a9d-4d23-aefe-c1aadb1ef153 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5d04fee-85d5-42a5-810f-6ea7602083fa HTTP/1.1" status: 200 len: 205 time: 0.0472198 Feb 04 11:43:00.842031 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40126) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:00.908154 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-a6e5e3a5-18f1-4b5a-8ff5-95bdc8c11926 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] delete failed (client error): The resource could not be found. Feb 04 11:43:00.909188 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a6e5e3a5-18f1-4b5a-8ff5-95bdc8c11926 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/routers/d5d04fee-85d5-42a5-810f-6ea7602083fa HTTP/1.1" status: 404 len: 336 time: 0.0661252 Feb 04 11:43:00.916866 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40132) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:00.953711 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca24aa40-e3d5-4d93-90a2-d4734f302972 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] DELETE failed (client error): The resource could not be found. Feb 04 11:43:00.954176 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca24aa40-e3d5-4d93-90a2-d4734f302972 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:43:00.955812 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ca24aa40-e3d5-4d93-90a2-d4734f302972 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/subnets/1ef67adf-9cf8-4196-8ab8-dcdce26810d1 HTTP/1.1" status: 404 len: 337 time: 0.0414748 Feb 04 11:43:00.958590 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40136) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:00.978205 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 4265f01f-c7bf-462e-ae06-4464fbfbfaa0 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:43:00.997031 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3850872c-006c-486c-9be1-9ed6a3954bb2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Router 91140866-3376-4db5-8906-7b1503495db3 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:43:01.009862 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f62b7b97-ccb1-4760-b446-a650f0984b9d tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "GET /v2.0/ports?device_id=d956bb42-6389-4458-8c34-080a46ce33c6 HTTP/1.1" status: 200 len: 205 time: 0.0502210 Feb 04 11:43:01.012471 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40140) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:01.088885 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-8bf411bd-b4a9-43ac-962b-69ffc0876f52 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] delete failed (client error): The resource could not be found. Feb 04 11:43:01.092970 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8bf411bd-b4a9-43ac-962b-69ffc0876f52 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/routers/d956bb42-6389-4458-8c34-080a46ce33c6 HTTP/1.1" status: 404 len: 336 time: 0.0765224 Feb 04 11:43:01.093199 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40144) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:01.125646 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 4265f01f-c7bf-462e-ae06-4464fbfbfaa0 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:43:01.131974 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 4265f01f-c7bf-462e-ae06-4464fbfbfaa0 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:43:01.132483 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:01.140238 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-1948d16c-70db-4d47-adb8-037c49c241bd tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "GET /v2.0/ports?device_id=5466bb79-2a86-4d17-b182-986f2c66e424 HTTP/1.1" status: 200 len: 205 time: 0.0424836 Feb 04 11:43:01.140238 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40148) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:01.168919 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3850872c-006c-486c-9be1-9ed6a3954bb2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:43:01.175012 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3850872c-006c-486c-9be1-9ed6a3954bb2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:01.177005 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3850872c-006c-486c-9be1-9ed6a3954bb2 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "PUT /v2.0/routers/91140866-3376-4db5-8906-7b1503495db3 HTTP/1.1" status: 200 len: 698 time: 1.7158625 Feb 04 11:43:01.183929 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558aaa31-1538-47a1-8787-5bb67fac5e57 None None] Sync routers for ids ['91140866-3376-4db5-8906-7b1503495db3'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:43:01.184118 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40152) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:01.229914 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-1c319dbb-6ded-4c33-b734-70587e8d16db tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] delete failed (client error): The resource could not be found. Feb 04 11:43:01.237874 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-1c319dbb-6ded-4c33-b734-70587e8d16db tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/routers/5466bb79-2a86-4d17-b182-986f2c66e424 HTTP/1.1" status: 404 len: 336 time: 0.0974772 Feb 04 11:43:01.239616 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-228adae6-978a-430f-8c85-2d88047dd8bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Deleting port e2219393-2a8e-4719-bb5c-8c11ca865fdd {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:43:01.246809 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-228adae6-978a-430f-8c85-2d88047dd8bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:01.250489 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558aaa31-1538-47a1-8787-5bb67fac5e57 None None] Routers {'91140866-3376-4db5-8906-7b1503495db3'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:43:01.251117 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-558aaa31-1538-47a1-8787-5bb67fac5e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:42:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['91140866-3376-4db5-8906-7b1503495db3'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:01.264523 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40158) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:01.309435 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-c46f8585-c0ea-4fac-8462-6b81d8069c41 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] DELETE failed (client error): The resource could not be found. Feb 04 11:43:01.309898 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c46f8585-c0ea-4fac-8462-6b81d8069c41 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:43:01.311579 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c46f8585-c0ea-4fac-8462-6b81d8069c41 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/subnets/d53f7f15-ad67-4f10-9872-452ef700dc00 HTTP/1.1" status: 404 len: 337 time: 0.0461230 Feb 04 11:43:01.315757 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40162) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:01.350740 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-228adae6-978a-430f-8c85-2d88047dd8bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] The port 'e2219393-2a8e-4719-bb5c-8c11ca865fdd' was deleted {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:43:01.431050 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-49bbf14c-1de9-4fb2-a106-ce386d91c793 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ad14339-7183-4136-8ea9-7d007d72676f HTTP/1.1" status: 200 len: 205 time: 0.0602806 Feb 04 11:43:01.433506 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40166) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:01.463393 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:01.490313 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-558aaa31-1538-47a1-8787-5bb67fac5e57 None None] Set router 91140866-3376-4db5-8906-7b1503495db3 gateway port host: None {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:43:01.505083 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-228adae6-978a-430f-8c85-2d88047dd8bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:01.507829 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5d9433ee-d4df-4de0-92e3-bfcc58239349 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "GET /v2.0/routers/91140866-3376-4db5-8906-7b1503495db3 HTTP/1.1" status: 200 len: 704 time: 0.3226087 Feb 04 11:43:01.508714 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40170) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:01.543590 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-228adae6-978a-430f-8c85-2d88047dd8bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f38cc3-551b-4ae1-a896-1d9fd8853b7c']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:01.547780 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-c49015d2-eec8-497a-a150-d38621d2aa03 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] delete failed (client error): The resource could not be found. Feb 04 11:43:01.549413 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c49015d2-eec8-497a-a150-d38621d2aa03 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/routers/8ad14339-7183-4136-8ea9-7d007d72676f HTTP/1.1" status: 404 len: 336 time: 0.1149852 Feb 04 11:43:01.559754 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-228adae6-978a-430f-8c85-2d88047dd8bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97a49317-0bb6-475e-8f05-cc293ffa61c8') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:01.560040 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-228adae6-978a-430f-8c85-2d88047dd8bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97a49317-0bb6-475e-8f05-cc293ffa61c8') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:01.564507 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40174) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:01.569868 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-3cce1afe-8790-47bb-bb18-645cd5c177bf tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Synchronizing usage tracker for tenant:1857235941a6433080777df3100a6d46 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:43:01.577201 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-228adae6-978a-430f-8c85-2d88047dd8bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:01.597470 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-228adae6-978a-430f-8c85-2d88047dd8bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:01.605476 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228adae6-978a-430f-8c85-2d88047dd8bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:43:01.605804 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-228adae6-978a-430f-8c85-2d88047dd8bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:01.617906 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc010a3-8fb6-43a5-8e55-db05ab02cf22 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] DELETE failed (client error): The resource could not be found. Feb 04 11:43:01.618344 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cc010a3-8fb6-43a5-8e55-db05ab02cf22 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:43:01.621982 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:43:01.621982 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:43:01.621982 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:43:01.621982 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:43:01.621982 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:43:01.621982 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:43:01.621982 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:43:01.621982 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:43:01.621982 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:43:01.621982 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:43:01.621982 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:43:01.621982 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:43:01.621982 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:43:01.621982 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:43:01.621982 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:43:01.621982 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:43:01.621982 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:43:01.621982 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:43:01.621982 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:43:01.621982 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:43:01.621982 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:43:01.621982 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:43:01.621982 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:43:01.621982 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:43:01.621982 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:43:01.621982 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:43:01.621982 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:43:01.621982 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:43:01.621982 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:43:01.621982 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:43:01.621982 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:43:01.621982 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:43:01.624234 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-558aaa31-1538-47a1-8787-5bb67fac5e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91140866-3376-4db5-8906-7b1503495db3', 'name': 'tempest-RoutersIpV6Test-router-1419214087', 'tenant_id': '1857235941a6433080777df3100a6d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:42:59Z', 'updated_at': '2022-02-04T11:43:00Z', 'revision_number': 2, 'project_id': '1857235941a6433080777df3100a6d46', 'gw_port_host': None}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:01.624774 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-0cc010a3-8fb6-43a5-8e55-db05ab02cf22 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/subnets/7e0e6065-551a-49e6-9035-0385702b69d8 HTTP/1.1" status: 404 len: 337 time: 0.0574431 Feb 04 11:43:01.626069 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40178) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:01.630851 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 4265f01f-c7bf-462e-ae06-4464fbfbfaa0, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=4265f01f-c7bf-462e-ae06-4464fbfbfaa0,segment=NetworkSegment(aaec0554-0827-4661-aabf-bf818440ad0e),segment_id=aaec0554-0827-4661-aabf-bf818440ad0e)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:43:01.632109 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558aaa31-1538-47a1-8787-5bb67fac5e57 None None] Checking router: 91140866-3376-4db5-8906-7b1503495db3 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:43:01.634574 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-3cce1afe-8790-47bb-bb18-645cd5c177bf tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Unset dirty status for tenant:1857235941a6433080777df3100a6d46 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:43:01.638295 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3cce1afe-8790-47bb-bb18-645cd5c177bf tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "GET /v2.0/ports?device_id=91140866-3376-4db5-8906-7b1503495db3 HTTP/1.1" status: 200 len: 205 time: 0.1204515 Feb 04 11:43:01.638519 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40182) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:01.647393 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558aaa31-1538-47a1-8787-5bb67fac5e57 None None] Routers {'91140866-3376-4db5-8906-7b1503495db3'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:43:01.647393 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-558aaa31-1538-47a1-8787-5bb67fac5e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:42:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['91140866-3376-4db5-8906-7b1503495db3'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:01.711452 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:01.728577 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-fe3fee36-a682-49e4-a748-b298c1bb419a tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "GET /v2.0/ports?device_id=786fe00a-39ae-44ba-8f7d-762e6076340f HTTP/1.1" status: 200 len: 205 time: 0.1012590 Feb 04 11:43:01.735187 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40186) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:01.857445 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-228adae6-978a-430f-8c85-2d88047dd8bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:01.862506 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-228adae6-978a-430f-8c85-2d88047dd8bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:01.881280 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device e2219393-2a8e-4719-bb5c-8c11ca865fdd no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:43:01.896386 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228adae6-978a-430f-8c85-2d88047dd8bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Pushing event deleted for resources: {'Network': ['ID=c9f38cc3-551b-4ae1-a896-1d9fd8853b7c,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:01.901727 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-228adae6-978a-430f-8c85-2d88047dd8bf tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] 10.222.0.21 "DELETE /v2.0/networks/c9f38cc3-551b-4ae1-a896-1d9fd8853b7c HTTP/1.1" status: 204 len: 168 time: 2.4735711 Feb 04 11:43:01.905608 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40190) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:01.933462 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: e2219393-2a8e-4719-bb5c-8c11ca865fdd {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:43:01.933462 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device e2219393-2a8e-4719-bb5c-8c11ca865fdd not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:43:01.944845 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-558aaa31-1538-47a1-8787-5bb67fac5e57 None None] Set router 91140866-3376-4db5-8906-7b1503495db3 gateway port host: None {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:43:01.959320 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c9d31227-6e2c-4833-9d31-6ee9d93633b0 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Synchronizing usage tracker for tenant:f234f1bfc9404ede9ffa8ea5b1178066 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:43:01.984960 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=4265f01f-c7bf-462e-ae06-4464fbfbfaa0,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:02.001960 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-497fa572-e9a5-4815-9c08-1cc22f2cb338 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] delete failed (client error): The resource could not be found. Feb 04 11:43:02.002984 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-497fa572-e9a5-4815-9c08-1cc22f2cb338 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/routers/786fe00a-39ae-44ba-8f7d-762e6076340f HTTP/1.1" status: 404 len: 336 time: 0.2696705 Feb 04 11:43:02.012303 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5660967d-6220-4ef7-942c-0facc96e7689 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:02.016140 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40194) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:02.061572 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-558aaa31-1538-47a1-8787-5bb67fac5e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91140866-3376-4db5-8906-7b1503495db3', 'name': 'tempest-RoutersIpV6Test-router-1419214087', 'tenant_id': '1857235941a6433080777df3100a6d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:42:59Z', 'updated_at': '2022-02-04T11:43:00Z', 'revision_number': 2, 'project_id': '1857235941a6433080777df3100a6d46', 'gw_port_host': None}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:02.061951 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0e9ef6-8c6c-43be-98e7-55dfeee2a9c0 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] DELETE failed (client error): The resource could not be found. Feb 04 11:43:02.062475 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c0e9ef6-8c6c-43be-98e7-55dfeee2a9c0 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:43:02.065189 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0c0e9ef6-8c6c-43be-98e7-55dfeee2a9c0 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/subnets/0218b6a0-045a-4a7c-9c8a-0f79e82c2e0d HTTP/1.1" status: 404 len: 337 time: 0.0469398 Feb 04 11:43:02.066193 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558aaa31-1538-47a1-8787-5bb67fac5e57 None None] The sync data for ids ['91140866-3376-4db5-8906-7b1503495db3'] in dv-neutron-827825-2-hyperv is: [{'id': '91140866-3376-4db5-8906-7b1503495db3', 'name': 'tempest-RoutersIpV6Test-router-1419214087', 'tenant_id': '1857235941a6433080777df3100a6d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:42:59Z', 'updated_at': '2022-02-04T11:43:00Z', 'revision_number': 2, 'project_id': '1857235941a6433080777df3100a6d46', 'gw_port_host': None}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:43:02.067407 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40198) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:02.115767 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc8b10d-2d3c-45c7-93b5-2604045b4f36 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] DELETE failed (client error): The resource could not be found. Feb 04 11:43:02.115767 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fc8b10d-2d3c-45c7-93b5-2604045b4f36 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:43:02.115767 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2fc8b10d-2d3c-45c7-93b5-2604045b4f36 tempest-RoutersTest-786082133 tempest-RoutersTest-786082133-project] 10.222.0.21 "DELETE /v2.0/subnets/64a8bc31-6aaf-4ae4-a0ad-3f8c0025f4a3 HTTP/1.1" status: 404 len: 337 time: 0.0416982 Feb 04 11:43:02.137208 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c9d31227-6e2c-4833-9d31-6ee9d93633b0 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Unset dirty status for tenant:f234f1bfc9404ede9ffa8ea5b1178066 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:43:02.138390 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c9d31227-6e2c-4833-9d31-6ee9d93633b0 tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d6f8da-329f-46b9-bee0-322784ec901f HTTP/1.1" status: 200 len: 205 time: 0.2318039 Feb 04 11:43:02.141047 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40204) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:02.410977 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9944e073-f460-464c-9d69-7e3cdaac942f tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:02.444541 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5660967d-6220-4ef7-942c-0facc96e7689 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:02.450711 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5660967d-6220-4ef7-942c-0facc96e7689 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:02.588232 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5660967d-6220-4ef7-942c-0facc96e7689 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:02.588893 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5660967d-6220-4ef7-942c-0facc96e7689 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Fanout notify agent at l3_agent the message router_deleted on router 91140866-3376-4db5-8906-7b1503495db3 {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:43:02.604863 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5660967d-6220-4ef7-942c-0facc96e7689 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:02.609845 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5660967d-6220-4ef7-942c-0facc96e7689 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/routers/91140866-3376-4db5-8906-7b1503495db3 HTTP/1.1" status: 204 len: 168 time: 0.9662967 Feb 04 11:43:02.609845 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40210) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:02.657463 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2fde6b3d-c801-42cb-a888-8c1df8adb23e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "GET /v2.0/ports?device_id=91140866-3376-4db5-8906-7b1503495db3 HTTP/1.1" status: 200 len: 205 time: 0.0464585 Feb 04 11:43:02.659768 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40214) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:02.735012 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-dc36ffac-6a5f-4cd7-a3a3-1e47494fb402 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] delete failed (client error): The resource could not be found. Feb 04 11:43:02.736099 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-dc36ffac-6a5f-4cd7-a3a3-1e47494fb402 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/routers/91140866-3376-4db5-8906-7b1503495db3 HTTP/1.1" status: 404 len: 336 time: 0.0747027 Feb 04 11:43:02.743142 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40220) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:02.784570 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-a456244d-19e2-4bc6-bef1-a012ea0069f1 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] DELETE failed (client error): The resource could not be found. Feb 04 11:43:02.785557 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a456244d-19e2-4bc6-bef1-a012ea0069f1 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:43:02.787370 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a456244d-19e2-4bc6-bef1-a012ea0069f1 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/subnets/a1358045-8f43-4e21-9ad3-16331de84109 HTTP/1.1" status: 404 len: 337 time: 0.0429363 Feb 04 11:43:02.790197 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40224) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:02.828501 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40228) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:02.849962 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-b142fffe-1a98-41ed-ba76-a38d6a694cdb tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] DELETE failed (client error): The resource could not be found. Feb 04 11:43:02.854341 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b142fffe-1a98-41ed-ba76-a38d6a694cdb tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:43:02.854341 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b142fffe-1a98-41ed-ba76-a38d6a694cdb tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/subnets/d83a7f42-a427-459b-9844-00ac92380894 HTTP/1.1" status: 404 len: 337 time: 0.0604961 Feb 04 11:43:02.854629 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9944e073-f460-464c-9d69-7e3cdaac942f tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:02.856158 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40234) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:02.860372 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9944e073-f460-464c-9d69-7e3cdaac942f tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:02.901310 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc38fcd6-98e7-42bb-a62e-6ecdc7dac0b1 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] DELETE failed (client error): The resource could not be found. Feb 04 11:43:02.901766 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc38fcd6-98e7-42bb-a62e-6ecdc7dac0b1 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:43:02.903540 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-fc38fcd6-98e7-42bb-a62e-6ecdc7dac0b1 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/subnets/47ab593f-d154-481f-abfa-be0bfe6cedc3 HTTP/1.1" status: 404 len: 337 time: 0.0464318 Feb 04 11:43:02.906909 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40238) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:02.961002 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-bacdd85c-25a8-4a95-98b1-3dc117ded653 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] DELETE failed (client error): The resource could not be found. Feb 04 11:43:02.961515 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bacdd85c-25a8-4a95-98b1-3dc117ded653 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:43:02.971373 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-bacdd85c-25a8-4a95-98b1-3dc117ded653 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/subnets/77c8604e-5f99-486b-b3da-c79b522e735f HTTP/1.1" status: 404 len: 337 time: 0.0628462 Feb 04 11:43:02.974930 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40242) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:02.986174 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 4265f01f-c7bf-462e-ae06-4464fbfbfaa0 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:43:03.035767 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b2f656ac-578a-4587-b5b9-f6b6c92697e5 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "GET /v2.0/ports?device_id=56c8bd21-14ba-480e-9544-0062df128086 HTTP/1.1" status: 200 len: 205 time: 0.0587699 Feb 04 11:43:03.038278 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40246) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:03.070618 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 4265f01f-c7bf-462e-ae06-4464fbfbfaa0 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:43:03.071086 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:03.098641 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9944e073-f460-464c-9d69-7e3cdaac942f tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:03.099064 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9944e073-f460-464c-9d69-7e3cdaac942f tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Fanout notify agent at l3_agent the message router_deleted on router 52d6f8da-329f-46b9-bee0-322784ec901f {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:43:03.110596 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9944e073-f460-464c-9d69-7e3cdaac942f tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:03.110728 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a080bc6a-ba96-4410-a669-f651a96581fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f1bfc018a09d4e34b9596c9c898714a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2809906 Feb 04 11:43:03.115508 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-9944e073-f460-464c-9d69-7e3cdaac942f tempest-RoutersNegativeIpV6Test-1157399228 tempest-RoutersNegativeIpV6Test-1157399228-project] 10.222.0.21 "DELETE /v2.0/routers/52d6f8da-329f-46b9-bee0-322784ec901f HTTP/1.1" status: 204 len: 168 time: 0.9698145 Feb 04 11:43:03.117121 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40250) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:03.120646 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-a950d158-01b4-4a52-a27f-a7a4f912c601 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] delete failed (client error): The resource could not be found. Feb 04 11:43:03.121671 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a950d158-01b4-4a52-a27f-a7a4f912c601 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/routers/56c8bd21-14ba-480e-9544-0062df128086 HTTP/1.1" status: 404 len: 336 time: 0.0821757 Feb 04 11:43:03.125477 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40256) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:03.185251 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d79ff0a2-8886-433f-9ef1-08cfb5c35f21 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e936eec-94a7-4158-bc8f-965c29c3d31f HTTP/1.1" status: 200 len: 205 time: 0.0578907 Feb 04 11:43:03.186056 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40260) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:03.222201 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8d4d4de1-6405-4d40-8432-e01f9967d39b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:03.255771 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8d4d4de1-6405-4d40-8432-e01f9967d39b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:03.274191 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-6e419b54-e98e-4e8b-b62f-2f3df44629d3 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] delete failed (client error): The resource could not be found. Feb 04 11:43:03.277695 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6e419b54-e98e-4e8b-b62f-2f3df44629d3 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/routers/2e936eec-94a7-4158-bc8f-965c29c3d31f HTTP/1.1" status: 404 len: 336 time: 0.0880592 Feb 04 11:43:03.278344 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40266) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:03.318526 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-5904affb-1366-476a-95ab-52f85a3c8e6f tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] DELETE failed (client error): The resource could not be found. Feb 04 11:43:03.318964 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5904affb-1366-476a-95ab-52f85a3c8e6f tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:43:03.320597 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5904affb-1366-476a-95ab-52f85a3c8e6f tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/subnets/e3cbfbc9-425a-47a1-9ea4-a16de3e2cb8a HTTP/1.1" status: 404 len: 337 time: 0.0404778 Feb 04 11:43:03.323319 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40270) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:03.369046 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a50182cd-974e-4997-9626-94e4cab4fd0c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "GET /v2.0/ports?device_id=b20c62d1-5136-41f5-acb4-fab6ec5f1eeb HTTP/1.1" status: 200 len: 205 time: 0.0446317 Feb 04 11:43:03.371820 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40274) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:03.423300 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8d4d4de1-6405-4d40-8432-e01f9967d39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:03.437343 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-d26e1a46-35ec-4413-b7fd-0d34585f9e42 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] delete failed (client error): The resource could not be found. Feb 04 11:43:03.438514 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d26e1a46-35ec-4413-b7fd-0d34585f9e42 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/routers/b20c62d1-5136-41f5-acb4-fab6ec5f1eeb HTTP/1.1" status: 404 len: 336 time: 0.0657113 Feb 04 11:43:03.441142 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40278) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:03.452117 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d4de1-6405-4d40-8432-e01f9967d39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605e0b1e-1313-4dc1-b52e-6008cf8b3ad1,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:03.452117 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8d4d4de1-6405-4d40-8432-e01f9967d39b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:03.452117 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8d4d4de1-6405-4d40-8432-e01f9967d39b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/605e0b1e-1313-4dc1-b52e-6008cf8b3ad1 HTTP/1.1" status: 204 len: 168 time: 0.3333466 Feb 04 11:43:03.517532 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5030229b-8624-4ac6-a9a3-f022a80a07e9 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "GET /v2.0/ports?device_id=6aead01e-e377-4f45-8462-c8a0fe668c6d HTTP/1.1" status: 200 len: 205 time: 0.0749807 Feb 04 11:43:03.520702 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40286) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:03.639865 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-c435dfe0-c98e-429d-8b06-00f2fa6fb1b0 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] delete failed (client error): The resource could not be found. Feb 04 11:43:03.644841 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c435dfe0-c98e-429d-8b06-00f2fa6fb1b0 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/routers/6aead01e-e377-4f45-8462-c8a0fe668c6d HTTP/1.1" status: 404 len: 336 time: 0.1191010 Feb 04 11:43:03.645024 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40290) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:03.689274 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b726d6-2efd-4860-b20c-bd91df47a8a3 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] DELETE failed (client error): The resource could not be found. Feb 04 11:43:03.689753 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86b726d6-2efd-4860-b20c-bd91df47a8a3 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:43:03.693528 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-86b726d6-2efd-4860-b20c-bd91df47a8a3 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/subnets/7eb3f7fd-10e5-4820-b0b4-0bcb960e7bd8 HTTP/1.1" status: 404 len: 337 time: 0.0458250 Feb 04 11:43:03.698719 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40296) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:03.743918 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-1f5610c8-19fb-426a-abb9-279766f1d4a9 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "GET /v2.0/ports?device_id=163a0694-7833-414a-bf70-6f557f2c5e77 HTTP/1.1" status: 200 len: 205 time: 0.0480731 Feb 04 11:43:03.746733 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40300) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:03.812574 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40304) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:03.829581 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-77c0a0b5-348c-460f-b733-25e601f80a2c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] delete failed (client error): The resource could not be found. Feb 04 11:43:03.830621 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-77c0a0b5-348c-460f-b733-25e601f80a2c tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/routers/163a0694-7833-414a-bf70-6f557f2c5e77 HTTP/1.1" status: 404 len: 336 time: 0.0829527 Feb 04 11:43:03.834446 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40310) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:03.876111 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-48698a89-bcec-4abe-8436-4e61e234eb9e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] DELETE failed (client error): The resource could not be found. Feb 04 11:43:03.876541 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48698a89-bcec-4abe-8436-4e61e234eb9e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:43:03.878976 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-48698a89-bcec-4abe-8436-4e61e234eb9e tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/subnets/20ee9c7f-2752-42f7-a9c6-9ab6527f1019 HTTP/1.1" status: 404 len: 337 time: 0.0430584 Feb 04 11:43:03.887324 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40316) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:03.933858 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-984914f5-fe46-4996-932d-65bd28c74346 tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "GET /v2.0/ports?device_id=100029bb-5776-4212-a435-88f930bc37cf HTTP/1.1" status: 200 len: 205 time: 0.0452449 Feb 04 11:43:03.936274 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40322) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:04.020797 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-b7e63f68-728f-4374-a659-c638d37a027d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] delete failed (client error): The resource could not be found. Feb 04 11:43:04.021724 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b7e63f68-728f-4374-a659-c638d37a027d tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/routers/100029bb-5776-4212-a435-88f930bc37cf HTTP/1.1" status: 404 len: 336 time: 0.0844340 Feb 04 11:43:04.024311 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40328) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:04.063329 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-fca78d4d-1c5a-497c-9458-e74b8d59343c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f234f1bfc9404ede9ffa8ea5b1178066&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2469773 Feb 04 11:43:04.063904 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40334) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:04.072378 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6274e42-0549-412c-b25f-f619080b79bd tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] DELETE failed (client error): The resource could not be found. Feb 04 11:43:04.072954 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6274e42-0549-412c-b25f-f619080b79bd tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:43:04.074711 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e6274e42-0549-412c-b25f-f619080b79bd tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/subnets/29de7f87-90eb-4167-8791-645c1a390b9a HTTP/1.1" status: 404 len: 337 time: 0.0486557 Feb 04 11:43:04.077130 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40338) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:04.120010 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-368bd782-d0c7-47dd-859f-2a4b258f63ad tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] DELETE failed (client error): The resource could not be found. Feb 04 11:43:04.120450 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-368bd782-d0c7-47dd-859f-2a4b258f63ad tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:43:04.122195 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-368bd782-d0c7-47dd-859f-2a4b258f63ad tempest-RoutersIpV6Test-1253543489 tempest-RoutersIpV6Test-1253543489-project] 10.222.0.21 "DELETE /v2.0/subnets/3434e8cd-837b-428e-9f1d-98d2539d7d6d HTTP/1.1" status: 404 len: 337 time: 0.0439157 Feb 04 11:43:04.136337 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5d30e9a5-b5ce-4274-b22f-3f83419039b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:04.165811 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5d30e9a5-b5ce-4274-b22f-3f83419039b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:04.341367 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5d30e9a5-b5ce-4274-b22f-3f83419039b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:04.356434 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30e9a5-b5ce-4274-b22f-3f83419039b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc32872-ca58-4ce1-a8f5-d453dc7080bb,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:04.364258 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5d30e9a5-b5ce-4274-b22f-3f83419039b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:04.365413 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5d30e9a5-b5ce-4274-b22f-3f83419039b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4dc32872-ca58-4ce1-a8f5-d453dc7080bb HTTP/1.1" status: 204 len: 168 time: 0.3010180 Feb 04 11:43:04.684677 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40356) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:04.863162 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40362) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:05.045740 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-70cfe794-113c-4121-902e-24072300a97c tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Deleting port 78fc33e2-35a5-4aa2-8a96-8fb5f2afda47 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:43:05.046104 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-70cfe794-113c-4121-902e-24072300a97c tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:05.139283 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c43ffe60-bacf-44a1-a6b9-d67397cac004 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1857235941a6433080777df3100a6d46&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2737312 Feb 04 11:43:05.140303 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40374) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:05.223744 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-71c73970-173b-456f-a07d-4f34c9ccecbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:05.271196 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-71c73970-173b-456f-a07d-4f34c9ccecbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:05.280992 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-70cfe794-113c-4121-902e-24072300a97c tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:05.281608 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-70cfe794-113c-4121-902e-24072300a97c tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:05.406890 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40382) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:05.410734 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026219 Feb 04 11:43:05.438138 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40384) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:05.484058 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-70cfe794-113c-4121-902e-24072300a97c tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Calling delete_port for 78fc33e2-35a5-4aa2-8a96-8fb5f2afda47 owned by network:floatingip {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:43:05.605745 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-71c73970-173b-456f-a07d-4f34c9ccecbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:05.627310 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c73970-173b-456f-a07d-4f34c9ccecbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20c17a5-eecf-492a-a2ea-b61a28b31139,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:05.651731 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-7c40f29e-381b-4f8f-ae22-28ec87d7e08f tempest-NetworksApiDiscovery-1845960031 tempest-NetworksApiDiscovery-1845960031-project] 10.222.0.21 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2124298 Feb 04 11:43:05.664015 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-71c73970-173b-456f-a07d-4f34c9ccecbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:05.665165 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-71c73970-173b-456f-a07d-4f34c9ccecbf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c20c17a5-eecf-492a-a2ea-b61a28b31139 HTTP/1.1" status: 204 len: 168 time: 0.5237098 Feb 04 11:43:05.802370 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-70cfe794-113c-4121-902e-24072300a97c tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:05.867066 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cfe794-113c-4121-902e-24072300a97c tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Pushing event deleted for resources: {'Port': ['ID=78fc33e2-35a5-4aa2-8a96-8fb5f2afda47,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:05.978396 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-70cfe794-113c-4121-902e-24072300a97c tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for floatingip, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:06.137416 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:06.416257 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40404) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:06.491305 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70cfe794-113c-4121-902e-24072300a97c tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Router 5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:43:06.645495 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-30592c00-8b91-483c-ac19-1ebfac35b95b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:06.707961 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-30592c00-8b91-483c-ac19-1ebfac35b95b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:06.713585 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-30592c00-8b91-483c-ac19-1ebfac35b95b admin admin] Usage tracker for resource:security_group_rule and tenant:e7cca292b9ca46f9970a36a816138b2f is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:06.716926 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-30592c00-8b91-483c-ac19-1ebfac35b95b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:06.726409 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-30592c00-8b91-483c-ac19-1ebfac35b95b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:06.831909 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70cfe794-113c-4121-902e-24072300a97c tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:43:06.845050 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41076e05-08a5-4f9f-8927-05ba549e9616 None None] Sync routers for ids ['5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:43:06.863734 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41076e05-08a5-4f9f-8927-05ba549e9616 None None] Routers {'5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:43:06.864188 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-30592c00-8b91-483c-ac19-1ebfac35b95b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:06.864785 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-41076e05-08a5-4f9f-8927-05ba549e9616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:42:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:06.935485 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-30592c00-8b91-483c-ac19-1ebfac35b95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:06.943102 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-70cfe794-113c-4121-902e-24072300a97c tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:07.054644 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-30592c00-8b91-483c-ac19-1ebfac35b95b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e7cca292b9ca46f9970a36a816138b2f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6372044 Feb 04 11:43:07.058824 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40426) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:07.078952 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30592c00-8b91-483c-ac19-1ebfac35b95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a169b8f8-95d1-49ce-9f0c-7197c3dd15ba,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:07.089457 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-70cfe794-113c-4121-902e-24072300a97c tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "DELETE /v2.0/floatingips/48362056-43c4-4be9-89d3-feb07325fde3 HTTP/1.1" status: 204 len: 168 time: 2.4028440 Feb 04 11:43:07.089840 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89107e0-5eb5-4e2b-8f82-3f6cee25539e', 'tag': '48e23ed1-aab8-4174-bec3-b8ed93968d24'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:43:07.183347 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f89107e0-5eb5-4e2b-8f82-3f6cee25539e', 'tag': '48e23ed1-aab8-4174-bec3-b8ed93968d24', 'status': 'completed', 'code': 200} Feb 04 11:43:07.233588 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40434) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:07.289607 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-218ff4ae-d102-4d82-b856-f3ce1932ec98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:07.294163 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-41076e05-08a5-4f9f-8927-05ba549e9616 None None] Set router 5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:43:07.378195 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-218ff4ae-d102-4d82-b856-f3ce1932ec98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:07.432062 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-1e217fb9-a0f4-41f2-bcdf-fb46516df3ae tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:07.432913 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-1e217fb9-a0f4-41f2-bcdf-fb46516df3ae tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 11:43:07.444373 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-1e217fb9-a0f4-41f2-bcdf-fb46516df3ae tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2096312 Feb 04 11:43:07.449848 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40442) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:07.455982 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-86706f2d-20aa-4c6c-b4dd-602ea191c3ff tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Request body: {'security_group': {'name': 'tempest-secgroup--2085322165'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:07.490009 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b137d660-7ebe-47ab-90b4-934b587c0b82 req-2325b850-fa0b-4528-a423-d56e12f7291e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=491544c72a0440b88793a93ecb6a7285&device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 1099 time: 0.2841029 Feb 04 11:43:07.582186 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-86706f2d-20aa-4c6c-b4dd-602ea191c3ff tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:07.588026 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-86706f2d-20aa-4c6c-b4dd-602ea191c3ff tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Usage tracker for resource:security_group and tenant:9b16736f2a7d488aa89c7a00c47f84f6 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:07.591465 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-86706f2d-20aa-4c6c-b4dd-602ea191c3ff tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:07.596842 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-218ff4ae-d102-4d82-b856-f3ce1932ec98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:07.600183 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-86706f2d-20aa-4c6c-b4dd-602ea191c3ff tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:07.648813 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ff4ae-d102-4d82-b856-f3ce1932ec98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a169b8f8-95d1-49ce-9f0c-7197c3dd15ba,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:07.654872 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-218ff4ae-d102-4d82-b856-f3ce1932ec98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:07.659167 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-218ff4ae-d102-4d82-b856-f3ce1932ec98 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a169b8f8-95d1-49ce-9f0c-7197c3dd15ba HTTP/1.1" status: 204 len: 168 time: 0.5964668 Feb 04 11:43:07.717601 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137d660-7ebe-47ab-90b4-934b587c0b82 req-1001cb9d-3697-4551-a56c-6a379a707fbb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:07.719607 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b137d660-7ebe-47ab-90b4-934b587c0b82 req-1001cb9d-3697-4551-a56c-6a379a707fbb service neutron] 10.222.0.47 "GET /v2.0/networks?id=29516d56-73f4-4962-aac3-30725a9be94a HTTP/1.1" status: 200 len: 898 time: 0.2224519 Feb 04 11:43:07.751573 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-86706f2d-20aa-4c6c-b4dd-602ea191c3ff tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:07.789176 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-86706f2d-20aa-4c6c-b4dd-602ea191c3ff tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:07.814439 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-41076e05-08a5-4f9f-8927-05ba549e9616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349409305', 'tenant_id': '491544c72a0440b88793a93ecb6a7285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '96b0c6b2-dd84-4904-b6e2-7f0de7500930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:38:44Z', 'updated_at': '2022-02-04T11:39:00Z', 'revision_number': 4, 'project_id': '491544c72a0440b88793a93ecb6a7285', 'gw_port': {'id': '96b0c6b2-dd84-4904-b6e2-7f0de7500930', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:46Z', 'updated_at': '2022-02-04T11:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '8e23c066-7fff-4ff9-967d-ce156611570d', 'name': '', 'network_id': '29516d56-73f4-4962-aac3-30725a9be94a', 'tenant_id': '491544c72a0440b88793a93ecb6a7285', 'mac_address': 'fa:16:3e:b7:9b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dd13ac7-ddcf-4461-af29-a1faae2b9cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:58Z', 'updated_at': '2022-02-04T11:39:11Z', 'revision_number': 5, 'project_id': '491544c72a0440b88793a93ecb6a7285', 'subnets': [{'id': '6dd13ac7-ddcf-4461-af29-a1faae2b9cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:07.822841 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41076e05-08a5-4f9f-8927-05ba549e9616 None None] Checking router: 5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:43:07.839850 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b137d660-7ebe-47ab-90b4-934b587c0b82 req-33af3b97-1e29-4be3-9702-5a28a03b20e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48e23ed1-aab8-4174-bec3-b8ed93968d24 HTTP/1.1" status: 200 len: 217 time: 0.1140208 Feb 04 11:43:07.844529 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41076e05-08a5-4f9f-8927-05ba549e9616 None None] Routers {'5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:43:07.845144 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-41076e05-08a5-4f9f-8927-05ba549e9616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:42:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:07.860744 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-86706f2d-20aa-4c6c-b4dd-602ea191c3ff tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:07.871318 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-86706f2d-20aa-4c6c-b4dd-602ea191c3ff tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Usage tracker for resource:security_group_rule and tenant:9b16736f2a7d488aa89c7a00c47f84f6 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:07.876535 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-86706f2d-20aa-4c6c-b4dd-602ea191c3ff tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:07.885549 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-86706f2d-20aa-4c6c-b4dd-602ea191c3ff tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:07.968003 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137d660-7ebe-47ab-90b4-934b587c0b82 req-f0d83259-ad28-4d04-82a4-e801e485545e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:07.970723 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b137d660-7ebe-47ab-90b4-934b587c0b82 req-f0d83259-ad28-4d04-82a4-e801e485545e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dd13ac7-ddcf-4461-af29-a1faae2b9cd2 HTTP/1.1" status: 200 len: 835 time: 0.1238141 Feb 04 11:43:07.973758 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40456) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:08.055142 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-86706f2d-20aa-4c6c-b4dd-602ea191c3ff tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:08.059920 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-41076e05-08a5-4f9f-8927-05ba549e9616 None None] Set router 5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:43:08.076418 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b137d660-7ebe-47ab-90b4-934b587c0b82 req-72a729c7-a452-4b97-898a-dc1d2c71c707 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=29516d56-73f4-4962-aac3-30725a9be94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0994148 Feb 04 11:43:08.092221 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [req-b137d660-7ebe-47ab-90b4-934b587c0b82 req-18db4c8c-9b1b-4bf4-bf0c-506bde9c9b0d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:43:08.093353 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b137d660-7ebe-47ab-90b4-934b587c0b82 req-18db4c8c-9b1b-4bf4-bf0c-506bde9c9b0d service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0073171 Feb 04 11:43:08.130028 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f422038-dbe3-471f-8a87-6be69ccdb4ee req-18c3695d-1396-4f65-a10b-90fe312cff3b tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:08.140118 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-0f422038-dbe3-471f-8a87-6be69ccdb4ee req-18c3695d-1396-4f65-a10b-90fe312cff3b tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Synchronizing usage tracker for tenant:491544c72a0440b88793a93ecb6a7285 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:43:08.148261 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-86706f2d-20aa-4c6c-b4dd-602ea191c3ff tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:08.250814 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86706f2d-20aa-4c6c-b4dd-602ea191c3ff tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4d6ba1-ce0e-48ec-a1d0-753da230a24f,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:08.265201 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-86706f2d-20aa-4c6c-b4dd-602ea191c3ff tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:08.283660 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-86706f2d-20aa-4c6c-b4dd-602ea191c3ff tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Usage tracker for resource:security_group_rule and tenant:9b16736f2a7d488aa89c7a00c47f84f6 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:08.290198 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-86706f2d-20aa-4c6c-b4dd-602ea191c3ff tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:08.306509 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-86706f2d-20aa-4c6c-b4dd-602ea191c3ff tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:08.338024 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-0f422038-dbe3-471f-8a87-6be69ccdb4ee req-18c3695d-1396-4f65-a10b-90fe312cff3b tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Unset dirty status for tenant:491544c72a0440b88793a93ecb6a7285 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:43:08.342956 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0f422038-dbe3-471f-8a87-6be69ccdb4ee req-18c3695d-1396-4f65-a10b-90fe312cff3b tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 946 time: 0.3648396 Feb 04 11:43:08.424539 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b137d660-7ebe-47ab-90b4-934b587c0b82 req-c473dd37-6213-4fde-9d7a-42d618794bb1 service neutron] 10.222.0.47 "GET /v2.0/networks/29516d56-73f4-4962-aac3-30725a9be94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231461 Feb 04 11:43:08.476234 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0f422038-dbe3-471f-8a87-6be69ccdb4ee req-2402cb06-72d2-4766-8c6d-0333dfff4f0e tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/security-groups?id=56276931-9902-4f5f-876e-c45590f45267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226289 Feb 04 11:43:08.482737 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-7ebbb67d-f403-4d15-8d4d-4375fd4f49a5 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-325070320'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:08.489815 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-86706f2d-20aa-4c6c-b4dd-602ea191c3ff tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:08.491131 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-7ebbb67d-f403-4d15-8d4d-4375fd4f49a5 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:08.547110 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-7ebbb67d-f403-4d15-8d4d-4375fd4f49a5 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Usage tracker for resource:network and tenant:a5a9b6ba2a714365b54980298cdc1ef7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:08.548060 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-86706f2d-20aa-4c6c-b4dd-602ea191c3ff tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:08.552772 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-7ebbb67d-f403-4d15-8d4d-4375fd4f49a5 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:08.561286 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-7ebbb67d-f403-4d15-8d4d-4375fd4f49a5 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:08.595550 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86706f2d-20aa-4c6c-b4dd-602ea191c3ff tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8efcb05-864b-48ba-a118-4b02cf0823f8,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:08.629290 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b137d660-7ebe-47ab-90b4-934b587c0b82 req-6ba8c67a-70c0-4d1a-9413-704b3840c5a7 service neutron] 10.222.0.47 "GET /v2.0/networks/29516d56-73f4-4962-aac3-30725a9be94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968443 Feb 04 11:43:08.656629 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebbb67d-f403-4d15-8d4d-4375fd4f49a5 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Made reservation on behalf of a5a9b6ba2a714365b54980298cdc1ef7 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:43:08.660762 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7ebbb67d-f403-4d15-8d4d-4375fd4f49a5 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:08.663749 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-41076e05-08a5-4f9f-8927-05ba549e9616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349409305', 'tenant_id': '491544c72a0440b88793a93ecb6a7285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '96b0c6b2-dd84-4904-b6e2-7f0de7500930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:38:44Z', 'updated_at': '2022-02-04T11:39:00Z', 'revision_number': 4, 'project_id': '491544c72a0440b88793a93ecb6a7285', 'gw_port': {'id': '96b0c6b2-dd84-4904-b6e2-7f0de7500930', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:46Z', 'updated_at': '2022-02-04T11:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '8e23c066-7fff-4ff9-967d-ce156611570d', 'name': '', 'network_id': '29516d56-73f4-4962-aac3-30725a9be94a', 'tenant_id': '491544c72a0440b88793a93ecb6a7285', 'mac_address': 'fa:16:3e:b7:9b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dd13ac7-ddcf-4461-af29-a1faae2b9cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:58Z', 'updated_at': '2022-02-04T11:39:11Z', 'revision_number': 5, 'project_id': '491544c72a0440b88793a93ecb6a7285', 'subnets': [{'id': '6dd13ac7-ddcf-4461-af29-a1faae2b9cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:08.668363 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41076e05-08a5-4f9f-8927-05ba549e9616 None None] The sync data for ids ['5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a'] in dv-neutron-827825-2-hyperv is: [{'id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349409305', 'tenant_id': '491544c72a0440b88793a93ecb6a7285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '96b0c6b2-dd84-4904-b6e2-7f0de7500930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:38:44Z', 'updated_at': '2022-02-04T11:39:00Z', 'revision_number': 4, 'project_id': '491544c72a0440b88793a93ecb6a7285', 'gw_port': {'id': '96b0c6b2-dd84-4904-b6e2-7f0de7500930', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:46Z', 'updated_at': '2022-02-04T11:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '8e23c066-7fff-4ff9-967d-ce156611570d', 'name': '', 'network_id': '29516d56-73f4-4962-aac3-30725a9be94a', 'tenant_id': '491544c72a0440b88793a93ecb6a7285', 'mac_address': 'fa:16:3e:b7:9b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dd13ac7-ddcf-4461-af29-a1faae2b9cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:58Z', 'updated_at': '2022-02-04T11:39:11Z', 'revision_number': 5, 'project_id': '491544c72a0440b88793a93ecb6a7285', 'subnets': [{'id': '6dd13ac7-ddcf-4461-af29-a1faae2b9cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:43:08.675103 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7ebbb67d-f403-4d15-8d4d-4375fd4f49a5 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:08.685476 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-86706f2d-20aa-4c6c-b4dd-602ea191c3ff tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:08.690209 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-86706f2d-20aa-4c6c-b4dd-602ea191c3ff tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2389503 Feb 04 11:43:08.690932 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40474) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:08.697666 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-10766973-91a7-4196-96dd-c2e007a84aba tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Request body: {'security_group_rule': {'security_group_id': 'a8efcb05-864b-48ba-a118-4b02cf0823f8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:08.703949 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-10766973-91a7-4196-96dd-c2e007a84aba tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:08.708996 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-10766973-91a7-4196-96dd-c2e007a84aba tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Usage tracker for resource:security_group_rule and tenant:9b16736f2a7d488aa89c7a00c47f84f6 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:08.719055 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-10766973-91a7-4196-96dd-c2e007a84aba tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:08.725424 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-7ebbb67d-f403-4d15-8d4d-4375fd4f49a5 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:08.725424 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-7ebbb67d-f403-4d15-8d4d-4375fd4f49a5 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Usage tracker for resource:security_group_rule and tenant:a5a9b6ba2a714365b54980298cdc1ef7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:08.727794 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-10766973-91a7-4196-96dd-c2e007a84aba tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:08.728300 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-7ebbb67d-f403-4d15-8d4d-4375fd4f49a5 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:08.734881 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-7ebbb67d-f403-4d15-8d4d-4375fd4f49a5 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:08.817655 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-10766973-91a7-4196-96dd-c2e007a84aba tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:08.839813 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7ebbb67d-f403-4d15-8d4d-4375fd4f49a5 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:08.860990 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-73184292-3777-4a85-9694-334f29975540 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Synchronizing usage tracker for tenant:4e2cb104d3bb42a4a344ade0b8b3bbd0 on resource:security_group {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:43:08.891389 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-10766973-91a7-4196-96dd-c2e007a84aba tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:08.926007 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7ebbb67d-f403-4d15-8d4d-4375fd4f49a5 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:08.951183 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ebbb67d-f403-4d15-8d4d-4375fd4f49a5 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:43:08.973904 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7ebbb67d-f403-4d15-8d4d-4375fd4f49a5 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:08.974242 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-7ebbb67d-f403-4d15-8d4d-4375fd4f49a5 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Added segment d0b8e65b-60bb-4009-aded-b1d2d1b510e0 of type vlan for network 88a9a2be-a295-4dbc-91f5-88f54951a5c7 Feb 04 11:43:08.975333 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-73184292-3777-4a85-9694-334f29975540 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Unset dirty status for tenant:4e2cb104d3bb42a4a344ade0b8b3bbd0 on resource:security_group {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:43:08.976480 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-73184292-3777-4a85-9694-334f29975540 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1983524652&fields=id&tenant_id=4e2cb104d3bb42a4a344ade0b8b3bbd0 HTTP/1.1" status: 200 len: 267 time: 0.1906645 Feb 04 11:43:08.981059 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebbb67d-f403-4d15-8d4d-4375fd4f49a5 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08d334c8-51e5-438c-99d4-8f12d0b5752f,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:09.034227 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-10766973-91a7-4196-96dd-c2e007a84aba tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:09.059596 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10766973-91a7-4196-96dd-c2e007a84aba tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b000c2ff-ea43-472d-b2cb-8a09fbb81fc4,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:09.082463 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7ebbb67d-f403-4d15-8d4d-4375fd4f49a5 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:09.152715 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-10766973-91a7-4196-96dd-c2e007a84aba tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:09.154116 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-10766973-91a7-4196-96dd-c2e007a84aba tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4618630 Feb 04 11:43:09.156768 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40478) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:09.163545 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-eab15ac4-2018-44d7-86cf-9266fda1d1c2 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Request body: {'security_group_rule': {'security_group_id': 'a8efcb05-864b-48ba-a118-4b02cf0823f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:09.166146 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-170d254d-a2ba-46a4-b455-6dc2b005fec9 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:09.166902 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-170d254d-a2ba-46a4-b455-6dc2b005fec9 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Synchronizing usage tracker for tenant:4e2cb104d3bb42a4a344ade0b8b3bbd0 on resource:network {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:43:09.169951 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-eab15ac4-2018-44d7-86cf-9266fda1d1c2 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:09.174008 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-eab15ac4-2018-44d7-86cf-9266fda1d1c2 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Usage tracker for resource:security_group_rule and tenant:9b16736f2a7d488aa89c7a00c47f84f6 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:09.177718 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-eab15ac4-2018-44d7-86cf-9266fda1d1c2 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:09.184639 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-eab15ac4-2018-44d7-86cf-9266fda1d1c2 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:09.211702 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7ebbb67d-f403-4d15-8d4d-4375fd4f49a5 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:09.216537 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebbb67d-f403-4d15-8d4d-4375fd4f49a5 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:09.221967 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7ebbb67d-f403-4d15-8d4d-4375fd4f49a5 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:09.308503 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-170d254d-a2ba-46a4-b455-6dc2b005fec9 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Unset dirty status for tenant:4e2cb104d3bb42a4a344ade0b8b3bbd0 on resource:network {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:43:09.308746 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-eab15ac4-2018-44d7-86cf-9266fda1d1c2 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:09.309676 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-170d254d-a2ba-46a4-b455-6dc2b005fec9 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/networks?id=a23f3c76-d15a-4fcc-b821-61e65e6da3f4 HTTP/1.1" status: 200 len: 811 time: 0.3251758 Feb 04 11:43:09.342324 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebbb67d-f403-4d15-8d4d-4375fd4f49a5 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Pushing event updated for resources: {'Network': ['ID=88a9a2be-a295-4dbc-91f5-88f54951a5c7,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:09.352637 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-db6c41da-9a29-4663-afa8-0b57ab245eed tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/quotas/4e2cb104d3bb42a4a344ade0b8b3bbd0 HTTP/1.1" status: 200 len: 375 time: 0.0255635 Feb 04 11:43:09.355063 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 88a9a2be-a295-4dbc-91f5-88f54951a5c7 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:43:09.388969 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-7ebbb67d-f403-4d15-8d4d-4375fd4f49a5 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.4140379 Feb 04 11:43:09.393866 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40482) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:09.400097 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-8e91e5b8-a49d-4901-a61a-a559341b4635 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Request body: {'subnet': {'network_id': '88a9a2be-a295-4dbc-91f5-88f54951a5c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:09.431977 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-d0bd08d8-2ff7-43e8-9284-e9294178bc67 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e2cb104d3bb42a4a344ade0b8b3bbd0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0784848 Feb 04 11:43:09.449792 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-5bfd54fc-5f43-4813-afd5-387ca923c0d9 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:43:09.450995 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-5bfd54fc-5f43-4813-afd5-387ca923c0d9 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055668 Feb 04 11:43:09.466135 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-eab15ac4-2018-44d7-86cf-9266fda1d1c2 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 11:43:09.469627 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-eab15ac4-2018-44d7-86cf-9266fda1d1c2 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3092861 Feb 04 11:43:09.473926 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40486) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:09.551012 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8e91e5b8-a49d-4901-a61a-a559341b4635 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:09.557082 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8e91e5b8-a49d-4901-a61a-a559341b4635 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Usage tracker for resource:subnet and tenant:a5a9b6ba2a714365b54980298cdc1ef7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:09.562411 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8e91e5b8-a49d-4901-a61a-a559341b4635 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:09.575905 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8e91e5b8-a49d-4901-a61a-a559341b4635 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:09.587834 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2a242ecd-7cc0-4bea-9f22-02bdd0ec6501 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:09.622886 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2a242ecd-7cc0-4bea-9f22-02bdd0ec6501 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:09.700703 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e91e5b8-a49d-4901-a61a-a559341b4635 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Made reservation on behalf of a5a9b6ba2a714365b54980298cdc1ef7 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:43:09.738512 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-0174b790-e188-4ad4-8cb5-89908d34cbde service neutron] 10.222.0.21 "GET /v2.0/networks/a23f3c76-d15a-4fcc-b821-61e65e6da3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796121 Feb 04 11:43:09.832614 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8e91e5b8-a49d-4901-a61a-a559341b4635 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:09.863294 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b16fc-6614-478c-a85c-46cfc2b90247 req-22cf4f7a-2798-4901-b60e-58c3ecdc9746 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:09.865038 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-713b16fc-6614-478c-a85c-46cfc2b90247 req-22cf4f7a-2798-4901-b60e-58c3ecdc9746 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.47 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 946 time: 0.2720072 Feb 04 11:43:09.911848 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2a242ecd-7cc0-4bea-9f22-02bdd0ec6501 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:09.943707 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2ddee-6a70-48cb-b206-51b3aefac709 req-d08fdb66-d36a-4438-8758-1288cbb47be1 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:09.944686 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-3f8f1247-db86-4f78-82b0-c3b829d4f0a5 service neutron] 10.222.0.21 "GET /v2.0/networks/a23f3c76-d15a-4fcc-b821-61e65e6da3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991360 Feb 04 11:43:09.945152 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-41d2ddee-6a70-48cb-b206-51b3aefac709 req-d08fdb66-d36a-4438-8758-1288cbb47be1 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 946 time: 0.2968440 Feb 04 11:43:09.955027 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [req-713b16fc-6614-478c-a85c-46cfc2b90247 req-2f83acc3-6ed2-4088-b07c-b4727d9ac0b0 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Deleting port 48e23ed1-aab8-4174-bec3-b8ed93968d24 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:43:09.955639 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-713b16fc-6614-478c-a85c-46cfc2b90247 req-2f83acc3-6ed2-4088-b07c-b4727d9ac0b0 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:09.959051 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a242ecd-7cc0-4bea-9f22-02bdd0ec6501 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8efcb05-864b-48ba-a118-4b02cf0823f8,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:09.985739 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2a242ecd-7cc0-4bea-9f22-02bdd0ec6501 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:09.986940 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2a242ecd-7cc0-4bea-9f22-02bdd0ec6501 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "DELETE /v2.0/security-groups/a8efcb05-864b-48ba-a118-4b02cf0823f8 HTTP/1.1" status: 204 len: 168 time: 0.5127730 Feb 04 11:43:09.993307 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40494) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:10.058201 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-41d2ddee-6a70-48cb-b206-51b3aefac709 req-62aaf378-5d3c-4eb2-b4d7-280d6456bc74 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/security-groups?id=56276931-9902-4f5f-876e-c45590f45267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022401 Feb 04 11:43:10.128123 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-530477a8-4169-4440-b92a-e92b42227c2f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Synchronizing usage tracker for tenant:9b16736f2a7d488aa89c7a00c47f84f6 on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:43:10.232165 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-530477a8-4169-4440-b92a-e92b42227c2f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Unset dirty status for tenant:9b16736f2a7d488aa89c7a00c47f84f6 on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:43:10.237380 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-530477a8-4169-4440-b92a-e92b42227c2f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2383089 Feb 04 11:43:10.237734 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40504) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:10.249138 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-695461e0-bc2f-4e99-9be8-c667845c3331 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Request body: {'security_group': {'name': 'tempest-secgroup--819757935'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:10.249324 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-713b16fc-6614-478c-a85c-46cfc2b90247 req-2f83acc3-6ed2-4088-b07c-b4727d9ac0b0 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] For port 48e23ed1-aab8-4174-bec3-b8ed93968d24, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=48e23ed1-aab8-4174-bec3-b8ed93968d24,segment=NetworkSegment(ec120722-0a88-4f12-b6cd-df43a0900923),segment_id=ec120722-0a88-4f12-b6cd-df43a0900923)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:43:10.249668 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-713b16fc-6614-478c-a85c-46cfc2b90247 req-2f83acc3-6ed2-4088-b07c-b4727d9ac0b0 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:10.250364 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-695461e0-bc2f-4e99-9be8-c667845c3331 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:10.259836 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-695461e0-bc2f-4e99-9be8-c667845c3331 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:10.267597 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8e91e5b8-a49d-4901-a61a-a559341b4635 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:10.344266 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e91e5b8-a49d-4901-a61a-a559341b4635 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Pushing event updated for resources: {'Subnet': ['ID=522b316c-f6bd-4c3c-b3b9-ab207f8d61ac,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:10.355914 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-695461e0-bc2f-4e99-9be8-c667845c3331 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:10.373196 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [req-713b16fc-6614-478c-a85c-46cfc2b90247 req-2f83acc3-6ed2-4088-b07c-b4727d9ac0b0 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Calling delete_port for 48e23ed1-aab8-4174-bec3-b8ed93968d24 owned by compute:nova {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:43:10.384055 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e91e5b8-a49d-4901-a61a-a559341b4635 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Checking segment: {'id': 'd0b8e65b-60bb-4009-aded-b1d2d1b510e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '88a9a2be-a295-4dbc-91f5-88f54951a5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:43:10.384613 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e91e5b8-a49d-4901-a61a-a559341b4635 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Network hostable DHCP agents. Network: 88a9a2be-a295-4dbc-91f5-88f54951a5c7, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:43:10.436711 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-695461e0-bc2f-4e99-9be8-c667845c3331 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:10.443235 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-695461e0-bc2f-4e99-9be8-c667845c3331 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Usage tracker for resource:security_group_rule and tenant:9b16736f2a7d488aa89c7a00c47f84f6 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:10.446583 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-695461e0-bc2f-4e99-9be8-c667845c3331 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:10.452785 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-695461e0-bc2f-4e99-9be8-c667845c3331 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:10.516040 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-695461e0-bc2f-4e99-9be8-c667845c3331 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:10.518124 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e91e5b8-a49d-4901-a61a-a559341b4635 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Network 88a9a2be-a295-4dbc-91f5-88f54951a5c7 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:43:10.588374 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-695461e0-bc2f-4e99-9be8-c667845c3331 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:10.633268 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695461e0-bc2f-4e99-9be8-c667845c3331 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4726c9a-12a5-42d0-bd8b-f670035f60cc,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:10.645684 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-8e91e5b8-a49d-4901-a61a-a559341b4635 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 88a9a2be-a295-4dbc-91f5-88f54951a5c7) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:43:10.646561 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-713b16fc-6614-478c-a85c-46cfc2b90247 req-2f83acc3-6ed2-4088-b07c-b4727d9ac0b0 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:10.654305 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e91e5b8-a49d-4901-a61a-a559341b4635 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:10.654900 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8e91e5b8-a49d-4901-a61a-a559341b4635 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:10.657957 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a83883d-755e-4bd3-874d-cc7a469af751 None None] Network 88a9a2be-a295-4dbc-91f5-88f54951a5c7 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:43:10.714330 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83acc3-6ed2-4088-b07c-b4727d9ac0b0 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Pushing event deleted for resources: {'Port': ['ID=48e23ed1-aab8-4174-bec3-b8ed93968d24,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:10.759622 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-695461e0-bc2f-4e99-9be8-c667845c3331 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:10.764052 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-695461e0-bc2f-4e99-9be8-c667845c3331 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5251174 Feb 04 11:43:10.764876 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40512) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:10.770968 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-4ea84cc0-98b1-4456-a9d7-0ee03f32aef3 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Request body: {'security_group_rule': {'security_group_id': 'e4726c9a-12a5-42d0-bd8b-f670035f60cc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:10.771500 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-4ea84cc0-98b1-4456-a9d7-0ee03f32aef3 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:43:10.778394 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4ea84cc0-98b1-4456-a9d7-0ee03f32aef3 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0126922 Feb 04 11:43:10.778966 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40516) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:10.809713 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8e91e5b8-a49d-4901-a61a-a559341b4635 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4140387 Feb 04 11:43:10.820083 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40520) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:10.843711 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [req-713b16fc-6614-478c-a85c-46cfc2b90247 req-2f83acc3-6ed2-4088-b07c-b4727d9ac0b0 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] No DVR routers for this DVR port 48e23ed1-aab8-4174-bec3-b8ed93968d24 on host hv-neutron-8278 {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:43:10.851222 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-713b16fc-6614-478c-a85c-46cfc2b90247 req-2f83acc3-6ed2-4088-b07c-b4727d9ac0b0 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:10.860773 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-0f607c3b-6720-4721-862a-0e7e2aa2c351 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Request body: {'port': {'network_id': '88a9a2be-a295-4dbc-91f5-88f54951a5c7', 'name': 'tempest-TagsExtTest-431383798'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:10.865496 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89107e0-5eb5-4e2b-8f82-3f6cee25539e', 'name': 'network-vif-deleted', 'tag': '48e23ed1-aab8-4174-bec3-b8ed93968d24'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:43:10.897390 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bb3073-94c2-4a71-b424-35ad5a1d1c3e None None] New status for floating IP 48362056-43c4-4be9-89d3-feb07325fde3: DOWN {{(pid=84206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 11:43:10.933545 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-713b16fc-6614-478c-a85c-46cfc2b90247 req-2f83acc3-6ed2-4088-b07c-b4727d9ac0b0 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.47 "DELETE /v2.0/ports/48e23ed1-aab8-4174-bec3-b8ed93968d24 HTTP/1.1" status: 204 len: 173 time: 1.0588875 Feb 04 11:43:10.940564 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f89107e0-5eb5-4e2b-8f82-3f6cee25539e', 'name': 'network-vif-deleted', 'tag': '48e23ed1-aab8-4174-bec3-b8ed93968d24', 'status': 'completed', 'code': 200} Feb 04 11:43:10.991655 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-e5008093-b4c3-438a-b356-9c8252de1c9e req-fa6c7877-89bc-4cf1-92e3-d769c7543b28 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Synchronizing usage tracker for tenant:4e2cb104d3bb42a4a344ade0b8b3bbd0 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:43:11.058552 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6ea7e443-6c40-495b-a3c7-f6021a7ccf20 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:11.122170 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6ea7e443-6c40-495b-a3c7-f6021a7ccf20 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:11.132809 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef5dd31-c2f4-4048-a46c-c2aa2c0b597a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-88a9a2be-a295-4dbc-91f5-88f54951a5c7', 'network_id': '88a9a2be-a295-4dbc-91f5-88f54951a5c7', 'tenant_id': 'a5a9b6ba2a714365b54980298cdc1ef7', 'fixed_ips': [{'subnet_id': '522b316c-f6bd-4c3c-b3b9-ab207f8d61ac'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:43:11.133742 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4ef5dd31-c2f4-4048-a46c-c2aa2c0b597a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:11.146757 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-0f607c3b-6720-4721-862a-0e7e2aa2c351 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:11.160754 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-0f607c3b-6720-4721-862a-0e7e2aa2c351 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Usage tracker for resource:port and tenant:a5a9b6ba2a714365b54980298cdc1ef7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:11.173135 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-0f607c3b-6720-4721-862a-0e7e2aa2c351 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:11.178830 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-e5008093-b4c3-438a-b356-9c8252de1c9e req-fa6c7877-89bc-4cf1-92e3-d769c7543b28 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Unset dirty status for tenant:4e2cb104d3bb42a4a344ade0b8b3bbd0 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:43:11.178943 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e5008093-b4c3-438a-b356-9c8252de1c9e req-fa6c7877-89bc-4cf1-92e3-d769c7543b28 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa402623-6cc9-4e51-a416-eab072a0a678 HTTP/1.1" status: 200 len: 210 time: 0.3300078 Feb 04 11:43:11.186334 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-0f607c3b-6720-4721-862a-0e7e2aa2c351 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:11.284266 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f607c3b-6720-4721-862a-0e7e2aa2c351 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Made reservation on behalf of a5a9b6ba2a714365b54980298cdc1ef7 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:43:11.289276 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0f607c3b-6720-4721-862a-0e7e2aa2c351 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:11.327948 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6ea7e443-6c40-495b-a3c7-f6021a7ccf20 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:11.331022 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-0f607c3b-6720-4721-862a-0e7e2aa2c351 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] device_id is not set on port f4200ed1-6371-4af9-84f3-7e3c5fd839f1 yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:43:11.358878 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-4a4e394d-1631-4459-b830-7136aec19b62 req-5d0261ba-5d89-474f-9f6a-ae1f44d6149b tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Synchronizing usage tracker for tenant:491544c72a0440b88793a93ecb6a7285 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:43:11.412925 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7e443-6c40-495b-a3c7-f6021a7ccf20 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4726c9a-12a5-42d0-bd8b-f670035f60cc,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:11.437428 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6ea7e443-6c40-495b-a3c7-f6021a7ccf20 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:11.438587 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6ea7e443-6c40-495b-a3c7-f6021a7ccf20 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "DELETE /v2.0/security-groups/e4726c9a-12a5-42d0-bd8b-f670035f60cc HTTP/1.1" status: 204 len: 168 time: 0.6567221 Feb 04 11:43:11.441455 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40532) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:11.466268 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-4ef5dd31-c2f4-4048-a46c-c2aa2c0b597a None None] Allocated IP 172.20.0.2 (88a9a2be-a295-4dbc-91f5-88f54951a5c7/522b316c-f6bd-4c3c-b3b9-ab207f8d61ac/12121a16-e4c8-4f6c-aad0-986963b3eeb1) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:43:11.476428 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-4a4e394d-1631-4459-b830-7136aec19b62 req-5d0261ba-5d89-474f-9f6a-ae1f44d6149b tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Unset dirty status for tenant:491544c72a0440b88793a93ecb6a7285 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:43:11.477577 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4a4e394d-1631-4459-b830-7136aec19b62 req-5d0261ba-5d89-474f-9f6a-ae1f44d6149b tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "GET /v2.0/ports?device_id=f89107e0-5eb5-4e2b-8f82-3f6cee25539e HTTP/1.1" status: 200 len: 210 time: 0.1791573 Feb 04 11:43:11.532485 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b35c5b88-de1c-4685-9a31-bef08f2428a7 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0883336 Feb 04 11:43:11.537214 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40536) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:11.543051 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-f256e156-6d33-4052-8d1b-1661bb5e161f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Request body: {'security_group': {'name': 'tempest-secgroup--418674366'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:11.549317 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f256e156-6d33-4052-8d1b-1661bb5e161f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:11.553798 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f256e156-6d33-4052-8d1b-1661bb5e161f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Usage tracker for resource:security_group and tenant:9b16736f2a7d488aa89c7a00c47f84f6 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:11.557522 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f256e156-6d33-4052-8d1b-1661bb5e161f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:11.563330 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f256e156-6d33-4052-8d1b-1661bb5e161f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:11.647215 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f256e156-6d33-4052-8d1b-1661bb5e161f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:11.687830 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f256e156-6d33-4052-8d1b-1661bb5e161f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:11.693531 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f256e156-6d33-4052-8d1b-1661bb5e161f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Usage tracker for resource:security_group_rule and tenant:9b16736f2a7d488aa89c7a00c47f84f6 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:11.696977 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f256e156-6d33-4052-8d1b-1661bb5e161f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:11.701626 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4ef5dd31-c2f4-4048-a46c-c2aa2c0b597a None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:11.703409 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f256e156-6d33-4052-8d1b-1661bb5e161f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:11.713040 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4ef5dd31-c2f4-4048-a46c-c2aa2c0b597a None None] Transition to ACTIVE for port object 12121a16-e4c8-4f6c-aad0-986963b3eeb1 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:43:11.737315 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4ef5dd31-c2f4-4048-a46c-c2aa2c0b597a None None] Transition to ACTIVE for port object 12121a16-e4c8-4f6c-aad0-986963b3eeb1 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:43:11.786028 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f256e156-6d33-4052-8d1b-1661bb5e161f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:11.845934 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4ef5dd31-c2f4-4048-a46c-c2aa2c0b597a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:11.870936 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f256e156-6d33-4052-8d1b-1661bb5e161f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:11.935836 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef5dd31-c2f4-4048-a46c-c2aa2c0b597a None None] Network 88a9a2be-a295-4dbc-91f5-88f54951a5c7 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:43:11.939742 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-4ef5dd31-c2f4-4048-a46c-c2aa2c0b597a None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:43:11.942816 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5dd31-c2f4-4048-a46c-c2aa2c0b597a None None] Pushing event updated for resources: {'Port': ['ID=12121a16-e4c8-4f6c-aad0-986963b3eeb1,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:11.946319 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef5dd31-c2f4-4048-a46c-c2aa2c0b597a None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:43:11.959198 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256e156-6d33-4052-8d1b-1661bb5e161f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=309b2edd-e1e2-46d3-83d7-b729ec4cfb0f,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:12.041275 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f256e156-6d33-4052-8d1b-1661bb5e161f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:12.045169 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f256e156-6d33-4052-8d1b-1661bb5e161f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5068297 Feb 04 11:43:12.047756 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-0f607c3b-6720-4721-862a-0e7e2aa2c351 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Allocated IP 172.20.0.6 (88a9a2be-a295-4dbc-91f5-88f54951a5c7/522b316c-f6bd-4c3c-b3b9-ab207f8d61ac/f4200ed1-6371-4af9-84f3-7e3c5fd839f1) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:43:12.048405 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40544) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:12.056565 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-22245f82-e30d-463f-aff4-d335e94e8d94 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Request body: {'security_group_rule': {'security_group_id': '309b2edd-e1e2-46d3-83d7-b729ec4cfb0f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:12.057826 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-22245f82-e30d-463f-aff4-d335e94e8d94 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:43:12.060031 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-22245f82-e30d-463f-aff4-d335e94e8d94 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0104897 Feb 04 11:43:12.062864 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40548) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:12.063013 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-4ef5dd31-c2f4-4048-a46c-c2aa2c0b597a None None] Attempting to bind port 12121a16-e4c8-4f6c-aad0-986963b3eeb1 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:43:12.063274 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-4ef5dd31-c2f4-4048-a46c-c2aa2c0b597a None None] Attempting to bind port 12121a16-e4c8-4f6c-aad0-986963b3eeb1 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'd0b8e65b-60bb-4009-aded-b1d2d1b510e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '88a9a2be-a295-4dbc-91f5-88f54951a5c7'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:43:12.063874 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef5dd31-c2f4-4048-a46c-c2aa2c0b597a None None] Attempting to bind port 12121a16-e4c8-4f6c-aad0-986963b3eeb1 on network 88a9a2be-a295-4dbc-91f5-88f54951a5c7 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:43:12.075409 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef5dd31-c2f4-4048-a46c-c2aa2c0b597a None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:43:12.076112 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef5dd31-c2f4-4048-a46c-c2aa2c0b597a None None] Checking segment: {'id': 'd0b8e65b-60bb-4009-aded-b1d2d1b510e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '88a9a2be-a295-4dbc-91f5-88f54951a5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:43:12.076714 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4ef5dd31-c2f4-4048-a46c-c2aa2c0b597a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:12.077152 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef5dd31-c2f4-4048-a46c-c2aa2c0b597a None None] Bound using segment: {'id': 'd0b8e65b-60bb-4009-aded-b1d2d1b510e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '88a9a2be-a295-4dbc-91f5-88f54951a5c7'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:43:12.077602 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-4ef5dd31-c2f4-4048-a46c-c2aa2c0b597a None None] Bound port: 12121a16-e4c8-4f6c-aad0-986963b3eeb1, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b8e65b-60bb-4009-aded-b1d2d1b510e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '88a9a2be-a295-4dbc-91f5-88f54951a5c7'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:43:12.077999 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4ef5dd31-c2f4-4048-a46c-c2aa2c0b597a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:12.147267 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-13b77427-a108-45fa-9fa2-559a4661f5f4 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:12.186371 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-13b77427-a108-45fa-9fa2-559a4661f5f4 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:12.246329 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4ef5dd31-c2f4-4048-a46c-c2aa2c0b597a None None] For port 12121a16-e4c8-4f6c-aad0-986963b3eeb1, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:43:12.248750 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-40deae1e-b08c-44eb-adf2-edffcee10f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:12.252077 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4ef5dd31-c2f4-4048-a46c-c2aa2c0b597a None None] For port 12121a16-e4c8-4f6c-aad0-986963b3eeb1, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=12121a16-e4c8-4f6c-aad0-986963b3eeb1,segment=NetworkSegment(d0b8e65b-60bb-4009-aded-b1d2d1b510e0),segment_id=d0b8e65b-60bb-4009-aded-b1d2d1b510e0)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:43:12.326203 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0f607c3b-6720-4721-862a-0e7e2aa2c351 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:12.383172 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-13b77427-a108-45fa-9fa2-559a4661f5f4 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:12.384277 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-0f607c3b-6720-4721-862a-0e7e2aa2c351 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Transition to ACTIVE for port object f4200ed1-6371-4af9-84f3-7e3c5fd839f1 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:43:12.384962 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4ef5dd31-c2f4-4048-a46c-c2aa2c0b597a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:12.394695 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-04bf2ccc-71ce-4012-a95d-a05644df24f1 req-69e3dae1-5b2e-426f-9a27-85684d62d396 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa402623-6cc9-4e51-a416-eab072a0a678 HTTP/1.1" status: 200 len: 210 time: 0.0552065 Feb 04 11:43:12.403289 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b77427-a108-45fa-9fa2-559a4661f5f4 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=309b2edd-e1e2-46d3-83d7-b729ec4cfb0f,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:12.413089 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-13b77427-a108-45fa-9fa2-559a4661f5f4 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:12.414685 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-13b77427-a108-45fa-9fa2-559a4661f5f4 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "DELETE /v2.0/security-groups/309b2edd-e1e2-46d3-83d7-b729ec4cfb0f HTTP/1.1" status: 204 len: 168 time: 0.3494585 Feb 04 11:43:12.417334 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40554) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:12.493472 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-2024232f-df50-47e8-9256-a931da74f755 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Synchronizing usage tracker for tenant:9b16736f2a7d488aa89c7a00c47f84f6 on resource:security_group {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:43:12.507758 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5dd31-c2f4-4048-a46c-c2aa2c0b597a None None] Pushing event updated for resources: {'Port': ['ID=12121a16-e4c8-4f6c-aad0-986963b3eeb1,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:12.510299 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0f607c3b-6720-4721-862a-0e7e2aa2c351 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:12.588265 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-2024232f-df50-47e8-9256-a931da74f755 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Unset dirty status for tenant:9b16736f2a7d488aa89c7a00c47f84f6 on resource:security_group {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:43:12.589796 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2024232f-df50-47e8-9256-a931da74f755 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1711905 Feb 04 11:43:12.595732 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40560) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:12.602290 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-20b4b3fc-b80c-4767-bb2d-6f0ff9e243ec tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Request body: {'security_group': {'name': 'tempest-secgroup--1957766064'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:12.603249 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f607c3b-6720-4721-862a-0e7e2aa2c351 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Network 88a9a2be-a295-4dbc-91f5-88f54951a5c7 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:43:12.607161 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40564) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:12.608743 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-0f607c3b-6720-4721-862a-0e7e2aa2c351 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:43:12.610626 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-20b4b3fc-b80c-4767-bb2d-6f0ff9e243ec tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:12.615620 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f607c3b-6720-4721-862a-0e7e2aa2c351 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:43:12.655640 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f607c3b-6720-4721-862a-0e7e2aa2c351 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Pushing event updated for resources: {'Port': ['ID=f4200ed1-6371-4af9-84f3-7e3c5fd839f1,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:12.701652 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-20b4b3fc-b80c-4767-bb2d-6f0ff9e243ec tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:12.703991 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f607c3b-6720-4721-862a-0e7e2aa2c351 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:12.704976 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0f607c3b-6720-4721-862a-0e7e2aa2c351 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:12.856034 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0f607c3b-6720-4721-862a-0e7e2aa2c351 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.0336225 Feb 04 11:43:12.858997 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40568) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:12.861528 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-20b4b3fc-b80c-4767-bb2d-6f0ff9e243ec tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:12.864161 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-7a517b42-fbf9-4e3d-9936-c2de089a0d44 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-998218941', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:12.875561 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-7a517b42-fbf9-4e3d-9936-c2de089a0d44 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:12.880838 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-7a517b42-fbf9-4e3d-9936-c2de089a0d44 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Usage tracker for resource:router and tenant:a5a9b6ba2a714365b54980298cdc1ef7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:12.886910 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-7a517b42-fbf9-4e3d-9936-c2de089a0d44 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:12.896460 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-7a517b42-fbf9-4e3d-9936-c2de089a0d44 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:12.930088 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-20b4b3fc-b80c-4767-bb2d-6f0ff9e243ec tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:12.977075 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7a517b42-fbf9-4e3d-9936-c2de089a0d44 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:12.978152 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7a517b42-fbf9-4e3d-9936-c2de089a0d44 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:13.010600 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7a517b42-fbf9-4e3d-9936-c2de089a0d44 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:13.016227 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-20b4b3fc-b80c-4767-bb2d-6f0ff9e243ec tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Usage tracker for resource:security_group_rule and tenant:9b16736f2a7d488aa89c7a00c47f84f6 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:13.019098 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-20b4b3fc-b80c-4767-bb2d-6f0ff9e243ec tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:13.021072 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 12121a16-e4c8-4f6c-aad0-986963b3eeb1 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:43:13.033996 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-20b4b3fc-b80c-4767-bb2d-6f0ff9e243ec tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:13.075573 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7a517b42-fbf9-4e3d-9936-c2de089a0d44 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:13.172080 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 12121a16-e4c8-4f6c-aad0-986963b3eeb1 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:43:13.186621 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7a517b42-fbf9-4e3d-9936-c2de089a0d44 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:13.186621 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-7a517b42-fbf9-4e3d-9936-c2de089a0d44 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3251345 Feb 04 11:43:13.195845 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40572) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:13.205335 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-6ce1e280-532e-4364-b7c6-d16411426766 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-832130098', 'prefixes': ['172.20.0.0/16']}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:13.215572 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6ce1e280-532e-4364-b7c6-d16411426766 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:13.228066 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-20b4b3fc-b80c-4767-bb2d-6f0ff9e243ec tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:13.365014 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d7a76f8b-3f06-40b0-8d6d-6ae376664073 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:13.588615 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-29c9c017-76e9-4c34-b442-9d624e7dbb4e req-3207843d-e046-4088-b691-51fa9a427879 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa402623-6cc9-4e51-a416-eab072a0a678 HTTP/1.1" status: 200 len: 210 time: 0.0453141 Feb 04 11:43:13.611035 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-20b4b3fc-b80c-4767-bb2d-6f0ff9e243ec tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:13.724681 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b107f4-b0fd-4cea-833f-38bb1058933c None None] Network 88a9a2be-a295-4dbc-91f5-88f54951a5c7 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:43:13.744532 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b4b3fc-b80c-4767-bb2d-6f0ff9e243ec tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e77cfa8-d777-4216-997c-5cd09512efe6,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:13.859363 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-20b4b3fc-b80c-4767-bb2d-6f0ff9e243ec tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:13.860757 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-20b4b3fc-b80c-4767-bb2d-6f0ff9e243ec tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2639999 Feb 04 11:43:13.865301 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40578) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:13.888073 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6ce1e280-532e-4364-b7c6-d16411426766 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks [] for subnetpool, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:13.892138 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6ce1e280-532e-4364-b7c6-d16411426766 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.6917033 Feb 04 11:43:13.892424 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40582) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:13.896976 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-55891d2e-2cb4-4f95-aeef-3e79bccb5619 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Request body: {'security_group_rule': {'security_group_id': '3e77cfa8-d777-4216-997c-5cd09512efe6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:13.904293 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.tag.tag_plugin [None req-b2a5b504-1361-4d14-82e1-fcc11042ffe2 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '522b316c-f6bd-4c3c-b3b9-ab207f8d61ac', 'tempest-TagsExtTest-Tag-1654996507') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:13.908653 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-55891d2e-2cb4-4f95-aeef-3e79bccb5619 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:43:13.911282 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-55891d2e-2cb4-4f95-aeef-3e79bccb5619 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0323267 Feb 04 11:43:13.913721 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40586) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:13.920535 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-22a9d9ad-dc66-4896-ab27-9162c85705a6 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Request body: {'security_group_rule': {'security_group_id': '3e77cfa8-d777-4216-997c-5cd09512efe6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:13.921216 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-22a9d9ad-dc66-4896-ab27-9162c85705a6 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:43:13.922204 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-22a9d9ad-dc66-4896-ab27-9162c85705a6 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0074909 Feb 04 11:43:13.924917 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40590) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:13.929197 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c5f28605-ac95-4ef5-8966-1be57fee3a4f None None] Provisioning for port 12121a16-e4c8-4f6c-aad0-986963b3eeb1 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:43:13.937817 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-4dbdb921-4cf1-43da-a002-ab6ed257c737 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Request body: {'security_group_rule': {'security_group_id': '3e77cfa8-d777-4216-997c-5cd09512efe6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:13.943332 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-4dbdb921-4cf1-43da-a002-ab6ed257c737 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:43:13.943491 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c5f28605-ac95-4ef5-8966-1be57fee3a4f None None] Provisioning complete for port 12121a16-e4c8-4f6c-aad0-986963b3eeb1 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:43:13.943491 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c5f28605-ac95-4ef5-8966-1be57fee3a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:13.943712 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4dbdb921-4cf1-43da-a002-ab6ed257c737 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0126011 Feb 04 11:43:13.943712 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40594) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:13.950343 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-de270ac6-43d8-488b-85ae-76cea7a59c91 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Request body: {'security_group_rule': {'security_group_id': '3e77cfa8-d777-4216-997c-5cd09512efe6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:13.952738 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-de270ac6-43d8-488b-85ae-76cea7a59c91 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:43:13.954179 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-de270ac6-43d8-488b-85ae-76cea7a59c91 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0097675 Feb 04 11:43:13.957009 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40598) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:14.030267 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-9484dd0d-801a-4880-a6ca-fe7853e71064 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:14.030267 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-9484dd0d-801a-4880-a6ca-fe7853e71064 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.47 "GET /v2.0/networks?id=a23f3c76-d15a-4fcc-b821-61e65e6da3f4 HTTP/1.1" status: 200 len: 811 time: 0.3598299 Feb 04 11:43:14.030961 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 48e23ed1-aab8-4174-bec3-b8ed93968d24 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:43:14.036660 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7b1ea0bd-b02a-4d32-90de-c068ca088c81 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:14.079573 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7b1ea0bd-b02a-4d32-90de-c068ca088c81 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:14.080274 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] No Port match for: 48e23ed1-aab8-4174-bec3-b8ed93968d24 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:43:14.080274 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 48e23ed1-aab8-4174-bec3-b8ed93968d24 not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:43:14.178239 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-c14182ad-6b17-467b-ade2-ee5c8a9af616 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e2cb104d3bb42a4a344ade0b8b3bbd0 HTTP/1.1" status: 200 len: 380 time: 0.1283870 Feb 04 11:43:14.179316 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c5f28605-ac95-4ef5-8966-1be57fee3a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:14.184246 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-761ca3eb-129a-4b42-a415-93bfa06b98b3 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Request body: {'port': {'device_id': 'fa402623-6cc9-4e51-a416-eab072a0a678', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'admin_state_up': True, 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'security_groups': ['b57a5bbd-0b59-4171-ae0e-c020deb7a309']}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:14.211173 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7b1ea0bd-b02a-4d32-90de-c068ca088c81 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:14.254575 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c5f28605-ac95-4ef5-8966-1be57fee3a4f None None] For port 12121a16-e4c8-4f6c-aad0-986963b3eeb1, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=12121a16-e4c8-4f6c-aad0-986963b3eeb1,segment=NetworkSegment(d0b8e65b-60bb-4009-aded-b1d2d1b510e0),segment_id=d0b8e65b-60bb-4009-aded-b1d2d1b510e0)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:43:14.257324 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ea0bd-b02a-4d32-90de-c068ca088c81 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e77cfa8-d777-4216-997c-5cd09512efe6,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:14.276997 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7b1ea0bd-b02a-4d32-90de-c068ca088c81 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:14.283551 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-7b1ea0bd-b02a-4d32-90de-c068ca088c81 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "DELETE /v2.0/security-groups/3e77cfa8-d777-4216-997c-5cd09512efe6 HTTP/1.1" status: 204 len: 168 time: 0.3251908 Feb 04 11:43:14.288678 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40604) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:14.337738 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c5f28605-ac95-4ef5-8966-1be57fee3a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:14.358635 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-3dbc28e8-718d-4ec0-9f32-538b42c4d3f7 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Synchronizing usage tracker for tenant:9b16736f2a7d488aa89c7a00c47f84f6 on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:43:14.371124 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b2a5b504-1361-4d14-82e1-fcc11042ffe2 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "PUT /v2.0/subnets/522b316c-f6bd-4c3c-b3b9-ab207f8d61ac/tags/tempest-TagsExtTest-Tag-1654996507 HTTP/1.1" status: 201 len: 201 time: 0.4774072 Feb 04 11:43:14.374219 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40608) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:14.384355 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-761ca3eb-129a-4b42-a415-93bfa06b98b3 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:14.424622 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.tag.tag_plugin [None req-abc25b71-3fd3-4a19-ae68-124843cad3fb tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f4200ed1-6371-4af9-84f3-7e3c5fd839f1', 'tempest-TagsExtTest-Tag-1026929871') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:14.456912 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-3dbc28e8-718d-4ec0-9f32-538b42c4d3f7 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Unset dirty status for tenant:9b16736f2a7d488aa89c7a00c47f84f6 on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:43:14.462049 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3dbc28e8-718d-4ec0-9f32-538b42c4d3f7 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1716311 Feb 04 11:43:14.463035 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40612) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:14.471083 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-ee10f3b4-bc96-4cd1-afa3-eae1ff69638f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Request body: {'security_group': {'name': 'tempest-secgroup--1587116436'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:14.484721 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-761ca3eb-129a-4b42-a415-93bfa06b98b3 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:14.490478 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ee10f3b4-bc96-4cd1-afa3-eae1ff69638f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:14.503975 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f28605-ac95-4ef5-8966-1be57fee3a4f None None] Pushing event updated for resources: {'Port': ['ID=12121a16-e4c8-4f6c-aad0-986963b3eeb1,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:14.512490 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c7afca22-0862-4c36-a8a4-4ba6f0081515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:14.526876 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ee10f3b4-bc96-4cd1-afa3-eae1ff69638f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:14.580527 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d274ca11-db45-4869-9fe0-affec20979f0 None None] Provisioning complete for port 12121a16-e4c8-4f6c-aad0-986963b3eeb1 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:43:14.581326 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d274ca11-db45-4869-9fe0-affec20979f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:14.597263 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-761ca3eb-129a-4b42-a415-93bfa06b98b3 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Made reservation on behalf of 4e2cb104d3bb42a4a344ade0b8b3bbd0 for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:43:14.601135 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-761ca3eb-129a-4b42-a415-93bfa06b98b3 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:14.613303 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ee10f3b4-bc96-4cd1-afa3-eae1ff69638f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:14.649842 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-d7a76f8b-3f06-40b0-8d6d-6ae376664073 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Deleting port 8e23c066-7fff-4ff9-967d-ce156611570d {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:43:14.650216 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d7a76f8b-3f06-40b0-8d6d-6ae376664073 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:14.671472 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:43:14.731243 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ee10f3b4-bc96-4cd1-afa3-eae1ff69638f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:14.743577 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ee10f3b4-bc96-4cd1-afa3-eae1ff69638f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Usage tracker for resource:security_group_rule and tenant:9b16736f2a7d488aa89c7a00c47f84f6 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:14.747860 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ee10f3b4-bc96-4cd1-afa3-eae1ff69638f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:14.755106 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-abc25b71-3fd3-4a19-ae68-124843cad3fb tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "PUT /v2.0/ports/f4200ed1-6371-4af9-84f3-7e3c5fd839f1/tags/tempest-TagsExtTest-Tag-1026929871 HTTP/1.1" status: 201 len: 201 time: 0.3718867 Feb 04 11:43:14.755414 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40622) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:14.772248 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ee10f3b4-bc96-4cd1-afa3-eae1ff69638f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:14.787996 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.tag.tag_plugin [None req-c94c6f4c-0a5b-4637-bc12-25820313a76c tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c4e5492b-2fca-4c9f-bbd6-45bdc2268048', 'tempest-TagsExtTest-Tag-1019524706') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:14.846746 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ee10f3b4-bc96-4cd1-afa3-eae1ff69638f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:14.931490 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ee10f3b4-bc96-4cd1-afa3-eae1ff69638f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:14.973391 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 12121a16-e4c8-4f6c-aad0-986963b3eeb1 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:43:14.985176 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee10f3b4-bc96-4cd1-afa3-eae1ff69638f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd89c3dc-fb97-4bab-ae7e-b65bfb8ebae8,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:15.004252 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d274ca11-db45-4869-9fe0-affec20979f0 None None] Provisioning for port f4200ed1-6371-4af9-84f3-7e3c5fd839f1 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:43:15.024977 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d274ca11-db45-4869-9fe0-affec20979f0 None None] Provisioning complete for port f4200ed1-6371-4af9-84f3-7e3c5fd839f1 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:43:15.025486 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d274ca11-db45-4869-9fe0-affec20979f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:15.068264 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ee10f3b4-bc96-4cd1-afa3-eae1ff69638f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:15.072705 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ee10f3b4-bc96-4cd1-afa3-eae1ff69638f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6041675 Feb 04 11:43:15.073916 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40626) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:15.083263 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-950b815f-900d-40fa-b2d2-5fbe1687c5ae tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Request body: {'security_group_rule': {'security_group_id': 'dd89c3dc-fb97-4bab-ae7e-b65bfb8ebae8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:15.083263 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-950b815f-900d-40fa-b2d2-5fbe1687c5ae tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:43:15.083263 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-950b815f-900d-40fa-b2d2-5fbe1687c5ae tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063629 Feb 04 11:43:15.084061 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40630) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:15.089226 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-38f315f5-d4a8-42d1-b395-e25a2a628491 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Request body: {'security_group_rule': {'security_group_id': 'dd89c3dc-fb97-4bab-ae7e-b65bfb8ebae8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:15.114936 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-38f315f5-d4a8-42d1-b395-e25a2a628491 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:15.120337 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-38f315f5-d4a8-42d1-b395-e25a2a628491 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Usage tracker for resource:security_group_rule and tenant:9b16736f2a7d488aa89c7a00c47f84f6 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:15.122911 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-d274ca11-db45-4869-9fe0-affec20979f0 None None] Port f4200ed1-6371-4af9-84f3-7e3c5fd839f1 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:43:15.131118 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-38f315f5-d4a8-42d1-b395-e25a2a628491 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:15.139241 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 12121a16-e4c8-4f6c-aad0-986963b3eeb1 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:43:15.139621 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:15.140861 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-38f315f5-d4a8-42d1-b395-e25a2a628491 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:15.284188 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f5a57b17-d918-46e9-b423-3fdcb2d3bae6 None None] Provisioning complete for port f4200ed1-6371-4af9-84f3-7e3c5fd839f1 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:43:15.284588 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f5a57b17-d918-46e9-b423-3fdcb2d3bae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:15.294828 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9d4228b2-69f1-45e4-b760-1225d2d4812d req-9d902e17-e987-4abd-9559-fd490e7bc483 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa402623-6cc9-4e51-a416-eab072a0a678 HTTP/1.1" status: 200 len: 210 time: 0.4529850 Feb 04 11:43:15.315056 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-38f315f5-d4a8-42d1-b395-e25a2a628491 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:43:15.325872 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-38f315f5-d4a8-42d1-b395-e25a2a628491 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2355115 Feb 04 11:43:15.325872 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40634) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:15.330754 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-7309e6a4-5bc4-472e-81ab-7b20be7c7f43 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Request body: {'security_group_rule': {'security_group_id': 'dd89c3dc-fb97-4bab-ae7e-b65bfb8ebae8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:15.333396 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-7309e6a4-5bc4-472e-81ab-7b20be7c7f43 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:43:15.343145 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-7309e6a4-5bc4-472e-81ab-7b20be7c7f43 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0154831 Feb 04 11:43:15.343397 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40638) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:15.348675 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-f5a57b17-d918-46e9-b423-3fdcb2d3bae6 None None] Port f4200ed1-6371-4af9-84f3-7e3c5fd839f1 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:43:15.365816 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-07fe32ec-6357-48fe-94ed-a2d86cd1a8f3 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Request body: {'security_group_rule': {'security_group_id': 'dd89c3dc-fb97-4bab-ae7e-b65bfb8ebae8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:15.371344 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-761ca3eb-129a-4b42-a415-93bfa06b98b3 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Allocated IP 172.20.0.6 (a23f3c76-d15a-4fcc-b821-61e65e6da3f4/5af355fa-ef8e-4697-b6fa-0681cfbee57c/4b05f1c2-2f05-4e2e-b8da-3decb613cd17) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:43:15.379804 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-07fe32ec-6357-48fe-94ed-a2d86cd1a8f3 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:15.406802 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-07fe32ec-6357-48fe-94ed-a2d86cd1a8f3 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Usage tracker for resource:security_group_rule and tenant:9b16736f2a7d488aa89c7a00c47f84f6 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:15.422268 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-07fe32ec-6357-48fe-94ed-a2d86cd1a8f3 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:15.446538 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-07fe32ec-6357-48fe-94ed-a2d86cd1a8f3 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:15.449246 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-d7a76f8b-3f06-40b0-8d6d-6ae376664073 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] For port 8e23c066-7fff-4ff9-967d-ce156611570d, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=8e23c066-7fff-4ff9-967d-ce156611570d,segment=NetworkSegment(ec120722-0a88-4f12-b6cd-df43a0900923),segment_id=ec120722-0a88-4f12-b6cd-df43a0900923)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:43:15.449604 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d7a76f8b-3f06-40b0-8d6d-6ae376664073 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:15.586809 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c94c6f4c-0a5b-4637-bc12-25820313a76c tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "PUT /v2.0/routers/c4e5492b-2fca-4c9f-bbd6-45bdc2268048/tags/tempest-TagsExtTest-Tag-1019524706 HTTP/1.1" status: 201 len: 201 time: 0.8236246 Feb 04 11:43:15.589553 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40642) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:15.593583 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-d7a76f8b-3f06-40b0-8d6d-6ae376664073 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Calling delete_port for 8e23c066-7fff-4ff9-967d-ce156611570d owned by network:router_interface {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:43:15.595647 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.tag.tag_plugin [None req-188cbb4d-6f3f-4ae6-a255-9115242ea7c2 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '59059ef0-021d-4da1-a220-08266c6b4d1f', 'tempest-TagsExtTest-Tag-39628790') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:15.646382 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:15.650443 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:15.704179 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-188cbb4d-6f3f-4ae6-a255-9115242ea7c2 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "PUT /v2.0/subnetpools/59059ef0-021d-4da1-a220-08266c6b4d1f/tags/tempest-TagsExtTest-Tag-39628790 HTTP/1.1" status: 201 len: 201 time: 0.1112158 Feb 04 11:43:15.704451 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40646) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:15.713701 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.tag.tag_plugin [None req-f820b8ec-ea5e-4e23-a4a3-18a27e791457 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '522b316c-f6bd-4c3c-b3b9-ab207f8d61ac') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:15.794478 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f820b8ec-ea5e-4e23-a4a3-18a27e791457 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "GET /v2.0/subnets/522b316c-f6bd-4c3c-b3b9-ab207f8d61ac/tags HTTP/1.1" status: 200 len: 241 time: 0.0867150 Feb 04 11:43:15.795212 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40650) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:15.801970 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.tag.tag_plugin [None req-da05f8b0-1129-4206-a5c4-bd3aa099603c tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '522b316c-f6bd-4c3c-b3b9-ab207f8d61ac', 'tempest-TagsExtTest-Tag-1654996507') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:15.839423 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-07fe32ec-6357-48fe-94ed-a2d86cd1a8f3 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:43:15.840342 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-07fe32ec-6357-48fe-94ed-a2d86cd1a8f3 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4937758 Feb 04 11:43:15.843306 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40654) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:15.852995 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-69f588a4-b121-4471-9b8f-b715ad4ea15c tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Request body: {'security_group_rule': {'security_group_id': 'dd89c3dc-fb97-4bab-ae7e-b65bfb8ebae8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:15.854224 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-69f588a4-b121-4471-9b8f-b715ad4ea15c tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:43:15.858727 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-69f588a4-b121-4471-9b8f-b715ad4ea15c tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0101681 Feb 04 11:43:15.858727 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40658) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:15.863692 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-e9a52f14-c926-4db0-bea0-c0b84aba6640 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Request body: {'security_group_rule': {'security_group_id': 'dd89c3dc-fb97-4bab-ae7e-b65bfb8ebae8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:15.869652 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-761ca3eb-129a-4b42-a415-93bfa06b98b3 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:15.870506 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e9a52f14-c926-4db0-bea0-c0b84aba6640 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:15.876504 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e9a52f14-c926-4db0-bea0-c0b84aba6640 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Usage tracker for resource:security_group_rule and tenant:9b16736f2a7d488aa89c7a00c47f84f6 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:15.878431 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e9a52f14-c926-4db0-bea0-c0b84aba6640 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:15.885375 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e9a52f14-c926-4db0-bea0-c0b84aba6640 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:15.903849 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-761ca3eb-129a-4b42-a415-93bfa06b98b3 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Transition to ACTIVE for port object 4b05f1c2-2f05-4e2e-b8da-3decb613cd17 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:43:15.944041 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-da05f8b0-1129-4206-a5c4-bd3aa099603c tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "GET /v2.0/subnets/522b316c-f6bd-4c3c-b3b9-ab207f8d61ac/tags/tempest-TagsExtTest-Tag-1654996507 HTTP/1.1" status: 204 len: 168 time: 0.1451099 Feb 04 11:43:15.944250 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40662) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:15.953819 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.tag.tag_plugin [None req-bd5585a3-59bc-418f-9202-b5e92d0b2138 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '522b316c-f6bd-4c3c-b3b9-ab207f8d61ac', 'tempest-TagsExtTest-Tag-1654996507') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:15.954055 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.securitygroups_db [None req-e9a52f14-c926-4db0-bea0-c0b84aba6640 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Project 9b16736f2a7d488aa89c7a00c47f84f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:43:16.045919 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-e9a52f14-c926-4db0-bea0-c0b84aba6640 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:43:16.049695 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e9a52f14-c926-4db0-bea0-c0b84aba6640 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1887321 Feb 04 11:43:16.049982 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40666) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:16.058033 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-0eeee7c0-d81e-49d9-ad41-a813a80beb07 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Request body: {'security_group_rule': {'security_group_id': 'dd89c3dc-fb97-4bab-ae7e-b65bfb8ebae8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:16.058033 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-0eeee7c0-d81e-49d9-ad41-a813a80beb07 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:43:16.062935 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0eeee7c0-d81e-49d9-ad41-a813a80beb07 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082400 Feb 04 11:43:16.063440 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40670) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:16.070639 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-c6dbb616-73ef-435f-b9b1-78bade0d685c tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Request body: {'security_group_rule': {'security_group_id': 'dd89c3dc-fb97-4bab-ae7e-b65bfb8ebae8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:16.077789 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c6dbb616-73ef-435f-b9b1-78bade0d685c tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:16.082324 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c6dbb616-73ef-435f-b9b1-78bade0d685c tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Usage tracker for resource:security_group_rule and tenant:9b16736f2a7d488aa89c7a00c47f84f6 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:16.086005 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c6dbb616-73ef-435f-b9b1-78bade0d685c tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:16.098024 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-761ca3eb-129a-4b42-a415-93bfa06b98b3 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:16.098317 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c6dbb616-73ef-435f-b9b1-78bade0d685c tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:16.153198 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d7a76f8b-3f06-40b0-8d6d-6ae376664073 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:16.168274 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.securitygroups_db [None req-c6dbb616-73ef-435f-b9b1-78bade0d685c tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Project 9b16736f2a7d488aa89c7a00c47f84f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:43:16.192040 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-761ca3eb-129a-4b42-a415-93bfa06b98b3 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Network a23f3c76-d15a-4fcc-b821-61e65e6da3f4 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:43:16.196058 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-761ca3eb-129a-4b42-a415-93bfa06b98b3 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:43:16.202330 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-761ca3eb-129a-4b42-a415-93bfa06b98b3 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:43:16.232039 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ca3eb-129a-4b42-a415-93bfa06b98b3 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Pushing event updated for resources: {'Port': ['ID=4b05f1c2-2f05-4e2e-b8da-3decb613cd17,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:16.303749 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-c6dbb616-73ef-435f-b9b1-78bade0d685c tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:43:16.305422 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c6dbb616-73ef-435f-b9b1-78bade0d685c tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2405252 Feb 04 11:43:16.308078 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40674) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:16.318376 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-ac7bba09-6a29-493b-8471-2a61fae1239c tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Request body: {'security_group_rule': {'security_group_id': 'dd89c3dc-fb97-4bab-ae7e-b65bfb8ebae8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:16.321227 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-bd5585a3-59bc-418f-9202-b5e92d0b2138 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "DELETE /v2.0/subnets/522b316c-f6bd-4c3c-b3b9-ab207f8d61ac/tags/tempest-TagsExtTest-Tag-1654996507 HTTP/1.1" status: 204 len: 168 time: 0.3759537 Feb 04 11:43:16.327609 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40678) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:16.331876 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ac7bba09-6a29-493b-8471-2a61fae1239c tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:16.341708 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.tag.tag_plugin [None req-6cf6316a-0a1b-4004-bb55-a8298e58e507 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '522b316c-f6bd-4c3c-b3b9-ab207f8d61ac') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:16.375153 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ac7bba09-6a29-493b-8471-2a61fae1239c tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Usage tracker for resource:security_group_rule and tenant:9b16736f2a7d488aa89c7a00c47f84f6 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:16.375390 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a76f8b-3f06-40b0-8d6d-6ae376664073 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Pushing event deleted for resources: {'Port': ['ID=8e23c066-7fff-4ff9-967d-ce156611570d,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:16.382142 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ac7bba09-6a29-493b-8471-2a61fae1239c tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:16.398181 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ac7bba09-6a29-493b-8471-2a61fae1239c tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:16.431037 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-761ca3eb-129a-4b42-a415-93bfa06b98b3 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:16.431849 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-761ca3eb-129a-4b42-a415-93bfa06b98b3 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:16.483592 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6cf6316a-0a1b-4004-bb55-a8298e58e507 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "GET /v2.0/subnets/522b316c-f6bd-4c3c-b3b9-ab207f8d61ac/tags HTTP/1.1" status: 200 len: 205 time: 0.1534634 Feb 04 11:43:16.485840 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40686) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:16.492662 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.tag.tag_plugin [None req-f1269e50-33ec-4853-9ae0-1658d7220f6b tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f4200ed1-6371-4af9-84f3-7e3c5fd839f1') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:16.555869 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.securitygroups_db [None req-ac7bba09-6a29-493b-8471-2a61fae1239c tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Project 9b16736f2a7d488aa89c7a00c47f84f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:43:16.646637 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-ac7bba09-6a29-493b-8471-2a61fae1239c tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:43:16.650203 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ac7bba09-6a29-493b-8471-2a61fae1239c tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3384061 Feb 04 11:43:16.662046 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40690) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:16.704150 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-761ca3eb-129a-4b42-a415-93bfa06b98b3 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5249417 Feb 04 11:43:16.716503 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-0647e086-f391-4026-a8aa-a32472bee3fd service neutron] Request body: {'port': {'device_id': 'fa402623-6cc9-4e51-a416-eab072a0a678', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:16.729260 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f1269e50-33ec-4853-9ae0-1658d7220f6b tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "GET /v2.0/ports/f4200ed1-6371-4af9-84f3-7e3c5fd839f1/tags HTTP/1.1" status: 200 len: 241 time: 0.2423167 Feb 04 11:43:16.736117 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28c653-cba1-4b22-a24f-c75fe1ae6b5b req-07b60d71-931b-4189-91e2-7f4c7ade3207 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:16.737523 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4a28c653-cba1-4b22-a24f-c75fe1ae6b5b req-07b60d71-931b-4189-91e2-7f4c7ade3207 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa402623-6cc9-4e51-a416-eab072a0a678 HTTP/1.1" status: 200 len: 931 time: 0.1593888 Feb 04 11:43:16.738433 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40694) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:16.754863 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.tag.tag_plugin [None req-62dd526f-8eb6-4d1d-9c6d-d62a7aca44e2 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f4200ed1-6371-4af9-84f3-7e3c5fd839f1', 'tempest-TagsExtTest-Tag-1026929871') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:16.772829 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-5a8b3ae2-6d96-4c8c-b7e5-7f25fc1cc170 None None] Provisioning for port 4b05f1c2-2f05-4e2e-b8da-3decb613cd17 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:43:16.781226 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-5a8b3ae2-6d96-4c8c-b7e5-7f25fc1cc170 None None] Provisioning complete for port 4b05f1c2-2f05-4e2e-b8da-3decb613cd17 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:43:16.782056 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5a8b3ae2-6d96-4c8c-b7e5-7f25fc1cc170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:16.817490 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5084e53a-5ea3-453a-8f97-ae09d4cb3027 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:16.863897 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-5a8b3ae2-6d96-4c8c-b7e5-7f25fc1cc170 None None] Port 4b05f1c2-2f05-4e2e-b8da-3decb613cd17 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:43:16.866950 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:16.871615 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5084e53a-5ea3-453a-8f97-ae09d4cb3027 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:16.885688 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-0647e086-f391-4026-a8aa-a32472bee3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:16.889584 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-4a28c653-cba1-4b22-a24f-c75fe1ae6b5b req-192b808b-7803-485a-8c90-2eda6a4a5ff0 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Synchronizing usage tracker for tenant:4e2cb104d3bb42a4a344ade0b8b3bbd0 on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:43:16.931662 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-4a28c653-cba1-4b22-a24f-c75fe1ae6b5b req-192b808b-7803-485a-8c90-2eda6a4a5ff0 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Unset dirty status for tenant:4e2cb104d3bb42a4a344ade0b8b3bbd0 on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:43:16.937001 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4a28c653-cba1-4b22-a24f-c75fe1ae6b5b req-192b808b-7803-485a-8c90-2eda6a4a5ff0 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452293 Feb 04 11:43:16.942528 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-62dd526f-8eb6-4d1d-9c6d-d62a7aca44e2 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "GET /v2.0/ports/f4200ed1-6371-4af9-84f3-7e3c5fd839f1/tags/tempest-TagsExtTest-Tag-1026929871 HTTP/1.1" status: 204 len: 168 time: 0.2006764 Feb 04 11:43:16.945133 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40698) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:16.948123 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d7a76f8b-3f06-40b0-8d6d-6ae376664073 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:16.951218 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.tag.tag_plugin [None req-d574b622-8c8b-4a25-a9fb-67330e0f5631 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'f4200ed1-6371-4af9-84f3-7e3c5fd839f1', 'tempest-TagsExtTest-Tag-1026929871') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:17.056947 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5084e53a-5ea3-453a-8f97-ae09d4cb3027 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:17.080742 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5084e53a-5ea3-453a-8f97-ae09d4cb3027 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd89c3dc-fb97-4bab-ae7e-b65bfb8ebae8,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:17.089114 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5084e53a-5ea3-453a-8f97-ae09d4cb3027 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:17.092559 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5084e53a-5ea3-453a-8f97-ae09d4cb3027 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "DELETE /v2.0/security-groups/dd89c3dc-fb97-4bab-ae7e-b65bfb8ebae8 HTTP/1.1" status: 204 len: 168 time: 0.4327276 Feb 04 11:43:17.097866 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40702) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:17.118073 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d574b622-8c8b-4a25-a9fb-67330e0f5631 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "DELETE /v2.0/ports/f4200ed1-6371-4af9-84f3-7e3c5fd839f1/tags/tempest-TagsExtTest-Tag-1026929871 HTTP/1.1" status: 204 len: 168 time: 0.1718667 Feb 04 11:43:17.124034 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40706) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:17.132442 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.tag.tag_plugin [None req-13e69420-3885-47ea-a12a-a586774207ea tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f4200ed1-6371-4af9-84f3-7e3c5fd839f1') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:17.219181 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ac9337a8-8592-460e-87ac-90cd64a4fff7 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Synchronizing usage tracker for tenant:9b16736f2a7d488aa89c7a00c47f84f6 on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:43:17.259742 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-13e69420-3885-47ea-a12a-a586774207ea tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "GET /v2.0/ports/f4200ed1-6371-4af9-84f3-7e3c5fd839f1/tags HTTP/1.1" status: 200 len: 205 time: 0.1341715 Feb 04 11:43:17.269717 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40710) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:17.269717 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.tag.tag_plugin [None req-8754538e-87e0-4cbd-92fb-8f9c1afd9c1d tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c4e5492b-2fca-4c9f-bbd6-45bdc2268048') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:17.332168 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ac9337a8-8592-460e-87ac-90cd64a4fff7 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Unset dirty status for tenant:9b16736f2a7d488aa89c7a00c47f84f6 on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:43:17.340950 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ac9337a8-8592-460e-87ac-90cd64a4fff7 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2380652 Feb 04 11:43:17.344155 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40714) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:17.357585 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-5fc59859-7e7b-4781-837e-4a0deaf2fb62 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Request body: {'security_group': {'name': 'tempest-secgroup--1183908630'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:17.364062 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-5fc59859-7e7b-4781-837e-4a0deaf2fb62 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:17.425400 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-5fc59859-7e7b-4781-837e-4a0deaf2fb62 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:17.549302 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8754538e-87e0-4cbd-92fb-8f9c1afd9c1d tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "GET /v2.0/routers/c4e5492b-2fca-4c9f-bbd6-45bdc2268048/tags HTTP/1.1" status: 200 len: 241 time: 0.2860150 Feb 04 11:43:17.553851 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40718) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:17.559623 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.tag.tag_plugin [None req-939f49b0-be94-4727-ac6a-667021b41fb1 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c4e5492b-2fca-4c9f-bbd6-45bdc2268048', 'tempest-TagsExtTest-Tag-1019524706') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:17.621395 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5fc59859-7e7b-4781-837e-4a0deaf2fb62 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:17.672204 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-0647e086-f391-4026-a8aa-a32472bee3fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b05f1c2-2f05-4e2e-b8da-3decb613cd17 {{(pid=84204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:43:17.682990 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-0647e086-f391-4026-a8aa-a32472bee3fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:17.718572 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-0647e086-f391-4026-a8aa-a32472bee3fd service neutron] Transition to ACTIVE for port object 4b05f1c2-2f05-4e2e-b8da-3decb613cd17 will not be triggered until provisioned by entity L2. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:43:17.731651 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-5fc59859-7e7b-4781-837e-4a0deaf2fb62 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:17.735485 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-939f49b0-be94-4727-ac6a-667021b41fb1 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "GET /v2.0/routers/c4e5492b-2fca-4c9f-bbd6-45bdc2268048/tags/tempest-TagsExtTest-Tag-1019524706 HTTP/1.1" status: 204 len: 168 time: 0.1804593 Feb 04 11:43:17.738045 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-5fc59859-7e7b-4781-837e-4a0deaf2fb62 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Usage tracker for resource:security_group_rule and tenant:9b16736f2a7d488aa89c7a00c47f84f6 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:17.740688 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40722) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:17.743442 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-5fc59859-7e7b-4781-837e-4a0deaf2fb62 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:17.749480 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.tag.tag_plugin [None req-cd6c83a6-02d2-4e16-a650-71d394cfd535 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c4e5492b-2fca-4c9f-bbd6-45bdc2268048', 'tempest-TagsExtTest-Tag-1019524706') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:17.795744 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-0647e086-f391-4026-a8aa-a32472bee3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:17.808790 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-5fc59859-7e7b-4781-837e-4a0deaf2fb62 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:17.946269 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647e086-f391-4026-a8aa-a32472bee3fd service neutron] Pushing event updated for resources: {'Port': ['ID=4b05f1c2-2f05-4e2e-b8da-3decb613cd17,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:17.947273 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5fc59859-7e7b-4781-837e-4a0deaf2fb62 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:18.004462 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5fc59859-7e7b-4781-837e-4a0deaf2fb62 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:18.076624 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-cd6c83a6-02d2-4e16-a650-71d394cfd535 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "DELETE /v2.0/routers/c4e5492b-2fca-4c9f-bbd6-45bdc2268048/tags/tempest-TagsExtTest-Tag-1019524706 HTTP/1.1" status: 204 len: 168 time: 0.3346241 Feb 04 11:43:18.085576 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40728) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:18.101844 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.tag.tag_plugin [None req-96f6d31d-7f55-4f0d-b904-309d17e0ec0b tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c4e5492b-2fca-4c9f-bbd6-45bdc2268048') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:18.199577 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc59859-7e7b-4781-837e-4a0deaf2fb62 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cb9a15-8332-4abb-a3fe-c2c01ab93d3c,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:18.204919 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-0647e086-f391-4026-a8aa-a32472bee3fd service neutron] Attempting to bind port 4b05f1c2-2f05-4e2e-b8da-3decb613cd17 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:43:18.205255 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-0647e086-f391-4026-a8aa-a32472bee3fd service neutron] Attempting to bind port 4b05f1c2-2f05-4e2e-b8da-3decb613cd17 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '4eb24d1e-b892-48d0-b039-7c5703d889e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:43:18.205584 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-0647e086-f391-4026-a8aa-a32472bee3fd service neutron] Attempting to bind port 4b05f1c2-2f05-4e2e-b8da-3decb613cd17 on network a23f3c76-d15a-4fcc-b821-61e65e6da3f4 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:43:18.258455 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-0647e086-f391-4026-a8aa-a32472bee3fd service neutron] Port 4b05f1c2-2f05-4e2e-b8da-3decb613cd17 on network a23f3c76-d15a-4fcc-b821-61e65e6da3f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:43:18.259461 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-0647e086-f391-4026-a8aa-a32472bee3fd service neutron] Attempting to bind port 4b05f1c2-2f05-4e2e-b8da-3decb613cd17 on network a23f3c76-d15a-4fcc-b821-61e65e6da3f4 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:43:18.263921 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5fc59859-7e7b-4781-837e-4a0deaf2fb62 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:18.265119 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5fc59859-7e7b-4781-837e-4a0deaf2fb62 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9198558 Feb 04 11:43:18.271328 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40732) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:18.285426 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-9bfeb153-12ca-4742-85c8-dafd1526f025 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Request body: {'security_group_rule': {'security_group_id': 'a5cb9a15-8332-4abb-a3fe-c2c01ab93d3c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:18.293256 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-96f6d31d-7f55-4f0d-b904-309d17e0ec0b tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "GET /v2.0/routers/c4e5492b-2fca-4c9f-bbd6-45bdc2268048/tags HTTP/1.1" status: 200 len: 205 time: 0.2024496 Feb 04 11:43:18.294406 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-9bfeb153-12ca-4742-85c8-dafd1526f025 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:18.296436 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40736) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:18.304791 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.tag.tag_plugin [None req-f7612054-b6d5-461e-9d56-d8f459514fd2 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '59059ef0-021d-4da1-a220-08266c6b4d1f') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:18.313852 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-9bfeb153-12ca-4742-85c8-dafd1526f025 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Usage tracker for resource:security_group_rule and tenant:9b16736f2a7d488aa89c7a00c47f84f6 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:18.318611 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-9bfeb153-12ca-4742-85c8-dafd1526f025 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:18.326374 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-9bfeb153-12ca-4742-85c8-dafd1526f025 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:18.341597 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-0647e086-f391-4026-a8aa-a32472bee3fd service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:43:18.346302 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-0647e086-f391-4026-a8aa-a32472bee3fd service neutron] Checking segment: {'id': '4eb24d1e-b892-48d0-b039-7c5703d889e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:43:18.346302 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-0647e086-f391-4026-a8aa-a32472bee3fd service neutron] Bound using segment: {'id': '4eb24d1e-b892-48d0-b039-7c5703d889e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4'} {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:43:18.346302 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-0647e086-f391-4026-a8aa-a32472bee3fd service neutron] Bound port: 4b05f1c2-2f05-4e2e-b8da-3decb613cd17, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eb24d1e-b892-48d0-b039-7c5703d889e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4'}}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:43:18.346302 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-0647e086-f391-4026-a8aa-a32472bee3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:18.346851 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f7612054-b6d5-461e-9d56-d8f459514fd2 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "GET /v2.0/subnetpools/59059ef0-021d-4da1-a220-08266c6b4d1f/tags HTTP/1.1" status: 200 len: 239 time: 0.0464556 Feb 04 11:43:18.346851 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40740) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:18.353245 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.tag.tag_plugin [None req-851b6eb5-38d5-430e-a215-0027e171a562 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '59059ef0-021d-4da1-a220-08266c6b4d1f', 'tempest-TagsExtTest-Tag-39628790') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:18.380556 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-851b6eb5-38d5-430e-a215-0027e171a562 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "GET /v2.0/subnetpools/59059ef0-021d-4da1-a220-08266c6b4d1f/tags/tempest-TagsExtTest-Tag-39628790 HTTP/1.1" status: 204 len: 168 time: 0.0329390 Feb 04 11:43:18.383175 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40744) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:18.388876 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.tag.tag_plugin [None req-4c319752-6640-4bae-99e4-a5886318eddd tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '59059ef0-021d-4da1-a220-08266c6b4d1f', 'tempest-TagsExtTest-Tag-39628790') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:18.465707 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b285a-35c0-4b8f-944d-d3bfdd5fd971 req-79536260-ff88-4b38-ae60-8157e3fa88d9 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:18.466422 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-452b285a-35c0-4b8f-944d-d3bfdd5fd971 req-79536260-ff88-4b38-ae60-8157e3fa88d9 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Synchronizing usage tracker for tenant:4e2cb104d3bb42a4a344ade0b8b3bbd0 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:43:18.494676 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-0647e086-f391-4026-a8aa-a32472bee3fd service neutron] For port 4b05f1c2-2f05-4e2e-b8da-3decb613cd17, host hv-neutron-8278, cleared binding levels {{(pid=84204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:43:18.501324 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-0647e086-f391-4026-a8aa-a32472bee3fd service neutron] For port 4b05f1c2-2f05-4e2e-b8da-3decb613cd17, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=4b05f1c2-2f05-4e2e-b8da-3decb613cd17,segment=NetworkSegment(4eb24d1e-b892-48d0-b039-7c5703d889e1),segment_id=4eb24d1e-b892-48d0-b039-7c5703d889e1)] {{(pid=84204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:43:18.514399 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a76f8b-3f06-40b0-8d6d-6ae376664073 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Router 5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:43:18.536422 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-9bfeb153-12ca-4742-85c8-dafd1526f025 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] create failed (client error): The resource could not be found. Feb 04 11:43:18.538969 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-9bfeb153-12ca-4742-85c8-dafd1526f025 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2654574 Feb 04 11:43:18.544233 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40750) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:18.554135 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-f98793a4-3785-458f-abfe-edf7ba96853f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Request body: {'security_group_rule': {'security_group_id': 'a5cb9a15-8332-4abb-a3fe-c2c01ab93d3c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '440e4a47-a22a-4fbb-806a-a7cca92162cf'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:18.563715 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-f98793a4-3785-458f-abfe-edf7ba96853f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:18.567582 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4c319752-6640-4bae-99e4-a5886318eddd tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "DELETE /v2.0/subnetpools/59059ef0-021d-4da1-a220-08266c6b4d1f/tags/tempest-TagsExtTest-Tag-39628790 HTTP/1.1" status: 204 len: 168 time: 0.1832681 Feb 04 11:43:18.571116 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40754) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:18.573826 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f98793a4-3785-458f-abfe-edf7ba96853f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Usage tracker for resource:security_group_rule and tenant:9b16736f2a7d488aa89c7a00c47f84f6 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:18.577233 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f98793a4-3785-458f-abfe-edf7ba96853f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:18.583181 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.tag.tag_plugin [None req-4fe61780-edc5-40db-b62b-30f56aea51de tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '59059ef0-021d-4da1-a220-08266c6b4d1f') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:18.587289 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-0647e086-f391-4026-a8aa-a32472bee3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:18.601034 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-f98793a4-3785-458f-abfe-edf7ba96853f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:18.619576 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4fe61780-edc5-40db-b62b-30f56aea51de tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "GET /v2.0/subnetpools/59059ef0-021d-4da1-a220-08266c6b4d1f/tags HTTP/1.1" status: 200 len: 205 time: 0.0473669 Feb 04 11:43:18.622233 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40758) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:18.626175 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-452b285a-35c0-4b8f-944d-d3bfdd5fd971 req-79536260-ff88-4b38-ae60-8157e3fa88d9 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Unset dirty status for tenant:4e2cb104d3bb42a4a344ade0b8b3bbd0 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:43:18.627317 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-452b285a-35c0-4b8f-944d-d3bfdd5fd971 req-79536260-ff88-4b38-ae60-8157e3fa88d9 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa402623-6cc9-4e51-a416-eab072a0a678 HTTP/1.1" status: 200 len: 943 time: 0.4390051 Feb 04 11:43:18.629060 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.tag.tag_plugin [None req-ca1640e4-4c6d-4d1f-8762-37736f78beb9 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '59059ef0-021d-4da1-a220-08266c6b4d1f') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:18.660302 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ca1640e4-4c6d-4d1f-8762-37736f78beb9 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "DELETE /v2.0/subnetpools/59059ef0-021d-4da1-a220-08266c6b4d1f/tags HTTP/1.1" status: 204 len: 168 time: 0.0364389 Feb 04 11:43:18.667899 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40762) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:18.674365 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.tag.tag_plugin [None req-2d843275-8264-42dd-ada7-397f8417cc0f tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c4e5492b-2fca-4c9f-bbd6-45bdc2268048') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:18.695420 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-0647e086-f391-4026-a8aa-a32472bee3fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:18.698136 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-0647e086-f391-4026-a8aa-a32472bee3fd service neutron] 10.222.0.47 "PUT /v2.0/ports/4b05f1c2-2f05-4e2e-b8da-3decb613cd17 HTTP/1.1" status: 200 len: 1093 time: 1.9847689 Feb 04 11:43:18.699315 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa402623-6cc9-4e51-a416-eab072a0a678', 'tag': '4b05f1c2-2f05-4e2e-b8da-3decb613cd17'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:43:18.864024 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-f98793a4-3785-458f-abfe-edf7ba96853f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] create failed (client error): The resource could not be found. Feb 04 11:43:18.868220 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f98793a4-3785-458f-abfe-edf7ba96853f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3219464 Feb 04 11:43:18.872446 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40768) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:18.875531 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2d843275-8264-42dd-ada7-397f8417cc0f tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "DELETE /v2.0/routers/c4e5492b-2fca-4c9f-bbd6-45bdc2268048/tags HTTP/1.1" status: 204 len: 168 time: 0.2066197 Feb 04 11:43:18.876214 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40772) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:18.894814 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.tag.tag_plugin [None req-98636605-499f-41ca-af7c-2b89e8720b88 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f4200ed1-6371-4af9-84f3-7e3c5fd839f1') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:18.895055 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa402623-6cc9-4e51-a416-eab072a0a678', 'tag': '4b05f1c2-2f05-4e2e-b8da-3decb613cd17', 'status': 'completed', 'code': 200} Feb 04 11:43:18.934251 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647e086-f391-4026-a8aa-a32472bee3fd service neutron] Pushing event updated for resources: {'Port': ['ID=4b05f1c2-2f05-4e2e-b8da-3decb613cd17,revision_number=3']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:18.984203 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-452b285a-35c0-4b8f-944d-d3bfdd5fd971 req-a44474d2-233e-44f4-a638-df355b7f31f0 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3347375 Feb 04 11:43:19.020892 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ea13dd77-050e-450f-bd34-f9fcd1884864 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:19.033585 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-98636605-499f-41ca-af7c-2b89e8720b88 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "DELETE /v2.0/ports/f4200ed1-6371-4af9-84f3-7e3c5fd839f1/tags HTTP/1.1" status: 204 len: 168 time: 0.1458030 Feb 04 11:43:19.037467 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40776) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:19.045824 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.tag.tag_plugin [None req-e32895db-5454-4519-9ca9-cdb0d8abc4bc tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '522b316c-f6bd-4c3c-b3b9-ab207f8d61ac') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:19.066153 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-67892ba1-1601-4a9e-a144-dc37f76cb300 req-014951bd-7190-4dd6-bd73-49ec88aee6cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4e2cb104d3bb42a4a344ade0b8b3bbd0&device_id=fa402623-6cc9-4e51-a416-eab072a0a678 HTTP/1.1" status: 200 len: 1096 time: 0.1707187 Feb 04 11:43:19.091037 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ea13dd77-050e-450f-bd34-f9fcd1884864 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:19.158483 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e32895db-5454-4519-9ca9-cdb0d8abc4bc tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "DELETE /v2.0/subnets/522b316c-f6bd-4c3c-b3b9-ab207f8d61ac/tags HTTP/1.1" status: 204 len: 168 time: 0.1200924 Feb 04 11:43:19.163384 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40780) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:19.169330 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.tag.tag_plugin [None req-487359b4-9f4d-4e5c-a38f-cb91e2413c54 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '522b316c-f6bd-4c3c-b3b9-ab207f8d61ac', 'tempest-TagsExtTest-Tag-726903645') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:19.224485 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ea13dd77-050e-450f-bd34-f9fcd1884864 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:19.241636 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67892ba1-1601-4a9e-a144-dc37f76cb300 req-ca0e808e-f862-4b2e-9280-698208dbd0bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:19.243100 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-67892ba1-1601-4a9e-a144-dc37f76cb300 req-ca0e808e-f862-4b2e-9280-698208dbd0bc service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=4e2cb104d3bb42a4a344ade0b8b3bbd0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1704798 Feb 04 11:43:19.247197 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a76f8b-3f06-40b0-8d6d-6ae376664073 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:43:19.253020 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea13dd77-050e-450f-bd34-f9fcd1884864 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cb9a15-8332-4abb-a3fe-c2c01ab93d3c,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:19.263133 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaee1548-b095-4bfb-b1c8-e6bcb2fa7c75 None None] Sync routers for ids ['5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:43:19.265512 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40784) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:19.266058 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d7a76f8b-3f06-40b0-8d6d-6ae376664073 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "PUT /v2.0/routers/5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6568460 Feb 04 11:43:19.280340 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaee1548-b095-4bfb-b1c8-e6bcb2fa7c75 None None] Routers {'5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:43:19.281375 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-aaee1548-b095-4bfb-b1c8-e6bcb2fa7c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:43:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:19.302556 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ea13dd77-050e-450f-bd34-f9fcd1884864 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:19.303901 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ea13dd77-050e-450f-bd34-f9fcd1884864 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "DELETE /v2.0/security-groups/a5cb9a15-8332-4abb-a3fe-c2c01ab93d3c HTTP/1.1" status: 204 len: 168 time: 0.4337726 Feb 04 11:43:19.307111 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40788) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:19.425962 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-487359b4-9f4d-4e5c-a38f-cb91e2413c54 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "PUT /v2.0/subnets/522b316c-f6bd-4c3c-b3b9-ab207f8d61ac/tags/tempest-TagsExtTest-Tag-726903645 HTTP/1.1" status: 201 len: 201 time: 0.2615268 Feb 04 11:43:19.429077 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40792) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:19.436403 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.tag.tag_plugin [None req-b9089bae-0425-4b89-9551-7b4619732cfd tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f4200ed1-6371-4af9-84f3-7e3c5fd839f1', 'tempest-TagsExtTest-Tag-331322399') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:19.480766 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6bdf42ae-23ca-4275-97b9-0b120fc21581 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Synchronizing usage tracker for tenant:9b16736f2a7d488aa89c7a00c47f84f6 on resource:security_group {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:43:19.483693 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-aaee1548-b095-4bfb-b1c8-e6bcb2fa7c75 None None] Set router 5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:43:19.486138 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67892ba1-1601-4a9e-a144-dc37f76cb300 req-a2ee1311-a8e3-4144-b7b0-4ba2f1009627 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:19.488211 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-67892ba1-1601-4a9e-a144-dc37f76cb300 req-a2ee1311-a8e3-4144-b7b0-4ba2f1009627 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2379017 Feb 04 11:43:19.551616 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-f947c43f-7dec-452a-9a0c-74f0067c0b76 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Deleting subnet 6dd13ac7-ddcf-4461-af29-a1faae2b9cd2 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:43:19.556132 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f947c43f-7dec-452a-9a0c-74f0067c0b76 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:19.592456 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6bdf42ae-23ca-4275-97b9-0b120fc21581 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Unset dirty status for tenant:9b16736f2a7d488aa89c7a00c47f84f6 on resource:security_group {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:43:19.592456 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6bdf42ae-23ca-4275-97b9-0b120fc21581 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2753184 Feb 04 11:43:19.592456 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40796) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:19.601150 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-97306f13-7932-478c-bec2-f07d6572c807 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Request body: {'security_group_rule': {'security_group_id': 'c66e66ff-7047-4adc-8d74-d6a3bda3c407', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:19.607674 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-97306f13-7932-478c-bec2-f07d6572c807 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:19.614516 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-97306f13-7932-478c-bec2-f07d6572c807 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Usage tracker for resource:security_group_rule and tenant:9b16736f2a7d488aa89c7a00c47f84f6 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:19.618491 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-97306f13-7932-478c-bec2-f07d6572c807 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:19.626514 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-97306f13-7932-478c-bec2-f07d6572c807 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:19.632696 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-f77eb3fa-2ef2-4fc6-954d-f47af42a2e73 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4e2cb104d3bb42a4a344ade0b8b3bbd0&device_id=fa402623-6cc9-4e51-a416-eab072a0a678 HTTP/1.1" status: 200 len: 1096 time: 0.1094398 Feb 04 11:43:19.638809 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f947c43f-7dec-452a-9a0c-74f0067c0b76 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:19.714755 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-94c364c6-53ae-47c4-b041-49a93bb3d684 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b05f1c2-2f05-4e2e-b8da-3decb613cd17 HTTP/1.1" status: 200 len: 217 time: 0.0738039 Feb 04 11:43:19.737852 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f947c43f-7dec-452a-9a0c-74f0067c0b76 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:19.795228 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-2af228e6-4447-4c77-9ae3-6294506257a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:19.798051 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-2af228e6-4447-4c77-9ae3-6294506257a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5af355fa-ef8e-4697-b6fa-0681cfbee57c HTTP/1.1" status: 200 len: 850 time: 0.0770659 Feb 04 11:43:19.842376 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-aaee1548-b095-4bfb-b1c8-e6bcb2fa7c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349409305', 'tenant_id': '491544c72a0440b88793a93ecb6a7285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '96b0c6b2-dd84-4904-b6e2-7f0de7500930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:38:44Z', 'updated_at': '2022-02-04T11:43:15Z', 'revision_number': 5, 'project_id': '491544c72a0440b88793a93ecb6a7285', 'gw_port': {'id': '96b0c6b2-dd84-4904-b6e2-7f0de7500930', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:46Z', 'updated_at': '2022-02-04T11:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:19.853965 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaee1548-b095-4bfb-b1c8-e6bcb2fa7c75 None None] Checking router: 5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:43:19.887460 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaee1548-b095-4bfb-b1c8-e6bcb2fa7c75 None None] Routers {'5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:43:19.888438 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-aaee1548-b095-4bfb-b1c8-e6bcb2fa7c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:43:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:19.896450 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b9089bae-0425-4b89-9551-7b4619732cfd tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "PUT /v2.0/ports/f4200ed1-6371-4af9-84f3-7e3c5fd839f1/tags/tempest-TagsExtTest-Tag-331322399 HTTP/1.1" status: 201 len: 201 time: 0.4626238 Feb 04 11:43:19.898138 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40800) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:19.920387 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.tag.tag_plugin [None req-9a181bed-2bdf-4c52-a422-8ade9577000a tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c4e5492b-2fca-4c9f-bbd6-45bdc2268048', 'tempest-TagsExtTest-Tag-1372169455') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:20.034911 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f947c43f-7dec-452a-9a0c-74f0067c0b76 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:20.099136 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-97306f13-7932-478c-bec2-f07d6572c807 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] create failed (client error): The resource could not be found. Feb 04 11:43:20.100234 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-97306f13-7932-478c-bec2-f07d6572c807 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5071161 Feb 04 11:43:20.101954 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947c43f-7dec-452a-9a0c-74f0067c0b76 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Pushing event deleted for resources: {'Subnet': ['ID=6dd13ac7-ddcf-4461-af29-a1faae2b9cd2,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:20.105023 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40806) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:20.109905 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-5fbaa0c4-1075-4a5f-9312-d4680810b373 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a23f3c76-d15a-4fcc-b821-61e65e6da3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3048697 Feb 04 11:43:20.110382 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-aaee1548-b095-4bfb-b1c8-e6bcb2fa7c75 None None] Set router 5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:43:20.116586 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-3115f36e-4e96-4977-876b-4920bc991f18 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Request body: {'security_group': {'name': 'tempest-secgroup--1552141178'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:20.132933 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a743e0-b854-460d-99ea-15dae27b1448 None None] Network 29516d56-73f4-4962-aac3-30725a9be94a requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:43:20.144861 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f947c43f-7dec-452a-9a0c-74f0067c0b76 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:20.153504 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-3115f36e-4e96-4977-876b-4920bc991f18 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:20.197300 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f947c43f-7dec-452a-9a0c-74f0067c0b76 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "DELETE /v2.0/subnets/6dd13ac7-ddcf-4461-af29-a1faae2b9cd2 HTTP/1.1" status: 204 len: 168 time: 0.9282227 Feb 04 11:43:20.197991 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40810) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:20.217742 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-3115f36e-4e96-4977-876b-4920bc991f18 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:20.287354 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387cab9-6c0b-4129-a669-d80510004237 req-e37ac34e-c9c1-477d-a28b-b44fd34d099a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:20.289154 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f387cab9-6c0b-4129-a669-d80510004237 req-e37ac34e-c9c1-477d-a28b-b44fd34d099a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa402623-6cc9-4e51-a416-eab072a0a678 HTTP/1.1" status: 200 len: 943 time: 0.1374960 Feb 04 11:43:20.299211 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9a181bed-2bdf-4c52-a422-8ade9577000a tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "PUT /v2.0/routers/c4e5492b-2fca-4c9f-bbd6-45bdc2268048/tags/tempest-TagsExtTest-Tag-1372169455 HTTP/1.1" status: 201 len: 201 time: 0.3985436 Feb 04 11:43:20.303435 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40814) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:20.325628 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.tag.tag_plugin [None req-57cbbf3d-0772-4423-9caf-34fca62b4a14 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '59059ef0-021d-4da1-a220-08266c6b4d1f', 'tempest-TagsExtTest-Tag-2066834314') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:20.339663 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3115f36e-4e96-4977-876b-4920bc991f18 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:20.391137 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-fb85e650-0a22-42b7-a0ef-b518ee54476d service neutron] 10.222.0.47 "GET /v2.0/networks/a23f3c76-d15a-4fcc-b821-61e65e6da3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748516 Feb 04 11:43:20.428799 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-3115f36e-4e96-4977-876b-4920bc991f18 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:20.459912 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-3115f36e-4e96-4977-876b-4920bc991f18 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Usage tracker for resource:security_group_rule and tenant:9b16736f2a7d488aa89c7a00c47f84f6 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:20.459912 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-3115f36e-4e96-4977-876b-4920bc991f18 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:20.466087 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f387cab9-6c0b-4129-a669-d80510004237 req-db3d7bda-cf6d-4dc4-90a5-8c2c97bf6774 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678269 Feb 04 11:43:20.467193 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-3115f36e-4e96-4977-876b-4920bc991f18 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:20.494362 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f60c21-7680-488a-94c2-38db4e0180db None None] DHCP port deletion for 29516d56-73f4-4962-aac3-30725a9be94a request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:43:20.501143 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-18f60c21-7680-488a-94c2-38db4e0180db None None] Deleting port bb9f2976-5b40-4792-9074-95cc19078953 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:43:20.501517 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-18f60c21-7680-488a-94c2-38db4e0180db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:20.544322 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3115f36e-4e96-4977-876b-4920bc991f18 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:20.548751 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-aaee1548-b095-4bfb-b1c8-e6bcb2fa7c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349409305', 'tenant_id': '491544c72a0440b88793a93ecb6a7285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '96b0c6b2-dd84-4904-b6e2-7f0de7500930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:38:44Z', 'updated_at': '2022-02-04T11:43:15Z', 'revision_number': 5, 'project_id': '491544c72a0440b88793a93ecb6a7285', 'gw_port': {'id': '96b0c6b2-dd84-4904-b6e2-7f0de7500930', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:46Z', 'updated_at': '2022-02-04T11:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:20.549282 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-57cbbf3d-0772-4423-9caf-34fca62b4a14 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "PUT /v2.0/subnetpools/59059ef0-021d-4da1-a220-08266c6b4d1f/tags/tempest-TagsExtTest-Tag-2066834314 HTTP/1.1" status: 201 len: 201 time: 0.2448452 Feb 04 11:43:20.549747 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40818) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:20.553464 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaee1548-b095-4bfb-b1c8-e6bcb2fa7c75 None None] The sync data for ids ['5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a'] in dv-neutron-827825-2-hyperv is: [{'id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349409305', 'tenant_id': '491544c72a0440b88793a93ecb6a7285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '96b0c6b2-dd84-4904-b6e2-7f0de7500930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:38:44Z', 'updated_at': '2022-02-04T11:43:15Z', 'revision_number': 5, 'project_id': '491544c72a0440b88793a93ecb6a7285', 'gw_port': {'id': '96b0c6b2-dd84-4904-b6e2-7f0de7500930', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:46Z', 'updated_at': '2022-02-04T11:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:43:20.558404 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.tag.tag_plugin [None req-0b365b0f-4267-40fd-854c-99c43c0745d2 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '522b316c-f6bd-4c3c-b3b9-ab207f8d61ac', {'tags': ['tempest-TagsExtTest-Tag-2067268454', 'tempest-TagsExtTest-Tag-1601001807', 'tempest-TagsExtTest-Tag-1745177786']}) {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:20.629927 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3115f36e-4e96-4977-876b-4920bc991f18 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:20.694750 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115f36e-4e96-4977-876b-4920bc991f18 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0312ccf-3e01-4ac0-a46d-dbd9fa4cd972,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:20.736396 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f1671561-b5f5-4c34-8d73-eac83df83efd req-2ad58c06-e8f2-402d-aad3-9b584b81ff6c service neutron] 10.222.0.47 "GET /v2.0/networks/a23f3c76-d15a-4fcc-b821-61e65e6da3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383620 Feb 04 11:43:20.755682 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0b365b0f-4267-40fd-854c-99c43c0745d2 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "PUT /v2.0/subnets/522b316c-f6bd-4c3c-b3b9-ab207f8d61ac/tags HTTP/1.1" status: 200 len: 318 time: 0.2043617 Feb 04 11:43:20.758155 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40822) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:20.762519 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-51fa96f0-9321-4003-95c7-63265192bfc6 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:20.768095 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.tag.tag_plugin [None req-1a6ae2b5-bbe3-48f6-8b60-1646add9bd8b tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '522b316c-f6bd-4c3c-b3b9-ab207f8d61ac') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:20.794602 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3115f36e-4e96-4977-876b-4920bc991f18 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:20.798187 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3115f36e-4e96-4977-876b-4920bc991f18 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6871648 Feb 04 11:43:20.799468 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40826) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:20.806183 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-18f60c21-7680-488a-94c2-38db4e0180db None None] For port bb9f2976-5b40-4792-9074-95cc19078953, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=bb9f2976-5b40-4792-9074-95cc19078953,segment=NetworkSegment(ec120722-0a88-4f12-b6cd-df43a0900923),segment_id=ec120722-0a88-4f12-b6cd-df43a0900923)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:43:20.806568 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-18f60c21-7680-488a-94c2-38db4e0180db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:20.809048 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-bd3acf1f-eb18-49b0-8cf2-2cd426fe2299 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Request body: {'security_group': {'name': 'tempest-secgroup--1469217323'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:20.816198 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-bd3acf1f-eb18-49b0-8cf2-2cd426fe2299 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:20.821928 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-bd3acf1f-eb18-49b0-8cf2-2cd426fe2299 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Usage tracker for resource:security_group and tenant:9b16736f2a7d488aa89c7a00c47f84f6 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:20.825910 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-bd3acf1f-eb18-49b0-8cf2-2cd426fe2299 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:20.832829 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-bd3acf1f-eb18-49b0-8cf2-2cd426fe2299 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:20.931547 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bd3acf1f-eb18-49b0-8cf2-2cd426fe2299 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:20.935647 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-18f60c21-7680-488a-94c2-38db4e0180db None None] Calling delete_port for bb9f2976-5b40-4792-9074-95cc19078953 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:43:20.963220 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-1a6ae2b5-bbe3-48f6-8b60-1646add9bd8b tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "DELETE /v2.0/subnets/522b316c-f6bd-4c3c-b3b9-ab207f8d61ac/tags HTTP/1.1" status: 204 len: 168 time: 0.2039764 Feb 04 11:43:20.966635 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40832) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:20.976118 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.tag.tag_plugin [None req-1e78e39d-8fe3-4665-8e4a-c97a1c6c6c1c tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '522b316c-f6bd-4c3c-b3b9-ab207f8d61ac', 'tempest-TagsExtTest-Tag-2067268454') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:21.017031 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-bd3acf1f-eb18-49b0-8cf2-2cd426fe2299 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:21.027813 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 8e23c066-7fff-4ff9-967d-ce156611570d no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:43:21.033238 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-bd3acf1f-eb18-49b0-8cf2-2cd426fe2299 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Usage tracker for resource:security_group_rule and tenant:9b16736f2a7d488aa89c7a00c47f84f6 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:21.037647 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-bd3acf1f-eb18-49b0-8cf2-2cd426fe2299 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:21.044451 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-bd3acf1f-eb18-49b0-8cf2-2cd426fe2299 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:21.047733 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-51fa96f0-9321-4003-95c7-63265192bfc6 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:21.078868 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-1e78e39d-8fe3-4665-8e4a-c97a1c6c6c1c tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] show failed (client error): The resource could not be found. Feb 04 11:43:21.083350 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1e78e39d-8fe3-4665-8e4a-c97a1c6c6c1c tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "GET /v2.0/subnets/522b316c-f6bd-4c3c-b3b9-ab207f8d61ac/tags/tempest-TagsExtTest-Tag-2067268454 HTTP/1.1" status: 404 len: 329 time: 0.1108334 Feb 04 11:43:21.083564 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 8e23c066-7fff-4ff9-967d-ce156611570d {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:43:21.083775 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40836) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:21.084128 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 8e23c066-7fff-4ff9-967d-ce156611570d not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:43:21.084630 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device bb9f2976-5b40-4792-9074-95cc19078953 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:43:21.093371 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.tag.tag_plugin [None req-4d2515ba-4dcf-4955-bece-b15886e1c3b6 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '522b316c-f6bd-4c3c-b3b9-ab207f8d61ac', 'tempest-TagsExtTest-Tag-1601001807') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:21.122535 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bd3acf1f-eb18-49b0-8cf2-2cd426fe2299 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:21.157288 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-51fa96f0-9321-4003-95c7-63265192bfc6 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Deleting port 96b0c6b2-dd84-4904-b6e2-7f0de7500930 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:43:21.162132 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-51fa96f0-9321-4003-95c7-63265192bfc6 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:21.191507 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Port bb9f2976-5b40-4792-9074-95cc19078953 update to DOWN by agent not found {{(pid=84206) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 04 11:43:21.195940 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-18f60c21-7680-488a-94c2-38db4e0180db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:21.217009 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-4d2515ba-4dcf-4955-bece-b15886e1c3b6 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] show failed (client error): The resource could not be found. Feb 04 11:43:21.220895 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-4d2515ba-4dcf-4955-bece-b15886e1c3b6 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "GET /v2.0/subnets/522b316c-f6bd-4c3c-b3b9-ab207f8d61ac/tags/tempest-TagsExtTest-Tag-1601001807 HTTP/1.1" status: 404 len: 329 time: 0.1334558 Feb 04 11:43:21.221330 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40840) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:21.228501 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.tag.tag_plugin [None req-36eb3e1f-2f68-48d7-9f9d-009152d2cda8 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '522b316c-f6bd-4c3c-b3b9-ab207f8d61ac', 'tempest-TagsExtTest-Tag-1745177786') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:21.241429 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f60c21-7680-488a-94c2-38db4e0180db None None] Pushing event deleted for resources: {'Port': ['ID=bb9f2976-5b40-4792-9074-95cc19078953,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:21.246456 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f60c21-7680-488a-94c2-38db4e0180db None None] No DVR routers for this DVR port bb9f2976-5b40-4792-9074-95cc19078953 on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:43:21.278897 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bd3acf1f-eb18-49b0-8cf2-2cd426fe2299 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:21.336529 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3acf1f-eb18-49b0-8cf2-2cd426fe2299 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d08bc35-ef1a-451e-bca5-f8b99904a2ad,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:21.365601 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-36eb3e1f-2f68-48d7-9f9d-009152d2cda8 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] show failed (client error): The resource could not be found. Feb 04 11:43:21.366770 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-36eb3e1f-2f68-48d7-9f9d-009152d2cda8 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "GET /v2.0/subnets/522b316c-f6bd-4c3c-b3b9-ab207f8d61ac/tags/tempest-TagsExtTest-Tag-1745177786 HTTP/1.1" status: 404 len: 329 time: 0.1435616 Feb 04 11:43:21.369430 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40844) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:21.375299 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-51fa96f0-9321-4003-95c7-63265192bfc6 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] For port 96b0c6b2-dd84-4904-b6e2-7f0de7500930, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=96b0c6b2-dd84-4904-b6e2-7f0de7500930,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:43:21.375652 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-51fa96f0-9321-4003-95c7-63265192bfc6 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:21.380986 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.tag.tag_plugin [None req-f7ffc0ec-b512-4278-98d0-383efc79fadd tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'f4200ed1-6371-4af9-84f3-7e3c5fd839f1', {'tags': ['tempest-TagsExtTest-Tag-58317588', 'tempest-TagsExtTest-Tag-86430817', 'tempest-TagsExtTest-Tag-2092128189']}) {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:21.410240 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bd3acf1f-eb18-49b0-8cf2-2cd426fe2299 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:21.411401 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-bd3acf1f-eb18-49b0-8cf2-2cd426fe2299 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6092932 Feb 04 11:43:21.417851 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40848) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:21.425026 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-d17279b4-e3fa-4566-bf02-748e5b23ed86 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Request body: {'security_group_rule': {'security_group_id': 'd0312ccf-3e01-4ac0-a46d-dbd9fa4cd972', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '2d08bc35-ef1a-451e-bca5-f8b99904a2ad'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:21.443788 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-d17279b4-e3fa-4566-bf02-748e5b23ed86 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:21.450866 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-d17279b4-e3fa-4566-bf02-748e5b23ed86 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Usage tracker for resource:security_group_rule and tenant:9b16736f2a7d488aa89c7a00c47f84f6 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:21.455366 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-d17279b4-e3fa-4566-bf02-748e5b23ed86 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:21.464819 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-d17279b4-e3fa-4566-bf02-748e5b23ed86 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:21.499187 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-51fa96f0-9321-4003-95c7-63265192bfc6 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Calling delete_port for 96b0c6b2-dd84-4904-b6e2-7f0de7500930 owned by network:router_gateway {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:43:21.591443 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f7ffc0ec-b512-4278-98d0-383efc79fadd tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "PUT /v2.0/ports/f4200ed1-6371-4af9-84f3-7e3c5fd839f1/tags HTTP/1.1" status: 200 len: 314 time: 0.2186837 Feb 04 11:43:21.592687 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40854) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:21.597735 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.tag.tag_plugin [None req-cf4f9e7c-d559-41b4-a432-43b8214c30d8 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f4200ed1-6371-4af9-84f3-7e3c5fd839f1') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:21.679599 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-d17279b4-e3fa-4566-bf02-748e5b23ed86 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:43:21.680698 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d17279b4-e3fa-4566-bf02-748e5b23ed86 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.2619321 Feb 04 11:43:21.683422 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40858) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:21.727262 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-cf4f9e7c-d559-41b4-a432-43b8214c30d8 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "DELETE /v2.0/ports/f4200ed1-6371-4af9-84f3-7e3c5fd839f1/tags HTTP/1.1" status: 204 len: 168 time: 0.1343429 Feb 04 11:43:21.730283 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40862) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:21.736026 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.tag.tag_plugin [None req-8b79300e-031e-43c6-bbc0-134053ad9338 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f4200ed1-6371-4af9-84f3-7e3c5fd839f1', 'tempest-TagsExtTest-Tag-58317588') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:21.740037 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838dbf88-816e-4188-93f9-eedae15e17e3 req-5c5f4355-fe03-4bb0-a6cd-340890d3c062 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:21.741517 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-838dbf88-816e-4188-93f9-eedae15e17e3 req-5c5f4355-fe03-4bb0-a6cd-340890d3c062 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa402623-6cc9-4e51-a416-eab072a0a678 HTTP/1.1" status: 200 len: 943 time: 0.1001370 Feb 04 11:43:21.784189 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-51fa96f0-9321-4003-95c7-63265192bfc6 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:21.792113 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8d856b40-a3c9-432a-9d95-c7dfb8c6df27 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:21.829165 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8d856b40-a3c9-432a-9d95-c7dfb8c6df27 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:21.834000 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-838dbf88-816e-4188-93f9-eedae15e17e3 req-059d3700-745c-4d29-ad80-3cf3339a7822 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864763 Feb 04 11:43:21.836565 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa96f0-9321-4003-95c7-63265192bfc6 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Pushing event deleted for resources: {'Port': ['ID=96b0c6b2-dd84-4904-b6e2-7f0de7500930,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:21.873352 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-8b79300e-031e-43c6-bbc0-134053ad9338 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] show failed (client error): The resource could not be found. Feb 04 11:43:21.874380 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8b79300e-031e-43c6-bbc0-134053ad9338 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "GET /v2.0/ports/f4200ed1-6371-4af9-84f3-7e3c5fd839f1/tags/tempest-TagsExtTest-Tag-58317588 HTTP/1.1" status: 404 len: 327 time: 0.1425910 Feb 04 11:43:21.879279 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40866) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:21.887651 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.tag.tag_plugin [None req-7a47d990-2b93-42b6-adaa-76efcd028df7 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f4200ed1-6371-4af9-84f3-7e3c5fd839f1', 'tempest-TagsExtTest-Tag-86430817') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:21.947863 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8d856b40-a3c9-432a-9d95-c7dfb8c6df27 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:21.969518 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d856b40-a3c9-432a-9d95-c7dfb8c6df27 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d08bc35-ef1a-451e-bca5-f8b99904a2ad,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:21.975466 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8d856b40-a3c9-432a-9d95-c7dfb8c6df27 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:21.979066 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8d856b40-a3c9-432a-9d95-c7dfb8c6df27 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "DELETE /v2.0/security-groups/2d08bc35-ef1a-451e-bca5-f8b99904a2ad HTTP/1.1" status: 204 len: 168 time: 0.2921395 Feb 04 11:43:21.979439 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40870) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:22.156295 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-7a47d990-2b93-42b6-adaa-76efcd028df7 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] show failed (client error): The resource could not be found. Feb 04 11:43:22.157298 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-7a47d990-2b93-42b6-adaa-76efcd028df7 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "GET /v2.0/ports/f4200ed1-6371-4af9-84f3-7e3c5fd839f1/tags/tempest-TagsExtTest-Tag-86430817 HTTP/1.1" status: 404 len: 327 time: 0.2790236 Feb 04 11:43:22.157987 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-51fa96f0-9321-4003-95c7-63265192bfc6 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:22.160713 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40874) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:22.166721 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.tag.tag_plugin [None req-80d02361-36f1-430b-86b4-86d3824462a1 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f4200ed1-6371-4af9-84f3-7e3c5fd839f1', 'tempest-TagsExtTest-Tag-2092128189') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:22.244092 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-80d02361-36f1-430b-86b4-86d3824462a1 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] show failed (client error): The resource could not be found. Feb 04 11:43:22.245140 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-80d02361-36f1-430b-86b4-86d3824462a1 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "GET /v2.0/ports/f4200ed1-6371-4af9-84f3-7e3c5fd839f1/tags/tempest-TagsExtTest-Tag-2092128189 HTTP/1.1" status: 404 len: 329 time: 0.0833924 Feb 04 11:43:22.247856 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40878) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:22.253560 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.tag.tag_plugin [None req-867fdb6e-c42b-4a8a-bd81-6ff7de73998a tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c4e5492b-2fca-4c9f-bbd6-45bdc2268048', {'tags': ['tempest-TagsExtTest-Tag-1008323266', 'tempest-TagsExtTest-Tag-1425674324', 'tempest-TagsExtTest-Tag-955345824']}) {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:22.406610 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1648ffe5-c52e-4a62-8b93-53becba8b3e4 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.4249740 Feb 04 11:43:22.411425 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40882) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:22.473199 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0a595b06-836c-4f50-ab50-73d8c2e9f79f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:22.483957 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-867fdb6e-c42b-4a8a-bd81-6ff7de73998a tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "PUT /v2.0/routers/c4e5492b-2fca-4c9f-bbd6-45bdc2268048/tags HTTP/1.1" status: 200 len: 317 time: 0.2351797 Feb 04 11:43:22.487258 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40886) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:22.495992 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.tag.tag_plugin [None req-6edec690-3b6b-481a-8d20-f6d9d91f3658 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c4e5492b-2fca-4c9f-bbd6-45bdc2268048') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:22.536993 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-51fa96f0-9321-4003-95c7-63265192bfc6 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:22.541631 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-51fa96f0-9321-4003-95c7-63265192bfc6 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:22.567613 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0a595b06-836c-4f50-ab50-73d8c2e9f79f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:22.616667 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-51fa96f0-9321-4003-95c7-63265192bfc6 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:22.617204 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51fa96f0-9321-4003-95c7-63265192bfc6 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Fanout notify agent at l3_agent the message router_deleted on router 5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:43:22.633411 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-51fa96f0-9321-4003-95c7-63265192bfc6 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:22.635876 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-51fa96f0-9321-4003-95c7-63265192bfc6 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "DELETE /v2.0/routers/5eb3efc4-2dd1-46d6-8a27-ffe6fbdeb33a HTTP/1.1" status: 204 len: 168 time: 2.4368291 Feb 04 11:43:22.638479 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40890) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:22.783136 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b398dbe8-537d-4f1d-8013-10a6ba3be499 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:22.823922 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0a595b06-836c-4f50-ab50-73d8c2e9f79f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:22.861476 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6edec690-3b6b-481a-8d20-f6d9d91f3658 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "DELETE /v2.0/routers/c4e5492b-2fca-4c9f-bbd6-45bdc2268048/tags HTTP/1.1" status: 204 len: 168 time: 0.3728166 Feb 04 11:43:22.862369 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a595b06-836c-4f50-ab50-73d8c2e9f79f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0312ccf-3e01-4ac0-a46d-dbd9fa4cd972,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:22.864695 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40894) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:22.870505 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.tag.tag_plugin [None req-3b497864-7734-4f23-b698-d03a99995f18 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c4e5492b-2fca-4c9f-bbd6-45bdc2268048', 'tempest-TagsExtTest-Tag-1008323266') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:23.022705 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-3b497864-7734-4f23-b698-d03a99995f18 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] show failed (client error): The resource could not be found. Feb 04 11:43:23.024163 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3b497864-7734-4f23-b698-d03a99995f18 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "GET /v2.0/routers/c4e5492b-2fca-4c9f-bbd6-45bdc2268048/tags/tempest-TagsExtTest-Tag-1008323266 HTTP/1.1" status: 404 len: 329 time: 0.1578579 Feb 04 11:43:23.026578 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40902) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:23.031844 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.tag.tag_plugin [None req-9d811c5d-8403-4f90-a7c8-19c9bf1bdcbb tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c4e5492b-2fca-4c9f-bbd6-45bdc2268048', 'tempest-TagsExtTest-Tag-1425674324') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:23.072555 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0a595b06-836c-4f50-ab50-73d8c2e9f79f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:23.072555 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0a595b06-836c-4f50-ab50-73d8c2e9f79f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "DELETE /v2.0/security-groups/d0312ccf-3e01-4ac0-a46d-dbd9fa4cd972 HTTP/1.1" status: 204 len: 168 time: 0.6611269 Feb 04 11:43:23.078789 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40906) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:23.085141 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b398dbe8-537d-4f1d-8013-10a6ba3be499 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:23.126910 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-b398dbe8-537d-4f1d-8013-10a6ba3be499 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29516d56-73f4-4962-aac3-30725a9be94a']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:23.138746 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 96b0c6b2-dd84-4904-b6e2-7f0de7500930 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:43:23.156862 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-b398dbe8-537d-4f1d-8013-10a6ba3be499 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec120722-0a88-4f12-b6cd-df43a0900923') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:23.157202 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-b398dbe8-537d-4f1d-8013-10a6ba3be499 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec120722-0a88-4f12-b6cd-df43a0900923') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:23.174416 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b398dbe8-537d-4f1d-8013-10a6ba3be499 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:23.180194 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 96b0c6b2-dd84-4904-b6e2-7f0de7500930 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:43:23.180758 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 96b0c6b2-dd84-4904-b6e2-7f0de7500930 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:43:23.195204 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b398dbe8-537d-4f1d-8013-10a6ba3be499 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:23.204667 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b398dbe8-537d-4f1d-8013-10a6ba3be499 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:43:23.205193 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b398dbe8-537d-4f1d-8013-10a6ba3be499 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:23.207374 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-9d811c5d-8403-4f90-a7c8-19c9bf1bdcbb tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] show failed (client error): The resource could not be found. Feb 04 11:43:23.210965 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9d811c5d-8403-4f90-a7c8-19c9bf1bdcbb tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "GET /v2.0/routers/c4e5492b-2fca-4c9f-bbd6-45bdc2268048/tags/tempest-TagsExtTest-Tag-1425674324 HTTP/1.1" status: 404 len: 329 time: 0.1809518 Feb 04 11:43:23.211750 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40910) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:23.219858 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:43:23.219858 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:43:23.219858 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:43:23.219858 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:43:23.219858 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:43:23.219858 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:43:23.219858 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:43:23.219858 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:43:23.219858 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:43:23.219858 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:43:23.219858 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:43:23.219858 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:43:23.219858 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:43:23.219858 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:43:23.219858 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:43:23.219858 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:43:23.219858 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:43:23.219858 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:43:23.219858 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:43:23.219858 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:43:23.219858 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:43:23.219858 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:43:23.219858 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:43:23.219858 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:43:23.219858 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:43:23.219858 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:43:23.219858 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:43:23.219858 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:43:23.219858 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:43:23.219858 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:43:23.219858 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:43:23.219858 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:43:23.224768 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.tag.tag_plugin [None req-df60034f-85b2-4594-a841-7146ed38822d tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c4e5492b-2fca-4c9f-bbd6-45bdc2268048', 'tempest-TagsExtTest-Tag-955345824') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:23.226108 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dfbc5d-be8c-4508-8f3d-67284f38bd57 req-8c28c50b-2be1-4556-a1cd-e1b624dad34d tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:23.227554 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-17dfbc5d-be8c-4508-8f3d-67284f38bd57 req-8c28c50b-2be1-4556-a1cd-e1b624dad34d tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa402623-6cc9-4e51-a416-eab072a0a678 HTTP/1.1" status: 200 len: 943 time: 0.2032392 Feb 04 11:43:23.282664 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-eb32081e-ed87-4f7e-be64-644cc3b1351f tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1973329 Feb 04 11:43:23.290573 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40914) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:23.297532 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-aa66e069-db1b-4cfc-a217-ba1794539fdc tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Request body: {'security_group': {'name': 'tempest-secgroup--1677000133'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:23.303920 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-aa66e069-db1b-4cfc-a217-ba1794539fdc tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:23.309052 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-aa66e069-db1b-4cfc-a217-ba1794539fdc tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Usage tracker for resource:security_group and tenant:9b16736f2a7d488aa89c7a00c47f84f6 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:23.313257 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-aa66e069-db1b-4cfc-a217-ba1794539fdc tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:23.352838 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-17dfbc5d-be8c-4508-8f3d-67284f38bd57 req-300e5b62-3c24-42b5-94b7-b21170177924 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183991 Feb 04 11:43:23.378372 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-aa66e069-db1b-4cfc-a217-ba1794539fdc tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:23.392345 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-df60034f-85b2-4594-a841-7146ed38822d tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] show failed (client error): The resource could not be found. Feb 04 11:43:23.393380 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-df60034f-85b2-4594-a841-7146ed38822d tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "GET /v2.0/routers/c4e5492b-2fca-4c9f-bbd6-45bdc2268048/tags/tempest-TagsExtTest-Tag-955345824 HTTP/1.1" status: 404 len: 328 time: 0.1805305 Feb 04 11:43:23.396911 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40918) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:23.399816 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b398dbe8-537d-4f1d-8013-10a6ba3be499 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:23.404254 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.tag.tag_plugin [None req-7053729d-7af8-4e3e-965e-a8ed8e244c6b tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '59059ef0-021d-4da1-a220-08266c6b4d1f', {'tags': ['tempest-TagsExtTest-Tag-842112866', 'tempest-TagsExtTest-Tag-1838958152', 'tempest-TagsExtTest-Tag-736227000']}) {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:23.420351 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b398dbe8-537d-4f1d-8013-10a6ba3be499 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:23.426883 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398dbe8-537d-4f1d-8013-10a6ba3be499 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Pushing event deleted for resources: {'Network': ['ID=29516d56-73f4-4962-aac3-30725a9be94a,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:23.449257 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-aa66e069-db1b-4cfc-a217-ba1794539fdc tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:23.483976 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-aa66e069-db1b-4cfc-a217-ba1794539fdc tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:23.487777 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-aa66e069-db1b-4cfc-a217-ba1794539fdc tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Usage tracker for resource:security_group_rule and tenant:9b16736f2a7d488aa89c7a00c47f84f6 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:23.490625 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-aa66e069-db1b-4cfc-a217-ba1794539fdc tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:23.496680 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-aa66e069-db1b-4cfc-a217-ba1794539fdc tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:23.530178 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b398dbe8-537d-4f1d-8013-10a6ba3be499 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "DELETE /v2.0/networks/29516d56-73f4-4962-aac3-30725a9be94a HTTP/1.1" status: 204 len: 168 time: 0.8869078 Feb 04 11:43:23.533453 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40922) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:23.560151 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-7053729d-7af8-4e3e-965e-a8ed8e244c6b tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "PUT /v2.0/subnetpools/59059ef0-021d-4da1-a220-08266c6b4d1f/tags HTTP/1.1" status: 200 len: 316 time: 0.1622961 Feb 04 11:43:23.564453 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40926) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:23.570154 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.tag.tag_plugin [None req-03099284-ef4d-4569-b0bc-3f114d04ed27 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '59059ef0-021d-4da1-a220-08266c6b4d1f') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:23.580347 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-aa66e069-db1b-4cfc-a217-ba1794539fdc tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:23.623798 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dcf83d85-f6ca-4aa3-a21a-762d0da53134 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:23.653332 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dcf83d85-f6ca-4aa3-a21a-762d0da53134 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:23.683425 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-aa66e069-db1b-4cfc-a217-ba1794539fdc tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:23.710921 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-03099284-ef4d-4569-b0bc-3f114d04ed27 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "DELETE /v2.0/subnetpools/59059ef0-021d-4da1-a220-08266c6b4d1f/tags HTTP/1.1" status: 204 len: 168 time: 0.1454055 Feb 04 11:43:23.713705 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40930) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:23.719063 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.tag.tag_plugin [None req-1b039990-1e64-4f46-afc7-e9932117a463 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '59059ef0-021d-4da1-a220-08266c6b4d1f', 'tempest-TagsExtTest-Tag-842112866') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:23.740446 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66e069-db1b-4cfc-a217-ba1794539fdc tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b415e70-c519-4f39-aef6-81f7e8c07cf3,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:23.744840 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-1b039990-1e64-4f46-afc7-e9932117a463 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] show failed (client error): The resource could not be found. Feb 04 11:43:23.748465 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-1b039990-1e64-4f46-afc7-e9932117a463 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "GET /v2.0/subnetpools/59059ef0-021d-4da1-a220-08266c6b4d1f/tags/tempest-TagsExtTest-Tag-842112866 HTTP/1.1" status: 404 len: 328 time: 0.0313201 Feb 04 11:43:23.749069 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40934) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:23.754822 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.tag.tag_plugin [None req-3a738376-5663-45a9-bb44-9130a83077f0 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '59059ef0-021d-4da1-a220-08266c6b4d1f', 'tempest-TagsExtTest-Tag-1838958152') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:23.779370 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-3a738376-5663-45a9-bb44-9130a83077f0 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] show failed (client error): The resource could not be found. Feb 04 11:43:23.780367 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3a738376-5663-45a9-bb44-9130a83077f0 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "GET /v2.0/subnetpools/59059ef0-021d-4da1-a220-08266c6b4d1f/tags/tempest-TagsExtTest-Tag-1838958152 HTTP/1.1" status: 404 len: 329 time: 0.0306809 Feb 04 11:43:23.783300 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40938) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:23.788895 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.tag.tag_plugin [None req-409be64e-efca-4537-b046-af18d45ceb92 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '59059ef0-021d-4da1-a220-08266c6b4d1f', 'tempest-TagsExtTest-Tag-736227000') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:23.806489 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-aa66e069-db1b-4cfc-a217-ba1794539fdc tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:23.807563 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-aa66e069-db1b-4cfc-a217-ba1794539fdc tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5156040 Feb 04 11:43:23.810626 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40942) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:23.815179 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-409be64e-efca-4537-b046-af18d45ceb92 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] show failed (client error): The resource could not be found. Feb 04 11:43:23.816280 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-409be64e-efca-4537-b046-af18d45ceb92 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "GET /v2.0/subnetpools/59059ef0-021d-4da1-a220-08266c6b4d1f/tags/tempest-TagsExtTest-Tag-736227000 HTTP/1.1" status: 404 len: 328 time: 0.0320101 Feb 04 11:43:23.816477 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-6a5c781f-076f-4341-996e-11a37f667e98 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Request body: {'security_group_rule': {'security_group_id': '5b415e70-c519-4f39-aef6-81f7e8c07cf3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:23.819162 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40946) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:23.822776 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6a5c781f-076f-4341-996e-11a37f667e98 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:23.824338 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.tag.tag_plugin [None req-f4970300-77b0-4d79-b7ef-28b9bde81fb1 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '59059ef0-021d-4da1-a220-08266c6b4d1f') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:23.826741 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6a5c781f-076f-4341-996e-11a37f667e98 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Usage tracker for resource:security_group_rule and tenant:9b16736f2a7d488aa89c7a00c47f84f6 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:23.833283 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6a5c781f-076f-4341-996e-11a37f667e98 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:23.836703 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6a5c781f-076f-4341-996e-11a37f667e98 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:23.851335 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dcf83d85-f6ca-4aa3-a21a-762d0da53134 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:23.871635 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f4970300-77b0-4d79-b7ef-28b9bde81fb1 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "DELETE /v2.0/subnetpools/59059ef0-021d-4da1-a220-08266c6b4d1f/tags HTTP/1.1" status: 204 len: 168 time: 0.0515773 Feb 04 11:43:23.873293 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf83d85-f6ca-4aa3-a21a-762d0da53134 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56276931-9902-4f5f-876e-c45590f45267,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:23.875289 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40950) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:23.891215 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.tag.tag_plugin [None req-92005456-3106-437b-bea8-a6a6afaf8f61 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c4e5492b-2fca-4c9f-bbd6-45bdc2268048') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:23.968473 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dcf83d85-f6ca-4aa3-a21a-762d0da53134 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:23.969624 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-dcf83d85-f6ca-4aa3-a21a-762d0da53134 tempest-TestNetworkAdvancedServerOps-117975826 tempest-TestNetworkAdvancedServerOps-117975826-project] 10.222.0.21 "DELETE /v2.0/security-groups/56276931-9902-4f5f-876e-c45590f45267 HTTP/1.1" status: 204 len: 168 time: 0.4352417 Feb 04 11:43:24.037045 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-92005456-3106-437b-bea8-a6a6afaf8f61 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "DELETE /v2.0/routers/c4e5492b-2fca-4c9f-bbd6-45bdc2268048/tags HTTP/1.1" status: 204 len: 168 time: 0.1602254 Feb 04 11:43:24.039353 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-6a5c781f-076f-4341-996e-11a37f667e98 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:43:24.039740 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40956) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:24.040242 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6a5c781f-076f-4341-996e-11a37f667e98 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2286379 Feb 04 11:43:24.043276 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40960) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:24.045442 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.tag.tag_plugin [None req-0bd3b2d0-fbab-4510-bc10-4bc773ced28e tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f4200ed1-6371-4af9-84f3-7e3c5fd839f1') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:24.048563 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-710805da-e1da-4730-bab1-0044e98ce820 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Request body: {'security_group_rule': {'security_group_id': '5b415e70-c519-4f39-aef6-81f7e8c07cf3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:24.054702 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-710805da-e1da-4730-bab1-0044e98ce820 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:24.058603 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-710805da-e1da-4730-bab1-0044e98ce820 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Usage tracker for resource:security_group_rule and tenant:9b16736f2a7d488aa89c7a00c47f84f6 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:24.061593 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-710805da-e1da-4730-bab1-0044e98ce820 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:24.068259 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-710805da-e1da-4730-bab1-0044e98ce820 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:24.127487 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-0bd3b2d0-fbab-4510-bc10-4bc773ced28e tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "DELETE /v2.0/ports/f4200ed1-6371-4af9-84f3-7e3c5fd839f1/tags HTTP/1.1" status: 204 len: 168 time: 0.0866187 Feb 04 11:43:24.131435 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40966) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:24.140543 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.tag.tag_plugin [None req-a448f45b-0ba1-4a6d-bd66-c9ef540239e5 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '522b316c-f6bd-4c3c-b3b9-ab207f8d61ac') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:24.228928 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a448f45b-0ba1-4a6d-bd66-c9ef540239e5 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "DELETE /v2.0/subnets/522b316c-f6bd-4c3c-b3b9-ab207f8d61ac/tags HTTP/1.1" status: 204 len: 168 time: 0.0957086 Feb 04 11:43:24.234805 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40970) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:24.250923 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-710805da-e1da-4730-bab1-0044e98ce820 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:43:24.253688 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-710805da-e1da-4730-bab1-0044e98ce820 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2077231 Feb 04 11:43:24.255918 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40974) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:24.329695 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5c656a0d-8d62-43e4-9b05-3683c9b6fdf9 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:24.358939 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5c656a0d-8d62-43e4-9b05-3683c9b6fdf9 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:24.371682 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f03aad50-a419-4209-9d7b-de47445c68e4 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks [] for subnetpool, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:24.372823 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f03aad50-a419-4209-9d7b-de47445c68e4 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "DELETE /v2.0/subnetpools/59059ef0-021d-4da1-a220-08266c6b4d1f HTTP/1.1" status: 204 len: 168 time: 0.1371100 Feb 04 11:43:24.375593 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40978) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:24.424965 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-b4fa51cb-8f76-4893-8457-f8bd9e564128 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Synchronizing usage tracker for tenant:a5a9b6ba2a714365b54980298cdc1ef7 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:43:24.472603 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5c656a0d-8d62-43e4-9b05-3683c9b6fdf9 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:24.492731 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c656a0d-8d62-43e4-9b05-3683c9b6fdf9 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b415e70-c519-4f39-aef6-81f7e8c07cf3,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:24.499942 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5c656a0d-8d62-43e4-9b05-3683c9b6fdf9 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:24.501157 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5c656a0d-8d62-43e4-9b05-3683c9b6fdf9 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "DELETE /v2.0/security-groups/5b415e70-c519-4f39-aef6-81f7e8c07cf3 HTTP/1.1" status: 204 len: 168 time: 0.2441480 Feb 04 11:43:24.505199 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40986) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:24.531004 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-b4fa51cb-8f76-4893-8457-f8bd9e564128 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Unset dirty status for tenant:a5a9b6ba2a714365b54980298cdc1ef7 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:43:24.531004 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b4fa51cb-8f76-4893-8457-f8bd9e564128 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4e5492b-2fca-4c9f-bbd6-45bdc2268048 HTTP/1.1" status: 200 len: 205 time: 0.1496263 Feb 04 11:43:24.531004 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 40990) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:24.561693 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8409941e-9c5c-46aa-a916-9a75e82d8247 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Synchronizing usage tracker for tenant:9b16736f2a7d488aa89c7a00c47f84f6 on resource:security_group {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:43:24.564859 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 40994) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:24.654925 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8409941e-9c5c-46aa-a916-9a75e82d8247 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Unset dirty status for tenant:9b16736f2a7d488aa89c7a00c47f84f6 on resource:security_group {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:43:24.656349 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8409941e-9c5c-46aa-a916-9a75e82d8247 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1501243 Feb 04 11:43:24.660628 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41000) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:24.668469 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-44d6bfb3-de0b-49a7-8a76-8e0a308ee975 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Request body: {'security_group': {'name': 'tempest-secgroup--772763138'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:24.674690 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-44d6bfb3-de0b-49a7-8a76-8e0a308ee975 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:24.690035 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7a43c-eb0f-4a7e-81d5-5c1165f17a5b req-623cdf13-1883-42de-aeaa-771ebbfc3ef8 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:24.690525 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-44d6bfb3-de0b-49a7-8a76-8e0a308ee975 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:24.694466 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2ab7a43c-eb0f-4a7e-81d5-5c1165f17a5b req-623cdf13-1883-42de-aeaa-771ebbfc3ef8 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa402623-6cc9-4e51-a416-eab072a0a678 HTTP/1.1" status: 200 len: 943 time: 0.2193043 Feb 04 11:43:24.706328 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-94ac45f1-740d-49b6-aa0c-01eb4ec39384 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:24.762237 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-67b0a016-5226-45b7-9584-347f7cc3c27e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=491544c72a0440b88793a93ecb6a7285&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1962111 Feb 04 11:43:24.764575 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41004) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:24.794670 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-44d6bfb3-de0b-49a7-8a76-8e0a308ee975 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:24.856627 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-44d6bfb3-de0b-49a7-8a76-8e0a308ee975 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:24.858723 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0604cc53-14a7-4f44-829c-fb7a4ea2c33d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:24.865537 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2ab7a43c-eb0f-4a7e-81d5-5c1165f17a5b req-3b51aef8-cfbf-460c-9565-e4b5d9a52102 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624780 Feb 04 11:43:24.868528 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-44d6bfb3-de0b-49a7-8a76-8e0a308ee975 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Usage tracker for resource:security_group_rule and tenant:9b16736f2a7d488aa89c7a00c47f84f6 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:24.877256 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-44d6bfb3-de0b-49a7-8a76-8e0a308ee975 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:24.886247 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-44d6bfb3-de0b-49a7-8a76-8e0a308ee975 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:24.904497 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0604cc53-14a7-4f44-829c-fb7a4ea2c33d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:24.979203 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-44d6bfb3-de0b-49a7-8a76-8e0a308ee975 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:25.039189 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-44d6bfb3-de0b-49a7-8a76-8e0a308ee975 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:25.054399 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0604cc53-14a7-4f44-829c-fb7a4ea2c33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:25.099847 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6bfb3-de0b-49a7-8a76-8e0a308ee975 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9d9e99-e044-4cf4-970c-90ff1b132252,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:25.115560 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604cc53-14a7-4f44-829c-fb7a4ea2c33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435e5f0c-8228-4dea-a76c-5ac3bb2d131d,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:25.178679 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0604cc53-14a7-4f44-829c-fb7a4ea2c33d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:25.180309 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-0604cc53-14a7-4f44-829c-fb7a4ea2c33d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/435e5f0c-8228-4dea-a76c-5ac3bb2d131d HTTP/1.1" status: 204 len: 168 time: 0.4143612 Feb 04 11:43:25.228273 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-44d6bfb3-de0b-49a7-8a76-8e0a308ee975 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:25.232463 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-44d6bfb3-de0b-49a7-8a76-8e0a308ee975 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5677705 Feb 04 11:43:25.232784 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41010) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:25.235379 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-94ac45f1-740d-49b6-aa0c-01eb4ec39384 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:25.239319 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-d2b7b1c4-1b7b-444d-81d9-3a1786472158 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:25.239737 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-d2b7b1c4-1b7b-444d-81d9-3a1786472158 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 11:43:25.243208 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d2b7b1c4-1b7b-444d-81d9-3a1786472158 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "PUT /v2.0/security-groups/1b9d9e99-e044-4cf4-970c-90ff1b132252 HTTP/1.1" status: 409 len: 330 time: 0.0069890 Feb 04 11:43:25.243433 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41014) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:25.246714 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-94ac45f1-740d-49b6-aa0c-01eb4ec39384 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:25.312678 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-27c80533-343b-4283-ad3d-9a18569d6ea2 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:25.338747 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-27c80533-343b-4283-ad3d-9a18569d6ea2 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:25.382429 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-94ac45f1-740d-49b6-aa0c-01eb4ec39384 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:25.382982 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ac45f1-740d-49b6-aa0c-01eb4ec39384 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Fanout notify agent at l3_agent the message router_deleted on router c4e5492b-2fca-4c9f-bbd6-45bdc2268048 {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:43:25.392859 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-94ac45f1-740d-49b6-aa0c-01eb4ec39384 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:25.393979 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-94ac45f1-740d-49b6-aa0c-01eb4ec39384 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "DELETE /v2.0/routers/c4e5492b-2fca-4c9f-bbd6-45bdc2268048 HTTP/1.1" status: 204 len: 168 time: 0.8628454 Feb 04 11:43:25.396768 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41020) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:25.462796 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-e205821a-abf9-4fcf-94c2-bb5c2f953597 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Deleting port f4200ed1-6371-4af9-84f3-7e3c5fd839f1 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:43:25.463084 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e205821a-abf9-4fcf-94c2-bb5c2f953597 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:25.483675 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-27c80533-343b-4283-ad3d-9a18569d6ea2 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:25.504592 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c80533-343b-4283-ad3d-9a18569d6ea2 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9d9e99-e044-4cf4-970c-90ff1b132252,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:25.511791 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-27c80533-343b-4283-ad3d-9a18569d6ea2 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:25.512828 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-27c80533-343b-4283-ad3d-9a18569d6ea2 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "DELETE /v2.0/security-groups/1b9d9e99-e044-4cf4-970c-90ff1b132252 HTTP/1.1" status: 204 len: 168 time: 0.2682691 Feb 04 11:43:25.516247 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41026) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:25.579305 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-160989c4-601b-4970-975a-27a493841794 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Synchronizing usage tracker for tenant:9b16736f2a7d488aa89c7a00c47f84f6 on resource:security_group {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:43:25.649367 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-160989c4-601b-4970-975a-27a493841794 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] Unset dirty status for tenant:9b16736f2a7d488aa89c7a00c47f84f6 on resource:security_group {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:43:25.650632 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-160989c4-601b-4970-975a-27a493841794 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1340201 Feb 04 11:43:25.654520 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41030) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:25.671913 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-b474de0f-9b7e-467b-adb0-e2c1b3cb4756 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] delete failed (client error): The resource could not be found. Feb 04 11:43:25.672877 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b474de0f-9b7e-467b-adb0-e2c1b3cb4756 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "DELETE /v2.0/security-groups/2642036e-155c-46a5-8660-70ae2981ea53 HTTP/1.1" status: 404 len: 347 time: 0.0174882 Feb 04 11:43:25.676857 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41034) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:25.693145 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-57cb7ddc-62af-42cc-b492-e8c70ef18339 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] show failed (client error): The resource could not be found. Feb 04 11:43:25.694309 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-57cb7ddc-62af-42cc-b492-e8c70ef18339 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "GET /v2.0/security-groups/647a89e4-8d87-47de-8549-55bd619b493c HTTP/1.1" status: 404 len: 347 time: 0.0166328 Feb 04 11:43:25.698611 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41038) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:25.713994 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41042) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:25.719358 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.api.v2.resource [None req-f544358f-bb71-42e2-a264-09e25c969bd3 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] show failed (client error): The resource could not be found. Feb 04 11:43:25.720324 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f544358f-bb71-42e2-a264-09e25c969bd3 tempest-NegativeSecGroupIPv6Test-35761816 tempest-NegativeSecGroupIPv6Test-35761816-project] 10.222.0.21 "GET /v2.0/security-group-rules/60a4315a-6a16-4eb1-a468-619d39a8811a HTTP/1.1" status: 404 len: 356 time: 0.0208402 Feb 04 11:43:25.798313 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e205821a-abf9-4fcf-94c2-bb5c2f953597 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:25.930492 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41050) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:25.935211 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-e205821a-abf9-4fcf-94c2-bb5c2f953597 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Calling delete_port for f4200ed1-6371-4af9-84f3-7e3c5fd839f1 owned by {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:43:26.110235 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f900eb1e-3f0a-470b-af37-ce4d62f8ee98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:26.166886 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c52911-2877-4050-aff3-4799b2e0c9ed req-6bddd08f-b141-475d-92cd-aad69fd6d550 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:26.168477 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-88c52911-2877-4050-aff3-4799b2e0c9ed req-6bddd08f-b141-475d-92cd-aad69fd6d550 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa402623-6cc9-4e51-a416-eab072a0a678 HTTP/1.1" status: 200 len: 943 time: 0.1000082 Feb 04 11:43:26.222825 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-88c52911-2877-4050-aff3-4799b2e0c9ed req-c416dc95-7868-47c3-8759-f4bcde93d3a2 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445526 Feb 04 11:43:26.257998 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41056) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:26.260579 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f900eb1e-3f0a-470b-af37-ce4d62f8ee98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:26.267781 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f900eb1e-3f0a-470b-af37-ce4d62f8ee98 admin admin] Usage tracker for resource:security_group_rule and tenant:11e161b04faf401481b7d067385b1745 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:26.271777 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f900eb1e-3f0a-470b-af37-ce4d62f8ee98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:26.277681 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f900eb1e-3f0a-470b-af37-ce4d62f8ee98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:26.278500 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e205821a-abf9-4fcf-94c2-bb5c2f953597 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:26.336290 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205821a-abf9-4fcf-94c2-bb5c2f953597 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Pushing event deleted for resources: {'Port': ['ID=f4200ed1-6371-4af9-84f3-7e3c5fd839f1,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:26.356019 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f900eb1e-3f0a-470b-af37-ce4d62f8ee98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:26.428171 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f900eb1e-3f0a-470b-af37-ce4d62f8ee98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:26.475598 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e205821a-abf9-4fcf-94c2-bb5c2f953597 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:26.476390 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900eb1e-3f0a-470b-af37-ce4d62f8ee98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b5fddf-6dd7-4e87-a432-6b99b6b5e6ab,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:26.512696 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f900eb1e-3f0a-470b-af37-ce4d62f8ee98 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11e161b04faf401481b7d067385b1745&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5807016 Feb 04 11:43:26.519514 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41062) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:26.557062 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e205821a-abf9-4fcf-94c2-bb5c2f953597 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "DELETE /v2.0/ports/f4200ed1-6371-4af9-84f3-7e3c5fd839f1 HTTP/1.1" status: 204 len: 168 time: 1.1592555 Feb 04 11:43:26.557850 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41068) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:26.620680 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-7e420e82-7ff1-4fb6-b683-cc245a1d40fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9b16736f2a7d488aa89c7a00c47f84f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3593538 Feb 04 11:43:26.621707 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41072) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:26.640219 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6eacf85f-429e-40f3-a8da-1c728585f5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:26.689125 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6eacf85f-429e-40f3-a8da-1c728585f5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:26.740092 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-075713e1-0ce6-44ea-bdf7-88d721f801a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:26.744079 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-10e1adb9-7439-41e1-a91a-babd79adc69a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:26.771070 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-075713e1-0ce6-44ea-bdf7-88d721f801a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:26.863057 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6eacf85f-429e-40f3-a8da-1c728585f5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:26.882471 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eacf85f-429e-40f3-a8da-1c728585f5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b5fddf-6dd7-4e87-a432-6b99b6b5e6ab,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:26.903096 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-075713e1-0ce6-44ea-bdf7-88d721f801a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:26.922163 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075713e1-0ce6-44ea-bdf7-88d721f801a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4d6ba1-ce0e-48ec-a1d0-753da230a24f,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:26.925195 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-075713e1-0ce6-44ea-bdf7-88d721f801a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:26.926581 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-075713e1-0ce6-44ea-bdf7-88d721f801a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9c4d6ba1-ce0e-48ec-a1d0-753da230a24f HTTP/1.1" status: 204 len: 168 time: 0.3042119 Feb 04 11:43:26.953665 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbd2293d-5c75-4e5e-ad44-fac94763fd48 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Deleting subnet 522b316c-f6bd-4c3c-b3b9-ab207f8d61ac {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:43:26.958783 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fbd2293d-5c75-4e5e-ad44-fac94763fd48 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:26.966515 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6eacf85f-429e-40f3-a8da-1c728585f5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:26.968390 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6eacf85f-429e-40f3-a8da-1c728585f5ee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/61b5fddf-6dd7-4e87-a432-6b99b6b5e6ab HTTP/1.1" status: 204 len: 168 time: 0.4476233 Feb 04 11:43:27.022862 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fbd2293d-5c75-4e5e-ad44-fac94763fd48 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:27.181952 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fbd2293d-5c75-4e5e-ad44-fac94763fd48 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:27.391936 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fbd2293d-5c75-4e5e-ad44-fac94763fd48 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:27.497446 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd2293d-5c75-4e5e-ad44-fac94763fd48 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Pushing event deleted for resources: {'Subnet': ['ID=522b316c-f6bd-4c3c-b3b9-ab207f8d61ac,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:27.523597 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fbd2293d-5c75-4e5e-ad44-fac94763fd48 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:27.533953 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2293d-5c75-4e5e-ad44-fac94763fd48 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:27.534821 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798a1863-1ec5-491e-a2f3-d99dde2025e4 None None] Network 88a9a2be-a295-4dbc-91f5-88f54951a5c7 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:43:27.535523 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2293d-5c75-4e5e-ad44-fac94763fd48 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:27.535523 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2293d-5c75-4e5e-ad44-fac94763fd48 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:27.535523 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2293d-5c75-4e5e-ad44-fac94763fd48 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:27.535523 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2293d-5c75-4e5e-ad44-fac94763fd48 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:27.535523 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2293d-5c75-4e5e-ad44-fac94763fd48 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:27.536302 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2293d-5c75-4e5e-ad44-fac94763fd48 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:27.536302 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2293d-5c75-4e5e-ad44-fac94763fd48 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:27.537594 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2293d-5c75-4e5e-ad44-fac94763fd48 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:27.537594 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2293d-5c75-4e5e-ad44-fac94763fd48 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:27.538108 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2293d-5c75-4e5e-ad44-fac94763fd48 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:27.566495 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-fbd2293d-5c75-4e5e-ad44-fac94763fd48 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "DELETE /v2.0/subnets/522b316c-f6bd-4c3c-b3b9-ab207f8d61ac HTTP/1.1" status: 204 len: 168 time: 1.0019870 Feb 04 11:43:27.567630 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41082) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:27.641087 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5566d-9c8d-4b38-98b3-4497ec6804a6 req-5904a8f7-0492-4409-a29f-cb86f43ddff2 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:27.642569 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-adb5566d-9c8d-4b38-98b3-4497ec6804a6 req-5904a8f7-0492-4409-a29f-cb86f43ddff2 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa402623-6cc9-4e51-a416-eab072a0a678 HTTP/1.1" status: 200 len: 943 time: 0.2542083 Feb 04 11:43:27.703129 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5142-6e1a-4795-a71a-5cfb009fd799 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:27.714120 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-4f1e5142-6e1a-4795-a71a-5cfb009fd799 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Deleting port 12121a16-e4c8-4f6c-aad0-986963b3eeb1 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:43:27.714461 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5142-6e1a-4795-a71a-5cfb009fd799 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:27.738258 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-adb5566d-9c8d-4b38-98b3-4497ec6804a6 req-e57c4ff0-69be-4829-ad0a-95cffbf44460 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866237 Feb 04 11:43:27.817558 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445e217d-4eb1-45a6-a999-839ab657f771 None None] DHCP port deletion for 88a9a2be-a295-4dbc-91f5-88f54951a5c7 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:43:27.823409 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-445e217d-4eb1-45a6-a999-839ab657f771 None None] Deleting port 12121a16-e4c8-4f6c-aad0-986963b3eeb1 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:43:27.824901 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-445e217d-4eb1-45a6-a999-839ab657f771 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:27.945207 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-4f1e5142-6e1a-4795-a71a-5cfb009fd799 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] For port 12121a16-e4c8-4f6c-aad0-986963b3eeb1, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=12121a16-e4c8-4f6c-aad0-986963b3eeb1,segment=NetworkSegment(d0b8e65b-60bb-4009-aded-b1d2d1b510e0),segment_id=d0b8e65b-60bb-4009-aded-b1d2d1b510e0)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:43:27.946033 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5142-6e1a-4795-a71a-5cfb009fd799 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:28.042018 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-10e1adb9-7439-41e1-a91a-babd79adc69a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting port 4265f01f-c7bf-462e-ae06-4464fbfbfaa0 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:43:28.042454 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-10e1adb9-7439-41e1-a91a-babd79adc69a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:28.057224 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-445e217d-4eb1-45a6-a999-839ab657f771 None None] For port 12121a16-e4c8-4f6c-aad0-986963b3eeb1, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=12121a16-e4c8-4f6c-aad0-986963b3eeb1,segment=NetworkSegment(d0b8e65b-60bb-4009-aded-b1d2d1b510e0),segment_id=d0b8e65b-60bb-4009-aded-b1d2d1b510e0)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:43:28.057617 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-445e217d-4eb1-45a6-a999-839ab657f771 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:28.132849 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-4f1e5142-6e1a-4795-a71a-5cfb009fd799 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Calling delete_port for 12121a16-e4c8-4f6c-aad0-986963b3eeb1 owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:43:28.179272 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-445e217d-4eb1-45a6-a999-839ab657f771 None None] Calling delete_port for 12121a16-e4c8-4f6c-aad0-986963b3eeb1 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:43:28.260381 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-10e1adb9-7439-41e1-a91a-babd79adc69a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] For port 4265f01f-c7bf-462e-ae06-4464fbfbfaa0, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=4265f01f-c7bf-462e-ae06-4464fbfbfaa0,segment=NetworkSegment(aaec0554-0827-4661-aabf-bf818440ad0e),segment_id=aaec0554-0827-4661-aabf-bf818440ad0e)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:43:28.260733 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-10e1adb9-7439-41e1-a91a-babd79adc69a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:28.277806 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5142-6e1a-4795-a71a-5cfb009fd799 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:28.283190 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-445e217d-4eb1-45a6-a999-839ab657f771 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:43:28.283694 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-445e217d-4eb1-45a6-a999-839ab657f771 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:43:28.326510 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e5142-6e1a-4795-a71a-5cfb009fd799 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Pushing event deleted for resources: {'Port': ['ID=12121a16-e4c8-4f6c-aad0-986963b3eeb1,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:28.332722 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1e5142-6e1a-4795-a71a-5cfb009fd799 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] No DVR routers for this DVR port 12121a16-e4c8-4f6c-aad0-986963b3eeb1 on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:43:28.384084 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-10e1adb9-7439-41e1-a91a-babd79adc69a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Calling delete_port for 4265f01f-c7bf-462e-ae06-4464fbfbfaa0 owned by network:router_interface {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:43:28.456413 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5142-6e1a-4795-a71a-5cfb009fd799 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:28.481731 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-4f1e5142-6e1a-4795-a71a-5cfb009fd799 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a9a2be-a295-4dbc-91f5-88f54951a5c7']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:28.494403 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-4f1e5142-6e1a-4795-a71a-5cfb009fd799 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b8e65b-60bb-4009-aded-b1d2d1b510e0') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:28.494707 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-4f1e5142-6e1a-4795-a71a-5cfb009fd799 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b8e65b-60bb-4009-aded-b1d2d1b510e0') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:28.505930 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5142-6e1a-4795-a71a-5cfb009fd799 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:28.521707 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5142-6e1a-4795-a71a-5cfb009fd799 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:28.527682 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f1e5142-6e1a-4795-a71a-5cfb009fd799 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:43:28.528063 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5142-6e1a-4795-a71a-5cfb009fd799 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:28.543006 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:43:28.543006 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:43:28.543006 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:43:28.543006 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:43:28.543006 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:43:28.543006 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:43:28.543006 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:43:28.543006 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:43:28.543006 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:43:28.543006 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:43:28.543006 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:43:28.543006 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:43:28.543006 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:43:28.543006 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:43:28.543006 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:43:28.543006 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:43:28.543006 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:43:28.543006 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:43:28.543006 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:43:28.543006 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:43:28.543006 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:43:28.543006 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:43:28.543006 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:43:28.543006 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:43:28.543006 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:43:28.543006 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:43:28.543006 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:43:28.543006 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:43:28.543006 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:43:28.543006 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:43:28.543006 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:43:28.543006 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:43:28.650696 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-10e1adb9-7439-41e1-a91a-babd79adc69a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:28.673708 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5142-6e1a-4795-a71a-5cfb009fd799 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:28.690527 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5142-6e1a-4795-a71a-5cfb009fd799 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:28.695304 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1adb9-7439-41e1-a91a-babd79adc69a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Port': ['ID=4265f01f-c7bf-462e-ae06-4464fbfbfaa0,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:28.702257 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e5142-6e1a-4795-a71a-5cfb009fd799 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] Pushing event deleted for resources: {'Network': ['ID=88a9a2be-a295-4dbc-91f5-88f54951a5c7,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:28.712371 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-4f1e5142-6e1a-4795-a71a-5cfb009fd799 tempest-TagsExtTest-1688209227 tempest-TagsExtTest-1688209227-project] 10.222.0.21 "DELETE /v2.0/networks/88a9a2be-a295-4dbc-91f5-88f54951a5c7 HTTP/1.1" status: 204 len: 168 time: 1.1412492 Feb 04 11:43:28.786040 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-445e217d-4eb1-45a6-a999-839ab657f771 None None] Deleting port 12121a16-e4c8-4f6c-aad0-986963b3eeb1 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:43:28.787701 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-445e217d-4eb1-45a6-a999-839ab657f771 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:28.868037 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-445e217d-4eb1-45a6-a999-839ab657f771 None None] The port '12121a16-e4c8-4f6c-aad0-986963b3eeb1' was deleted {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:43:29.042769 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77bc200-8ed9-4895-bdcf-e93020303c84 req-afb1e6ce-78bf-4ed9-8a87-6135c030546f tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:29.044221 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f77bc200-8ed9-4895-bdcf-e93020303c84 req-afb1e6ce-78bf-4ed9-8a87-6135c030546f tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa402623-6cc9-4e51-a416-eab072a0a678 HTTP/1.1" status: 200 len: 943 time: 0.1407192 Feb 04 11:43:29.051512 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 12121a16-e4c8-4f6c-aad0-986963b3eeb1 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:43:29.087993 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 12121a16-e4c8-4f6c-aad0-986963b3eeb1 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:43:29.088650 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 12121a16-e4c8-4f6c-aad0-986963b3eeb1 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:43:29.099878 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f77bc200-8ed9-4895-bdcf-e93020303c84 req-554ba1a2-6303-4f14-8146-05be0049a4c9 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491123 Feb 04 11:43:29.164466 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-10e1adb9-7439-41e1-a91a-babd79adc69a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:29.365540 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41092) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:29.546286 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9b87d6ab-ffd3-4544-bd9c-f07adcf776fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a5a9b6ba2a714365b54980298cdc1ef7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1794882 Feb 04 11:43:29.548845 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41098) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:29.610469 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8aae457b-a48b-424e-8081-5e6c50561bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:29.636286 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8aae457b-a48b-424e-8081-5e6c50561bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:29.745516 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e1adb9-7439-41e1-a91a-babd79adc69a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router 7e68f380-0afc-40b2-80ac-5d134a2163f7 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:43:29.782196 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8aae457b-a48b-424e-8081-5e6c50561bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:29.797674 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae457b-a48b-424e-8081-5e6c50561bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d334c8-51e5-438c-99d4-8f12d0b5752f,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:29.806914 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8aae457b-a48b-424e-8081-5e6c50561bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:29.810406 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8aae457b-a48b-424e-8081-5e6c50561bf0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/08d334c8-51e5-438c-99d4-8f12d0b5752f HTTP/1.1" status: 204 len: 168 time: 0.2582753 Feb 04 11:43:29.956745 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e1adb9-7439-41e1-a91a-babd79adc69a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:43:29.968154 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea62a71b-f34c-4485-ad27-46d83c883646 None None] Sync routers for ids ['7e68f380-0afc-40b2-80ac-5d134a2163f7'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:43:29.981242 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea62a71b-f34c-4485-ad27-46d83c883646 None None] Routers {'7e68f380-0afc-40b2-80ac-5d134a2163f7'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:43:29.982195 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ea62a71b-f34c-4485-ad27-46d83c883646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:43:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['7e68f380-0afc-40b2-80ac-5d134a2163f7'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:30.047451 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-10e1adb9-7439-41e1-a91a-babd79adc69a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "PUT /v2.0/routers/7e68f380-0afc-40b2-80ac-5d134a2163f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3323393 Feb 04 11:43:30.241070 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 4b05f1c2-2f05-4e2e-b8da-3decb613cd17 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:43:30.384392 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-ea62a71b-f34c-4485-ad27-46d83c883646 None None] Set router 7e68f380-0afc-40b2-80ac-5d134a2163f7 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:43:30.506580 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea4245-1b04-4fd9-99d5-0f4eee62ae28 req-b2b877d9-a651-4e0d-b429-c7ecc557a6fe tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:30.508140 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-78ea4245-1b04-4fd9-99d5-0f4eee62ae28 req-b2b877d9-a651-4e0d-b429-c7ecc557a6fe tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa402623-6cc9-4e51-a416-eab072a0a678 HTTP/1.1" status: 200 len: 943 time: 0.2303064 Feb 04 11:43:30.562543 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-78ea4245-1b04-4fd9-99d5-0f4eee62ae28 req-0caaa717-f791-44ae-ba51-61089dbc7251 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476210 Feb 04 11:43:30.608339 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 4b05f1c2-2f05-4e2e-b8da-3decb613cd17, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=4b05f1c2-2f05-4e2e-b8da-3decb613cd17,segment=NetworkSegment(4eb24d1e-b892-48d0-b039-7c5703d889e1),segment_id=4eb24d1e-b892-48d0-b039-7c5703d889e1)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:43:30.649862 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': '4b05f1c2-2f05-4e2e-b8da-3decb613cd17', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'port_id': '4b05f1c2-2f05-4e2e-b8da-3decb613cd17', 'mac_address': 'fa:16:3e:99:41:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:43:30.783466 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:30.826078 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b05f1c2-2f05-4e2e-b8da-3decb613cd17 {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:43:30.886981 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 4b05f1c2-2f05-4e2e-b8da-3decb613cd17, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=4b05f1c2-2f05-4e2e-b8da-3decb613cd17,segment=NetworkSegment(4eb24d1e-b892-48d0-b039-7c5703d889e1),segment_id=4eb24d1e-b892-48d0-b039-7c5703d889e1)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:43:30.895415 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a73fc7-0655-4677-95b8-2ff5199b7091 req-262efee1-cef3-452a-bda6-2298a8f7990a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:30.896401 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-d6a73fc7-0655-4677-95b8-2ff5199b7091 req-262efee1-cef3-452a-bda6-2298a8f7990a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:43:30.920941 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ea62a71b-f34c-4485-ad27-46d83c883646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'name': 'tempest-TestNetworkBasicOps-router-1549041283', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '741eba48-2181-44d6-8a54-63871deeafe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:19Z', 'updated_at': '2022-02-04T11:43:28Z', 'revision_number': 6, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '741eba48-2181-44d6-8a54-63871deeafe5', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:22Z', 'updated_at': '2022-02-04T11:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '12205bc0-19a5-4f15-b9f6-33d6e12fa5cc', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.199', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'port_id': '3bc398c8-4ad5-47a5-98b4-f26b5530c56c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae', 'mac_address': 'fa:16:3e:43:a5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d5965-a153-488f-bb85-73f8b235daa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:40:28Z', 'updated_at': '2022-02-04T11:40:35Z', 'revision_number': 1, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3', 'name': '', 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:69:62:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3366fb7-15f1-4fdd-b22d-c78849bf243a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:36Z', 'updated_at': '2022-02-04T11:39:51Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'd3366fb7-15f1-4fdd-b22d-c78849bf243a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:30.925816 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea62a71b-f34c-4485-ad27-46d83c883646 None None] Checking router: 7e68f380-0afc-40b2-80ac-5d134a2163f7 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:43:30.937481 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea62a71b-f34c-4485-ad27-46d83c883646 None None] Routers {'7e68f380-0afc-40b2-80ac-5d134a2163f7'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:43:30.938127 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ea62a71b-f34c-4485-ad27-46d83c883646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:43:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['7e68f380-0afc-40b2-80ac-5d134a2163f7'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:30.980317 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-d6a73fc7-0655-4677-95b8-2ff5199b7091 req-262efee1-cef3-452a-bda6-2298a8f7990a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:43:30.983729 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d6a73fc7-0655-4677-95b8-2ff5199b7091 req-262efee1-cef3-452a-bda6-2298a8f7990a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b3b24ac-dbdf-4a6d-a273-eadc5d79e495 HTTP/1.1" status: 200 len: 946 time: 0.1665792 Feb 04 11:43:30.991309 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:31.034357 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d6a73fc7-0655-4677-95b8-2ff5199b7091 req-ebf657a7-41ee-498a-962b-b23a765bf449 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=37f258a4-34c0-4fa0-84fe-8fbb7676eba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452464 Feb 04 11:43:31.135557 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=4b05f1c2-2f05-4e2e-b8da-3decb613cd17,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:31.193365 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41126) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:31.202427 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-ea62a71b-f34c-4485-ad27-46d83c883646 None None] Set router 7e68f380-0afc-40b2-80ac-5d134a2163f7 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:43:31.359605 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-a9a3d4b8-34a9-45fd-a023-3e7f0de7a5d8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2111754218-network', 'tenant_id': '3228983a05da4a53a91bb0f6621e8675'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:31.364936 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a9a3d4b8-34a9-45fd-a023-3e7f0de7a5d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:31.368741 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a9a3d4b8-34a9-45fd-a023-3e7f0de7a5d8 admin admin] Usage tracker for resource:network and tenant:3228983a05da4a53a91bb0f6621e8675 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:31.371582 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a9a3d4b8-34a9-45fd-a023-3e7f0de7a5d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:31.377667 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a9a3d4b8-34a9-45fd-a023-3e7f0de7a5d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:31.454045 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['4b05f1c2-2f05-4e2e-b8da-3decb613cd17'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 11:43:31.473992 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a3d4b8-34a9-45fd-a023-3e7f0de7a5d8 admin admin] Made reservation on behalf of 3228983a05da4a53a91bb0f6621e8675 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:43:31.476332 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a9a3d4b8-34a9-45fd-a023-3e7f0de7a5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:31.489650 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a9a3d4b8-34a9-45fd-a023-3e7f0de7a5d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:31.520813 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a9a3d4b8-34a9-45fd-a023-3e7f0de7a5d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:31.524924 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a9a3d4b8-34a9-45fd-a023-3e7f0de7a5d8 admin admin] Usage tracker for resource:security_group_rule and tenant:3228983a05da4a53a91bb0f6621e8675 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:31.527711 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a9a3d4b8-34a9-45fd-a023-3e7f0de7a5d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:31.533433 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a9a3d4b8-34a9-45fd-a023-3e7f0de7a5d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:31.599614 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a9a3d4b8-34a9-45fd-a023-3e7f0de7a5d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:31.662263 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a9a3d4b8-34a9-45fd-a023-3e7f0de7a5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:31.695712 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9a3d4b8-34a9-45fd-a023-3e7f0de7a5d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:43:31.707876 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ea62a71b-f34c-4485-ad27-46d83c883646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'name': 'tempest-TestNetworkBasicOps-router-1549041283', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '741eba48-2181-44d6-8a54-63871deeafe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:19Z', 'updated_at': '2022-02-04T11:43:28Z', 'revision_number': 6, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '741eba48-2181-44d6-8a54-63871deeafe5', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:22Z', 'updated_at': '2022-02-04T11:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '12205bc0-19a5-4f15-b9f6-33d6e12fa5cc', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.199', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'port_id': '3bc398c8-4ad5-47a5-98b4-f26b5530c56c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae', 'mac_address': 'fa:16:3e:43:a5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d5965-a153-488f-bb85-73f8b235daa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:40:28Z', 'updated_at': '2022-02-04T11:40:35Z', 'revision_number': 1, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3', 'name': '', 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:69:62:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3366fb7-15f1-4fdd-b22d-c78849bf243a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:36Z', 'updated_at': '2022-02-04T11:39:51Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'd3366fb7-15f1-4fdd-b22d-c78849bf243a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:31.710282 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3d4b8-34a9-45fd-a023-3e7f0de7a5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4adf8f2d-2f02-47a2-a3b0-a0d0d27903f4,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:31.713025 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a9a3d4b8-34a9-45fd-a023-3e7f0de7a5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:31.713426 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-a9a3d4b8-34a9-45fd-a023-3e7f0de7a5d8 admin admin] Added segment 780a2d29-4049-4959-a01b-a783a8509450 of type vlan for network 33bd7d49-74bc-432e-accf-7c1d5dbd3a5e Feb 04 11:43:31.721938 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea62a71b-f34c-4485-ad27-46d83c883646 None None] The sync data for ids ['7e68f380-0afc-40b2-80ac-5d134a2163f7'] in dv-neutron-827825-2-hyperv is: [{'id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'name': 'tempest-TestNetworkBasicOps-router-1549041283', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '741eba48-2181-44d6-8a54-63871deeafe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:19Z', 'updated_at': '2022-02-04T11:43:28Z', 'revision_number': 6, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '741eba48-2181-44d6-8a54-63871deeafe5', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:22Z', 'updated_at': '2022-02-04T11:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '12205bc0-19a5-4f15-b9f6-33d6e12fa5cc', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.199', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'port_id': '3bc398c8-4ad5-47a5-98b4-f26b5530c56c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae', 'mac_address': 'fa:16:3e:43:a5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d5965-a153-488f-bb85-73f8b235daa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:40:28Z', 'updated_at': '2022-02-04T11:40:35Z', 'revision_number': 1, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3', 'name': '', 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:69:62:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3366fb7-15f1-4fdd-b22d-c78849bf243a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:36Z', 'updated_at': '2022-02-04T11:39:51Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'd3366fb7-15f1-4fdd-b22d-c78849bf243a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:43:31.786123 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a9a3d4b8-34a9-45fd-a023-3e7f0de7a5d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:31.836492 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb408ba1-7f93-440f-bf36-d0275fdf7e8e req-113e54ae-ef72-4a3e-b956-3371be28b21c tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:31.838059 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-bb408ba1-7f93-440f-bf36-d0275fdf7e8e req-113e54ae-ef72-4a3e-b956-3371be28b21c tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa402623-6cc9-4e51-a416-eab072a0a678 HTTP/1.1" status: 200 len: 944 time: 0.1231828 Feb 04 11:43:31.884744 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-bb408ba1-7f93-440f-bf36-d0275fdf7e8e req-fb422ddc-d8ac-4dfc-b11c-fb8b732080b7 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406072 Feb 04 11:43:31.896308 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a9a3d4b8-34a9-45fd-a023-3e7f0de7a5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:31.897142 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a3d4b8-34a9-45fd-a023-3e7f0de7a5d8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:31.897708 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a9a3d4b8-34a9-45fd-a023-3e7f0de7a5d8 admin admin] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:32.000635 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3d4b8-34a9-45fd-a023-3e7f0de7a5d8 admin admin] Pushing event updated for resources: {'Network': ['ID=33bd7d49-74bc-432e-accf-7c1d5dbd3a5e,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:32.010284 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 33bd7d49-74bc-432e-accf-7c1d5dbd3a5e details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:43:32.061122 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a9a3d4b8-34a9-45fd-a023-3e7f0de7a5d8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8660636 Feb 04 11:43:32.064185 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41134) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:32.070587 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-c91a049d-a45a-4b66-8c40-e6970d7675b4 admin admin] Request body: {'subnet': {'network_id': '33bd7d49-74bc-432e-accf-7c1d5dbd3a5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2111754218-subnet', 'tenant_id': '3228983a05da4a53a91bb0f6621e8675', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:32.075990 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c91a049d-a45a-4b66-8c40-e6970d7675b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:32.083137 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c91a049d-a45a-4b66-8c40-e6970d7675b4 admin admin] Usage tracker for resource:subnet and tenant:3228983a05da4a53a91bb0f6621e8675 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:32.091278 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c91a049d-a45a-4b66-8c40-e6970d7675b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:32.099816 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c91a049d-a45a-4b66-8c40-e6970d7675b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:32.182112 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91a049d-a45a-4b66-8c40-e6970d7675b4 admin admin] Made reservation on behalf of 3228983a05da4a53a91bb0f6621e8675 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:43:32.184500 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c91a049d-a45a-4b66-8c40-e6970d7675b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:32.287904 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882c224-764b-4445-94f0-7abd8c40d2c2 req-f1ab28f8-942e-4479-8d7b-88ad649c5b58 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:32.289478 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a882c224-764b-4445-94f0-7abd8c40d2c2 req-f1ab28f8-942e-4479-8d7b-88ad649c5b58 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b3b24ac-dbdf-4a6d-a273-eadc5d79e495 HTTP/1.1" status: 200 len: 946 time: 0.1082563 Feb 04 11:43:32.351419 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a882c224-764b-4445-94f0-7abd8c40d2c2 req-0883f50d-59cf-40b5-9daf-3e9e4f905370 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=37f258a4-34c0-4fa0-84fe-8fbb7676eba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522742 Feb 04 11:43:32.540547 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d9e2e-91c8-4ce3-9915-1956ce1b0139 req-fb77064a-fc6f-4291-a10d-00e7b273a2c9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:32.542183 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a15d9e2e-91c8-4ce3-9915-1956ce1b0139 req-fb77064a-fc6f-4291-a10d-00e7b273a2c9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b3b24ac-dbdf-4a6d-a273-eadc5d79e495 HTTP/1.1" status: 200 len: 946 time: 0.0766873 Feb 04 11:43:32.587411 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c91a049d-a45a-4b66-8c40-e6970d7675b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:32.615803 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [req-a15d9e2e-91c8-4ce3-9915-1956ce1b0139 req-93d597b6-12a8-495a-899e-7db464060c57 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting port c987c3cf-e38b-4274-9b70-4073296bb61e {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:43:32.616142 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-a15d9e2e-91c8-4ce3-9915-1956ce1b0139 req-93d597b6-12a8-495a-899e-7db464060c57 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:32.664116 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a049d-a45a-4b66-8c40-e6970d7675b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=700b2c49-1809-40fc-b4e3-9feebbd90762,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:32.677245 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91a049d-a45a-4b66-8c40-e6970d7675b4 admin admin] Checking segment: {'id': '780a2d29-4049-4959-a01b-a783a8509450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '33bd7d49-74bc-432e-accf-7c1d5dbd3a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:43:32.677593 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91a049d-a45a-4b66-8c40-e6970d7675b4 admin admin] Network hostable DHCP agents. Network: 33bd7d49-74bc-432e-accf-7c1d5dbd3a5e, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:43:32.780813 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91a049d-a45a-4b66-8c40-e6970d7675b4 admin admin] Network 33bd7d49-74bc-432e-accf-7c1d5dbd3a5e is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:43:32.874167 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-c91a049d-a45a-4b66-8c40-e6970d7675b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 33bd7d49-74bc-432e-accf-7c1d5dbd3a5e) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:43:32.874453 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-a15d9e2e-91c8-4ce3-9915-1956ce1b0139 req-93d597b6-12a8-495a-899e-7db464060c57 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] For port c987c3cf-e38b-4274-9b70-4073296bb61e, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c987c3cf-e38b-4274-9b70-4073296bb61e,segment=NetworkSegment(aaec0554-0827-4661-aabf-bf818440ad0e),segment_id=aaec0554-0827-4661-aabf-bf818440ad0e)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:43:32.874750 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-a15d9e2e-91c8-4ce3-9915-1956ce1b0139 req-93d597b6-12a8-495a-899e-7db464060c57 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:32.878534 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91a049d-a45a-4b66-8c40-e6970d7675b4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:32.879261 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c91a049d-a45a-4b66-8c40-e6970d7675b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:32.883496 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bd7b2e-f4ea-424b-a29f-e03d2b741295 None None] Network 33bd7d49-74bc-432e-accf-7c1d5dbd3a5e requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:43:32.966572 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 4265f01f-c7bf-462e-ae06-4464fbfbfaa0 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:43:32.981021 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c91a049d-a45a-4b66-8c40-e6970d7675b4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9148288 Feb 04 11:43:33.006741 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 4265f01f-c7bf-462e-ae06-4464fbfbfaa0 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:43:33.007107 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 4265f01f-c7bf-462e-ae06-4464fbfbfaa0 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:43:33.015837 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [req-a15d9e2e-91c8-4ce3-9915-1956ce1b0139 req-93d597b6-12a8-495a-899e-7db464060c57 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Calling delete_port for c987c3cf-e38b-4274-9b70-4073296bb61e owned by compute:nova {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:43:33.121356 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae90a19-15d2-4975-8e5c-6236dc05b39b req-2ea64851-bb5d-4c9d-b71e-efd2c72c11f6 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:33.123125 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fae90a19-15d2-4975-8e5c-6236dc05b39b req-2ea64851-bb5d-4c9d-b71e-efd2c72c11f6 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa402623-6cc9-4e51-a416-eab072a0a678 HTTP/1.1" status: 200 len: 944 time: 0.0915921 Feb 04 11:43:33.197949 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fae90a19-15d2-4975-8e5c-6236dc05b39b req-d48837d2-4add-4db5-bd4f-7f394f113d51 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688167 Feb 04 11:43:33.227386 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b617c44b-13f8-4f83-90b5-31e9912336d7 None None] Network 33bd7d49-74bc-432e-accf-7c1d5dbd3a5e requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:43:33.266689 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-a15d9e2e-91c8-4ce3-9915-1956ce1b0139 req-93d597b6-12a8-495a-899e-7db464060c57 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:33.321920 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d597b6-12a8-495a-899e-7db464060c57 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Port': ['ID=c987c3cf-e38b-4274-9b70-4073296bb61e,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:33.404909 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15d9e2e-91c8-4ce3-9915-1956ce1b0139 req-93d597b6-12a8-495a-899e-7db464060c57 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] No DVR routers for this DVR port c987c3cf-e38b-4274-9b70-4073296bb61e on host hv-neutron-8278 {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:43:33.407308 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-a15d9e2e-91c8-4ce3-9915-1956ce1b0139 req-93d597b6-12a8-495a-899e-7db464060c57 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:33.410022 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3b24ac-dbdf-4a6d-a273-eadc5d79e495', 'name': 'network-vif-deleted', 'tag': 'c987c3cf-e38b-4274-9b70-4073296bb61e'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:43:33.477148 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3b24ac-dbdf-4a6d-a273-eadc5d79e495', 'name': 'network-vif-deleted', 'tag': 'c987c3cf-e38b-4274-9b70-4073296bb61e', 'status': 'completed', 'code': 200} Feb 04 11:43:33.497578 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a15d9e2e-91c8-4ce3-9915-1956ce1b0139 req-93d597b6-12a8-495a-899e-7db464060c57 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "DELETE /v2.0/ports/c987c3cf-e38b-4274-9b70-4073296bb61e HTTP/1.1" status: 204 len: 173 time: 0.9504917 Feb 04 11:43:33.582502 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-2681e897-19e0-4fa8-a3bf-24fc4ad0b46f req-85bf83f7-45c5-4525-ae54-c6d94911db6a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:43:33.668279 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-2681e897-19e0-4fa8-a3bf-24fc4ad0b46f req-85bf83f7-45c5-4525-ae54-c6d94911db6a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:43:33.669811 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-2681e897-19e0-4fa8-a3bf-24fc4ad0b46f req-85bf83f7-45c5-4525-ae54-c6d94911db6a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b3b24ac-dbdf-4a6d-a273-eadc5d79e495 HTTP/1.1" status: 200 len: 210 time: 0.1281075 Feb 04 11:43:34.110644 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 4b05f1c2-2f05-4e2e-b8da-3decb613cd17 up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:43:34.245757 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port 4b05f1c2-2f05-4e2e-b8da-3decb613cd17 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:43:34.254646 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port 4b05f1c2-2f05-4e2e-b8da-3decb613cd17 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:43:34.255262 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:34.366371 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41166) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:34.371882 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-68109a7b-b09c-444f-9889-2614d5e82b2a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1397060127-network', 'tenant_id': '3c4064dde7a349eba90c5e5208dfc0df'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:34.376915 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-68109a7b-b09c-444f-9889-2614d5e82b2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:34.381336 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-68109a7b-b09c-444f-9889-2614d5e82b2a admin admin] Usage tracker for resource:network and tenant:3c4064dde7a349eba90c5e5208dfc0df is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:34.384371 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-68109a7b-b09c-444f-9889-2614d5e82b2a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:34.390548 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-68109a7b-b09c-444f-9889-2614d5e82b2a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:34.427478 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:34.454114 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa402623-6cc9-4e51-a416-eab072a0a678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b05f1c2-2f05-4e2e-b8da-3decb613cd17'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:43:34.464324 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 4b05f1c2-2f05-4e2e-b8da-3decb613cd17, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=4b05f1c2-2f05-4e2e-b8da-3decb613cd17,segment=NetworkSegment(4eb24d1e-b892-48d0-b039-7c5703d889e1),segment_id=4eb24d1e-b892-48d0-b039-7c5703d889e1)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:43:34.479059 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68109a7b-b09c-444f-9889-2614d5e82b2a admin admin] Made reservation on behalf of 3c4064dde7a349eba90c5e5208dfc0df for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:43:34.481353 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-68109a7b-b09c-444f-9889-2614d5e82b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:34.497646 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-68109a7b-b09c-444f-9889-2614d5e82b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:34.511835 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa402623-6cc9-4e51-a416-eab072a0a678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b05f1c2-2f05-4e2e-b8da-3decb613cd17', 'code': 200} Feb 04 11:43:34.547747 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f636f2-f8a9-41a5-8eb4-1b101a111c62 req-0990c447-7525-4938-9c85-6888556f1f50 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:34.548445 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:34.549221 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-79f636f2-f8a9-41a5-8eb4-1b101a111c62 req-0990c447-7525-4938-9c85-6888556f1f50 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa402623-6cc9-4e51-a416-eab072a0a678 HTTP/1.1" status: 200 len: 944 time: 0.1269186 Feb 04 11:43:34.551043 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-68109a7b-b09c-444f-9889-2614d5e82b2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:34.555889 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-68109a7b-b09c-444f-9889-2614d5e82b2a admin admin] Usage tracker for resource:security_group_rule and tenant:3c4064dde7a349eba90c5e5208dfc0df is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:34.560527 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-68109a7b-b09c-444f-9889-2614d5e82b2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:34.578528 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-68109a7b-b09c-444f-9889-2614d5e82b2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:34.622145 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-79f636f2-f8a9-41a5-8eb4-1b101a111c62 req-c734b127-c68c-46a9-8772-6495e69a2c97 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632808 Feb 04 11:43:34.622611 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=4b05f1c2-2f05-4e2e-b8da-3decb613cd17,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:34.632159 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:34.632507 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:34.632828 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:34.633152 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:34.633476 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:34.633793 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:34.634164 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:34.634513 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:34.637745 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:34.637745 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:34.637745 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:34.674409 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-68109a7b-b09c-444f-9889-2614d5e82b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:34.737129 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-68109a7b-b09c-444f-9889-2614d5e82b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:34.764691 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68109a7b-b09c-444f-9889-2614d5e82b2a admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:43:34.777677 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68109a7b-b09c-444f-9889-2614d5e82b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6671b525-557d-4637-b6f6-ab5ef1e7bca2,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:34.783301 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-68109a7b-b09c-444f-9889-2614d5e82b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:34.783690 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-68109a7b-b09c-444f-9889-2614d5e82b2a admin admin] Added segment b7f76788-6715-48dc-8498-432371981152 of type vlan for network 074907ea-fd23-47c4-b360-1df58132d400 Feb 04 11:43:34.801818 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41174) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:34.814327 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-68109a7b-b09c-444f-9889-2614d5e82b2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:34.923269 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-68109a7b-b09c-444f-9889-2614d5e82b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:34.926644 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68109a7b-b09c-444f-9889-2614d5e82b2a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:34.926644 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-68109a7b-b09c-444f-9889-2614d5e82b2a admin admin] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:34.936440 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9ce5f337-6121-471d-9136-c13b6ce4b02b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:34.974398 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9ce5f337-6121-471d-9136-c13b6ce4b02b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:34.987900 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-211d3747-7992-4c23-8a08-bc866eeb8528 req-443c92bf-5651-42b2-83a2-bf5f8b168f00 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fa402623-6cc9-4e51-a416-eab072a0a678 HTTP/1.1" status: 200 len: 1098 time: 0.1487155 Feb 04 11:43:35.051233 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-211d3747-7992-4c23-8a08-bc866eeb8528 req-2fbda4a4-1218-4b9c-bec8-49d45fd7349b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545166 Feb 04 11:43:35.057006 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68109a7b-b09c-444f-9889-2614d5e82b2a admin admin] Pushing event updated for resources: {'Network': ['ID=074907ea-fd23-47c4-b360-1df58132d400,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:35.069672 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 074907ea-fd23-47c4-b360-1df58132d400 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:43:35.120321 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-68109a7b-b09c-444f-9889-2614d5e82b2a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7527988 Feb 04 11:43:35.123446 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41178) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:35.129178 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-53abcdf8-2255-4b62-b29c-0e95bdf40bf6 admin admin] Request body: {'subnet': {'network_id': '074907ea-fd23-47c4-b360-1df58132d400', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1397060127-subnet', 'tenant_id': '3c4064dde7a349eba90c5e5208dfc0df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:35.134016 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-53abcdf8-2255-4b62-b29c-0e95bdf40bf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:35.137753 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-53abcdf8-2255-4b62-b29c-0e95bdf40bf6 admin admin] Usage tracker for resource:subnet and tenant:3c4064dde7a349eba90c5e5208dfc0df is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:35.140671 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-53abcdf8-2255-4b62-b29c-0e95bdf40bf6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:35.147335 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-53abcdf8-2255-4b62-b29c-0e95bdf40bf6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:35.164924 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9ce5f337-6121-471d-9136-c13b6ce4b02b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:35.184704 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce5f337-6121-471d-9136-c13b6ce4b02b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f258a4-34c0-4fa0-84fe-8fbb7676eba5,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:35.223385 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53abcdf8-2255-4b62-b29c-0e95bdf40bf6 admin admin] Made reservation on behalf of 3c4064dde7a349eba90c5e5208dfc0df for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:43:35.225712 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-53abcdf8-2255-4b62-b29c-0e95bdf40bf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:35.254660 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9ce5f337-6121-471d-9136-c13b6ce4b02b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:35.259655 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9ce5f337-6121-471d-9136-c13b6ce4b02b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/security-groups/37f258a4-34c0-4fa0-84fe-8fbb7676eba5 HTTP/1.1" status: 204 len: 168 time: 0.4561555 Feb 04 11:43:35.458340 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41184) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:35.521426 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-53abcdf8-2255-4b62-b29c-0e95bdf40bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:35.658615 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53abcdf8-2255-4b62-b29c-0e95bdf40bf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a69ed02-c5b6-4691-99fc-37f45a99ceba,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:35.721102 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53abcdf8-2255-4b62-b29c-0e95bdf40bf6 admin admin] Checking segment: {'id': 'b7f76788-6715-48dc-8498-432371981152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '074907ea-fd23-47c4-b360-1df58132d400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:43:35.721467 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53abcdf8-2255-4b62-b29c-0e95bdf40bf6 admin admin] Network hostable DHCP agents. Network: 074907ea-fd23-47c4-b360-1df58132d400, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:43:35.733060 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-29d02826-1788-4c31-a228-cfbda85bedd5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting subnet 35e60414-b5a8-4a85-901f-c762540b59b5 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:43:35.740170 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-29d02826-1788-4c31-a228-cfbda85bedd5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:35.814161 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-29d02826-1788-4c31-a228-cfbda85bedd5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:35.843951 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f1d57-d804-40f4-9b2d-66124b410897 req-7ca7cbae-c982-470f-8c18-5f565ccfed0d tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:35.845532 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7b7f1d57-d804-40f4-9b2d-66124b410897 req-7ca7cbae-c982-470f-8c18-5f565ccfed0d tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa402623-6cc9-4e51-a416-eab072a0a678 HTTP/1.1" status: 200 len: 945 time: 0.0891201 Feb 04 11:43:35.896612 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7b7f1d57-d804-40f4-9b2d-66124b410897 req-a7d9194e-51c6-4df1-b2dc-be845f4e5972 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438974 Feb 04 11:43:35.902537 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-29d02826-1788-4c31-a228-cfbda85bedd5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:35.933851 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53abcdf8-2255-4b62-b29c-0e95bdf40bf6 admin admin] Network 074907ea-fd23-47c4-b360-1df58132d400 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:43:36.034151 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-53abcdf8-2255-4b62-b29c-0e95bdf40bf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 074907ea-fd23-47c4-b360-1df58132d400) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:43:36.038000 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53abcdf8-2255-4b62-b29c-0e95bdf40bf6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:36.038570 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-53abcdf8-2255-4b62-b29c-0e95bdf40bf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:36.043036 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424cd03c-d246-4e48-80d4-9250972fd9d5 None None] Network 074907ea-fd23-47c4-b360-1df58132d400 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:43:36.067067 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-29d02826-1788-4c31-a228-cfbda85bedd5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:36.104800 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:36.108662 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d02826-1788-4c31-a228-cfbda85bedd5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Subnet': ['ID=35e60414-b5a8-4a85-901f-c762540b59b5,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:36.153039 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-29d02826-1788-4c31-a228-cfbda85bedd5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:36.153039 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-29d02826-1788-4c31-a228-cfbda85bedd5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/subnets/35e60414-b5a8-4a85-901f-c762540b59b5 HTTP/1.1" status: 204 len: 168 time: 0.6566575 Feb 04 11:43:36.154033 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device c987c3cf-e38b-4274-9b70-4073296bb61e no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:43:36.154130 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41190) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:36.154130 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-53abcdf8-2255-4b62-b29c-0e95bdf40bf6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0172465 Feb 04 11:43:36.154297 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184eb836-3eab-4618-9c9d-818d3d5d0f40 None None] Network 67192125-5c3e-4711-abd3-648a29c73c27 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:43:36.255111 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1b108c68-aa2f-4aca-8071-2c72d8b5c66a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:36.259676 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] No Port match for: c987c3cf-e38b-4274-9b70-4073296bb61e {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:43:36.260323 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device c987c3cf-e38b-4274-9b70-4073296bb61e not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:43:36.266482 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-1b108c68-aa2f-4aca-8071-2c72d8b5c66a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting port 987cf063-6289-47f3-b975-8d807bdb9998 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:43:36.266799 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1b108c68-aa2f-4aca-8071-2c72d8b5c66a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:36.506662 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24284780-2d4b-45fb-a342-e0bf5fe5d890 None None] Network 074907ea-fd23-47c4-b360-1df58132d400 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:43:36.627411 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331d2a28-aa72-4b2b-8256-458d667ec36b None None] DHCP port deletion for 67192125-5c3e-4711-abd3-648a29c73c27 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:43:36.637290 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-1b108c68-aa2f-4aca-8071-2c72d8b5c66a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] For port 987cf063-6289-47f3-b975-8d807bdb9998, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=987cf063-6289-47f3-b975-8d807bdb9998,segment=NetworkSegment(aaec0554-0827-4661-aabf-bf818440ad0e),segment_id=aaec0554-0827-4661-aabf-bf818440ad0e)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:43:36.637928 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1b108c68-aa2f-4aca-8071-2c72d8b5c66a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:36.638546 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-331d2a28-aa72-4b2b-8256-458d667ec36b None None] Deleting port 987cf063-6289-47f3-b975-8d807bdb9998 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:43:36.638721 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-331d2a28-aa72-4b2b-8256-458d667ec36b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:36.767868 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-1b108c68-aa2f-4aca-8071-2c72d8b5c66a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Calling delete_port for 987cf063-6289-47f3-b975-8d807bdb9998 owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:43:36.973565 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-331d2a28-aa72-4b2b-8256-458d667ec36b None None] For port 987cf063-6289-47f3-b975-8d807bdb9998, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=987cf063-6289-47f3-b975-8d807bdb9998,segment=NetworkSegment(aaec0554-0827-4661-aabf-bf818440ad0e),segment_id=aaec0554-0827-4661-aabf-bf818440ad0e)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:43:36.973565 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-331d2a28-aa72-4b2b-8256-458d667ec36b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:36.982073 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-c9eeb0e0-a2a2-4a80-a9bd-d2b892785405 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:36.982073 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-c9eeb0e0-a2a2-4a80-a9bd-d2b892785405 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Synchronizing usage tracker for tenant:3228983a05da4a53a91bb0f6621e8675 on resource:network {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:43:37.028278 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1b108c68-aa2f-4aca-8071-2c72d8b5c66a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:37.040162 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 987cf063-6289-47f3-b975-8d807bdb9998 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:43:37.070416 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-c9eeb0e0-a2a2-4a80-a9bd-d2b892785405 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Unset dirty status for tenant:3228983a05da4a53a91bb0f6621e8675 on resource:network {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:43:37.071542 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-c9eeb0e0-a2a2-4a80-a9bd-d2b892785405 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/networks?id=33bd7d49-74bc-432e-accf-7c1d5dbd3a5e HTTP/1.1" status: 200 len: 812 time: 0.2779064 Feb 04 11:43:37.081711 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b108c68-aa2f-4aca-8071-2c72d8b5c66a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Port': ['ID=987cf063-6289-47f3-b975-8d807bdb9998,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:37.095916 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b108c68-aa2f-4aca-8071-2c72d8b5c66a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] No DVR routers for this DVR port 987cf063-6289-47f3-b975-8d807bdb9998 on host dv-neutron-827825-2-hyperv {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:43:37.099454 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-2f52526b-9356-4fcf-b088-92aefdeabc66 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/quotas/3228983a05da4a53a91bb0f6621e8675 HTTP/1.1" status: 200 len: 375 time: 0.0195708 Feb 04 11:43:37.127584 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-331d2a28-aa72-4b2b-8256-458d667ec36b None None] Calling delete_port for 987cf063-6289-47f3-b975-8d807bdb9998 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:43:37.141438 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd60b5a-03ce-4acc-bc2c-09282425afae req-0903021f-abc1-4ec3-93a3-8125a311ecff tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:37.142949 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7bd60b5a-03ce-4acc-bc2c-09282425afae req-0903021f-abc1-4ec3-93a3-8125a311ecff tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa402623-6cc9-4e51-a416-eab072a0a678 HTTP/1.1" status: 200 len: 945 time: 0.0992780 Feb 04 11:43:37.165471 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 987cf063-6289-47f3-b975-8d807bdb9998 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:43:37.165763 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 987cf063-6289-47f3-b975-8d807bdb9998 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:43:37.202638 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7bd60b5a-03ce-4acc-bc2c-09282425afae req-2db91a06-aab1-4404-aeb3-51936cb71057 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535145 Feb 04 11:43:37.211414 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-331d2a28-aa72-4b2b-8256-458d667ec36b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:43:37.211769 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-331d2a28-aa72-4b2b-8256-458d667ec36b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:43:37.272888 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-db0f8c93-d408-404e-9fbe-0d6f1dece8fe tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3228983a05da4a53a91bb0f6621e8675&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1472673 Feb 04 11:43:37.279971 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1b108c68-aa2f-4aca-8071-2c72d8b5c66a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:37.292565 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-75b77f4a-bb37-4040-bc4c-f58e73174fe4 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:43:37.293476 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-75b77f4a-bb37-4040-bc4c-f58e73174fe4 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055087 Feb 04 11:43:37.333341 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-1b108c68-aa2f-4aca-8071-2c72d8b5c66a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67192125-5c3e-4711-abd3-648a29c73c27']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:37.395741 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-1b108c68-aa2f-4aca-8071-2c72d8b5c66a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaec0554-0827-4661-aabf-bf818440ad0e') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:37.396730 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-1b108c68-aa2f-4aca-8071-2c72d8b5c66a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaec0554-0827-4661-aabf-bf818440ad0e') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:37.406635 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9ed6d-ae90-4c65-94b5-dc14c132e479 req-a511d7a3-1770-47cd-af8a-d376fca87f03 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:37.408064 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-85a9ed6d-ae90-4c65-94b5-dc14c132e479 req-a511d7a3-1770-47cd-af8a-d376fca87f03 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa402623-6cc9-4e51-a416-eab072a0a678 HTTP/1.1" status: 200 len: 945 time: 0.0795505 Feb 04 11:43:37.412027 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1b108c68-aa2f-4aca-8071-2c72d8b5c66a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:37.439764 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1b108c68-aa2f-4aca-8071-2c72d8b5c66a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:37.455030 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-85a9ed6d-ae90-4c65-94b5-dc14c132e479 req-5a4c683c-be41-48d3-8b77-0478358a9b86 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400941 Feb 04 11:43:37.457394 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b108c68-aa2f-4aca-8071-2c72d8b5c66a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:43:37.461311 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1b108c68-aa2f-4aca-8071-2c72d8b5c66a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:37.483131 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:43:37.483131 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:43:37.483131 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:43:37.483131 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:43:37.483131 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:43:37.483131 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:43:37.483131 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:43:37.483131 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:43:37.483131 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:43:37.483131 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:43:37.483131 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:43:37.483131 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:43:37.483131 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:43:37.483131 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:43:37.483131 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:43:37.483131 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:43:37.483131 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:43:37.483131 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:43:37.483131 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:43:37.483131 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:43:37.483131 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:43:37.483131 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:43:37.483131 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:43:37.483131 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:43:37.483131 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:43:37.483131 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:43:37.483131 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:43:37.483131 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:43:37.483131 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:43:37.483131 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:43:37.483131 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:43:37.483131 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:43:37.490162 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41210) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:37.545144 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-9d377a53-c756-42eb-87db-f21e42abd7e8 service neutron] 10.222.0.21 "GET /v2.0/networks/33bd7d49-74bc-432e-accf-7c1d5dbd3a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380416 Feb 04 11:43:37.689657 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-dfab5745-2c08-4d89-9dae-b3357756a71f service neutron] 10.222.0.21 "GET /v2.0/networks/33bd7d49-74bc-432e-accf-7c1d5dbd3a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339715 Feb 04 11:43:37.696508 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1b108c68-aa2f-4aca-8071-2c72d8b5c66a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:37.701788 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1b108c68-aa2f-4aca-8071-2c72d8b5c66a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:37.713200 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-331d2a28-aa72-4b2b-8256-458d667ec36b None None] Deleting port 987cf063-6289-47f3-b975-8d807bdb9998 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:43:37.713797 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-331d2a28-aa72-4b2b-8256-458d667ec36b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:37.747269 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b108c68-aa2f-4aca-8071-2c72d8b5c66a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Network': ['ID=67192125-5c3e-4711-abd3-648a29c73c27,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:37.750930 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-5e1e1ecd-c12a-4e4f-b618-954fafe387a9 tempest-TestVolumeBootPattern-1862158881 tempest-TestVolumeBootPattern-1862158881-project-admin] Synchronizing usage tracker for tenant:d430be4325ec4585a9aaa4058df47923 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:43:37.788717 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-1b108c68-aa2f-4aca-8071-2c72d8b5c66a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/networks/67192125-5c3e-4711-abd3-648a29c73c27 HTTP/1.1" status: 204 len: 168 time: 1.6687648 Feb 04 11:43:37.791803 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41216) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:37.793373 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-331d2a28-aa72-4b2b-8256-458d667ec36b None None] The port '987cf063-6289-47f3-b975-8d807bdb9998' was deleted {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:43:37.853538 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-5e1e1ecd-c12a-4e4f-b618-954fafe387a9 tempest-TestVolumeBootPattern-1862158881 tempest-TestVolumeBootPattern-1862158881-project-admin] Unset dirty status for tenant:d430be4325ec4585a9aaa4058df47923 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:43:37.854696 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5e1e1ecd-c12a-4e4f-b618-954fafe387a9 tempest-TestVolumeBootPattern-1862158881 tempest-TestVolumeBootPattern-1862158881-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fa402623-6cc9-4e51-a416-eab072a0a678 HTTP/1.1" status: 200 len: 1093 time: 0.3675609 Feb 04 11:43:37.857816 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41220) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:37.863600 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-9d4369cf-8d8f-4d11-9b65-21075ae63899 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Request body: {'floatingip': {'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'port_id': '4b05f1c2-2f05-4e2e-b8da-3decb613cd17', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:37.869342 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-9d4369cf-8d8f-4d11-9b65-21075ae63899 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:37.873516 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-9d4369cf-8d8f-4d11-9b65-21075ae63899 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Usage tracker for resource:floatingip and tenant:4e2cb104d3bb42a4a344ade0b8b3bbd0 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:37.877097 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-9d4369cf-8d8f-4d11-9b65-21075ae63899 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:37.884270 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-9d4369cf-8d8f-4d11-9b65-21075ae63899 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:37.992263 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9d4369cf-8d8f-4d11-9b65-21075ae63899 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for floatingip, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:38.094420 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-aa3196b2-df59-4103-ac62-84a6466fe372 req-65e45878-71cb-47ae-acfc-e3e7361c4bf2 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/ports?device_id=e818fa43-688e-410a-9d3f-fdc5a9ed5dcd HTTP/1.1" status: 200 len: 210 time: 0.0559509 Feb 04 11:43:38.138058 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-21e49b1a-d526-4e85-838b-7054d758d258 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting port ea828749-65c7-4857-8498-7d72bbf6ed4a {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:43:38.138462 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-21e49b1a-d526-4e85-838b-7054d758d258 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:38.140389 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9d4369cf-8d8f-4d11-9b65-21075ae63899 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:38.286627 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-9d4369cf-8d8f-4d11-9b65-21075ae63899 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Allocated IP 172.26.3.64 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/7e256d9d-192e-40e4-83d5-c3663907fa71) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:43:38.316122 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-21e49b1a-d526-4e85-838b-7054d758d258 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:38.316739 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-21e49b1a-d526-4e85-838b-7054d758d258 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:38.441460 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-21e49b1a-d526-4e85-838b-7054d758d258 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Calling delete_port for ea828749-65c7-4857-8498-7d72bbf6ed4a owned by network:floatingip {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:43:38.533816 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9d4369cf-8d8f-4d11-9b65-21075ae63899 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:38.616737 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9d4369cf-8d8f-4d11-9b65-21075ae63899 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:38.662300 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-21e49b1a-d526-4e85-838b-7054d758d258 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:38.687522 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4369cf-8d8f-4d11-9b65-21075ae63899 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:43:38.691468 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-9d4369cf-8d8f-4d11-9b65-21075ae63899 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:43:38.695331 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4369cf-8d8f-4d11-9b65-21075ae63899 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:43:38.707404 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e49b1a-d526-4e85-838b-7054d758d258 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Port': ['ID=ea828749-65c7-4857-8498-7d72bbf6ed4a,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:38.729960 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4369cf-8d8f-4d11-9b65-21075ae63899 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Pushing event updated for resources: {'Port': ['ID=7e256d9d-192e-40e4-83d5-c3663907fa71,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:38.748136 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e49b1a-d526-4e85-838b-7054d758d258 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:38.748474 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e49b1a-d526-4e85-838b-7054d758d258 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:38.748812 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e49b1a-d526-4e85-838b-7054d758d258 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:38.749125 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e49b1a-d526-4e85-838b-7054d758d258 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:38.749446 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e49b1a-d526-4e85-838b-7054d758d258 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:38.749772 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e49b1a-d526-4e85-838b-7054d758d258 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:38.750110 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e49b1a-d526-4e85-838b-7054d758d258 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:38.750427 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e49b1a-d526-4e85-838b-7054d758d258 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:38.750739 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e49b1a-d526-4e85-838b-7054d758d258 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:38.751049 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e49b1a-d526-4e85-838b-7054d758d258 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:38.751358 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e49b1a-d526-4e85-838b-7054d758d258 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:38.816523 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-21e49b1a-d526-4e85-838b-7054d758d258 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:39.251831 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e49b1a-d526-4e85-838b-7054d758d258 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router 7e68f380-0afc-40b2-80ac-5d134a2163f7 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:43:39.252602 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9d4369cf-8d8f-4d11-9b65-21075ae63899 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:39.301180 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c1627750-c612-47a2-bc15-29d769ebd252 req-27f2ecd6-6e7a-41af-b27b-142143cf5776 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/ports?device_id=e818fa43-688e-410a-9d3f-fdc5a9ed5dcd HTTP/1.1" status: 200 len: 210 time: 0.0425043 Feb 04 11:43:39.365048 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9d4369cf-8d8f-4d11-9b65-21075ae63899 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:39.467327 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e49b1a-d526-4e85-838b-7054d758d258 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:43:39.478751 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a142670-5984-42f6-b526-3756e45b8ccd None None] Sync routers for ids ['7e68f380-0afc-40b2-80ac-5d134a2163f7'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:43:39.483527 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-21e49b1a-d526-4e85-838b-7054d758d258 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:39.494924 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a142670-5984-42f6-b526-3756e45b8ccd None None] Routers {'7e68f380-0afc-40b2-80ac-5d134a2163f7'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:43:39.495680 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-1a142670-5984-42f6-b526-3756e45b8ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:43:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['7e68f380-0afc-40b2-80ac-5d134a2163f7'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:39.555265 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-21e49b1a-d526-4e85-838b-7054d758d258 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/floatingips/12205bc0-19a5-4f15-b9f6-33d6e12fa5cc HTTP/1.1" status: 204 len: 168 time: 1.7597206 Feb 04 11:43:39.555265 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317d5965-a153-488f-bb85-73f8b235daa3', 'tag': '3bc398c8-4ad5-47a5-98b4-f26b5530c56c'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:43:39.601155 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9d4369cf-8d8f-4d11-9b65-21075ae63899 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:39.624174 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '317d5965-a153-488f-bb85-73f8b235daa3', 'tag': '3bc398c8-4ad5-47a5-98b4-f26b5530c56c', 'status': 'completed', 'code': 200} Feb 04 11:43:39.656476 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9d4369cf-8d8f-4d11-9b65-21075ae63899 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:39.684841 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-1a142670-5984-42f6-b526-3756e45b8ccd None None] Set router 7e68f380-0afc-40b2-80ac-5d134a2163f7 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:43:39.729288 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-dd45a08b-d9d5-4b09-9cf1-17da377af92e req-d5912a62-d2ba-443a-a217-c3bf17da5532 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=317d5965-a153-488f-bb85-73f8b235daa3 HTTP/1.1" status: 200 len: 1098 time: 0.0801558 Feb 04 11:43:39.792730 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4369cf-8d8f-4d11-9b65-21075ae63899 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Pushing event updated for resources: {'Port': ['ID=7e256d9d-192e-40e4-83d5-c3663907fa71,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:39.809854 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9d4369cf-8d8f-4d11-9b65-21075ae63899 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:40.012668 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45a08b-d9d5-4b09-9cf1-17da377af92e req-10c253f2-a053-4cc4-b66a-af0a2896288a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:40.014053 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-dd45a08b-d9d5-4b09-9cf1-17da377af92e req-10c253f2-a053-4cc4-b66a-af0a2896288a service neutron] 10.222.0.47 "GET /v2.0/networks?id=15fcac3b-629b-419f-8d6d-5c8b8ab500ae HTTP/1.1" status: 200 len: 898 time: 0.2776690 Feb 04 11:43:40.036521 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.l3_db [None req-9d4369cf-8d8f-4d11-9b65-21075ae63899 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Floating IP bb809ebb-06f3-4076-adba-903405926831 associated. External IP: 172.26.3.64, port: 4b05f1c2-2f05-4e2e-b8da-3decb613cd17. Feb 04 11:43:40.125617 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-1a142670-5984-42f6-b526-3756e45b8ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'name': 'tempest-TestNetworkBasicOps-router-1549041283', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '741eba48-2181-44d6-8a54-63871deeafe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:19Z', 'updated_at': '2022-02-04T11:43:28Z', 'revision_number': 6, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '741eba48-2181-44d6-8a54-63871deeafe5', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:22Z', 'updated_at': '2022-02-04T11:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3', 'name': '', 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:69:62:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3366fb7-15f1-4fdd-b22d-c78849bf243a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:36Z', 'updated_at': '2022-02-04T11:39:51Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'd3366fb7-15f1-4fdd-b22d-c78849bf243a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:40.129302 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-dd45a08b-d9d5-4b09-9cf1-17da377af92e req-e62222b4-a03e-4cdf-ac26-b35c8e0f0962 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bc398c8-4ad5-47a5-98b4-f26b5530c56c HTTP/1.1" status: 200 len: 217 time: 0.1085942 Feb 04 11:43:40.132521 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a142670-5984-42f6-b526-3756e45b8ccd None None] Checking router: 7e68f380-0afc-40b2-80ac-5d134a2163f7 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:43:40.145109 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a142670-5984-42f6-b526-3756e45b8ccd None None] Routers {'7e68f380-0afc-40b2-80ac-5d134a2163f7'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:43:40.145725 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-1a142670-5984-42f6-b526-3756e45b8ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:43:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['7e68f380-0afc-40b2-80ac-5d134a2163f7'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:40.240070 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45a08b-d9d5-4b09-9cf1-17da377af92e req-1db338e5-a58e-4907-9ea0-d87dd18f4a31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:40.241746 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-dd45a08b-d9d5-4b09-9cf1-17da377af92e req-1db338e5-a58e-4907-9ea0-d87dd18f4a31 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d3366fb7-15f1-4fdd-b22d-c78849bf243a HTTP/1.1" status: 200 len: 835 time: 0.1059933 Feb 04 11:43:40.351680 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-dd45a08b-d9d5-4b09-9cf1-17da377af92e req-a98de327-0c9c-42cb-974a-52edfcd55073 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=15fcac3b-629b-419f-8d6d-5c8b8ab500ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1024427 Feb 04 11:43:40.423955 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-1a142670-5984-42f6-b526-3756e45b8ccd None None] Set router 7e68f380-0afc-40b2-80ac-5d134a2163f7 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:43:40.553853 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-328179f8-41ea-49bf-8b81-9585021d1785 req-fe9cf50c-8791-4573-97e4-be22bbdfbd59 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/ports?device_id=e818fa43-688e-410a-9d3f-fdc5a9ed5dcd HTTP/1.1" status: 200 len: 210 time: 0.0686758 Feb 04 11:43:40.564311 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-dd45a08b-d9d5-4b09-9cf1-17da377af92e req-47220c8a-b3c8-4bab-ae41-63149c74330e service neutron] 10.222.0.47 "GET /v2.0/networks/15fcac3b-629b-419f-8d6d-5c8b8ab500ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044301 Feb 04 11:43:40.595977 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76554e76-31a2-4f82-9bd5-ab9f6f0ac8ba req-0311b218-7a76-4f75-945b-5c14ffdd80c3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:40.596717 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-76554e76-31a2-4f82-9bd5-ab9f6f0ac8ba req-0311b218-7a76-4f75-945b-5c14ffdd80c3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:43:40.636152 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-49740d8a-da01-479b-a6cc-d712707382d7 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:40.637551 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-49740d8a-da01-479b-a6cc-d712707382d7 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.47 "GET /v2.0/networks?id=33bd7d49-74bc-432e-accf-7c1d5dbd3a5e HTTP/1.1" status: 200 len: 812 time: 0.4058979 Feb 04 11:43:40.711213 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-a6d3ff1a-c2f8-40c2-abfa-fa221d74ee46 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Request body: {'port': {'device_id': 'e818fa43-688e-410a-9d3f-fdc5a9ed5dcd', 'network_id': '33bd7d49-74bc-432e-accf-7c1d5dbd3a5e', 'admin_state_up': True, 'tenant_id': '3228983a05da4a53a91bb0f6621e8675'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:40.721041 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-dd45a08b-d9d5-4b09-9cf1-17da377af92e req-31ac0449-30c1-4679-a65f-730384e4c21d service neutron] 10.222.0.47 "GET /v2.0/networks/15fcac3b-629b-419f-8d6d-5c8b8ab500ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500108 Feb 04 11:43:40.729274 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-76554e76-31a2-4f82-9bd5-ab9f6f0ac8ba req-0311b218-7a76-4f75-945b-5c14ffdd80c3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:43:40.731842 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-76554e76-31a2-4f82-9bd5-ab9f6f0ac8ba req-0311b218-7a76-4f75-945b-5c14ffdd80c3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=317d5965-a153-488f-bb85-73f8b235daa3 HTTP/1.1" status: 200 len: 945 time: 0.3366063 Feb 04 11:43:40.780612 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-1a142670-5984-42f6-b526-3756e45b8ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'name': 'tempest-TestNetworkBasicOps-router-1549041283', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '741eba48-2181-44d6-8a54-63871deeafe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:19Z', 'updated_at': '2022-02-04T11:43:28Z', 'revision_number': 6, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '741eba48-2181-44d6-8a54-63871deeafe5', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:22Z', 'updated_at': '2022-02-04T11:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3', 'name': '', 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:69:62:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3366fb7-15f1-4fdd-b22d-c78849bf243a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:36Z', 'updated_at': '2022-02-04T11:39:51Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'd3366fb7-15f1-4fdd-b22d-c78849bf243a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:40.784844 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a142670-5984-42f6-b526-3756e45b8ccd None None] The sync data for ids ['7e68f380-0afc-40b2-80ac-5d134a2163f7'] in dv-neutron-827825-2-hyperv is: [{'id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'name': 'tempest-TestNetworkBasicOps-router-1549041283', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '741eba48-2181-44d6-8a54-63871deeafe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:19Z', 'updated_at': '2022-02-04T11:43:28Z', 'revision_number': 6, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '741eba48-2181-44d6-8a54-63871deeafe5', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:22Z', 'updated_at': '2022-02-04T11:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3', 'name': '', 'network_id': '15fcac3b-629b-419f-8d6d-5c8b8ab500ae', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:69:62:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3366fb7-15f1-4fdd-b22d-c78849bf243a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:36Z', 'updated_at': '2022-02-04T11:39:51Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'd3366fb7-15f1-4fdd-b22d-c78849bf243a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:43:40.922145 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-76554e76-31a2-4f82-9bd5-ab9f6f0ac8ba req-2715ad94-113b-48a2-ba60-278fa2da78ea tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0afe08c-8209-4bc0-967c-f4ca9b53368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374764 Feb 04 11:43:40.927051 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-a6d3ff1a-c2f8-40c2-abfa-fa221d74ee46 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:40.932942 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-a6d3ff1a-c2f8-40c2-abfa-fa221d74ee46 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Usage tracker for resource:port and tenant:3228983a05da4a53a91bb0f6621e8675 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:40.936322 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-a6d3ff1a-c2f8-40c2-abfa-fa221d74ee46 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:40.996358 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-a6d3ff1a-c2f8-40c2-abfa-fa221d74ee46 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:41.011910 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0258767-a9cb-479e-bd0a-371869ba4bdc None None] New status for floating IP 12205bc0-19a5-4f15-b9f6-33d6e12fa5cc: DOWN {{(pid=84206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 11:43:41.056095 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4369cf-8d8f-4d11-9b65-21075ae63899 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Router 5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:43:41.122016 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-a6d3ff1a-c2f8-40c2-abfa-fa221d74ee46 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Made reservation on behalf of 3228983a05da4a53a91bb0f6621e8675 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:43:41.124986 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-a6d3ff1a-c2f8-40c2-abfa-fa221d74ee46 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:41.376513 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-a6d3ff1a-c2f8-40c2-abfa-fa221d74ee46 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Allocated IP 172.20.0.6 (33bd7d49-74bc-432e-accf-7c1d5dbd3a5e/700b2c49-1809-40fc-b4e3-9feebbd90762/20da496e-6b36-4c04-b442-3890348e68d5) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:43:41.474344 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4369cf-8d8f-4d11-9b65-21075ae63899 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:43:41.483905 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01afa717-db2b-4a26-b066-28eb4a6c8652 None None] Sync routers for ids ['5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:43:41.495699 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01afa717-db2b-4a26-b066-28eb4a6c8652 None None] Routers {'5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:43:41.496284 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-01afa717-db2b-4a26-b066-28eb4a6c8652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:43:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:41.628889 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9d4369cf-8d8f-4d11-9b65-21075ae63899 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:41.658310 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-a6d3ff1a-c2f8-40c2-abfa-fa221d74ee46 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:41.694363 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-9d4369cf-8d8f-4d11-9b65-21075ae63899 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.8353493 Feb 04 11:43:41.696521 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa402623-6cc9-4e51-a416-eab072a0a678', 'tag': '4b05f1c2-2f05-4e2e-b8da-3decb613cd17'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:43:41.729531 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-01afa717-db2b-4a26-b066-28eb4a6c8652 None None] Set router 5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:43:41.754218 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa402623-6cc9-4e51-a416-eab072a0a678', 'tag': '4b05f1c2-2f05-4e2e-b8da-3decb613cd17', 'status': 'completed', 'code': 200} Feb 04 11:43:41.756714 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1beb96cd-4548-4ed8-839b-21d2c5f22c1c req-8ecb1d29-3c1f-4c9f-afdf-3c77e358a486 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/ports?device_id=e818fa43-688e-410a-9d3f-fdc5a9ed5dcd HTTP/1.1" status: 200 len: 210 time: 0.0590611 Feb 04 11:43:41.800089 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-a6d3ff1a-c2f8-40c2-abfa-fa221d74ee46 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:41.864833 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-01b339c7-5dfd-4f82-b140-48b71db15389 req-e067b11f-f946-48ca-9e2a-98c12d3b500b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4e2cb104d3bb42a4a344ade0b8b3bbd0&device_id=fa402623-6cc9-4e51-a416-eab072a0a678 HTTP/1.1" status: 200 len: 1098 time: 0.0716867 Feb 04 11:43:41.879037 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-a6d3ff1a-c2f8-40c2-abfa-fa221d74ee46 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Network 33bd7d49-74bc-432e-accf-7c1d5dbd3a5e is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:43:41.882837 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-a6d3ff1a-c2f8-40c2-abfa-fa221d74ee46 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:43:41.884786 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3ff1a-c2f8-40c2-abfa-fa221d74ee46 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Pushing event updated for resources: {'Port': ['ID=20da496e-6b36-4c04-b442-3890348e68d5,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:41.887011 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-a6d3ff1a-c2f8-40c2-abfa-fa221d74ee46 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:43:41.950092 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-a6d3ff1a-c2f8-40c2-abfa-fa221d74ee46 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:41.950903 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-a6d3ff1a-c2f8-40c2-abfa-fa221d74ee46 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:42.028144 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b339c7-5dfd-4f82-b140-48b71db15389 req-8ca0a74b-11a0-4862-862c-196bec58e58d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:42.030198 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-01b339c7-5dfd-4f82-b140-48b71db15389 req-8ca0a74b-11a0-4862-862c-196bec58e58d service neutron] 10.222.0.47 "GET /v2.0/networks?id=a23f3c76-d15a-4fcc-b821-61e65e6da3f4 HTTP/1.1" status: 200 len: 912 time: 0.1584713 Feb 04 11:43:42.059806 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5fc04-eb4e-421b-a20a-8d6b8de3b8e2 req-8657ed1b-e70f-45e4-9d3f-35d13cc337f5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:42.062245 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b0c5fc04-eb4e-421b-a20a-8d6b8de3b8e2 req-8657ed1b-e70f-45e4-9d3f-35d13cc337f5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "GET /v2.0/ports?device_id=317d5965-a153-488f-bb85-73f8b235daa3 HTTP/1.1" status: 200 len: 945 time: 0.1056635 Feb 04 11:43:42.097456 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-37adce33-649c-4883-955c-0cdb6e53d547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:42.110617 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-01afa717-db2b-4a26-b066-28eb4a6c8652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'name': 'tempest-TestVolumeBootPattern-842267503-router', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:45Z', 'updated_at': '2022-02-04T11:41:54Z', 'revision_number': 4, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'gw_port': {'id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:47Z', 'updated_at': '2022-02-04T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': 'bb809ebb-06f3-4076-adba-903405926831', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'floating_ip_address': '172.26.3.64', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'port_id': '4b05f1c2-2f05-4e2e-b8da-3decb613cd17', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'mac_address': 'fa:16:3e:99:41:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa402623-6cc9-4e51-a416-eab072a0a678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:43:39Z', 'updated_at': '2022-02-04T11:43:39Z', 'revision_number': 0, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19b6c46-bb43-4310-9912-2d2d61d6f848', 'name': '', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'mac_address': 'fa:16:3e:2c:e8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:53Z', 'updated_at': '2022-02-04T11:42:17Z', 'revision_number': 5, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'subnets': [{'id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:42.116805 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01afa717-db2b-4a26-b066-28eb4a6c8652 None None] Checking router: 5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:43:42.130560 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01afa717-db2b-4a26-b066-28eb4a6c8652 None None] Routers {'5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:43:42.131404 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-01afa717-db2b-4a26-b066-28eb4a6c8652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:43:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:42.147458 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-01b339c7-5dfd-4f82-b140-48b71db15389 req-7e0ff3c8-26b5-44f8-90b4-7cd9c1bcb87d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b05f1c2-2f05-4e2e-b8da-3decb613cd17 HTTP/1.1" status: 200 len: 998 time: 0.1101179 Feb 04 11:43:42.155111 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-a6d3ff1a-c2f8-40c2-abfa-fa221d74ee46 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4496129 Feb 04 11:43:42.175739 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-b9aead46-82ae-4efb-98e8-d565c529add5 service neutron] Request body: {'port': {'device_id': 'e818fa43-688e-410a-9d3f-fdc5a9ed5dcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:42.230373 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b339c7-5dfd-4f82-b140-48b71db15389 req-8209713c-255c-4bcb-bc9c-eba89b5292ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:42.232477 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-01b339c7-5dfd-4f82-b140-48b71db15389 req-8209713c-255c-4bcb-bc9c-eba89b5292ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5af355fa-ef8e-4697-b6fa-0681cfbee57c HTTP/1.1" status: 200 len: 850 time: 0.0779667 Feb 04 11:43:42.319060 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-01b339c7-5dfd-4f82-b140-48b71db15389 req-8d2ca969-dcd9-40d1-94e2-a8fab2cbed65 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a23f3c76-d15a-4fcc-b821-61e65e6da3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790241 Feb 04 11:43:42.329792 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-01afa717-db2b-4a26-b066-28eb4a6c8652 None None] Set router 5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:43:42.359874 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-b0c5fc04-eb4e-421b-a20a-8d6b8de3b8e2 req-64234f51-fc69-4839-8be9-c99c3bb470fc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting port 3bc398c8-4ad5-47a5-98b4-f26b5530c56c {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:43:42.360249 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b0c5fc04-eb4e-421b-a20a-8d6b8de3b8e2 req-64234f51-fc69-4839-8be9-c99c3bb470fc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:42.459900 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-01b339c7-5dfd-4f82-b140-48b71db15389 req-ea66a95d-a096-4ae0-b243-d77c81eab8e4 service neutron] 10.222.0.47 "GET /v2.0/networks/a23f3c76-d15a-4fcc-b821-61e65e6da3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335831 Feb 04 11:43:42.487095 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1917214-8ef9-47cd-aa75-cefb887ff8e5 req-6a6e83d7-a3e1-4126-880d-02a70d59cb3f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:42.488537 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c1917214-8ef9-47cd-aa75-cefb887ff8e5 req-6a6e83d7-a3e1-4126-880d-02a70d59cb3f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=317d5965-a153-488f-bb85-73f8b235daa3 HTTP/1.1" status: 200 len: 945 time: 0.3775406 Feb 04 11:43:42.561126 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-b9aead46-82ae-4efb-98e8-d565c529add5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:42.599869 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-01b339c7-5dfd-4f82-b140-48b71db15389 req-c52a5bff-a71f-4992-ba4c-bd998da6a581 service neutron] 10.222.0.47 "GET /v2.0/networks/a23f3c76-d15a-4fcc-b821-61e65e6da3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326294 Feb 04 11:43:42.686386 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-01afa717-db2b-4a26-b066-28eb4a6c8652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'name': 'tempest-TestVolumeBootPattern-842267503-router', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:45Z', 'updated_at': '2022-02-04T11:41:54Z', 'revision_number': 4, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'gw_port': {'id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:47Z', 'updated_at': '2022-02-04T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': 'bb809ebb-06f3-4076-adba-903405926831', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'floating_ip_address': '172.26.3.64', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'port_id': '4b05f1c2-2f05-4e2e-b8da-3decb613cd17', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'mac_address': 'fa:16:3e:99:41:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa402623-6cc9-4e51-a416-eab072a0a678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:43:39Z', 'updated_at': '2022-02-04T11:43:39Z', 'revision_number': 0, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19b6c46-bb43-4310-9912-2d2d61d6f848', 'name': '', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'mac_address': 'fa:16:3e:2c:e8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:53Z', 'updated_at': '2022-02-04T11:42:17Z', 'revision_number': 5, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'subnets': [{'id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:42.690332 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01afa717-db2b-4a26-b066-28eb4a6c8652 None None] The sync data for ids ['5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'] in dv-neutron-827825-2-hyperv is: [{'id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'name': 'tempest-TestVolumeBootPattern-842267503-router', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:45Z', 'updated_at': '2022-02-04T11:41:54Z', 'revision_number': 4, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'gw_port': {'id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:47Z', 'updated_at': '2022-02-04T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': 'bb809ebb-06f3-4076-adba-903405926831', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'floating_ip_address': '172.26.3.64', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'port_id': '4b05f1c2-2f05-4e2e-b8da-3decb613cd17', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'mac_address': 'fa:16:3e:99:41:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa402623-6cc9-4e51-a416-eab072a0a678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:43:39Z', 'updated_at': '2022-02-04T11:43:39Z', 'revision_number': 0, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19b6c46-bb43-4310-9912-2d2d61d6f848', 'name': '', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'mac_address': 'fa:16:3e:2c:e8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:53Z', 'updated_at': '2022-02-04T11:42:17Z', 'revision_number': 5, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'subnets': [{'id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:43:42.735402 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c1917214-8ef9-47cd-aa75-cefb887ff8e5 req-02c94393-ca33-400c-bed3-73948a4022d6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0afe08c-8209-4bc0-967c-f4ca9b53368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190151 Feb 04 11:43:42.836891 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-b0c5fc04-eb4e-421b-a20a-8d6b8de3b8e2 req-64234f51-fc69-4839-8be9-c99c3bb470fc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] For port 3bc398c8-4ad5-47a5-98b4-f26b5530c56c, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=3bc398c8-4ad5-47a5-98b4-f26b5530c56c,segment=NetworkSegment(78949d48-b655-4e2f-9670-76b7530b5716),segment_id=78949d48-b655-4e2f-9670-76b7530b5716)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:43:42.837246 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b0c5fc04-eb4e-421b-a20a-8d6b8de3b8e2 req-64234f51-fc69-4839-8be9-c99c3bb470fc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:42.977486 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1fb11-ea51-4d00-9dad-4a9a8a752cae req-0fb5e724-c6d5-4af9-a9bb-efe38edb5a95 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:42.979104 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-baf1fb11-ea51-4d00-9dad-4a9a8a752cae req-0fb5e724-c6d5-4af9-a9bb-efe38edb5a95 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/ports?device_id=e818fa43-688e-410a-9d3f-fdc5a9ed5dcd HTTP/1.1" status: 200 len: 931 time: 0.0844321 Feb 04 11:43:42.989913 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-b0c5fc04-eb4e-421b-a20a-8d6b8de3b8e2 req-64234f51-fc69-4839-8be9-c99c3bb470fc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Calling delete_port for 3bc398c8-4ad5-47a5-98b4-f26b5530c56c owned by compute:nova {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:43:43.029088 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-baf1fb11-ea51-4d00-9dad-4a9a8a752cae req-fcaa267c-216f-46ef-9946-8067dfe58068 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/security-groups?id=4adf8f2d-2f02-47a2-a3b0-a0d0d27903f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443027 Feb 04 11:43:43.288239 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-b9aead46-82ae-4efb-98e8-d565c529add5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20da496e-6b36-4c04-b442-3890348e68d5 {{(pid=84205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:43:43.295321 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-b9aead46-82ae-4efb-98e8-d565c529add5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:43.328648 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-b9aead46-82ae-4efb-98e8-d565c529add5 service neutron] Transition to ACTIVE for port object 20da496e-6b36-4c04-b442-3890348e68d5 will not be triggered until provisioned by entity L2. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:43:43.329807 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b0c5fc04-eb4e-421b-a20a-8d6b8de3b8e2 req-64234f51-fc69-4839-8be9-c99c3bb470fc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:43.379984 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64234f51-fc69-4839-8be9-c99c3bb470fc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Port': ['ID=3bc398c8-4ad5-47a5-98b4-f26b5530c56c,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:43.411892 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-b9aead46-82ae-4efb-98e8-d565c529add5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:43.493289 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c5fc04-eb4e-421b-a20a-8d6b8de3b8e2 req-64234f51-fc69-4839-8be9-c99c3bb470fc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] No DVR routers for this DVR port 3bc398c8-4ad5-47a5-98b4-f26b5530c56c on host hv-neutron-8278 {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:43:43.497333 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b0c5fc04-eb4e-421b-a20a-8d6b8de3b8e2 req-64234f51-fc69-4839-8be9-c99c3bb470fc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:43.578468 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aead46-82ae-4efb-98e8-d565c529add5 service neutron] Pushing event updated for resources: {'Port': ['ID=20da496e-6b36-4c04-b442-3890348e68d5,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:43.646602 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b0c5fc04-eb4e-421b-a20a-8d6b8de3b8e2 req-64234f51-fc69-4839-8be9-c99c3bb470fc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "DELETE /v2.0/ports/3bc398c8-4ad5-47a5-98b4-f26b5530c56c HTTP/1.1" status: 204 len: 173 time: 1.5785758 Feb 04 11:43:43.684209 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-b9aead46-82ae-4efb-98e8-d565c529add5 service neutron] Attempting to bind port 20da496e-6b36-4c04-b442-3890348e68d5 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:43:43.684533 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-b9aead46-82ae-4efb-98e8-d565c529add5 service neutron] Attempting to bind port 20da496e-6b36-4c04-b442-3890348e68d5 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '780a2d29-4049-4959-a01b-a783a8509450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '33bd7d49-74bc-432e-accf-7c1d5dbd3a5e'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:43:43.684851 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-b9aead46-82ae-4efb-98e8-d565c529add5 service neutron] Attempting to bind port 20da496e-6b36-4c04-b442-3890348e68d5 on network 33bd7d49-74bc-432e-accf-7c1d5dbd3a5e {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:43:43.690578 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-b9aead46-82ae-4efb-98e8-d565c529add5 service neutron] Port 20da496e-6b36-4c04-b442-3890348e68d5 on network 33bd7d49-74bc-432e-accf-7c1d5dbd3a5e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:43:43.690895 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-b9aead46-82ae-4efb-98e8-d565c529add5 service neutron] Attempting to bind port 20da496e-6b36-4c04-b442-3890348e68d5 on network 33bd7d49-74bc-432e-accf-7c1d5dbd3a5e {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:43:43.696912 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-b9aead46-82ae-4efb-98e8-d565c529add5 service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:43:43.697232 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-b9aead46-82ae-4efb-98e8-d565c529add5 service neutron] Checking segment: {'id': '780a2d29-4049-4959-a01b-a783a8509450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '33bd7d49-74bc-432e-accf-7c1d5dbd3a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:43:43.700717 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-b9aead46-82ae-4efb-98e8-d565c529add5 service neutron] Bound using segment: {'id': '780a2d29-4049-4959-a01b-a783a8509450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '33bd7d49-74bc-432e-accf-7c1d5dbd3a5e'} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:43:43.700717 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-b9aead46-82ae-4efb-98e8-d565c529add5 service neutron] Bound port: 20da496e-6b36-4c04-b442-3890348e68d5, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '780a2d29-4049-4959-a01b-a783a8509450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '33bd7d49-74bc-432e-accf-7c1d5dbd3a5e'}}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:43:43.700717 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-b9aead46-82ae-4efb-98e8-d565c529add5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:43.759058 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317d5965-a153-488f-bb85-73f8b235daa3', 'name': 'network-vif-deleted', 'tag': '3bc398c8-4ad5-47a5-98b4-f26b5530c56c'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:43:43.801422 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-b9aead46-82ae-4efb-98e8-d565c529add5 service neutron] For port 20da496e-6b36-4c04-b442-3890348e68d5, host hv-neutron-8278, cleared binding levels {{(pid=84205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:43:43.806785 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-b9aead46-82ae-4efb-98e8-d565c529add5 service neutron] For port 20da496e-6b36-4c04-b442-3890348e68d5, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=20da496e-6b36-4c04-b442-3890348e68d5,segment=NetworkSegment(780a2d29-4049-4959-a01b-a783a8509450),segment_id=780a2d29-4049-4959-a01b-a783a8509450)] {{(pid=84205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:43:43.819549 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317d5965-a153-488f-bb85-73f8b235daa3', 'name': 'network-vif-deleted', 'tag': '3bc398c8-4ad5-47a5-98b4-f26b5530c56c', 'status': 'completed', 'code': 200} Feb 04 11:43:43.885566 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-b9aead46-82ae-4efb-98e8-d565c529add5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:43.934630 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-6e2ef0e5-f81c-4d8d-9a00-afb99f18a6f9 req-612f0057-c1b1-42c9-bf98-c67387a5a42d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:43:43.949774 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-b9aead46-82ae-4efb-98e8-d565c529add5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:43.951138 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-b9aead46-82ae-4efb-98e8-d565c529add5 service neutron] 10.222.0.47 "PUT /v2.0/ports/20da496e-6b36-4c04-b442-3890348e68d5 HTTP/1.1" status: 200 len: 1093 time: 1.7798715 Feb 04 11:43:43.964974 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aead46-82ae-4efb-98e8-d565c529add5 service neutron] Pushing event updated for resources: {'Port': ['ID=20da496e-6b36-4c04-b442-3890348e68d5,revision_number=3']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:44.034470 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-6e2ef0e5-f81c-4d8d-9a00-afb99f18a6f9 req-612f0057-c1b1-42c9-bf98-c67387a5a42d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:43:44.035831 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6e2ef0e5-f81c-4d8d-9a00-afb99f18a6f9 req-612f0057-c1b1-42c9-bf98-c67387a5a42d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=317d5965-a153-488f-bb85-73f8b235daa3 HTTP/1.1" status: 200 len: 210 time: 0.1451926 Feb 04 11:43:44.312453 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-b777b368-81ec-4c56-8201-85cf79b1d01d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3228983a05da4a53a91bb0f6621e8675&device_id=e818fa43-688e-410a-9d3f-fdc5a9ed5dcd HTTP/1.1" status: 200 len: 1096 time: 0.2374003 Feb 04 11:43:44.321845 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad698583-a71a-4240-bc6f-efd2d19d89e3 req-3cbd1c1f-f776-4059-bd03-9c12b055d315 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:44.322526 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-ad698583-a71a-4240-bc6f-efd2d19d89e3 req-3cbd1c1f-f776-4059-bd03-9c12b055d315 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Synchronizing usage tracker for tenant:3228983a05da4a53a91bb0f6621e8675 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:43:44.395241 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-87e4e688-5d8b-43cf-8f5f-0180ce49e4ef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20da496e-6b36-4c04-b442-3890348e68d5 HTTP/1.1" status: 200 len: 217 time: 0.0700698 Feb 04 11:43:44.458997 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-19a1a0f4-dc5d-45a5-bbde-44a16b61d461 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:44.460421 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-19a1a0f4-dc5d-45a5-bbde-44a16b61d461 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=700b2c49-1809-40fc-b4e3-9feebbd90762 HTTP/1.1" status: 200 len: 852 time: 0.0589910 Feb 04 11:43:44.508903 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-f369615c-860a-4d67-94fb-3f5c581eae1e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33bd7d49-74bc-432e-accf-7c1d5dbd3a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422430 Feb 04 11:43:44.639884 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-ad698583-a71a-4240-bc6f-efd2d19d89e3 req-3cbd1c1f-f776-4059-bd03-9c12b055d315 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Unset dirty status for tenant:3228983a05da4a53a91bb0f6621e8675 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:43:44.643509 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ad698583-a71a-4240-bc6f-efd2d19d89e3 req-3cbd1c1f-f776-4059-bd03-9c12b055d315 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/ports?device_id=e818fa43-688e-410a-9d3f-fdc5a9ed5dcd HTTP/1.1" status: 200 len: 943 time: 0.4218047 Feb 04 11:43:44.644090 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-9146d2c6-19d7-4cdf-87d9-d198477d5ef5 service neutron] 10.222.0.47 "GET /v2.0/networks/33bd7d49-74bc-432e-accf-7c1d5dbd3a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283040 Feb 04 11:43:44.666836 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8d452c22-86a0-44f8-8f77-2b3c4cd68d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:44.771590 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-ad698583-a71a-4240-bc6f-efd2d19d89e3 req-c714a8e5-338b-441f-bcea-5185b2bb1003 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Synchronizing usage tracker for tenant:3228983a05da4a53a91bb0f6621e8675 on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:43:44.814445 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fb91cd20-9a52-45a8-88c7-2227f413eb6f req-a77bc25c-3acd-4bf1-a83a-955960500702 service neutron] 10.222.0.47 "GET /v2.0/networks/33bd7d49-74bc-432e-accf-7c1d5dbd3a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541207 Feb 04 11:43:44.879906 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-ad698583-a71a-4240-bc6f-efd2d19d89e3 req-c714a8e5-338b-441f-bcea-5185b2bb1003 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Unset dirty status for tenant:3228983a05da4a53a91bb0f6621e8675 on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:43:44.881123 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ad698583-a71a-4240-bc6f-efd2d19d89e3 req-c714a8e5-338b-441f-bcea-5185b2bb1003 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/security-groups?id=4adf8f2d-2f02-47a2-a3b0-a0d0d27903f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343314 Feb 04 11:43:45.140164 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41264) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:45.207868 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fe69e3a2-2ab7-4647-b0c8-6ec7a50037e7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:45.235850 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fe69e3a2-2ab7-4647-b0c8-6ec7a50037e7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:45.382509 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fe69e3a2-2ab7-4647-b0c8-6ec7a50037e7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:45.404573 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe69e3a2-2ab7-4647-b0c8-6ec7a50037e7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0afe08c-8209-4bc0-967c-f4ca9b53368a,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:45.409516 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fe69e3a2-2ab7-4647-b0c8-6ec7a50037e7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:45.411222 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-fe69e3a2-2ab7-4647-b0c8-6ec7a50037e7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/security-groups/f0afe08c-8209-4bc0-967c-f4ca9b53368a HTTP/1.1" status: 204 len: 168 time: 0.2698727 Feb 04 11:43:45.429974 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acda0fb-a2be-44fe-8cff-69399dcf23af None None] New status for floating IP bb809ebb-06f3-4076-adba-903405926831: ACTIVE {{(pid=84206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 11:43:45.520281 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41270) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:45.727471 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:45.728865 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:45.820158 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e818fa43-688e-410a-9d3f-fdc5a9ed5dcd', 'tag': '20da496e-6b36-4c04-b442-3890348e68d5'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:43:45.887895 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e818fa43-688e-410a-9d3f-fdc5a9ed5dcd', 'tag': '20da496e-6b36-4c04-b442-3890348e68d5', 'status': 'completed', 'code': 200} Feb 04 11:43:46.004319 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-30367417-f43d-467c-a5e8-61e7f8e38b77 req-9d8957a5-0b51-4e67-828e-f89cc3d9dd23 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3228983a05da4a53a91bb0f6621e8675&device_id=e818fa43-688e-410a-9d3f-fdc5a9ed5dcd HTTP/1.1" status: 200 len: 1096 time: 0.1031165 Feb 04 11:43:46.006618 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cce4e336-208a-48f8-be71-45ee1f85df5b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:46.233506 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 3bc398c8-4ad5-47a5-98b4-f26b5530c56c no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:43:46.268117 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] No Port match for: 3bc398c8-4ad5-47a5-98b4-f26b5530c56c {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:43:46.269190 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 3bc398c8-4ad5-47a5-98b4-f26b5530c56c not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:43:46.365786 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30367417-f43d-467c-a5e8-61e7f8e38b77 req-b5ca7bfa-251c-4489-a031-7e54cba5b170 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:46.367206 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-30367417-f43d-467c-a5e8-61e7f8e38b77 req-b5ca7bfa-251c-4489-a031-7e54cba5b170 service neutron] 10.222.0.47 "GET /v2.0/networks?id=33bd7d49-74bc-432e-accf-7c1d5dbd3a5e HTTP/1.1" status: 200 len: 913 time: 0.3148031 Feb 04 11:43:46.450170 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44c061-7a65-421d-bf99-46089ad7c240 req-b7007423-7a92-44e5-9ea1-b94a669861c6 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:46.451562 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7f44c061-7a65-421d-bf99-46089ad7c240 req-b7007423-7a92-44e5-9ea1-b94a669861c6 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/ports?device_id=e818fa43-688e-410a-9d3f-fdc5a9ed5dcd HTTP/1.1" status: 200 len: 943 time: 0.3980825 Feb 04 11:43:46.453548 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-30367417-f43d-467c-a5e8-61e7f8e38b77 req-91f0b86c-3c3d-4f17-9540-d8441d596f05 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20da496e-6b36-4c04-b442-3890348e68d5 HTTP/1.1" status: 200 len: 217 time: 0.0781999 Feb 04 11:43:46.612676 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30367417-f43d-467c-a5e8-61e7f8e38b77 req-8582b0f5-a1d9-4ed5-abcb-95e5d1e39d3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:46.614107 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-30367417-f43d-467c-a5e8-61e7f8e38b77 req-8582b0f5-a1d9-4ed5-abcb-95e5d1e39d3a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=700b2c49-1809-40fc-b4e3-9feebbd90762 HTTP/1.1" status: 200 len: 852 time: 0.1160493 Feb 04 11:43:46.617985 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7f44c061-7a65-421d-bf99-46089ad7c240 req-daf2f9ee-84d2-4d64-8040-8ddd5d5e13b8 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/security-groups?id=4adf8f2d-2f02-47a2-a3b0-a0d0d27903f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187923 Feb 04 11:43:46.665161 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-30367417-f43d-467c-a5e8-61e7f8e38b77 req-e2f20df8-3b36-454e-9a23-281b5807a5dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33bd7d49-74bc-432e-accf-7c1d5dbd3a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432799 Feb 04 11:43:46.862235 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:46.936834 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-30367417-f43d-467c-a5e8-61e7f8e38b77 req-f77cd23f-9568-4d73-a3cd-957efa5c8e3a service neutron] 10.222.0.47 "GET /v2.0/networks/33bd7d49-74bc-432e-accf-7c1d5dbd3a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634768 Feb 04 11:43:47.165493 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-30367417-f43d-467c-a5e8-61e7f8e38b77 req-b4890f83-e192-47b3-a4fa-a9cfc32505b3 service neutron] 10.222.0.47 "GET /v2.0/networks/33bd7d49-74bc-432e-accf-7c1d5dbd3a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208090 Feb 04 11:43:47.324943 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-cce4e336-208a-48f8-be71-45ee1f85df5b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting port 3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:43:47.325274 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cce4e336-208a-48f8-be71-45ee1f85df5b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:47.512733 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-cce4e336-208a-48f8-be71-45ee1f85df5b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] For port 3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3,segment=NetworkSegment(78949d48-b655-4e2f-9670-76b7530b5716),segment_id=78949d48-b655-4e2f-9670-76b7530b5716)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:43:47.513265 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cce4e336-208a-48f8-be71-45ee1f85df5b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:47.633826 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-cce4e336-208a-48f8-be71-45ee1f85df5b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Calling delete_port for 3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3 owned by network:router_interface {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:43:47.889062 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cce4e336-208a-48f8-be71-45ee1f85df5b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:47.919133 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f8353-a235-4a16-8e22-3ab731e6dc2f req-03a7a395-1349-4200-857d-ed38de7b55a2 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:47.920923 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-428f8353-a235-4a16-8e22-3ab731e6dc2f req-03a7a395-1349-4200-857d-ed38de7b55a2 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/ports?device_id=e818fa43-688e-410a-9d3f-fdc5a9ed5dcd HTTP/1.1" status: 200 len: 943 time: 0.1763508 Feb 04 11:43:47.990205 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-428f8353-a235-4a16-8e22-3ab731e6dc2f req-c4aad2c5-c9bd-42a7-989f-03df7cc6ff92 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/security-groups?id=4adf8f2d-2f02-47a2-a3b0-a0d0d27903f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608671 Feb 04 11:43:48.072407 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce4e336-208a-48f8-be71-45ee1f85df5b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Port': ['ID=3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:48.260185 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 20da496e-6b36-4c04-b442-3890348e68d5 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:43:48.396345 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cce4e336-208a-48f8-be71-45ee1f85df5b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:48.423984 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 20da496e-6b36-4c04-b442-3890348e68d5, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=20da496e-6b36-4c04-b442-3890348e68d5,segment=NetworkSegment(780a2d29-4049-4959-a01b-a783a8509450),segment_id=780a2d29-4049-4959-a01b-a783a8509450)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:43:48.442211 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': '20da496e-6b36-4c04-b442-3890348e68d5', 'network_id': '33bd7d49-74bc-432e-accf-7c1d5dbd3a5e', 'port_id': '20da496e-6b36-4c04-b442-3890348e68d5', 'mac_address': 'fa:16:3e:75:7d:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '700b2c49-1809-40fc-b4e3-9feebbd90762', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:43:48.504814 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:48.523896 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20da496e-6b36-4c04-b442-3890348e68d5 {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:43:48.540775 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 20da496e-6b36-4c04-b442-3890348e68d5, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=20da496e-6b36-4c04-b442-3890348e68d5,segment=NetworkSegment(780a2d29-4049-4959-a01b-a783a8509450),segment_id=780a2d29-4049-4959-a01b-a783a8509450)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:43:48.587605 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:48.659841 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=20da496e-6b36-4c04-b442-3890348e68d5,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:48.993952 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['20da496e-6b36-4c04-b442-3890348e68d5'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 11:43:49.023534 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce4e336-208a-48f8-be71-45ee1f85df5b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router 7e68f380-0afc-40b2-80ac-5d134a2163f7 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:43:49.299356 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c74c1e-33e6-4323-aab4-fe307d249d94 req-5e2fbdbb-d322-4f18-8fa9-edf68d163a20 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:49.300793 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-47c74c1e-33e6-4323-aab4-fe307d249d94 req-5e2fbdbb-d322-4f18-8fa9-edf68d163a20 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/ports?device_id=e818fa43-688e-410a-9d3f-fdc5a9ed5dcd HTTP/1.1" status: 200 len: 944 time: 0.1577179 Feb 04 11:43:49.305619 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce4e336-208a-48f8-be71-45ee1f85df5b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:43:49.316014 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba83aa9-e36b-4061-8210-a5348b58a271 None None] Sync routers for ids ['7e68f380-0afc-40b2-80ac-5d134a2163f7'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:43:49.327575 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba83aa9-e36b-4061-8210-a5348b58a271 None None] Routers {'7e68f380-0afc-40b2-80ac-5d134a2163f7'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:43:49.328233 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-9ba83aa9-e36b-4061-8210-a5348b58a271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:43:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['7e68f380-0afc-40b2-80ac-5d134a2163f7'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:49.356985 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-47c74c1e-33e6-4323-aab4-fe307d249d94 req-500fee90-0a45-4608-b75c-3bee68341e3f tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/security-groups?id=4adf8f2d-2f02-47a2-a3b0-a0d0d27903f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461857 Feb 04 11:43:49.400830 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-cce4e336-208a-48f8-be71-45ee1f85df5b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "PUT /v2.0/routers/7e68f380-0afc-40b2-80ac-5d134a2163f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8793893 Feb 04 11:43:49.403321 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41282) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:49.506572 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-9ba83aa9-e36b-4061-8210-a5348b58a271 None None] Set router 7e68f380-0afc-40b2-80ac-5d134a2163f7 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:43:49.709256 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-9483af51-cd2c-4ead-bec7-977e03234d5e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting subnet d3366fb7-15f1-4fdd-b22d-c78849bf243a {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:43:49.712248 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9483af51-cd2c-4ead-bec7-977e03234d5e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:49.765948 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9483af51-cd2c-4ead-bec7-977e03234d5e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:49.817290 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-9ba83aa9-e36b-4061-8210-a5348b58a271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'name': 'tempest-TestNetworkBasicOps-router-1549041283', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '741eba48-2181-44d6-8a54-63871deeafe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:19Z', 'updated_at': '2022-02-04T11:43:47Z', 'revision_number': 7, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '741eba48-2181-44d6-8a54-63871deeafe5', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:22Z', 'updated_at': '2022-02-04T11:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:49.821282 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba83aa9-e36b-4061-8210-a5348b58a271 None None] Checking router: 7e68f380-0afc-40b2-80ac-5d134a2163f7 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:43:49.832290 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba83aa9-e36b-4061-8210-a5348b58a271 None None] Routers {'7e68f380-0afc-40b2-80ac-5d134a2163f7'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:43:49.832888 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-9ba83aa9-e36b-4061-8210-a5348b58a271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:43:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['7e68f380-0afc-40b2-80ac-5d134a2163f7'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:49.851724 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9483af51-cd2c-4ead-bec7-977e03234d5e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:49.997732 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9483af51-cd2c-4ead-bec7-977e03234d5e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:50.007831 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-9ba83aa9-e36b-4061-8210-a5348b58a271 None None] Set router 7e68f380-0afc-40b2-80ac-5d134a2163f7 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:43:50.037838 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9483af51-cd2c-4ead-bec7-977e03234d5e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Subnet': ['ID=d3366fb7-15f1-4fdd-b22d-c78849bf243a,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:50.043566 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9483af51-cd2c-4ead-bec7-977e03234d5e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:50.050037 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-9483af51-cd2c-4ead-bec7-977e03234d5e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/subnets/d3366fb7-15f1-4fdd-b22d-c78849bf243a HTTP/1.1" status: 204 len: 168 time: 0.6453943 Feb 04 11:43:50.052531 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d7a039-0a29-48be-8fef-502f824c5a58 None None] Network 15fcac3b-629b-419f-8d6d-5c8b8ab500ae requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:43:50.053032 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41286) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:50.259116 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-aad109df-681d-4ea7-ad14-96d46cc685ee tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:50.279377 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 20da496e-6b36-4c04-b442-3890348e68d5 up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:43:50.317188 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b80146c-2a29-4936-8118-41bfdd733bf5 None None] DHCP port deletion for 15fcac3b-629b-419f-8d6d-5c8b8ab500ae request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:43:50.329234 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-6b80146c-2a29-4936-8118-41bfdd733bf5 None None] Deleting port deedfd09-00a9-43d5-9675-67e685546d27 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:43:50.330020 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6b80146c-2a29-4936-8118-41bfdd733bf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:50.336097 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-9ba83aa9-e36b-4061-8210-a5348b58a271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'name': 'tempest-TestNetworkBasicOps-router-1549041283', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '741eba48-2181-44d6-8a54-63871deeafe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:19Z', 'updated_at': '2022-02-04T11:43:47Z', 'revision_number': 7, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '741eba48-2181-44d6-8a54-63871deeafe5', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:22Z', 'updated_at': '2022-02-04T11:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:50.340030 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba83aa9-e36b-4061-8210-a5348b58a271 None None] The sync data for ids ['7e68f380-0afc-40b2-80ac-5d134a2163f7'] in dv-neutron-827825-2-hyperv is: [{'id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'name': 'tempest-TestNetworkBasicOps-router-1549041283', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '741eba48-2181-44d6-8a54-63871deeafe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:19Z', 'updated_at': '2022-02-04T11:43:47Z', 'revision_number': 7, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '741eba48-2181-44d6-8a54-63871deeafe5', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e68f380-0afc-40b2-80ac-5d134a2163f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:22Z', 'updated_at': '2022-02-04T11:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:43:50.469851 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-aad109df-681d-4ea7-ad14-96d46cc685ee tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:50.562003 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port 20da496e-6b36-4c04-b442-3890348e68d5 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:43:50.578375 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port 20da496e-6b36-4c04-b442-3890348e68d5 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:43:50.578375 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:50.578701 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab939a5-306f-4209-93dc-565cfd93b587 req-07259d0b-fb50-459a-b9f7-eff8b49306e7 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:50.579939 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-dab939a5-306f-4209-93dc-565cfd93b587 req-07259d0b-fb50-459a-b9f7-eff8b49306e7 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/ports?device_id=e818fa43-688e-410a-9d3f-fdc5a9ed5dcd HTTP/1.1" status: 200 len: 944 time: 0.0953884 Feb 04 11:43:50.599849 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-aad109df-681d-4ea7-ad14-96d46cc685ee tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting port 741eba48-2181-44d6-8a54-63871deeafe5 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:43:50.600289 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-aad109df-681d-4ea7-ad14-96d46cc685ee tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:50.617982 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-6b80146c-2a29-4936-8118-41bfdd733bf5 None None] For port deedfd09-00a9-43d5-9675-67e685546d27, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=deedfd09-00a9-43d5-9675-67e685546d27,segment=NetworkSegment(78949d48-b655-4e2f-9670-76b7530b5716),segment_id=78949d48-b655-4e2f-9670-76b7530b5716)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:43:50.618375 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6b80146c-2a29-4936-8118-41bfdd733bf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:50.630445 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-dab939a5-306f-4209-93dc-565cfd93b587 req-94dd31ea-1d58-4f0e-a511-d121d072c4d1 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/security-groups?id=4adf8f2d-2f02-47a2-a3b0-a0d0d27903f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440385 Feb 04 11:43:50.751912 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-6b80146c-2a29-4936-8118-41bfdd733bf5 None None] Calling delete_port for deedfd09-00a9-43d5-9675-67e685546d27 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:43:50.792278 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-aad109df-681d-4ea7-ad14-96d46cc685ee tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] For port 741eba48-2181-44d6-8a54-63871deeafe5, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=741eba48-2181-44d6-8a54-63871deeafe5,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:43:50.792620 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-aad109df-681d-4ea7-ad14-96d46cc685ee tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:50.874943 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:50.902342 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e818fa43-688e-410a-9d3f-fdc5a9ed5dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20da496e-6b36-4c04-b442-3890348e68d5'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:43:50.912633 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 20da496e-6b36-4c04-b442-3890348e68d5, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=20da496e-6b36-4c04-b442-3890348e68d5,segment=NetworkSegment(780a2d29-4049-4959-a01b-a783a8509450),segment_id=780a2d29-4049-4959-a01b-a783a8509450)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:43:50.915986 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-aad109df-681d-4ea7-ad14-96d46cc685ee tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Calling delete_port for 741eba48-2181-44d6-8a54-63871deeafe5 owned by network:router_gateway {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:43:50.965021 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e818fa43-688e-410a-9d3f-fdc5a9ed5dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20da496e-6b36-4c04-b442-3890348e68d5', 'code': 200} Feb 04 11:43:50.971437 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6b80146c-2a29-4936-8118-41bfdd733bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:51.020162 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:43:51.054670 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:51.062900 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b80146c-2a29-4936-8118-41bfdd733bf5 None None] Pushing event deleted for resources: {'Port': ['ID=deedfd09-00a9-43d5-9675-67e685546d27,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:51.097488 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:43:51.100863 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 3d46c9d7-c2d7-441a-8fc0-2b518f1ec9e3 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:43:51.100863 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device deedfd09-00a9-43d5-9675-67e685546d27 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:43:51.165302 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-aad109df-681d-4ea7-ad14-96d46cc685ee tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:51.174075 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b80146c-2a29-4936-8118-41bfdd733bf5 None None] No DVR routers for this DVR port deedfd09-00a9-43d5-9675-67e685546d27 on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:43:51.179771 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: deedfd09-00a9-43d5-9675-67e685546d27 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:43:51.181419 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device deedfd09-00a9-43d5-9675-67e685546d27 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:43:51.216697 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=20da496e-6b36-4c04-b442-3890348e68d5,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:51.223108 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad109df-681d-4ea7-ad14-96d46cc685ee tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Port': ['ID=741eba48-2181-44d6-8a54-63871deeafe5,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:51.602266 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-35a188ca-17de-4fcf-b82c-a88444856e36 req-aa858e4d-5935-4d37-98af-264a11ddaf9d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e818fa43-688e-410a-9d3f-fdc5a9ed5dcd HTTP/1.1" status: 200 len: 1098 time: 0.3180542 Feb 04 11:43:51.602766 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-aad109df-681d-4ea7-ad14-96d46cc685ee tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:51.644876 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:43:51.830564 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ad246-c958-4849-b78f-cdb75c884ef9 req-29e88e44-d9e0-4a83-b6ea-9484da7833e3 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:51.831920 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e23ad246-c958-4849-b78f-cdb75c884ef9 req-29e88e44-d9e0-4a83-b6ea-9484da7833e3 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/ports?device_id=e818fa43-688e-410a-9d3f-fdc5a9ed5dcd HTTP/1.1" status: 200 len: 945 time: 0.0737810 Feb 04 11:43:51.876999 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e23ad246-c958-4849-b78f-cdb75c884ef9 req-104a4d01-bbc4-4b60-9d0f-afa9b9937499 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/security-groups?id=4adf8f2d-2f02-47a2-a3b0-a0d0d27903f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394645 Feb 04 11:43:51.891110 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-35a188ca-17de-4fcf-b82c-a88444856e36 req-0010631f-d8fb-4d4a-b1d2-78057b610805 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4adf8f2d-2f02-47a2-a3b0-a0d0d27903f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316766 Feb 04 11:43:51.892728 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-aad109df-681d-4ea7-ad14-96d46cc685ee tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:51.903853 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-aad109df-681d-4ea7-ad14-96d46cc685ee tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:52.010735 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-aad109df-681d-4ea7-ad14-96d46cc685ee tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:52.011234 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad109df-681d-4ea7-ad14-96d46cc685ee tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Fanout notify agent at l3_agent the message router_deleted on router 7e68f380-0afc-40b2-80ac-5d134a2163f7 {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:43:52.025410 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-aad109df-681d-4ea7-ad14-96d46cc685ee tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:52.026512 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-aad109df-681d-4ea7-ad14-96d46cc685ee tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/routers/7e68f380-0afc-40b2-80ac-5d134a2163f7 HTTP/1.1" status: 204 len: 168 time: 1.9732220 Feb 04 11:43:52.029192 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41296) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:52.144127 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-13eb91ca-ac34-455c-a4c5-cd11cbdbab23 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:52.273687 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-13eb91ca-ac34-455c-a4c5-cd11cbdbab23 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:52.301789 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-13eb91ca-ac34-455c-a4c5-cd11cbdbab23 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15fcac3b-629b-419f-8d6d-5c8b8ab500ae']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:52.313065 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-13eb91ca-ac34-455c-a4c5-cd11cbdbab23 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78949d48-b655-4e2f-9670-76b7530b5716') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:52.313352 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-13eb91ca-ac34-455c-a4c5-cd11cbdbab23 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78949d48-b655-4e2f-9670-76b7530b5716') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:52.324473 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-13eb91ca-ac34-455c-a4c5-cd11cbdbab23 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:52.339618 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-13eb91ca-ac34-455c-a4c5-cd11cbdbab23 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:52.345355 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13eb91ca-ac34-455c-a4c5-cd11cbdbab23 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:43:52.345723 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-13eb91ca-ac34-455c-a4c5-cd11cbdbab23 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:52.359841 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:43:52.359841 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:43:52.359841 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:43:52.359841 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:43:52.359841 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:43:52.359841 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:43:52.359841 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:43:52.359841 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:43:52.359841 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:43:52.359841 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:43:52.359841 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:43:52.359841 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:43:52.359841 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:43:52.359841 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:43:52.359841 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:43:52.359841 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:43:52.359841 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:43:52.359841 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:43:52.359841 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:43:52.359841 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:43:52.359841 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:43:52.359841 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:43:52.359841 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:43:52.359841 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:43:52.359841 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:43:52.359841 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:43:52.359841 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:43:52.359841 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:43:52.359841 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:43:52.359841 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:43:52.359841 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:43:52.359841 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:43:52.513154 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-13eb91ca-ac34-455c-a4c5-cd11cbdbab23 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:52.529980 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-13eb91ca-ac34-455c-a4c5-cd11cbdbab23 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:52.540548 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb91ca-ac34-455c-a4c5-cd11cbdbab23 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Network': ['ID=15fcac3b-629b-419f-8d6d-5c8b8ab500ae,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:52.546153 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-13eb91ca-ac34-455c-a4c5-cd11cbdbab23 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/networks/15fcac3b-629b-419f-8d6d-5c8b8ab500ae HTTP/1.1" status: 204 len: 168 time: 0.5154235 Feb 04 11:43:52.567618 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41300) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:52.573074 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-3ba069f4-ef62-4f14-b897-50d5086273b9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'network': {'name': 'tempest-network-smoke--1362263141', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'port_security_enabled': True}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:52.578085 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-3ba069f4-ef62-4f14-b897-50d5086273b9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:52.582909 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-3ba069f4-ef62-4f14-b897-50d5086273b9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:network and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:52.585697 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-3ba069f4-ef62-4f14-b897-50d5086273b9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:52.591292 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-3ba069f4-ef62-4f14-b897-50d5086273b9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:52.660545 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba069f4-ef62-4f14-b897-50d5086273b9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Made reservation on behalf of 009ced00ffd949498e5831cf00e326e7 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:43:52.663525 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3ba069f4-ef62-4f14-b897-50d5086273b9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:52.690392 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba069f4-ef62-4f14-b897-50d5086273b9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:43:52.698767 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3ba069f4-ef62-4f14-b897-50d5086273b9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:52.699106 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-3ba069f4-ef62-4f14-b897-50d5086273b9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Added segment 66fdee90-f6b4-4b9e-aa08-0d075965119f of type vlan for network c1676517-01cf-4b7c-91b6-66a37c07ac84 Feb 04 11:43:52.725802 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3ba069f4-ef62-4f14-b897-50d5086273b9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:52.825824 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3ba069f4-ef62-4f14-b897-50d5086273b9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:52.829537 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba069f4-ef62-4f14-b897-50d5086273b9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:52.830134 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3ba069f4-ef62-4f14-b897-50d5086273b9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:52.938132 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba069f4-ef62-4f14-b897-50d5086273b9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Network': ['ID=c1676517-01cf-4b7c-91b6-66a37c07ac84,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:52.950257 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network c1676517-01cf-4b7c-91b6-66a37c07ac84 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:43:52.977261 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3ba069f4-ef62-4f14-b897-50d5086273b9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4084918 Feb 04 11:43:52.979870 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41306) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:52.985124 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-24d987ed-010e-4bd1-b814-669bf060c5a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1833693627', 'admin_state_up': True, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:52.992817 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-24d987ed-010e-4bd1-b814-669bf060c5a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:52.996733 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-24d987ed-010e-4bd1-b814-669bf060c5a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:router and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:52.999573 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-24d987ed-010e-4bd1-b814-669bf060c5a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:53.006129 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-24d987ed-010e-4bd1-b814-669bf060c5a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:53.088783 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71eb30-f7f8-49e2-aebb-3a44b44f6407 req-fa993a69-08ad-4661-9a8a-a12276fb4a39 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:53.090250 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7b71eb30-f7f8-49e2-aebb-3a44b44f6407 req-fa993a69-08ad-4661-9a8a-a12276fb4a39 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/ports?device_id=e818fa43-688e-410a-9d3f-fdc5a9ed5dcd HTTP/1.1" status: 200 len: 945 time: 0.0814228 Feb 04 11:43:53.129632 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-24d987ed-010e-4bd1-b814-669bf060c5a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:53.130554 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-24d987ed-010e-4bd1-b814-669bf060c5a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:53.147397 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7b71eb30-f7f8-49e2-aebb-3a44b44f6407 req-eb3bb25d-c662-4584-ab75-16e861a2afc4 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/security-groups?id=4adf8f2d-2f02-47a2-a3b0-a0d0d27903f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516551 Feb 04 11:43:53.156030 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-24d987ed-010e-4bd1-b814-669bf060c5a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:53.427027 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-24d987ed-010e-4bd1-b814-669bf060c5a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:53.758260 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-24d987ed-010e-4bd1-b814-669bf060c5a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router_gateway, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:53.787623 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-24d987ed-010e-4bd1-b814-669bf060c5a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:53.926589 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-24d987ed-010e-4bd1-b814-669bf060c5a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Allocated IP 172.26.3.146 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/696d55ca-d6ea-4f62-a7aa-9d5236c9222b) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:43:54.073939 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-24d987ed-010e-4bd1-b814-669bf060c5a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:54.146004 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-24d987ed-010e-4bd1-b814-669bf060c5a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:54.219604 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d987ed-010e-4bd1-b814-669bf060c5a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=696d55ca-d6ea-4f62-a7aa-9d5236c9222b,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:54.225005 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d987ed-010e-4bd1-b814-669bf060c5a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:43:54.226321 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-24d987ed-010e-4bd1-b814-669bf060c5a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:43:54.230561 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d987ed-010e-4bd1-b814-669bf060c5a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:43:54.350369 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6935d28-1baf-4f30-ae81-de8e6f4f1560 req-c2f9dcff-ef96-4a1f-bd54-fad28eaa4b4d tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:54.351729 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f6935d28-1baf-4f30-ae81-de8e6f4f1560 req-c2f9dcff-ef96-4a1f-bd54-fad28eaa4b4d tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/ports?device_id=e818fa43-688e-410a-9d3f-fdc5a9ed5dcd HTTP/1.1" status: 200 len: 945 time: 0.0801771 Feb 04 11:43:54.397259 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f6935d28-1baf-4f30-ae81-de8e6f4f1560 req-04978bc9-6333-4955-89b7-32ebe0ab5c5e tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/security-groups?id=4adf8f2d-2f02-47a2-a3b0-a0d0d27903f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400825 Feb 04 11:43:54.450528 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-24d987ed-010e-4bd1-b814-669bf060c5a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router_gateway, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:54.454846 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-24d987ed-010e-4bd1-b814-669bf060c5a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:54.671005 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ee9a1-5079-4a47-b3c4-4f2a5f1ed1a9 req-09ac0c9e-eec6-486f-875f-2a2a76e7682d tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:54.672423 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-410ee9a1-5079-4a47-b3c4-4f2a5f1ed1a9 req-09ac0c9e-eec6-486f-875f-2a2a76e7682d tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/ports?device_id=e818fa43-688e-410a-9d3f-fdc5a9ed5dcd HTTP/1.1" status: 200 len: 945 time: 0.1497397 Feb 04 11:43:54.738508 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-410ee9a1-5079-4a47-b3c4-4f2a5f1ed1a9 req-41babefe-2987-429c-9f45-47200fb59c21 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/security-groups?id=4adf8f2d-2f02-47a2-a3b0-a0d0d27903f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527034 Feb 04 11:43:54.839036 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d987ed-010e-4bd1-b814-669bf060c5a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router a43f641d-b277-42dc-b74a-dbed0c900442 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:43:55.057389 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d987ed-010e-4bd1-b814-669bf060c5a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:43:55.067514 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c51385-f4fd-4de4-8913-aed9e4a100a9 None None] Sync routers for ids ['a43f641d-b277-42dc-b74a-dbed0c900442'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:43:55.079173 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c51385-f4fd-4de4-8913-aed9e4a100a9 None None] Routers {'a43f641d-b277-42dc-b74a-dbed0c900442'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:43:55.079888 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e2c51385-f4fd-4de4-8913-aed9e4a100a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:43:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a43f641d-b277-42dc-b74a-dbed0c900442'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:55.168788 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-24d987ed-010e-4bd1-b814-669bf060c5a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:55.170248 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-24d987ed-010e-4bd1-b814-669bf060c5a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1892471 Feb 04 11:43:55.176301 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41318) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:55.242892 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ae3d1d49-6e8e-4555-bea5-7b48a46cb1fc tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=009ced00ffd949498e5831cf00e326e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0642371 Feb 04 11:43:55.242892 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41324) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:55.308203 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-e2c51385-f4fd-4de4-8913-aed9e4a100a9 None None] Set router a43f641d-b277-42dc-b74a-dbed0c900442 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:43:55.433089 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1abe9e6-eeb5-4404-b5eb-70f356c1f849 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:55.434463 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f1abe9e6-eeb5-4404-b5eb-70f356c1f849 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1921144 Feb 04 11:43:55.437702 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41328) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:55.464656 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47856aaa-5f01-4fce-8297-f40234361c3c req-c18f3373-1332-46a7-8974-e70040e0ab5b tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:55.465972 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-47856aaa-5f01-4fce-8297-f40234361c3c req-c18f3373-1332-46a7-8974-e70040e0ab5b tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/ports?device_id=e818fa43-688e-410a-9d3f-fdc5a9ed5dcd HTTP/1.1" status: 200 len: 945 time: 0.1299753 Feb 04 11:43:55.484769 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a0a9e4b0-bdbf-457b-8ff3-330c6d6d5686 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=63d4ab6b-931d-42a4-aa18-bedd81d582fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434482 Feb 04 11:43:55.484769 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41332) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:55.489577 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-4e8b3e96-66d6-4de2-b663-b24b4deb6409 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1727424622', 'network_id': 'c1676517-01cf-4b7c-91b6-66a37c07ac84', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:43:55.535190 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-47856aaa-5f01-4fce-8297-f40234361c3c req-e119112f-083e-4700-8153-b1090211e00c tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/security-groups?id=4adf8f2d-2f02-47a2-a3b0-a0d0d27903f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621214 Feb 04 11:43:55.616425 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e2c51385-f4fd-4de4-8913-aed9e4a100a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'name': 'tempest-TestNetworkBasicOps-router-1833693627', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '696d55ca-d6ea-4f62-a7aa-9d5236c9222b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:43:53Z', 'updated_at': '2022-02-04T11:43:54Z', 'revision_number': 3, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '696d55ca-d6ea-4f62-a7aa-9d5236c9222b', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:42:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:53Z', 'updated_at': '2022-02-04T11:43:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:55.616425 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c51385-f4fd-4de4-8913-aed9e4a100a9 None None] Checking router: a43f641d-b277-42dc-b74a-dbed0c900442 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:43:55.616425 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c51385-f4fd-4de4-8913-aed9e4a100a9 None None] Updating router a43f641d-b277-42dc-b74a-dbed0c900442 port 696d55ca-d6ea-4f62-a7aa-9d5236c9222b binding host dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:43:55.628490 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-4e8b3e96-66d6-4de2-b663-b24b4deb6409 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:55.638234 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-4e8b3e96-66d6-4de2-b663-b24b4deb6409 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:subnet and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:55.638234 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-4e8b3e96-66d6-4de2-b663-b24b4deb6409 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:55.641954 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-4e8b3e96-66d6-4de2-b663-b24b4deb6409 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:55.672441 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e2c51385-f4fd-4de4-8913-aed9e4a100a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:55.717250 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8b3e96-66d6-4de2-b663-b24b4deb6409 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Made reservation on behalf of 009ced00ffd949498e5831cf00e326e7 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:43:55.826428 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4e8b3e96-66d6-4de2-b663-b24b4deb6409 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:56.033317 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e2c51385-f4fd-4de4-8913-aed9e4a100a9 None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:56.047464 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e2c51385-f4fd-4de4-8913-aed9e4a100a9 None None] Transition to ACTIVE for port object 696d55ca-d6ea-4f62-a7aa-9d5236c9222b will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:43:56.132702 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e2c51385-f4fd-4de4-8913-aed9e4a100a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:56.188110 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4e8b3e96-66d6-4de2-b663-b24b4deb6409 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:56.221793 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-e2c51385-f4fd-4de4-8913-aed9e4a100a9 None None] Attempting to bind port 696d55ca-d6ea-4f62-a7aa-9d5236c9222b on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:43:56.221793 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-e2c51385-f4fd-4de4-8913-aed9e4a100a9 None None] Attempting to bind port 696d55ca-d6ea-4f62-a7aa-9d5236c9222b by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:43:56.221793 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c51385-f4fd-4de4-8913-aed9e4a100a9 None None] Attempting to bind port 696d55ca-d6ea-4f62-a7aa-9d5236c9222b on network 63d4ab6b-931d-42a4-aa18-bedd81d582fa {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:43:56.238014 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80cc7be-c0fb-4ae4-be27-bed480919d44 None None] Pushing event updated for resources: {'Port': ['ID=696d55ca-d6ea-4f62-a7aa-9d5236c9222b,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:56.240716 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c51385-f4fd-4de4-8913-aed9e4a100a9 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:43:56.241260 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c51385-f4fd-4de4-8913-aed9e4a100a9 None None] Checking segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:43:56.241869 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e2c51385-f4fd-4de4-8913-aed9e4a100a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:56.242172 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c51385-f4fd-4de4-8913-aed9e4a100a9 None None] Bound using segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:43:56.242699 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-e2c51385-f4fd-4de4-8913-aed9e4a100a9 None None] Bound port: 696d55ca-d6ea-4f62-a7aa-9d5236c9222b, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:43:56.243118 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e2c51385-f4fd-4de4-8913-aed9e4a100a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:56.306505 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8b3e96-66d6-4de2-b663-b24b4deb6409 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Subnet': ['ID=d233a85c-7658-4a58-8f3a-5e0d18f12c03,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:56.314148 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8b3e96-66d6-4de2-b663-b24b4deb6409 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Checking segment: {'id': '66fdee90-f6b4-4b9e-aa08-0d075965119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c1676517-01cf-4b7c-91b6-66a37c07ac84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:43:56.314454 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8b3e96-66d6-4de2-b663-b24b4deb6409 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network hostable DHCP agents. Network: c1676517-01cf-4b7c-91b6-66a37c07ac84, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:43:56.318131 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-e2c51385-f4fd-4de4-8913-aed9e4a100a9 None None] For port 696d55ca-d6ea-4f62-a7aa-9d5236c9222b, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:43:56.321409 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-e2c51385-f4fd-4de4-8913-aed9e4a100a9 None None] For port 696d55ca-d6ea-4f62-a7aa-9d5236c9222b, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=696d55ca-d6ea-4f62-a7aa-9d5236c9222b,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:43:56.382680 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e2c51385-f4fd-4de4-8913-aed9e4a100a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:56.408549 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8b3e96-66d6-4de2-b663-b24b4deb6409 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network c1676517-01cf-4b7c-91b6-66a37c07ac84 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:43:56.478627 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80cc7be-c0fb-4ae4-be27-bed480919d44 None None] Pushing event updated for resources: {'Port': ['ID=696d55ca-d6ea-4f62-a7aa-9d5236c9222b,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:56.482220 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c51385-f4fd-4de4-8913-aed9e4a100a9 None None] Routers {'a43f641d-b277-42dc-b74a-dbed0c900442'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:43:56.482220 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e2c51385-f4fd-4de4-8913-aed9e4a100a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:43:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a43f641d-b277-42dc-b74a-dbed0c900442'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:56.496928 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-4e8b3e96-66d6-4de2-b663-b24b4deb6409 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, c1676517-01cf-4b7c-91b6-66a37c07ac84) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:43:56.496928 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8b3e96-66d6-4de2-b663-b24b4deb6409 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:56.508832 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4e8b3e96-66d6-4de2-b663-b24b4deb6409 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:56.544552 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41aac794-1671-4c28-84ff-67f2233d1164 None None] Network c1676517-01cf-4b7c-91b6-66a37c07ac84 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:43:56.602780 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-4e8b3e96-66d6-4de2-b663-b24b4deb6409 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1160736 Feb 04 11:43:56.602988 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41338) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:56.772739 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98979a-d8ae-4d73-b4ba-604f85895127 req-107be368-c5d9-4faa-bd18-7a4040ea744a tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:56.774090 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5a98979a-d8ae-4d73-b4ba-604f85895127 req-107be368-c5d9-4faa-bd18-7a4040ea744a tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/ports?device_id=e818fa43-688e-410a-9d3f-fdc5a9ed5dcd HTTP/1.1" status: 200 len: 945 time: 0.1141758 Feb 04 11:43:56.853787 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-e2c51385-f4fd-4de4-8913-aed9e4a100a9 None None] Set router a43f641d-b277-42dc-b74a-dbed0c900442 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:43:56.886771 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5a98979a-d8ae-4d73-b4ba-604f85895127 req-4883db20-340c-4fa6-aac3-77c4c60bc4c3 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/security-groups?id=4adf8f2d-2f02-47a2-a3b0-a0d0d27903f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660458 Feb 04 11:43:56.964090 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 741eba48-2181-44d6-8a54-63871deeafe5 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:43:57.044689 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 741eba48-2181-44d6-8a54-63871deeafe5 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:43:57.044919 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 741eba48-2181-44d6-8a54-63871deeafe5 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:43:57.104578 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc0f86f-3411-4a4e-8055-f674b25c31e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-c1676517-01cf-4b7c-91b6-66a37c07ac84', 'network_id': 'c1676517-01cf-4b7c-91b6-66a37c07ac84', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ips': [{'subnet_id': 'd233a85c-7658-4a58-8f3a-5e0d18f12c03'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:43:57.105383 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-adc0f86f-3411-4a4e-8055-f674b25c31e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:57.348053 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-adc0f86f-3411-4a4e-8055-f674b25c31e6 None None] Allocated IP 172.20.0.2 (c1676517-01cf-4b7c-91b6-66a37c07ac84/d233a85c-7658-4a58-8f3a-5e0d18f12c03/5bf733a7-c7a1-4a80-9a44-579f3c4be5cc) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:43:57.463970 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e2c51385-f4fd-4de4-8913-aed9e4a100a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'name': 'tempest-TestNetworkBasicOps-router-1833693627', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '696d55ca-d6ea-4f62-a7aa-9d5236c9222b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:43:53Z', 'updated_at': '2022-02-04T11:43:54Z', 'revision_number': 3, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '696d55ca-d6ea-4f62-a7aa-9d5236c9222b', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:42:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:53Z', 'updated_at': '2022-02-04T11:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:57.472848 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c51385-f4fd-4de4-8913-aed9e4a100a9 None None] The sync data for ids ['a43f641d-b277-42dc-b74a-dbed0c900442'] in dv-neutron-827825-2-hyperv is: [{'id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'name': 'tempest-TestNetworkBasicOps-router-1833693627', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '696d55ca-d6ea-4f62-a7aa-9d5236c9222b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:43:53Z', 'updated_at': '2022-02-04T11:43:54Z', 'revision_number': 3, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '696d55ca-d6ea-4f62-a7aa-9d5236c9222b', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:42:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:53Z', 'updated_at': '2022-02-04T11:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:43:57.506990 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4fbdc-5959-44bc-949e-01e6662efada req-42a67bbc-9dd0-4b54-8b37-7e0c359e9336 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:57.510559 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6ee4fbdc-5959-44bc-949e-01e6662efada req-42a67bbc-9dd0-4b54-8b37-7e0c359e9336 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/ports?device_id=e818fa43-688e-410a-9d3f-fdc5a9ed5dcd HTTP/1.1" status: 200 len: 945 time: 0.1301033 Feb 04 11:43:57.546283 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7c47ed45-19a9-4783-a863-b46d991a9b1a req-0861601e-75a3-4148-9712-c2c616762fd7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3228983a05da4a53a91bb0f6621e8675&device_id=e818fa43-688e-410a-9d3f-fdc5a9ed5dcd HTTP/1.1" status: 200 len: 1098 time: 0.1060319 Feb 04 11:43:57.630941 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6ee4fbdc-5959-44bc-949e-01e6662efada req-31aab385-10d9-4eb7-a898-2bbfa0d118db tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/security-groups?id=4adf8f2d-2f02-47a2-a3b0-a0d0d27903f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157320 Feb 04 11:43:57.643616 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-adc0f86f-3411-4a4e-8055-f674b25c31e6 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:57.657453 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-adc0f86f-3411-4a4e-8055-f674b25c31e6 None None] Transition to ACTIVE for port object 5bf733a7-c7a1-4a80-9a44-579f3c4be5cc will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:43:57.682694 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-adc0f86f-3411-4a4e-8055-f674b25c31e6 None None] Transition to ACTIVE for port object 5bf733a7-c7a1-4a80-9a44-579f3c4be5cc will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:43:57.743766 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-adc0f86f-3411-4a4e-8055-f674b25c31e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:57.797435 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8af472f0-33fc-4255-b880-b3bcfd5104bd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:57.848644 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc0f86f-3411-4a4e-8055-f674b25c31e6 None None] Network c1676517-01cf-4b7c-91b6-66a37c07ac84 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:43:57.855368 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-adc0f86f-3411-4a4e-8055-f674b25c31e6 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:43:57.859614 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc0f86f-3411-4a4e-8055-f674b25c31e6 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:43:57.865778 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47ed45-19a9-4783-a863-b46d991a9b1a req-852f2b4c-35e7-4add-b564-e41684df298f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:57.867353 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7c47ed45-19a9-4783-a863-b46d991a9b1a req-852f2b4c-35e7-4add-b564-e41684df298f service neutron] 10.222.0.47 "GET /v2.0/networks?id=33bd7d49-74bc-432e-accf-7c1d5dbd3a5e HTTP/1.1" status: 200 len: 913 time: 0.3101449 Feb 04 11:43:57.957071 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7c47ed45-19a9-4783-a863-b46d991a9b1a req-50f4b24b-f9e1-475e-9176-0a611f58fcbc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20da496e-6b36-4c04-b442-3890348e68d5 HTTP/1.1" status: 200 len: 217 time: 0.0804963 Feb 04 11:43:57.965507 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0f86f-3411-4a4e-8055-f674b25c31e6 None None] Pushing event updated for resources: {'Port': ['ID=5bf733a7-c7a1-4a80-9a44-579f3c4be5cc,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:57.993382 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-adc0f86f-3411-4a4e-8055-f674b25c31e6 None None] Attempting to bind port 5bf733a7-c7a1-4a80-9a44-579f3c4be5cc on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:43:57.994051 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-adc0f86f-3411-4a4e-8055-f674b25c31e6 None None] Attempting to bind port 5bf733a7-c7a1-4a80-9a44-579f3c4be5cc by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '66fdee90-f6b4-4b9e-aa08-0d075965119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c1676517-01cf-4b7c-91b6-66a37c07ac84'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:43:57.994608 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc0f86f-3411-4a4e-8055-f674b25c31e6 None None] Attempting to bind port 5bf733a7-c7a1-4a80-9a44-579f3c4be5cc on network c1676517-01cf-4b7c-91b6-66a37c07ac84 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:43:58.004252 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc0f86f-3411-4a4e-8055-f674b25c31e6 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:43:58.004966 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc0f86f-3411-4a4e-8055-f674b25c31e6 None None] Checking segment: {'id': '66fdee90-f6b4-4b9e-aa08-0d075965119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c1676517-01cf-4b7c-91b6-66a37c07ac84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:43:58.005582 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-adc0f86f-3411-4a4e-8055-f674b25c31e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:58.006249 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc0f86f-3411-4a4e-8055-f674b25c31e6 None None] Bound using segment: {'id': '66fdee90-f6b4-4b9e-aa08-0d075965119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c1676517-01cf-4b7c-91b6-66a37c07ac84'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:43:58.006929 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-adc0f86f-3411-4a4e-8055-f674b25c31e6 None None] Bound port: 5bf733a7-c7a1-4a80-9a44-579f3c4be5cc, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66fdee90-f6b4-4b9e-aa08-0d075965119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c1676517-01cf-4b7c-91b6-66a37c07ac84'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:43:58.007543 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-adc0f86f-3411-4a4e-8055-f674b25c31e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:58.031712 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47ed45-19a9-4783-a863-b46d991a9b1a req-af981f49-c1fa-46ee-a98e-5bf60b9404ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:58.033342 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7c47ed45-19a9-4783-a863-b46d991a9b1a req-af981f49-c1fa-46ee-a98e-5bf60b9404ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=700b2c49-1809-40fc-b4e3-9feebbd90762 HTTP/1.1" status: 200 len: 852 time: 0.0670810 Feb 04 11:43:58.092685 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7c47ed45-19a9-4783-a863-b46d991a9b1a req-08d5acc9-78b7-4181-8aa0-d5df32090f03 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33bd7d49-74bc-432e-accf-7c1d5dbd3a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487943 Feb 04 11:43:58.106997 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-adc0f86f-3411-4a4e-8055-f674b25c31e6 None None] For port 5bf733a7-c7a1-4a80-9a44-579f3c4be5cc, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:43:58.110308 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-adc0f86f-3411-4a4e-8055-f674b25c31e6 None None] For port 5bf733a7-c7a1-4a80-9a44-579f3c4be5cc, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=5bf733a7-c7a1-4a80-9a44-579f3c4be5cc,segment=NetworkSegment(66fdee90-f6b4-4b9e-aa08-0d075965119f),segment_id=66fdee90-f6b4-4b9e-aa08-0d075965119f)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:43:58.207290 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-adc0f86f-3411-4a4e-8055-f674b25c31e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:58.251666 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7c47ed45-19a9-4783-a863-b46d991a9b1a req-f91f8ff0-96ab-46bc-8aff-226e554fa1cd service neutron] 10.222.0.47 "GET /v2.0/networks/33bd7d49-74bc-432e-accf-7c1d5dbd3a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515942 Feb 04 11:43:58.265316 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-8af472f0-33fc-4255-b880-b3bcfd5104bd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Allocated IP 172.20.0.1 (c1676517-01cf-4b7c-91b6-66a37c07ac84/d233a85c-7658-4a58-8f3a-5e0d18f12c03/5af5f507-66e2-4c4b-8057-96fdef3c5339) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:43:58.316244 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0f86f-3411-4a4e-8055-f674b25c31e6 None None] Pushing event updated for resources: {'Port': ['ID=5bf733a7-c7a1-4a80-9a44-579f3c4be5cc,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:58.413500 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7c47ed45-19a9-4783-a863-b46d991a9b1a req-77200158-0979-44c7-be26-264fffa32787 service neutron] 10.222.0.47 "GET /v2.0/networks/33bd7d49-74bc-432e-accf-7c1d5dbd3a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512449 Feb 04 11:43:58.487551 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8af472f0-33fc-4255-b880-b3bcfd5104bd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:58.506235 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-8af472f0-33fc-4255-b880-b3bcfd5104bd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Transition to ACTIVE for port object 5af5f507-66e2-4c4b-8057-96fdef3c5339 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:43:58.602994 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8af472f0-33fc-4255-b880-b3bcfd5104bd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:58.680920 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af472f0-33fc-4255-b880-b3bcfd5104bd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network c1676517-01cf-4b7c-91b6-66a37c07ac84 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:43:58.684197 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-8af472f0-33fc-4255-b880-b3bcfd5104bd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:43:58.693519 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af472f0-33fc-4255-b880-b3bcfd5104bd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:43:58.731622 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af472f0-33fc-4255-b880-b3bcfd5104bd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=5af5f507-66e2-4c4b-8057-96fdef3c5339,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:58.758458 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8af472f0-33fc-4255-b880-b3bcfd5104bd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:58.869965 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5924fd-564d-4be7-8d0e-19732c2f0282 req-03ceff7f-efe7-4670-bb69-96674d565cbc tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:58.871569 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fb5924fd-564d-4be7-8d0e-19732c2f0282 req-03ceff7f-efe7-4670-bb69-96674d565cbc tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/ports?device_id=e818fa43-688e-410a-9d3f-fdc5a9ed5dcd HTTP/1.1" status: 200 len: 945 time: 0.0824790 Feb 04 11:43:58.922819 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fb5924fd-564d-4be7-8d0e-19732c2f0282 req-46c8a516-56d4-4657-9c77-30f34b5489c2 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/security-groups?id=4adf8f2d-2f02-47a2-a3b0-a0d0d27903f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426462 Feb 04 11:43:58.928046 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8af472f0-33fc-4255-b880-b3bcfd5104bd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:59.045740 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 5bf733a7-c7a1-4a80-9a44-579f3c4be5cc up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:43:59.212387 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 5bf733a7-c7a1-4a80-9a44-579f3c4be5cc completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:43:59.212387 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 696d55ca-d6ea-4f62-a7aa-9d5236c9222b up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:43:59.370463 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 696d55ca-d6ea-4f62-a7aa-9d5236c9222b completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:43:59.375788 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 696d55ca-d6ea-4f62-a7aa-9d5236c9222b triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:43:59.380259 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:59.389094 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8af472f0-33fc-4255-b880-b3bcfd5104bd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:59.466970 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5b401e-8fef-4fbf-86e1-286e51b64e5e None None] Network c1676517-01cf-4b7c-91b6-66a37c07ac84 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:43:59.473598 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8af472f0-33fc-4255-b880-b3bcfd5104bd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:59.610503 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:59.671846 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 696d55ca-d6ea-4f62-a7aa-9d5236c9222b, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=696d55ca-d6ea-4f62-a7aa-9d5236c9222b,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:43:59.720776 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d4a12076-6ef8-4cab-b028-2bd70ba5dc48 None None] Provisioning for port 5bf733a7-c7a1-4a80-9a44-579f3c4be5cc completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:43:59.745052 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af472f0-33fc-4255-b880-b3bcfd5104bd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=5af5f507-66e2-4c4b-8057-96fdef3c5339,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:59.754693 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8af472f0-33fc-4255-b880-b3bcfd5104bd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:59.797816 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d4a12076-6ef8-4cab-b028-2bd70ba5dc48 None None] Provisioning complete for port 5bf733a7-c7a1-4a80-9a44-579f3c4be5cc triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:43:59.798209 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d4a12076-6ef8-4cab-b028-2bd70ba5dc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:59.827380 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:59.924142 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af472f0-33fc-4255-b880-b3bcfd5104bd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network c1676517-01cf-4b7c-91b6-66a37c07ac84 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:43:59.925509 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-8af472f0-33fc-4255-b880-b3bcfd5104bd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:43:59.972343 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=696d55ca-d6ea-4f62-a7aa-9d5236c9222b,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:44:00.051025 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d4a12076-6ef8-4cab-b028-2bd70ba5dc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:00.092066 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-d4a12076-6ef8-4cab-b028-2bd70ba5dc48 None None] For port 5bf733a7-c7a1-4a80-9a44-579f3c4be5cc, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=5bf733a7-c7a1-4a80-9a44-579f3c4be5cc,segment=NetworkSegment(66fdee90-f6b4-4b9e-aa08-0d075965119f),segment_id=66fdee90-f6b4-4b9e-aa08-0d075965119f)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:44:00.192497 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d4a12076-6ef8-4cab-b028-2bd70ba5dc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:00.288245 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a12076-6ef8-4cab-b028-2bd70ba5dc48 None None] Pushing event updated for resources: {'Port': ['ID=5bf733a7-c7a1-4a80-9a44-579f3c4be5cc,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:44:00.289716 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcad9ab-d50d-4564-b104-0e8b56346999 req-ddef9ce0-d3af-4e27-a87b-bd0f3400c679 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:00.291517 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-8bcad9ab-d50d-4564-b104-0e8b56346999 req-ddef9ce0-d3af-4e27-a87b-bd0f3400c679 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/ports?device_id=e818fa43-688e-410a-9d3f-fdc5a9ed5dcd HTTP/1.1" status: 200 len: 945 time: 0.1867607 Feb 04 11:44:00.330621 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c66c1849-2e75-4ffe-82cf-b6bcc15f4343 None None] Provisioning complete for port 5bf733a7-c7a1-4a80-9a44-579f3c4be5cc triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:44:00.331071 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c66c1849-2e75-4ffe-82cf-b6bcc15f4343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:00.355463 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-8bcad9ab-d50d-4564-b104-0e8b56346999 req-d6bcbebc-fa98-4997-8c6c-b3d84514c7c1 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/security-groups?id=4adf8f2d-2f02-47a2-a3b0-a0d0d27903f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515466 Feb 04 11:44:00.489077 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af472f0-33fc-4255-b880-b3bcfd5104bd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router a43f641d-b277-42dc-b74a-dbed0c900442 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:44:00.546118 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c66c1849-2e75-4ffe-82cf-b6bcc15f4343 None None] Provisioning for port 5af5f507-66e2-4c4b-8057-96fdef3c5339 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:44:00.551958 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c66c1849-2e75-4ffe-82cf-b6bcc15f4343 None None] Provisioning complete for port 5af5f507-66e2-4c4b-8057-96fdef3c5339 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:44:00.551958 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c66c1849-2e75-4ffe-82cf-b6bcc15f4343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:00.646901 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c66c1849-2e75-4ffe-82cf-b6bcc15f4343 None None] Port 5af5f507-66e2-4c4b-8057-96fdef3c5339 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:44:00.778106 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f7453128-a50e-4d35-b02e-fc78ffb9279c None None] Provisioning complete for port 5af5f507-66e2-4c4b-8057-96fdef3c5339 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:44:00.778495 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f7453128-a50e-4d35-b02e-fc78ffb9279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:00.811822 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af472f0-33fc-4255-b880-b3bcfd5104bd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:44:00.832255 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8af472f0-33fc-4255-b880-b3bcfd5104bd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "PUT /v2.0/routers/a43f641d-b277-42dc-b74a-dbed0c900442/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2256665 Feb 04 11:44:00.832624 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41352) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:00.860331 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-f7453128-a50e-4d35-b02e-fc78ffb9279c None None] Port 5af5f507-66e2-4c4b-8057-96fdef3c5339 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:44:00.984794 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-5b6932c3-a120-4b4e-a16c-d1bbda0e5d95 None None] Provisioning complete for port 5af5f507-66e2-4c4b-8057-96fdef3c5339 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:44:00.996295 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5b6932c3-a120-4b4e-a16c-d1bbda0e5d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:01.045643 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 696d55ca-d6ea-4f62-a7aa-9d5236c9222b up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:44:01.068305 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd59440-e81e-40e3-8583-f66aa9c02863 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:01.068714 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd59440-e81e-40e3-8583-f66aa9c02863 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:01.069039 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd59440-e81e-40e3-8583-f66aa9c02863 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:01.069394 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd59440-e81e-40e3-8583-f66aa9c02863 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:01.069743 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd59440-e81e-40e3-8583-f66aa9c02863 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:01.074359 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd59440-e81e-40e3-8583-f66aa9c02863 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:01.075038 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd59440-e81e-40e3-8583-f66aa9c02863 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:01.075597 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd59440-e81e-40e3-8583-f66aa9c02863 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:01.078229 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5cd59440-e81e-40e3-8583-f66aa9c02863 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5684 time: 0.2445235 Feb 04 11:44:01.081147 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41360) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:01.132808 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-5b6932c3-a120-4b4e-a16c-d1bbda0e5d95 None None] Port 5af5f507-66e2-4c4b-8057-96fdef3c5339 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:44:01.155308 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 696d55ca-d6ea-4f62-a7aa-9d5236c9222b triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:44:01.156217 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:01.179535 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d08661-f99f-41b3-a939-1b4e37879254 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:01.180019 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d08661-f99f-41b3-a939-1b4e37879254 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:01.180449 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d08661-f99f-41b3-a939-1b4e37879254 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:01.180872 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d08661-f99f-41b3-a939-1b4e37879254 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:01.181291 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d08661-f99f-41b3-a939-1b4e37879254 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:01.181705 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d08661-f99f-41b3-a939-1b4e37879254 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:01.182144 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d08661-f99f-41b3-a939-1b4e37879254 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:01.182958 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d08661-f99f-41b3-a939-1b4e37879254 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:01.185207 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-06d08661-f99f-41b3-a939-1b4e37879254 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5284 time: 0.1023784 Feb 04 11:44:01.188020 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41364) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:01.243354 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f1085-e424-4b9c-8fdc-86db8569a4ae req-c2c6c634-b5b0-4863-bce8-94a8280f359d tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:01.246078 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9f9f1085-e424-4b9c-8fdc-86db8569a4ae req-c2c6c634-b5b0-4863-bce8-94a8280f359d tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/ports?device_id=e818fa43-688e-410a-9d3f-fdc5a9ed5dcd HTTP/1.1" status: 200 len: 945 time: 0.1214869 Feb 04 11:44:01.301079 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9f9f1085-e424-4b9c-8fdc-86db8569a4ae req-a803f330-1108-4a5a-ad18-756bcde2b2bc tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/security-groups?id=4adf8f2d-2f02-47a2-a3b0-a0d0d27903f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481308 Feb 04 11:44:01.336170 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 5bf733a7-c7a1-4a80-9a44-579f3c4be5cc up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:44:01.404774 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23db607b-1214-44be-8e9d-fe1cd3c4228b None None] Sync routers for ids ['a43f641d-b277-42dc-b74a-dbed0c900442'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:44:01.421923 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 5bf733a7-c7a1-4a80-9a44-579f3c4be5cc triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:44:01.421923 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:01.423111 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23db607b-1214-44be-8e9d-fe1cd3c4228b None None] Routers {'a43f641d-b277-42dc-b74a-dbed0c900442'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:44:01.423904 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-23db607b-1214-44be-8e9d-fe1cd3c4228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:43:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a43f641d-b277-42dc-b74a-dbed0c900442'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:44:01.440593 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-05de2953-433a-427b-9b97-fb28b3b24891 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2508457 Feb 04 11:44:01.646723 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-23db607b-1214-44be-8e9d-fe1cd3c4228b None None] Set router a43f641d-b277-42dc-b74a-dbed0c900442 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:44:01.728099 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41370) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:01.733681 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-a9bda45f-f955-42d1-ad35-f405c52b187a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1653918680', 'description': 'tempest-secgroup-smoke-1653918680 description', 'project_id': '009ced00ffd949498e5831cf00e326e7'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:44:01.740619 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a9bda45f-f955-42d1-ad35-f405c52b187a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:44:01.744789 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a9bda45f-f955-42d1-ad35-f405c52b187a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:44:01.747966 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a9bda45f-f955-42d1-ad35-f405c52b187a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:44:01.754700 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a9bda45f-f955-42d1-ad35-f405c52b187a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:44:01.842727 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a9bda45f-f955-42d1-ad35-f405c52b187a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:01.884756 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a9bda45f-f955-42d1-ad35-f405c52b187a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:44:01.889123 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a9bda45f-f955-42d1-ad35-f405c52b187a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:44:01.892542 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a9bda45f-f955-42d1-ad35-f405c52b187a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:44:01.900456 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a9bda45f-f955-42d1-ad35-f405c52b187a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:44:01.964988 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a9bda45f-f955-42d1-ad35-f405c52b187a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:01.993443 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-23db607b-1214-44be-8e9d-fe1cd3c4228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'name': 'tempest-TestNetworkBasicOps-router-1833693627', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '696d55ca-d6ea-4f62-a7aa-9d5236c9222b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:43:53Z', 'updated_at': '2022-02-04T11:43:58Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '696d55ca-d6ea-4f62-a7aa-9d5236c9222b', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:42:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:53Z', 'updated_at': '2022-02-04T11:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '5af5f507-66e2-4c4b-8057-96fdef3c5339', 'name': '', 'network_id': 'c1676517-01cf-4b7c-91b6-66a37c07ac84', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:c3:50:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd233a85c-7658-4a58-8f3a-5e0d18f12c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:58Z', 'updated_at': '2022-02-04T11:43:59Z', 'revision_number': 2, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'd233a85c-7658-4a58-8f3a-5e0d18f12c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:44:01.997245 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23db607b-1214-44be-8e9d-fe1cd3c4228b None None] Checking router: a43f641d-b277-42dc-b74a-dbed0c900442 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:44:01.997596 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23db607b-1214-44be-8e9d-fe1cd3c4228b None None] Updating router a43f641d-b277-42dc-b74a-dbed0c900442 port 5af5f507-66e2-4c4b-8057-96fdef3c5339 binding host dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:44:02.037825 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a9bda45f-f955-42d1-ad35-f405c52b187a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:02.073150 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-23db607b-1214-44be-8e9d-fe1cd3c4228b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:02.113080 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bda45f-f955-42d1-ad35-f405c52b187a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f04826e5-21d5-4525-be9e-5ccf7283a100,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:44:02.165569 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a9bda45f-f955-42d1-ad35-f405c52b187a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:02.167282 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a9bda45f-f955-42d1-ad35-f405c52b187a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4381282 Feb 04 11:44:02.172226 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41374) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:02.178578 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-f71b4097-7d94-44a1-be52-ae61305a4156 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': 'f04826e5-21d5-4525-be9e-5ccf7283a100', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:44:02.187496 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f71b4097-7d94-44a1-be52-ae61305a4156 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:44:02.193426 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f71b4097-7d94-44a1-be52-ae61305a4156 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:44:02.202022 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f71b4097-7d94-44a1-be52-ae61305a4156 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:44:02.205234 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f71b4097-7d94-44a1-be52-ae61305a4156 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:44:02.351484 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f71b4097-7d94-44a1-be52-ae61305a4156 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:02.461596 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f71b4097-7d94-44a1-be52-ae61305a4156 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:02.533207 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f71b4097-7d94-44a1-be52-ae61305a4156 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:02.569736 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b4097-7d94-44a1-be52-ae61305a4156 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2010fb34-e018-4472-b164-469d86aaa0ca,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:44:02.574195 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-23db607b-1214-44be-8e9d-fe1cd3c4228b None None] Notify callbacks [] for port, precommit_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:02.587897 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5bb731-25ca-4a50-8e46-73af4c4c85db req-f8c0ac04-a43b-428a-b9c8-d48180722c93 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:02.588067 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.provisioning_blocks [None req-23db607b-1214-44be-8e9d-fe1cd3c4228b None None] Transition to ACTIVE for port object 5af5f507-66e2-4c4b-8057-96fdef3c5339 will not be triggered until provisioned by entity L2. {{(pid=84207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:44:02.589484 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4a5bb731-25ca-4a50-8e46-73af4c4c85db req-f8c0ac04-a43b-428a-b9c8-d48180722c93 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/ports?device_id=e818fa43-688e-410a-9d3f-fdc5a9ed5dcd HTTP/1.1" status: 200 len: 945 time: 0.1184185 Feb 04 11:44:02.645366 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4a5bb731-25ca-4a50-8e46-73af4c4c85db req-02008c86-337a-4a8a-a200-8f170267f166 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/security-groups?id=4adf8f2d-2f02-47a2-a3b0-a0d0d27903f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450902 Feb 04 11:44:02.668530 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f71b4097-7d94-44a1-be52-ae61305a4156 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:02.668530 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f71b4097-7d94-44a1-be52-ae61305a4156 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4910679 Feb 04 11:44:02.669972 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41380) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:02.681852 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-59c5f1de-3646-4cb9-8e3f-c73904c020b4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': 'f04826e5-21d5-4525-be9e-5ccf7283a100', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:44:02.688294 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-59c5f1de-3646-4cb9-8e3f-c73904c020b4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:44:02.693374 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-23db607b-1214-44be-8e9d-fe1cd3c4228b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:02.705295 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-59c5f1de-3646-4cb9-8e3f-c73904c020b4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:44:02.708910 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-59c5f1de-3646-4cb9-8e3f-c73904c020b4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:44:02.715435 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-59c5f1de-3646-4cb9-8e3f-c73904c020b4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:44:02.802946 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-59c5f1de-3646-4cb9-8e3f-c73904c020b4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:02.841843 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c224ad4-d607-4e40-ae0e-765661ad2e16 None None] Pushing event updated for resources: {'Port': ['ID=5af5f507-66e2-4c4b-8057-96fdef3c5339,revision_number=3']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:44:02.889822 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c224ad4-d607-4e40-ae0e-765661ad2e16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:02.889822 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c224ad4-d607-4e40-ae0e-765661ad2e16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:02.889822 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c224ad4-d607-4e40-ae0e-765661ad2e16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:02.889822 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c224ad4-d607-4e40-ae0e-765661ad2e16 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:02.889822 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c224ad4-d607-4e40-ae0e-765661ad2e16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:02.889822 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c224ad4-d607-4e40-ae0e-765661ad2e16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:02.890933 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c224ad4-d607-4e40-ae0e-765661ad2e16 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:02.890933 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c224ad4-d607-4e40-ae0e-765661ad2e16 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:02.890933 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c224ad4-d607-4e40-ae0e-765661ad2e16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:02.891501 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c224ad4-d607-4e40-ae0e-765661ad2e16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:02.891501 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c224ad4-d607-4e40-ae0e-765661ad2e16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:02.892401 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-59c5f1de-3646-4cb9-8e3f-c73904c020b4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:02.961641 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-23db607b-1214-44be-8e9d-fe1cd3c4228b None None] Attempting to bind port 5af5f507-66e2-4c4b-8057-96fdef3c5339 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:44:02.961641 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-23db607b-1214-44be-8e9d-fe1cd3c4228b None None] Attempting to bind port 5af5f507-66e2-4c4b-8057-96fdef3c5339 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '66fdee90-f6b4-4b9e-aa08-0d075965119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c1676517-01cf-4b7c-91b6-66a37c07ac84'}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:44:02.961641 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23db607b-1214-44be-8e9d-fe1cd3c4228b None None] Attempting to bind port 5af5f507-66e2-4c4b-8057-96fdef3c5339 on network c1676517-01cf-4b7c-91b6-66a37c07ac84 {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:44:02.971742 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23db607b-1214-44be-8e9d-fe1cd3c4228b None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:44:02.971742 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23db607b-1214-44be-8e9d-fe1cd3c4228b None None] Checking segment: {'id': '66fdee90-f6b4-4b9e-aa08-0d075965119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c1676517-01cf-4b7c-91b6-66a37c07ac84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:44:02.971742 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-23db607b-1214-44be-8e9d-fe1cd3c4228b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:02.971742 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23db607b-1214-44be-8e9d-fe1cd3c4228b None None] Bound using segment: {'id': '66fdee90-f6b4-4b9e-aa08-0d075965119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c1676517-01cf-4b7c-91b6-66a37c07ac84'} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:44:02.971742 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-23db607b-1214-44be-8e9d-fe1cd3c4228b None None] Bound port: 5af5f507-66e2-4c4b-8057-96fdef3c5339, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66fdee90-f6b4-4b9e-aa08-0d075965119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c1676517-01cf-4b7c-91b6-66a37c07ac84'}}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:44:02.975652 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-23db607b-1214-44be-8e9d-fe1cd3c4228b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:02.977957 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-59c5f1de-3646-4cb9-8e3f-c73904c020b4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:03.005770 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5f1de-3646-4cb9-8e3f-c73904c020b4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0227629d-6caf-4142-9edb-628cd97e6d17,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:44:03.085356 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-23db607b-1214-44be-8e9d-fe1cd3c4228b None None] For port 5af5f507-66e2-4c4b-8057-96fdef3c5339, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:44:03.088594 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-23db607b-1214-44be-8e9d-fe1cd3c4228b None None] For port 5af5f507-66e2-4c4b-8057-96fdef3c5339, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=5af5f507-66e2-4c4b-8057-96fdef3c5339,segment=NetworkSegment(66fdee90-f6b4-4b9e-aa08-0d075965119f),segment_id=66fdee90-f6b4-4b9e-aa08-0d075965119f)] {{(pid=84207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:44:03.102107 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-59c5f1de-3646-4cb9-8e3f-c73904c020b4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:03.103552 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-59c5f1de-3646-4cb9-8e3f-c73904c020b4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4326227 Feb 04 11:44:03.106456 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41388) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:03.113028 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-a4f3262c-b9cb-4f6e-9cc0-bcdca4387a9d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': 'f04826e5-21d5-4525-be9e-5ccf7283a100', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:44:03.119368 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a4f3262c-b9cb-4f6e-9cc0-bcdca4387a9d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:44:03.123559 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a4f3262c-b9cb-4f6e-9cc0-bcdca4387a9d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:44:03.126545 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a4f3262c-b9cb-4f6e-9cc0-bcdca4387a9d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:44:03.133767 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a4f3262c-b9cb-4f6e-9cc0-bcdca4387a9d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:44:03.192433 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-23db607b-1214-44be-8e9d-fe1cd3c4228b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:03.287286 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c224ad4-d607-4e40-ae0e-765661ad2e16 None None] Pushing event updated for resources: {'Port': ['ID=5af5f507-66e2-4c4b-8057-96fdef3c5339,revision_number=4']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:44:03.295781 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23db607b-1214-44be-8e9d-fe1cd3c4228b None None] Routers {'a43f641d-b277-42dc-b74a-dbed0c900442'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:44:03.296485 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-23db607b-1214-44be-8e9d-fe1cd3c4228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:43:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a43f641d-b277-42dc-b74a-dbed0c900442'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:44:03.297798 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a4f3262c-b9cb-4f6e-9cc0-bcdca4387a9d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:03.368228 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21f2bc-53c0-4de2-aaa2-8a1e68c1b3e9 req-1712ae24-2c0d-41a4-bbb7-6a4afc9d48a2 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:03.370068 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1a21f2bc-53c0-4de2-aaa2-8a1e68c1b3e9 req-1712ae24-2c0d-41a4-bbb7-6a4afc9d48a2 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/ports?device_id=e818fa43-688e-410a-9d3f-fdc5a9ed5dcd HTTP/1.1" status: 200 len: 945 time: 0.2438014 Feb 04 11:44:03.399175 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a4f3262c-b9cb-4f6e-9cc0-bcdca4387a9d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:03.409486 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1334c39d-9a83-4008-a301-3b41e2e360d3 req-3b535ee2-1229-4572-8324-ba4e275d5438 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3228983a05da4a53a91bb0f6621e8675&device_id=e818fa43-688e-410a-9d3f-fdc5a9ed5dcd HTTP/1.1" status: 200 len: 1098 time: 0.1799197 Feb 04 11:44:03.426947 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1a21f2bc-53c0-4de2-aaa2-8a1e68c1b3e9 req-97f427c1-b538-44bb-bc61-82fd6f2a3ee2 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/security-groups?id=4adf8f2d-2f02-47a2-a3b0-a0d0d27903f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511484 Feb 04 11:44:03.502939 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a4f3262c-b9cb-4f6e-9cc0-bcdca4387a9d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:03.510970 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-23db607b-1214-44be-8e9d-fe1cd3c4228b None None] Set router a43f641d-b277-42dc-b74a-dbed0c900442 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:44:03.537753 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f3262c-b9cb-4f6e-9cc0-bcdca4387a9d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba94d2ae-3a87-4717-98ee-eff39dac0bb4,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:44:03.605849 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334c39d-9a83-4008-a301-3b41e2e360d3 req-f75a4340-04b8-4b1c-aa0c-ebb2834b82f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:03.607367 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1334c39d-9a83-4008-a301-3b41e2e360d3 req-f75a4340-04b8-4b1c-aa0c-ebb2834b82f2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=33bd7d49-74bc-432e-accf-7c1d5dbd3a5e HTTP/1.1" status: 200 len: 913 time: 0.1922877 Feb 04 11:44:03.677763 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a4f3262c-b9cb-4f6e-9cc0-bcdca4387a9d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:03.678994 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a4f3262c-b9cb-4f6e-9cc0-bcdca4387a9d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5715265 Feb 04 11:44:03.683093 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41392) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:03.694267 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1334c39d-9a83-4008-a301-3b41e2e360d3 req-739ec68f-a7cf-454d-92eb-4fa02342beb8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20da496e-6b36-4c04-b442-3890348e68d5 HTTP/1.1" status: 200 len: 217 time: 0.0742369 Feb 04 11:44:03.694427 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-8620a2ce-3eef-41ae-b6f4-4a01b7093f6a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': 'f04826e5-21d5-4525-be9e-5ccf7283a100', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:44:03.696499 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-8620a2ce-3eef-41ae-b6f4-4a01b7093f6a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:44:03.700896 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8620a2ce-3eef-41ae-b6f4-4a01b7093f6a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:44:03.703820 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8620a2ce-3eef-41ae-b6f4-4a01b7093f6a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:44:03.711288 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-8620a2ce-3eef-41ae-b6f4-4a01b7093f6a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:44:03.759018 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334c39d-9a83-4008-a301-3b41e2e360d3 req-259e8dab-b04d-41f1-9522-a8d784932185 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:03.760477 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1334c39d-9a83-4008-a301-3b41e2e360d3 req-259e8dab-b04d-41f1-9522-a8d784932185 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=700b2c49-1809-40fc-b4e3-9feebbd90762 HTTP/1.1" status: 200 len: 852 time: 0.0659668 Feb 04 11:44:03.806335 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8620a2ce-3eef-41ae-b6f4-4a01b7093f6a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:03.811966 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1334c39d-9a83-4008-a301-3b41e2e360d3 req-5f319740-ca70-4dbe-bfa1-e2df127157fc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33bd7d49-74bc-432e-accf-7c1d5dbd3a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438879 Feb 04 11:44:03.849320 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-23db607b-1214-44be-8e9d-fe1cd3c4228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'name': 'tempest-TestNetworkBasicOps-router-1833693627', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '696d55ca-d6ea-4f62-a7aa-9d5236c9222b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:43:53Z', 'updated_at': '2022-02-04T11:43:58Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '696d55ca-d6ea-4f62-a7aa-9d5236c9222b', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:42:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:53Z', 'updated_at': '2022-02-04T11:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '5af5f507-66e2-4c4b-8057-96fdef3c5339', 'name': '', 'network_id': 'c1676517-01cf-4b7c-91b6-66a37c07ac84', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:c3:50:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd233a85c-7658-4a58-8f3a-5e0d18f12c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:58Z', 'updated_at': '2022-02-04T11:44:03Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'd233a85c-7658-4a58-8f3a-5e0d18f12c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:44:03.855095 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23db607b-1214-44be-8e9d-fe1cd3c4228b None None] The sync data for ids ['a43f641d-b277-42dc-b74a-dbed0c900442'] in dv-neutron-827825-2-hyperv is: [{'id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'name': 'tempest-TestNetworkBasicOps-router-1833693627', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '696d55ca-d6ea-4f62-a7aa-9d5236c9222b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:43:53Z', 'updated_at': '2022-02-04T11:43:58Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '696d55ca-d6ea-4f62-a7aa-9d5236c9222b', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:42:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:53Z', 'updated_at': '2022-02-04T11:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '5af5f507-66e2-4c4b-8057-96fdef3c5339', 'name': '', 'network_id': 'c1676517-01cf-4b7c-91b6-66a37c07ac84', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:c3:50:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd233a85c-7658-4a58-8f3a-5e0d18f12c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:58Z', 'updated_at': '2022-02-04T11:44:03Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'd233a85c-7658-4a58-8f3a-5e0d18f12c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:44:03.875952 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8620a2ce-3eef-41ae-b6f4-4a01b7093f6a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:03.986006 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8620a2ce-3eef-41ae-b6f4-4a01b7093f6a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:04.021121 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8620a2ce-3eef-41ae-b6f4-4a01b7093f6a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff1555f9-4fea-48de-b952-4ba9ce23813d,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:44:04.081241 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1334c39d-9a83-4008-a301-3b41e2e360d3 req-b8b60b3c-6135-4e78-a124-a83ce673f270 service neutron] 10.222.0.47 "GET /v2.0/networks/33bd7d49-74bc-432e-accf-7c1d5dbd3a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634785 Feb 04 11:44:04.153948 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8620a2ce-3eef-41ae-b6f4-4a01b7093f6a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:04.155402 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8620a2ce-3eef-41ae-b6f4-4a01b7093f6a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4711604 Feb 04 11:44:04.160719 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41396) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:04.166732 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-cda4bfec-dc42-442d-851b-8d731fa02245 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': 'f04826e5-21d5-4525-be9e-5ccf7283a100', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:44:04.172694 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-cda4bfec-dc42-442d-851b-8d731fa02245 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:44:04.182815 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-cda4bfec-dc42-442d-851b-8d731fa02245 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:44:04.182815 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-cda4bfec-dc42-442d-851b-8d731fa02245 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:44:04.187550 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-cda4bfec-dc42-442d-851b-8d731fa02245 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:44:04.238295 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1334c39d-9a83-4008-a301-3b41e2e360d3 req-12edfc28-af33-42bc-8940-d7d55d39a618 service neutron] 10.222.0.47 "GET /v2.0/networks/33bd7d49-74bc-432e-accf-7c1d5dbd3a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513724 Feb 04 11:44:04.254412 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.securitygroups_db [None req-cda4bfec-dc42-442d-851b-8d731fa02245 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Project 009ced00ffd949498e5831cf00e326e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:44:04.261918 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cda4bfec-dc42-442d-851b-8d731fa02245 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:04.331828 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cda4bfec-dc42-442d-851b-8d731fa02245 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:04.403451 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cda4bfec-dc42-442d-851b-8d731fa02245 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:04.441237 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4bfec-dc42-442d-851b-8d731fa02245 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76a629c9-c6a1-439d-bdcc-0eceed536458,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:44:04.546214 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cda4bfec-dc42-442d-851b-8d731fa02245 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:04.547549 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-cda4bfec-dc42-442d-851b-8d731fa02245 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3858297 Feb 04 11:44:04.551155 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41402) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:04.556981 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-ec0535fb-0625-448f-85e2-c8e64b9ecf62 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': 'f04826e5-21d5-4525-be9e-5ccf7283a100', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:44:04.566333 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-ec0535fb-0625-448f-85e2-c8e64b9ecf62 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:44:04.570489 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-ec0535fb-0625-448f-85e2-c8e64b9ecf62 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:44:04.573486 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-ec0535fb-0625-448f-85e2-c8e64b9ecf62 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:44:04.579392 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-ec0535fb-0625-448f-85e2-c8e64b9ecf62 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:44:04.640509 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71491839-046c-4622-92fc-e76befca24b3 req-af43a77e-422a-489f-92b4-76dfb2c515b7 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:04.642196 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-71491839-046c-4622-92fc-e76befca24b3 req-af43a77e-422a-489f-92b4-76dfb2c515b7 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/ports?device_id=e818fa43-688e-410a-9d3f-fdc5a9ed5dcd HTTP/1.1" status: 200 len: 945 time: 0.0815191 Feb 04 11:44:04.702782 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.securitygroups_db [None req-ec0535fb-0625-448f-85e2-c8e64b9ecf62 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Project 009ced00ffd949498e5831cf00e326e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:44:04.703410 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-71491839-046c-4622-92fc-e76befca24b3 req-39137bd7-2bcf-4a4f-bc8a-9cb808ead3d6 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/security-groups?id=4adf8f2d-2f02-47a2-a3b0-a0d0d27903f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470176 Feb 04 11:44:04.706870 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ec0535fb-0625-448f-85e2-c8e64b9ecf62 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:04.784303 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ec0535fb-0625-448f-85e2-c8e64b9ecf62 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:04.839493 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ec0535fb-0625-448f-85e2-c8e64b9ecf62 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:04.870578 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0535fb-0625-448f-85e2-c8e64b9ecf62 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6742178-621c-4a9d-8a20-c1bc6724d3fb,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:44:04.959105 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ec0535fb-0625-448f-85e2-c8e64b9ecf62 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:04.959105 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ec0535fb-0625-448f-85e2-c8e64b9ecf62 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4033496 Feb 04 11:44:05.005985 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 5af5f507-66e2-4c4b-8057-96fdef3c5339 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:44:05.171282 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 5af5f507-66e2-4c4b-8057-96fdef3c5339 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:44:05.181129 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 5af5f507-66e2-4c4b-8057-96fdef3c5339 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:44:05.181569 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:05.247838 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-e14c9fd0-aa85-4b17-8bae-7fa21861b9b4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:security_group {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:44:05.333568 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:05.368541 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 5af5f507-66e2-4c4b-8057-96fdef3c5339, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=5af5f507-66e2-4c4b-8057-96fdef3c5339,segment=NetworkSegment(66fdee90-f6b4-4b9e-aa08-0d075965119f),segment_id=66fdee90-f6b4-4b9e-aa08-0d075965119f)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:44:05.405149 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-e14c9fd0-aa85-4b17-8bae-7fa21861b9b4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:security_group {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:44:05.406499 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-e14c9fd0-aa85-4b17-8bae-7fa21861b9b4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1653918680&fields=id&tenant_id=009ced00ffd949498e5831cf00e326e7 HTTP/1.1" status: 200 len: 267 time: 0.2047980 Feb 04 11:44:05.468052 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:05.558407 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=5af5f507-66e2-4c4b-8057-96fdef3c5339,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:44:05.592003 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-8e49aa4f-abb6-41f0-a892-53d72f45c4cd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:05.592003 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-8e49aa4f-abb6-41f0-a892-53d72f45c4cd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/networks?id=c1676517-01cf-4b7c-91b6-66a37c07ac84 HTTP/1.1" status: 200 len: 797 time: 0.1734700 Feb 04 11:44:05.684933 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-93e35096-cd90-4c87-882e-d000b09125a5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/quotas/009ced00ffd949498e5831cf00e326e7 HTTP/1.1" status: 200 len: 375 time: 0.0896969 Feb 04 11:44:05.778069 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-15f9e927-4271-4176-a581-8a22c08203cc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:44:05.872249 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-15f9e927-4271-4176-a581-8a22c08203cc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:44:05.872249 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-15f9e927-4271-4176-a581-8a22c08203cc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1779013 Feb 04 11:44:05.934853 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c2889-18ee-4571-b4c4-4276de87e38a req-d444faa1-9472-437a-83b1-92bb1f9034bd tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:05.940491 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-831c2889-18ee-4571-b4c4-4276de87e38a req-d444faa1-9472-437a-83b1-92bb1f9034bd tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/ports?device_id=e818fa43-688e-410a-9d3f-fdc5a9ed5dcd HTTP/1.1" status: 200 len: 945 time: 0.0945699 Feb 04 11:44:05.998887 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-831c2889-18ee-4571-b4c4-4276de87e38a req-b26669bd-d851-44e2-a1e0-9b44f50ea6c7 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/security-groups?id=4adf8f2d-2f02-47a2-a3b0-a0d0d27903f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552855 Feb 04 11:44:06.025574 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-551ca3ca-53d6-45be-b312-a2c5886b76f4 service neutron] 10.222.0.21 "GET /v2.0/networks/c1676517-01cf-4b7c-91b6-66a37c07ac84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437740 Feb 04 11:44:06.091349 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:06.166752 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-7335849f-e256-40e7-8c6f-d18a2b3c05f0 service neutron] 10.222.0.21 "GET /v2.0/networks/c1676517-01cf-4b7c-91b6-66a37c07ac84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350653 Feb 04 11:44:06.537107 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3d1ea0b2-0755-47c1-87c2-2d60d3b4295e req-73788fee-a569-4901-b5e6-2a69f118ed77 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=68f06732-4a77-4c4e-ad96-ac8a8315f057 HTTP/1.1" status: 200 len: 210 time: 0.0435660 Feb 04 11:44:06.785628 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b7d0f-3930-4aca-9810-a3cce88ee9e8 req-90187141-5af1-4796-b743-2386faef44d6 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:06.787411 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d58b7d0f-3930-4aca-9810-a3cce88ee9e8 req-90187141-5af1-4796-b743-2386faef44d6 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/ports?device_id=e818fa43-688e-410a-9d3f-fdc5a9ed5dcd HTTP/1.1" status: 200 len: 945 time: 0.0901408 Feb 04 11:44:06.840721 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d58b7d0f-3930-4aca-9810-a3cce88ee9e8 req-c3825d56-3a30-4d9e-a950-5e59c0b4d586 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/security-groups?id=4adf8f2d-2f02-47a2-a3b0-a0d0d27903f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460198 Feb 04 11:44:06.986412 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 5af5f507-66e2-4c4b-8057-96fdef3c5339 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:44:07.067388 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 5af5f507-66e2-4c4b-8057-96fdef3c5339 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:44:07.067754 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:07.710348 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-bdccaa88-3216-4c3f-b33b-20c46c3f8267 req-22c7df8a-f988-498c-92c2-21c188d186c0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:44:07.722866 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-bdccaa88-3216-4c3f-b33b-20c46c3f8267 req-22c7df8a-f988-498c-92c2-21c188d186c0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:44:07.724109 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-bdccaa88-3216-4c3f-b33b-20c46c3f8267 req-22c7df8a-f988-498c-92c2-21c188d186c0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=68f06732-4a77-4c4e-ad96-ac8a8315f057 HTTP/1.1" status: 200 len: 210 time: 0.0555849 Feb 04 11:44:08.046173 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe6eaa-eba4-454b-88e4-a8bc8ba1eca3 req-9bae0755-5dce-4365-8ee6-64ac411f3fe7 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:08.047640 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9ebe6eaa-eba4-454b-88e4-a8bc8ba1eca3 req-9bae0755-5dce-4365-8ee6-64ac411f3fe7 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/ports?device_id=e818fa43-688e-410a-9d3f-fdc5a9ed5dcd HTTP/1.1" status: 200 len: 945 time: 0.0780711 Feb 04 11:44:08.098964 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9ebe6eaa-eba4-454b-88e4-a8bc8ba1eca3 req-9c045a4a-dc8b-4918-b696-370bc2877422 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/security-groups?id=4adf8f2d-2f02-47a2-a3b0-a0d0d27903f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441756 Feb 04 11:44:08.850279 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-c80ea401-feeb-4c02-bcbb-d50093e9ef13 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:08.855331 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-c80ea401-feeb-4c02-bcbb-d50093e9ef13 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:network {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:44:08.907768 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d7ba8a50-9f04-4dd2-87fc-6e609ed7aadb req-07b58178-b980-4d5a-a5a4-6809edef0637 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=68f06732-4a77-4c4e-ad96-ac8a8315f057 HTTP/1.1" status: 200 len: 210 time: 0.0520203 Feb 04 11:44:08.977516 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-c80ea401-feeb-4c02-bcbb-d50093e9ef13 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:network {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:44:08.979902 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-c80ea401-feeb-4c02-bcbb-d50093e9ef13 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "GET /v2.0/networks?id=c1676517-01cf-4b7c-91b6-66a37c07ac84 HTTP/1.1" status: 200 len: 797 time: 0.2761497 Feb 04 11:44:09.030024 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-01c1a13b-f726-4844-9a59-9c914231604b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:44:09.041325 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-01c1a13b-f726-4844-9a59-9c914231604b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:44:09.042692 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-01c1a13b-f726-4844-9a59-9c914231604b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=009ced00ffd949498e5831cf00e326e7 HTTP/1.1" status: 200 len: 380 time: 0.0518954 Feb 04 11:44:09.052024 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-75b3c985-c673-4561-8130-cad25ef671bc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'port': {'device_id': '68f06732-4a77-4c4e-ad96-ac8a8315f057', 'network_id': 'c1676517-01cf-4b7c-91b6-66a37c07ac84', 'admin_state_up': True, 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'security_groups': ['f04826e5-21d5-4525-be9e-5ccf7283a100']}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:44:09.231464 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-75b3c985-c673-4561-8130-cad25ef671bc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:44:09.249359 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-75b3c985-c673-4561-8130-cad25ef671bc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:44:09.294193 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d4483-d9ef-4ecb-ab4d-0b9141c79c3c req-0faa2806-6ef4-4f3f-8766-3145d233cad8 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:09.295916 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b79d4483-d9ef-4ecb-ab4d-0b9141c79c3c req-0faa2806-6ef4-4f3f-8766-3145d233cad8 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.47 "GET /v2.0/ports?device_id=e818fa43-688e-410a-9d3f-fdc5a9ed5dcd HTTP/1.1" status: 200 len: 945 time: 0.0980465 Feb 04 11:44:09.343176 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d00df7-54ff-46ba-9ef7-44badcfa642a req-3aca93cd-f461-4664-9b22-774efddf12c1 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:09.344755 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-06d00df7-54ff-46ba-9ef7-44badcfa642a req-3aca93cd-f461-4664-9b22-774efddf12c1 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/ports?device_id=e818fa43-688e-410a-9d3f-fdc5a9ed5dcd HTTP/1.1" status: 200 len: 945 time: 0.1053293 Feb 04 11:44:09.366486 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-b79d4483-d9ef-4ecb-ab4d-0b9141c79c3c req-ca58db35-fc41-43ea-b31b-92a7c03850ad tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Deleting port 20da496e-6b36-4c04-b442-3890348e68d5 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:44:09.370734 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b79d4483-d9ef-4ecb-ab4d-0b9141c79c3c req-ca58db35-fc41-43ea-b31b-92a7c03850ad tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:09.395423 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-06d00df7-54ff-46ba-9ef7-44badcfa642a req-5d6c33cb-229a-4af6-a4ae-a6514255ac4b tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/security-groups?id=4adf8f2d-2f02-47a2-a3b0-a0d0d27903f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439992 Feb 04 11:44:09.398279 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-75b3c985-c673-4561-8130-cad25ef671bc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Made reservation on behalf of 009ced00ffd949498e5831cf00e326e7 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:44:09.405129 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-75b3c985-c673-4561-8130-cad25ef671bc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:09.739850 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-75b3c985-c673-4561-8130-cad25ef671bc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Allocated IP 172.20.0.13 (c1676517-01cf-4b7c-91b6-66a37c07ac84/d233a85c-7658-4a58-8f3a-5e0d18f12c03/0f750579-ae1f-4f38-829c-31702d2b806d) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:44:09.762474 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-b79d4483-d9ef-4ecb-ab4d-0b9141c79c3c req-ca58db35-fc41-43ea-b31b-92a7c03850ad tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] For port 20da496e-6b36-4c04-b442-3890348e68d5, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=20da496e-6b36-4c04-b442-3890348e68d5,segment=NetworkSegment(780a2d29-4049-4959-a01b-a783a8509450),segment_id=780a2d29-4049-4959-a01b-a783a8509450)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:44:09.762818 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b79d4483-d9ef-4ecb-ab4d-0b9141c79c3c req-ca58db35-fc41-43ea-b31b-92a7c03850ad tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:09.897254 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-b79d4483-d9ef-4ecb-ab4d-0b9141c79c3c req-ca58db35-fc41-43ea-b31b-92a7c03850ad tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Calling delete_port for 20da496e-6b36-4c04-b442-3890348e68d5 owned by compute:nova {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:44:10.199982 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-90073e0e-b27b-46e2-bef5-39c56c4d66fe req-79d35197-b022-420a-a45e-56bda80bba17 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=68f06732-4a77-4c4e-ad96-ac8a8315f057 HTTP/1.1" status: 200 len: 210 time: 0.1100242 Feb 04 11:44:10.404483 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b79d4483-d9ef-4ecb-ab4d-0b9141c79c3c req-ca58db35-fc41-43ea-b31b-92a7c03850ad tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:10.453608 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-75b3c985-c673-4561-8130-cad25ef671bc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:10.469112 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58db35-fc41-43ea-b31b-92a7c03850ad tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Pushing event deleted for resources: {'Port': ['ID=20da496e-6b36-4c04-b442-3890348e68d5,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:44:10.484066 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-75b3c985-c673-4561-8130-cad25ef671bc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Transition to ACTIVE for port object 0f750579-ae1f-4f38-829c-31702d2b806d will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:44:10.565997 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79d4483-d9ef-4ecb-ab4d-0b9141c79c3c req-ca58db35-fc41-43ea-b31b-92a7c03850ad tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] No DVR routers for this DVR port 20da496e-6b36-4c04-b442-3890348e68d5 on host hv-neutron-8278 {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:44:10.569166 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b79d4483-d9ef-4ecb-ab4d-0b9141c79c3c req-ca58db35-fc41-43ea-b31b-92a7c03850ad tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:10.571813 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e818fa43-688e-410a-9d3f-fdc5a9ed5dcd', 'name': 'network-vif-deleted', 'tag': '20da496e-6b36-4c04-b442-3890348e68d5'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:44:10.580989 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f6f58fda-b161-41df-9886-9f2a8d7ef0fa req-9a49ee46-d4b7-4932-abcb-70abea2657e9 tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/ports?device_id=e818fa43-688e-410a-9d3f-fdc5a9ed5dcd HTTP/1.1" status: 200 len: 210 time: 0.0545878 Feb 04 11:44:10.636091 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e818fa43-688e-410a-9d3f-fdc5a9ed5dcd', 'name': 'network-vif-deleted', 'tag': '20da496e-6b36-4c04-b442-3890348e68d5', 'status': 'completed', 'code': 200} Feb 04 11:44:10.721473 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b79d4483-d9ef-4ecb-ab4d-0b9141c79c3c req-ca58db35-fc41-43ea-b31b-92a7c03850ad tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.47 "DELETE /v2.0/ports/20da496e-6b36-4c04-b442-3890348e68d5 HTTP/1.1" status: 204 len: 173 time: 1.4167287 Feb 04 11:44:10.780474 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-75b3c985-c673-4561-8130-cad25ef671bc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:10.853922 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-75b3c985-c673-4561-8130-cad25ef671bc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network c1676517-01cf-4b7c-91b6-66a37c07ac84 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:44:10.857173 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-75b3c985-c673-4561-8130-cad25ef671bc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:44:10.862069 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-75b3c985-c673-4561-8130-cad25ef671bc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:44:10.898626 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3c985-c673-4561-8130-cad25ef671bc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=0f750579-ae1f-4f38-829c-31702d2b806d,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:44:10.948158 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-75b3c985-c673-4561-8130-cad25ef671bc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:10.949000 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-75b3c985-c673-4561-8130-cad25ef671bc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:11.072896 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-75b3c985-c673-4561-8130-cad25ef671bc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0248537 Feb 04 11:44:11.083747 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-03ce51f7-c2ca-4531-938b-82fc9ee3cf7b service neutron] Request body: {'port': {'device_id': '68f06732-4a77-4c4e-ad96-ac8a8315f057', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:44:11.176727 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d0c9cc86-2752-49ff-864e-fe858edd1a2b None None] Provisioning for port 0f750579-ae1f-4f38-829c-31702d2b806d completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:44:11.185597 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d0c9cc86-2752-49ff-864e-fe858edd1a2b None None] Provisioning complete for port 0f750579-ae1f-4f38-829c-31702d2b806d triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:44:11.185597 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d0c9cc86-2752-49ff-864e-fe858edd1a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:11.200296 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-03ce51f7-c2ca-4531-938b-82fc9ee3cf7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:11.243034 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-d0c9cc86-2752-49ff-864e-fe858edd1a2b None None] Port 0f750579-ae1f-4f38-829c-31702d2b806d cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:44:11.438436 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c94ef-f92c-4201-b3b9-2e45d864e645 req-5e33b34a-cfe2-4f63-890b-1f548387ef00 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:11.439940 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7f4c94ef-f92c-4201-b3b9-2e45d864e645 req-5e33b34a-cfe2-4f63-890b-1f548387ef00 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=68f06732-4a77-4c4e-ad96-ac8a8315f057 HTTP/1.1" status: 200 len: 932 time: 0.1028731 Feb 04 11:44:11.498212 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7f4c94ef-f92c-4201-b3b9-2e45d864e645 req-2eb6962d-b853-4eac-bb70-98a4045e804d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=f04826e5-21d5-4525-be9e-5ccf7283a100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504780 Feb 04 11:44:11.586474 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-03ce51f7-c2ca-4531-938b-82fc9ee3cf7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f750579-ae1f-4f38-829c-31702d2b806d {{(pid=84205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:44:11.597166 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-03ce51f7-c2ca-4531-938b-82fc9ee3cf7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:11.617764 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-03ce51f7-c2ca-4531-938b-82fc9ee3cf7b service neutron] Transition to ACTIVE for port object 0f750579-ae1f-4f38-829c-31702d2b806d will not be triggered until provisioned by entity L2. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:44:11.718666 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-03ce51f7-c2ca-4531-938b-82fc9ee3cf7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:11.848948 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce51f7-c2ca-4531-938b-82fc9ee3cf7b service neutron] Pushing event updated for resources: {'Port': ['ID=0f750579-ae1f-4f38-829c-31702d2b806d,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:44:11.920363 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-fd31f743-ec58-4906-b805-226688cabfaa req-1b5f0651-dedf-4e05-8d26-a2adb6e2496b tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Synchronizing usage tracker for tenant:3228983a05da4a53a91bb0f6621e8675 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:44:12.054331 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-03ce51f7-c2ca-4531-938b-82fc9ee3cf7b service neutron] Attempting to bind port 0f750579-ae1f-4f38-829c-31702d2b806d on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:44:12.054331 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-03ce51f7-c2ca-4531-938b-82fc9ee3cf7b service neutron] Attempting to bind port 0f750579-ae1f-4f38-829c-31702d2b806d by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '66fdee90-f6b4-4b9e-aa08-0d075965119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c1676517-01cf-4b7c-91b6-66a37c07ac84'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:44:12.054331 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-03ce51f7-c2ca-4531-938b-82fc9ee3cf7b service neutron] Attempting to bind port 0f750579-ae1f-4f38-829c-31702d2b806d on network c1676517-01cf-4b7c-91b6-66a37c07ac84 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:44:12.058931 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-03ce51f7-c2ca-4531-938b-82fc9ee3cf7b service neutron] Port 0f750579-ae1f-4f38-829c-31702d2b806d on network c1676517-01cf-4b7c-91b6-66a37c07ac84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:44:12.059259 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-03ce51f7-c2ca-4531-938b-82fc9ee3cf7b service neutron] Attempting to bind port 0f750579-ae1f-4f38-829c-31702d2b806d on network c1676517-01cf-4b7c-91b6-66a37c07ac84 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:44:12.067113 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-03ce51f7-c2ca-4531-938b-82fc9ee3cf7b service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:44:12.067638 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-03ce51f7-c2ca-4531-938b-82fc9ee3cf7b service neutron] Checking segment: {'id': '66fdee90-f6b4-4b9e-aa08-0d075965119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c1676517-01cf-4b7c-91b6-66a37c07ac84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:44:12.068026 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-03ce51f7-c2ca-4531-938b-82fc9ee3cf7b service neutron] Bound using segment: {'id': '66fdee90-f6b4-4b9e-aa08-0d075965119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c1676517-01cf-4b7c-91b6-66a37c07ac84'} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:44:12.068457 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-03ce51f7-c2ca-4531-938b-82fc9ee3cf7b service neutron] Bound port: 0f750579-ae1f-4f38-829c-31702d2b806d, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66fdee90-f6b4-4b9e-aa08-0d075965119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c1676517-01cf-4b7c-91b6-66a37c07ac84'}}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:44:12.068798 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-03ce51f7-c2ca-4531-938b-82fc9ee3cf7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:12.115831 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-fd31f743-ec58-4906-b805-226688cabfaa req-1b5f0651-dedf-4e05-8d26-a2adb6e2496b tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] Unset dirty status for tenant:3228983a05da4a53a91bb0f6621e8675 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:44:12.117041 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fd31f743-ec58-4906-b805-226688cabfaa req-1b5f0651-dedf-4e05-8d26-a2adb6e2496b tempest-TestServerAdvancedOps-721184916 tempest-TestServerAdvancedOps-721184916-project] 10.222.0.21 "GET /v2.0/ports?device_id=e818fa43-688e-410a-9d3f-fdc5a9ed5dcd HTTP/1.1" status: 200 len: 210 time: 0.3581476 Feb 04 11:44:12.164907 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-03ce51f7-c2ca-4531-938b-82fc9ee3cf7b service neutron] For port 0f750579-ae1f-4f38-829c-31702d2b806d, host hv-neutron-8278, cleared binding levels {{(pid=84205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:44:12.168557 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-03ce51f7-c2ca-4531-938b-82fc9ee3cf7b service neutron] For port 0f750579-ae1f-4f38-829c-31702d2b806d, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=0f750579-ae1f-4f38-829c-31702d2b806d,segment=NetworkSegment(66fdee90-f6b4-4b9e-aa08-0d075965119f),segment_id=66fdee90-f6b4-4b9e-aa08-0d075965119f)] {{(pid=84205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:44:12.171605 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a825d1fa-1aab-43b5-a375-57d809d66967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:12.238565 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-03ce51f7-c2ca-4531-938b-82fc9ee3cf7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:12.312689 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-03ce51f7-c2ca-4531-938b-82fc9ee3cf7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:12.314116 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-03ce51f7-c2ca-4531-938b-82fc9ee3cf7b service neutron] 10.222.0.47 "PUT /v2.0/ports/0f750579-ae1f-4f38-829c-31702d2b806d HTTP/1.1" status: 200 len: 1094 time: 1.2344379 Feb 04 11:44:12.327899 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce51f7-c2ca-4531-938b-82fc9ee3cf7b service neutron] Pushing event updated for resources: {'Port': ['ID=0f750579-ae1f-4f38-829c-31702d2b806d,revision_number=3']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:44:12.343077 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 20da496e-6b36-4c04-b442-3890348e68d5 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:44:12.386746 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] No Port match for: 20da496e-6b36-4c04-b442-3890348e68d5 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:44:12.387084 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 20da496e-6b36-4c04-b442-3890348e68d5 not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:44:12.507990 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-d7f28af6-bbe0-4d28-bb73-ec0210f198fd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=68f06732-4a77-4c4e-ad96-ac8a8315f057 HTTP/1.1" status: 200 len: 1097 time: 0.0800359 Feb 04 11:44:12.686238 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f06732-4a77-4c4e-ad96-ac8a8315f057', 'tag': '0f750579-ae1f-4f38-829c-31702d2b806d'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:44:12.692855 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-63391315-9778-4313-80f7-d600b6f40c4a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f750579-ae1f-4f38-829c-31702d2b806d HTTP/1.1" status: 200 len: 217 time: 0.1777110 Feb 04 11:44:12.736271 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3240b3d-003c-4c83-bfa0-86cc0dea80db req-e9d89a9b-7b97-477a-8d16-297cb1c236ef tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:12.738608 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e3240b3d-003c-4c83-bfa0-86cc0dea80db req-e9d89a9b-7b97-477a-8d16-297cb1c236ef tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=68f06732-4a77-4c4e-ad96-ac8a8315f057 HTTP/1.1" status: 200 len: 944 time: 0.0948241 Feb 04 11:44:12.751769 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f06732-4a77-4c4e-ad96-ac8a8315f057', 'tag': '0f750579-ae1f-4f38-829c-31702d2b806d', 'status': 'completed', 'code': 200} Feb 04 11:44:12.768897 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-e7e21088-33e3-4d67-96d0-494c6e982017 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:12.770555 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-e7e21088-33e3-4d67-96d0-494c6e982017 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d233a85c-7658-4a58-8f3a-5e0d18f12c03 HTTP/1.1" status: 200 len: 835 time: 0.0711625 Feb 04 11:44:12.801616 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e3240b3d-003c-4c83-bfa0-86cc0dea80db req-ac51908a-e5c0-4981-90da-99a7099cfb67 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=f04826e5-21d5-4525-be9e-5ccf7283a100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563936 Feb 04 11:44:12.848764 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-ae5d49b9-327a-420a-96ff-8e3b48985f71 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c1676517-01cf-4b7c-91b6-66a37c07ac84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713344 Feb 04 11:44:12.989476 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-b56abfdf-fdf8-49d9-9b89-2652c44e02bb service neutron] 10.222.0.47 "GET /v2.0/networks/c1676517-01cf-4b7c-91b6-66a37c07ac84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336713 Feb 04 11:44:13.136030 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b9f01bf1-fbc7-4b7c-8a73-9f7fca9c85aa req-65fe311a-eece-4637-b33a-8f366ac22db0 service neutron] 10.222.0.47 "GET /v2.0/networks/c1676517-01cf-4b7c-91b6-66a37c07ac84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381395 Feb 04 11:44:13.251878 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41460) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:13.321081 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e36a18a-31bc-4278-9df2-9d9b5471b23f admin admin] Deleting subnet 700b2c49-1809-40fc-b4e3-9feebbd90762 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:44:13.324081 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9e36a18a-31bc-4278-9df2-9d9b5471b23f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:13.364973 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e831f1d7-c440-497e-ac9f-1a72a9d317eb req-98eac697-8c6f-4374-a4f9-c8950e72f333 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=68f06732-4a77-4c4e-ad96-ac8a8315f057 HTTP/1.1" status: 200 len: 1097 time: 0.0807834 Feb 04 11:44:13.376587 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9e36a18a-31bc-4278-9df2-9d9b5471b23f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:13.434734 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9e36a18a-31bc-4278-9df2-9d9b5471b23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:13.532220 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831f1d7-c440-497e-ac9f-1a72a9d317eb req-6a534f41-37e0-4bde-b796-a06b32cc7852 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:13.534670 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e831f1d7-c440-497e-ac9f-1a72a9d317eb req-6a534f41-37e0-4bde-b796-a06b32cc7852 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c1676517-01cf-4b7c-91b6-66a37c07ac84 HTTP/1.1" status: 200 len: 898 time: 0.1626549 Feb 04 11:44:13.606347 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9e36a18a-31bc-4278-9df2-9d9b5471b23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:13.616951 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e831f1d7-c440-497e-ac9f-1a72a9d317eb req-655274c5-ca15-4e54-9ac0-2e6a36a369d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f750579-ae1f-4f38-829c-31702d2b806d HTTP/1.1" status: 200 len: 217 time: 0.0649695 Feb 04 11:44:13.659647 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36a18a-31bc-4278-9df2-9d9b5471b23f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=700b2c49-1809-40fc-b4e3-9feebbd90762,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:44:13.659647 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9e36a18a-31bc-4278-9df2-9d9b5471b23f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:13.664403 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9e36a18a-31bc-4278-9df2-9d9b5471b23f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/700b2c49-1809-40fc-b4e3-9feebbd90762 HTTP/1.1" status: 204 len: 168 time: 0.4083498 Feb 04 11:44:13.664566 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41464) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:13.682861 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831f1d7-c440-497e-ac9f-1a72a9d317eb req-915699ee-2f34-46a9-a349-8634a002986d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:13.684266 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e831f1d7-c440-497e-ac9f-1a72a9d317eb req-915699ee-2f34-46a9-a349-8634a002986d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d233a85c-7658-4a58-8f3a-5e0d18f12c03 HTTP/1.1" status: 200 len: 835 time: 0.0682456 Feb 04 11:44:13.774234 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e831f1d7-c440-497e-ac9f-1a72a9d317eb req-cee75c11-491b-4c98-8299-c75c5e990298 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c1676517-01cf-4b7c-91b6-66a37c07ac84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798767 Feb 04 11:44:13.868973 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e800aa63-caab-49b0-8ded-b448079eeb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:13.922399 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e831f1d7-c440-497e-ac9f-1a72a9d317eb req-7d623f08-94bb-469f-83be-3ba5890c47cc service neutron] 10.222.0.47 "GET /v2.0/networks/c1676517-01cf-4b7c-91b6-66a37c07ac84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394348 Feb 04 11:44:14.039295 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e800aa63-caab-49b0-8ded-b448079eeb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:14.070755 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e831f1d7-c440-497e-ac9f-1a72a9d317eb req-99351972-d5c5-4846-baef-26b675654546 service neutron] 10.222.0.47 "GET /v2.0/networks/c1676517-01cf-4b7c-91b6-66a37c07ac84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414886 Feb 04 11:44:14.075725 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-e800aa63-caab-49b0-8ded-b448079eeb7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33bd7d49-74bc-432e-accf-7c1d5dbd3a5e']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:44:14.094236 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-e800aa63-caab-49b0-8ded-b448079eeb7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '780a2d29-4049-4959-a01b-a783a8509450') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:44:14.094529 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-e800aa63-caab-49b0-8ded-b448079eeb7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '780a2d29-4049-4959-a01b-a783a8509450') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:44:14.108949 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e800aa63-caab-49b0-8ded-b448079eeb7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:14.130518 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b12389-ea7f-4d01-a09f-6e02b4c3ba33 req-0d319cc4-8c77-4981-a9b1-3a11b4da3258 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:14.132010 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e4b12389-ea7f-4d01-a09f-6e02b4c3ba33 req-0d319cc4-8c77-4981-a9b1-3a11b4da3258 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=68f06732-4a77-4c4e-ad96-ac8a8315f057 HTTP/1.1" status: 200 len: 944 time: 0.1571753 Feb 04 11:44:14.135434 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e800aa63-caab-49b0-8ded-b448079eeb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:14.156295 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e800aa63-caab-49b0-8ded-b448079eeb7f admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:44:14.156681 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e800aa63-caab-49b0-8ded-b448079eeb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:14.169709 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:44:14.169709 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:44:14.169709 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:44:14.169709 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:44:14.169709 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:44:14.169709 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:44:14.169709 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:44:14.169709 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:44:14.169709 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:44:14.169709 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:44:14.169709 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:44:14.169709 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:44:14.169709 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:44:14.169709 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:44:14.169709 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:44:14.169709 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:44:14.169709 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:44:14.169709 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:44:14.169709 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:44:14.169709 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:44:14.169709 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:44:14.169709 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:44:14.169709 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:44:14.169709 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:44:14.169709 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:44:14.169709 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:44:14.169709 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:44:14.169709 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:44:14.169709 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:44:14.169709 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:44:14.169709 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:44:14.169709 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:44:14.262032 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e4b12389-ea7f-4d01-a09f-6e02b4c3ba33 req-82d1b5fb-fce2-48a8-ac67-984f6f7faa3e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=f04826e5-21d5-4525-be9e-5ccf7283a100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240950 Feb 04 11:44:14.324591 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e800aa63-caab-49b0-8ded-b448079eeb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:14.341133 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e800aa63-caab-49b0-8ded-b448079eeb7f admin admin] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:14.358638 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e800aa63-caab-49b0-8ded-b448079eeb7f admin admin] Pushing event deleted for resources: {'Network': ['ID=33bd7d49-74bc-432e-accf-7c1d5dbd3a5e,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:44:14.466291 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e800aa63-caab-49b0-8ded-b448079eeb7f admin admin] 10.222.0.21 "DELETE /v2.0/networks/33bd7d49-74bc-432e-accf-7c1d5dbd3a5e HTTP/1.1" status: 204 len: 168 time: 0.8005483 Feb 04 11:44:14.475611 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41470) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:14.495462 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3fcbf96c-33f8-483e-a622-319689a29979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:14.545292 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c6527ca-61b9-4886-9b45-c13bf5e559bc admin admin] Deleting subnet 6a69ed02-c5b6-4691-99fc-37f45a99ceba {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:44:14.548690 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3c6527ca-61b9-4886-9b45-c13bf5e559bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:14.603084 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3c6527ca-61b9-4886-9b45-c13bf5e559bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:14.659046 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3c6527ca-61b9-4886-9b45-c13bf5e559bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:14.805480 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3c6527ca-61b9-4886-9b45-c13bf5e559bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:14.846996 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6527ca-61b9-4886-9b45-c13bf5e559bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a69ed02-c5b6-4691-99fc-37f45a99ceba,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:44:14.850770 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3c6527ca-61b9-4886-9b45-c13bf5e559bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:14.856802 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3c6527ca-61b9-4886-9b45-c13bf5e559bc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6a69ed02-c5b6-4691-99fc-37f45a99ceba HTTP/1.1" status: 204 len: 168 time: 0.3801203 Feb 04 11:44:14.859289 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41474) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:14.969729 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fa3f087d-99c4-444b-8628-5d3c23335c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:15.097036 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fa3f087d-99c4-444b-8628-5d3c23335c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:15.122499 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-fa3f087d-99c4-444b-8628-5d3c23335c9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['074907ea-fd23-47c4-b360-1df58132d400']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:44:15.135503 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-fa3f087d-99c4-444b-8628-5d3c23335c9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7f76788-6715-48dc-8498-432371981152') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:44:15.135827 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-fa3f087d-99c4-444b-8628-5d3c23335c9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7f76788-6715-48dc-8498-432371981152') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:44:15.147468 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fa3f087d-99c4-444b-8628-5d3c23335c9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:15.165222 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fa3f087d-99c4-444b-8628-5d3c23335c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:15.172664 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa3f087d-99c4-444b-8628-5d3c23335c9c admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:44:15.173159 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fa3f087d-99c4-444b-8628-5d3c23335c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:15.186352 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:44:15.186352 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:44:15.186352 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:44:15.186352 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:44:15.186352 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:44:15.186352 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:44:15.186352 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:44:15.186352 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:44:15.186352 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:44:15.186352 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:44:15.186352 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:44:15.186352 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:44:15.186352 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:44:15.186352 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:44:15.186352 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:44:15.186352 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:44:15.186352 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:44:15.186352 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:44:15.186352 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:44:15.186352 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:44:15.186352 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:44:15.186352 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:44:15.186352 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:44:15.186352 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:44:15.186352 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:44:15.186352 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:44:15.186352 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:44:15.186352 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:44:15.186352 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:44:15.186352 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:44:15.186352 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:44:15.186352 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:44:15.481958 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd237f-3585-47c6-b47e-502d3af19853 req-0a579378-f27b-409a-83c8-51afe6025b7e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:15.482692 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-98fd237f-3585-47c6-b47e-502d3af19853 req-0a579378-f27b-409a-83c8-51afe6025b7e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:44:15.556541 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fa3f087d-99c4-444b-8628-5d3c23335c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:15.573373 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fa3f087d-99c4-444b-8628-5d3c23335c9c admin admin] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:15.582013 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-98fd237f-3585-47c6-b47e-502d3af19853 req-0a579378-f27b-409a-83c8-51afe6025b7e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:44:15.585767 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f087d-99c4-444b-8628-5d3c23335c9c admin admin] Pushing event deleted for resources: {'Network': ['ID=074907ea-fd23-47c4-b360-1df58132d400,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:44:15.590677 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-98fd237f-3585-47c6-b47e-502d3af19853 req-0a579378-f27b-409a-83c8-51afe6025b7e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=68f06732-4a77-4c4e-ad96-ac8a8315f057 HTTP/1.1" status: 200 len: 944 time: 0.1845181 Feb 04 11:44:15.591642 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-fa3f087d-99c4-444b-8628-5d3c23335c9c admin admin] 10.222.0.21 "DELETE /v2.0/networks/074907ea-fd23-47c4-b360-1df58132d400 HTTP/1.1" status: 204 len: 168 time: 0.7271771 Feb 04 11:44:15.667916 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:15.713199 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:15.719722 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-98fd237f-3585-47c6-b47e-502d3af19853 req-ecd23ae5-d37f-49af-9df8-464b78d9569f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=f04826e5-21d5-4525-be9e-5ccf7283a100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246967 Feb 04 11:44:16.007799 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41484) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:16.054667 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0526ccbd-dd7d-41b1-9160-4cfc84d038b8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3228983a05da4a53a91bb0f6621e8675&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0493395 Feb 04 11:44:16.058727 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41488) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:16.119602 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fdaab80b-f794-46b6-9289-8bd6450c6e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:16.145219 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fdaab80b-f794-46b6-9289-8bd6450c6e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:16.325438 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fdaab80b-f794-46b6-9289-8bd6450c6e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:16.343444 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaab80b-f794-46b6-9289-8bd6450c6e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adf8f2d-2f02-47a2-a3b0-a0d0d27903f4,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:44:16.360729 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 0f750579-ae1f-4f38-829c-31702d2b806d details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:44:16.447066 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fdaab80b-f794-46b6-9289-8bd6450c6e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:16.450654 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-fdaab80b-f794-46b6-9289-8bd6450c6e5b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4adf8f2d-2f02-47a2-a3b0-a0d0d27903f4 HTTP/1.1" status: 204 len: 168 time: 0.3888936 Feb 04 11:44:16.547492 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 0f750579-ae1f-4f38-829c-31702d2b806d, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=0f750579-ae1f-4f38-829c-31702d2b806d,segment=NetworkSegment(66fdee90-f6b4-4b9e-aa08-0d075965119f),segment_id=66fdee90-f6b4-4b9e-aa08-0d075965119f)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:44:16.561498 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': '0f750579-ae1f-4f38-829c-31702d2b806d', 'network_id': 'c1676517-01cf-4b7c-91b6-66a37c07ac84', 'port_id': '0f750579-ae1f-4f38-829c-31702d2b806d', 'mac_address': 'fa:16:3e:be:d7:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd233a85c-7658-4a58-8f3a-5e0d18f12c03', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:44:16.616052 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:16.632981 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f750579-ae1f-4f38-829c-31702d2b806d {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:44:16.649296 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 0f750579-ae1f-4f38-829c-31702d2b806d, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=0f750579-ae1f-4f38-829c-31702d2b806d,segment=NetworkSegment(66fdee90-f6b4-4b9e-aa08-0d075965119f),segment_id=66fdee90-f6b4-4b9e-aa08-0d075965119f)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:44:16.742254 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:16.826931 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=0f750579-ae1f-4f38-829c-31702d2b806d,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:44:16.946524 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:16.948363 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb1c7e-9898-4ea2-9560-8ef66943e3c7 req-34a4b6ed-6013-42ab-8ab0-c161a0a845ba tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:16.949911 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-55fb1c7e-9898-4ea2-9560-8ef66943e3c7 req-34a4b6ed-6013-42ab-8ab0-c161a0a845ba tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=68f06732-4a77-4c4e-ad96-ac8a8315f057 HTTP/1.1" status: 200 len: 945 time: 0.0805776 Feb 04 11:44:17.003001 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-55fb1c7e-9898-4ea2-9560-8ef66943e3c7 req-7eea3b8a-b353-48ef-a8e6-23f62ca34da0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=f04826e5-21d5-4525-be9e-5ccf7283a100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422280 Feb 04 11:44:17.101381 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['0f750579-ae1f-4f38-829c-31702d2b806d'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 11:44:17.309189 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41500) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:17.365361 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ffc67a4e-b37f-4c65-bb72-9b6460e51a9c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c4064dde7a349eba90c5e5208dfc0df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0549669 Feb 04 11:44:17.368367 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41504) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:17.432643 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fb4c8705-7f1e-4c15-ae7f-6451a4adca3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:17.464380 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fb4c8705-7f1e-4c15-ae7f-6451a4adca3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:17.588328 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fb4c8705-7f1e-4c15-ae7f-6451a4adca3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:17.604187 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c8705-7f1e-4c15-ae7f-6451a4adca3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6671b525-557d-4637-b6f6-ab5ef1e7bca2,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:44:17.610494 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fb4c8705-7f1e-4c15-ae7f-6451a4adca3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:17.611688 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-fb4c8705-7f1e-4c15-ae7f-6451a4adca3e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6671b525-557d-4637-b6f6-ab5ef1e7bca2 HTTP/1.1" status: 204 len: 168 time: 0.2423472 Feb 04 11:44:18.215020 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38c720-d241-499d-ae57-e33e2da784c3 req-362a63ec-b27d-41e7-8e28-c22c382c7527 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:18.216489 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ef38c720-d241-499d-ae57-e33e2da784c3 req-362a63ec-b27d-41e7-8e28-c22c382c7527 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=68f06732-4a77-4c4e-ad96-ac8a8315f057 HTTP/1.1" status: 200 len: 945 time: 0.0831401 Feb 04 11:44:18.264718 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ef38c720-d241-499d-ae57-e33e2da784c3 req-26667088-aa3d-4975-9139-b9e05e8b0987 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=f04826e5-21d5-4525-be9e-5ccf7283a100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417087 Feb 04 11:44:18.357916 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 0f750579-ae1f-4f38-829c-31702d2b806d up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:44:18.471431 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port 0f750579-ae1f-4f38-829c-31702d2b806d completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:44:18.476324 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port 0f750579-ae1f-4f38-829c-31702d2b806d triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:44:18.480052 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:18.593847 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:18.623783 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f06732-4a77-4c4e-ad96-ac8a8315f057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f750579-ae1f-4f38-829c-31702d2b806d'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:44:18.635156 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 0f750579-ae1f-4f38-829c-31702d2b806d, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=0f750579-ae1f-4f38-829c-31702d2b806d,segment=NetworkSegment(66fdee90-f6b4-4b9e-aa08-0d075965119f),segment_id=66fdee90-f6b4-4b9e-aa08-0d075965119f)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:44:18.686518 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f06732-4a77-4c4e-ad96-ac8a8315f057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f750579-ae1f-4f38-829c-31702d2b806d', 'code': 200} Feb 04 11:44:18.704462 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:18.772159 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=0f750579-ae1f-4f38-829c-31702d2b806d,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:44:19.079485 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-38cafa84-01d1-446d-987f-61f6edd8ce2e req-3f65b1d0-feb6-488f-8d84-900c2de55cf1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=68f06732-4a77-4c4e-ad96-ac8a8315f057 HTTP/1.1" status: 200 len: 1099 time: 0.0716672 Feb 04 11:44:19.124863 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-38cafa84-01d1-446d-987f-61f6edd8ce2e req-b50767fb-4ff4-4f5e-963e-64bc51e6022f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f04826e5-21d5-4525-be9e-5ccf7283a100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392783 Feb 04 11:44:19.466042 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704daa56-a79d-4655-a7a5-75c89531170d req-f5d37464-3b97-4ec1-a623-9b9afe93f15c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:19.467483 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-704daa56-a79d-4655-a7a5-75c89531170d req-f5d37464-3b97-4ec1-a623-9b9afe93f15c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=68f06732-4a77-4c4e-ad96-ac8a8315f057 HTTP/1.1" status: 200 len: 946 time: 0.0773113 Feb 04 11:44:19.518408 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-704daa56-a79d-4655-a7a5-75c89531170d req-9aab5cad-119d-428b-9a27-fff6082e6f5b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=f04826e5-21d5-4525-be9e-5ccf7283a100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432050 Feb 04 11:44:21.028476 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa397b0-6000-46b5-a67c-b5a4f1b26088 req-bf5dae1d-fac8-46e1-99f5-f7a1adb7bba8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:21.028476 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-daa397b0-6000-46b5-a67c-b5a4f1b26088 req-bf5dae1d-fac8-46e1-99f5-f7a1adb7bba8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=68f06732-4a77-4c4e-ad96-ac8a8315f057 HTTP/1.1" status: 200 len: 946 time: 0.0887408 Feb 04 11:44:21.028476 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-daa397b0-6000-46b5-a67c-b5a4f1b26088 req-f4318f8b-4e8f-4653-92d8-8040ef3a4f44 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=f04826e5-21d5-4525-be9e-5ccf7283a100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425010 Feb 04 11:44:22.198289 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb832c-dab7-4410-b8ff-30c6facd1819 req-ab1ad970-ece8-498c-ae3e-6ebd6988185e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:22.199959 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-08eb832c-dab7-4410-b8ff-30c6facd1819 req-ab1ad970-ece8-498c-ae3e-6ebd6988185e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=68f06732-4a77-4c4e-ad96-ac8a8315f057 HTTP/1.1" status: 200 len: 946 time: 0.0791426 Feb 04 11:44:22.251231 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-08eb832c-dab7-4410-b8ff-30c6facd1819 req-c9d20689-05d6-49ba-a686-2f6d773d6326 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=f04826e5-21d5-4525-be9e-5ccf7283a100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447464 Feb 04 11:44:22.456747 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f81995-2405-4506-a907-267bd0d8bc56 req-164e8d60-03a9-461c-8657-6ba8ee5a9600 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:22.457867 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-57f81995-2405-4506-a907-267bd0d8bc56 req-164e8d60-03a9-461c-8657-6ba8ee5a9600 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=68f06732-4a77-4c4e-ad96-ac8a8315f057 HTTP/1.1" status: 200 len: 946 time: 0.0791726 Feb 04 11:44:22.506968 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-57f81995-2405-4506-a907-267bd0d8bc56 req-778c811a-142d-4344-b28e-3fe0c5fac87e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=f04826e5-21d5-4525-be9e-5ccf7283a100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435338 Feb 04 11:44:22.534734 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41522) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:22.608288 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-91d0b226-b438-4e73-9460-ff7ee2da360d tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=68f06732-4a77-4c4e-ad96-ac8a8315f057 HTTP/1.1" status: 200 len: 1094 time: 0.0722110 Feb 04 11:44:22.611845 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41526) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:22.616998 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-ad49a40d-b458-4177-b10f-6728af2ef24b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'floatingip': {'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'port_id': '0f750579-ae1f-4f38-829c-31702d2b806d', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:44:22.622548 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ad49a40d-b458-4177-b10f-6728af2ef24b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:44:22.626403 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ad49a40d-b458-4177-b10f-6728af2ef24b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:floatingip and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:44:22.630036 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ad49a40d-b458-4177-b10f-6728af2ef24b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:44:22.635670 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ad49a40d-b458-4177-b10f-6728af2ef24b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:44:22.722800 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ad49a40d-b458-4177-b10f-6728af2ef24b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:22.856738 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ad49a40d-b458-4177-b10f-6728af2ef24b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:23.084328 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-ad49a40d-b458-4177-b10f-6728af2ef24b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Allocated IP 172.26.3.217 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/997efc0f-3992-4e02-914b-2e1b51da12e2) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:44:23.231028 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ad49a40d-b458-4177-b10f-6728af2ef24b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:23.319150 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ad49a40d-b458-4177-b10f-6728af2ef24b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:23.387522 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad49a40d-b458-4177-b10f-6728af2ef24b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:44:23.390413 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-ad49a40d-b458-4177-b10f-6728af2ef24b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:44:23.393255 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad49a40d-b458-4177-b10f-6728af2ef24b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:44:23.428380 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49a40d-b458-4177-b10f-6728af2ef24b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=997efc0f-3992-4e02-914b-2e1b51da12e2,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:44:23.906090 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ad49a40d-b458-4177-b10f-6728af2ef24b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:24.056763 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ad49a40d-b458-4177-b10f-6728af2ef24b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:24.264109 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ad49a40d-b458-4177-b10f-6728af2ef24b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:24.322683 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ad49a40d-b458-4177-b10f-6728af2ef24b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:24.421928 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49a40d-b458-4177-b10f-6728af2ef24b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=997efc0f-3992-4e02-914b-2e1b51da12e2,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:44:24.442649 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ad49a40d-b458-4177-b10f-6728af2ef24b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:24.636956 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.l3_db [None req-ad49a40d-b458-4177-b10f-6728af2ef24b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Floating IP 317079ba-7b09-4edf-8656-db7ab7dad431 associated. External IP: 172.26.3.217, port: 0f750579-ae1f-4f38-829c-31702d2b806d. Feb 04 11:44:25.150446 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad49a40d-b458-4177-b10f-6728af2ef24b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router a43f641d-b277-42dc-b74a-dbed0c900442 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:44:25.360618 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad49a40d-b458-4177-b10f-6728af2ef24b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:44:25.371145 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156bfaf4-c85c-418d-bf4f-3f6f2711f41d None None] Sync routers for ids ['a43f641d-b277-42dc-b74a-dbed0c900442'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:44:25.385303 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156bfaf4-c85c-418d-bf4f-3f6f2711f41d None None] Routers {'a43f641d-b277-42dc-b74a-dbed0c900442'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:44:25.385975 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-156bfaf4-c85c-418d-bf4f-3f6f2711f41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:44:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a43f641d-b277-42dc-b74a-dbed0c900442'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:44:25.465276 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ad49a40d-b458-4177-b10f-6728af2ef24b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:25.525241 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ad49a40d-b458-4177-b10f-6728af2ef24b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9123981 Feb 04 11:44:25.525804 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f06732-4a77-4c4e-ad96-ac8a8315f057', 'tag': '0f750579-ae1f-4f38-829c-31702d2b806d'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:44:25.528045 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41530) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:25.570294 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-156bfaf4-c85c-418d-bf4f-3f6f2711f41d None None] Set router a43f641d-b277-42dc-b74a-dbed0c900442 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:44:25.748958 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2ab97a0d-9962-48c3-b932-34de681db250 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/317079ba-7b09-4edf-8656-db7ab7dad431 HTTP/1.1" status: 200 len: 992 time: 0.2188256 Feb 04 11:44:25.845416 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f06732-4a77-4c4e-ad96-ac8a8315f057', 'tag': '0f750579-ae1f-4f38-829c-31702d2b806d', 'status': 'completed', 'code': 200} Feb 04 11:44:25.944462 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-156bfaf4-c85c-418d-bf4f-3f6f2711f41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'name': 'tempest-TestNetworkBasicOps-router-1833693627', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '696d55ca-d6ea-4f62-a7aa-9d5236c9222b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:43:53Z', 'updated_at': '2022-02-04T11:43:58Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '696d55ca-d6ea-4f62-a7aa-9d5236c9222b', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:42:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:53Z', 'updated_at': '2022-02-04T11:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '317079ba-7b09-4edf-8656-db7ab7dad431', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.217', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'port_id': '0f750579-ae1f-4f38-829c-31702d2b806d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1676517-01cf-4b7c-91b6-66a37c07ac84', 'mac_address': 'fa:16:3e:be:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f06732-4a77-4c4e-ad96-ac8a8315f057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:44:23Z', 'updated_at': '2022-02-04T11:44:23Z', 'revision_number': 0, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5af5f507-66e2-4c4b-8057-96fdef3c5339', 'name': '', 'network_id': 'c1676517-01cf-4b7c-91b6-66a37c07ac84', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:c3:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd233a85c-7658-4a58-8f3a-5e0d18f12c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:58Z', 'updated_at': '2022-02-04T11:44:05Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'd233a85c-7658-4a58-8f3a-5e0d18f12c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:44:25.948425 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156bfaf4-c85c-418d-bf4f-3f6f2711f41d None None] Checking router: a43f641d-b277-42dc-b74a-dbed0c900442 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:44:25.964124 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156bfaf4-c85c-418d-bf4f-3f6f2711f41d None None] Routers {'a43f641d-b277-42dc-b74a-dbed0c900442'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:44:25.964124 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-156bfaf4-c85c-418d-bf4f-3f6f2711f41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:44:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a43f641d-b277-42dc-b74a-dbed0c900442'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:44:26.081534 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1d02f9eb-f7f1-4822-b88d-51a08fffb182 req-a76f492d-48ed-4ce4-b9b9-3eb8d999ad02 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=68f06732-4a77-4c4e-ad96-ac8a8315f057 HTTP/1.1" status: 200 len: 1099 time: 0.2141166 Feb 04 11:44:26.151715 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-156bfaf4-c85c-418d-bf4f-3f6f2711f41d None None] Set router a43f641d-b277-42dc-b74a-dbed0c900442 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:44:26.219233 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02f9eb-f7f1-4822-b88d-51a08fffb182 req-711d3c78-1d1f-4d64-8c86-37a84afe5a10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:26.220774 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1d02f9eb-f7f1-4822-b88d-51a08fffb182 req-711d3c78-1d1f-4d64-8c86-37a84afe5a10 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c1676517-01cf-4b7c-91b6-66a37c07ac84 HTTP/1.1" status: 200 len: 898 time: 0.1324847 Feb 04 11:44:26.334151 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1d02f9eb-f7f1-4822-b88d-51a08fffb182 req-62bbd837-21c0-4ce8-ba9f-e638f80e591a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f750579-ae1f-4f38-829c-31702d2b806d HTTP/1.1" status: 200 len: 1000 time: 0.1063838 Feb 04 11:44:26.400562 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02f9eb-f7f1-4822-b88d-51a08fffb182 req-0796ed7c-1384-4b2f-8576-692efab1387a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:26.402036 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1d02f9eb-f7f1-4822-b88d-51a08fffb182 req-0796ed7c-1384-4b2f-8576-692efab1387a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d233a85c-7658-4a58-8f3a-5e0d18f12c03 HTTP/1.1" status: 200 len: 835 time: 0.0613189 Feb 04 11:44:26.481214 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1d02f9eb-f7f1-4822-b88d-51a08fffb182 req-85a7b3c9-c497-4ba0-8a1a-da4639863ac7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c1676517-01cf-4b7c-91b6-66a37c07ac84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717211 Feb 04 11:44:26.553715 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-156bfaf4-c85c-418d-bf4f-3f6f2711f41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'name': 'tempest-TestNetworkBasicOps-router-1833693627', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '696d55ca-d6ea-4f62-a7aa-9d5236c9222b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:43:53Z', 'updated_at': '2022-02-04T11:43:58Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '696d55ca-d6ea-4f62-a7aa-9d5236c9222b', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:42:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:53Z', 'updated_at': '2022-02-04T11:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '317079ba-7b09-4edf-8656-db7ab7dad431', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.217', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'port_id': '0f750579-ae1f-4f38-829c-31702d2b806d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1676517-01cf-4b7c-91b6-66a37c07ac84', 'mac_address': 'fa:16:3e:be:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f06732-4a77-4c4e-ad96-ac8a8315f057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:44:23Z', 'updated_at': '2022-02-04T11:44:23Z', 'revision_number': 0, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5af5f507-66e2-4c4b-8057-96fdef3c5339', 'name': '', 'network_id': 'c1676517-01cf-4b7c-91b6-66a37c07ac84', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:c3:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd233a85c-7658-4a58-8f3a-5e0d18f12c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:58Z', 'updated_at': '2022-02-04T11:44:05Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'd233a85c-7658-4a58-8f3a-5e0d18f12c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:44:26.558011 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156bfaf4-c85c-418d-bf4f-3f6f2711f41d None None] The sync data for ids ['a43f641d-b277-42dc-b74a-dbed0c900442'] in dv-neutron-827825-2-hyperv is: [{'id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'name': 'tempest-TestNetworkBasicOps-router-1833693627', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '696d55ca-d6ea-4f62-a7aa-9d5236c9222b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:43:53Z', 'updated_at': '2022-02-04T11:43:58Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '696d55ca-d6ea-4f62-a7aa-9d5236c9222b', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:42:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:53Z', 'updated_at': '2022-02-04T11:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '317079ba-7b09-4edf-8656-db7ab7dad431', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.217', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'port_id': '0f750579-ae1f-4f38-829c-31702d2b806d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1676517-01cf-4b7c-91b6-66a37c07ac84', 'mac_address': 'fa:16:3e:be:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f06732-4a77-4c4e-ad96-ac8a8315f057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:44:23Z', 'updated_at': '2022-02-04T11:44:23Z', 'revision_number': 0, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5af5f507-66e2-4c4b-8057-96fdef3c5339', 'name': '', 'network_id': 'c1676517-01cf-4b7c-91b6-66a37c07ac84', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:c3:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd233a85c-7658-4a58-8f3a-5e0d18f12c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:58Z', 'updated_at': '2022-02-04T11:44:05Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'd233a85c-7658-4a58-8f3a-5e0d18f12c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:44:26.620737 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1d02f9eb-f7f1-4822-b88d-51a08fffb182 req-4812e1ba-43b5-4d60-ab7d-bc31fec889c5 service neutron] 10.222.0.47 "GET /v2.0/networks/c1676517-01cf-4b7c-91b6-66a37c07ac84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328704 Feb 04 11:44:26.757496 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41542) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:26.766634 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1eb2f2-f09f-48c5-9017-71e73cfd3064 None None] New status for floating IP 317079ba-7b09-4edf-8656-db7ab7dad431: ACTIVE {{(pid=84207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 11:44:26.774671 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1d02f9eb-f7f1-4822-b88d-51a08fffb182 req-eef11270-579c-4ef8-aa7c-6f17498555ce service neutron] 10.222.0.47 "GET /v2.0/networks/c1676517-01cf-4b7c-91b6-66a37c07ac84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481597 Feb 04 11:44:26.880841 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-045d8b04-b454-4590-9048-d1b4cf479103 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/317079ba-7b09-4edf-8656-db7ab7dad431 HTTP/1.1" status: 200 len: 992 time: 0.1224148 Feb 04 11:44:27.884039 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41546) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:27.988809 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-135d462d-71f2-4299-bc48-2eb47c275241 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/317079ba-7b09-4edf-8656-db7ab7dad431 HTTP/1.1" status: 200 len: 994 time: 0.1036363 Feb 04 11:44:28.640895 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:44:36.070598 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:42.068593 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-05c80462-0a76-44d4-a637-5678ece4a015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:44.441956 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7b9a64ab-9fff-487e-ab0c-eec697c5ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:45.644085 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:45.685237 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:46.949612 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:49.811076 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9c0baf93-02a7-4998-9844-8d82bde0c668 req-99786f62-bdaf-4048-82fc-de268819b1b4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fa402623-6cc9-4e51-a416-eab072a0a678&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679696 Feb 04 11:44:49.953655 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9c0baf93-02a7-4998-9844-8d82bde0c668 req-b1fd90c4-cbf6-428c-83ff-cd1f1e2aad65 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4e2cb104d3bb42a4a344ade0b8b3bbd0&device_id=fa402623-6cc9-4e51-a416-eab072a0a678 HTTP/1.1" status: 200 len: 1098 time: 0.0732858 Feb 04 11:44:50.212100 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0baf93-02a7-4998-9844-8d82bde0c668 req-6ea9edf8-6be6-4623-96b6-86ab132b59b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:50.213522 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9c0baf93-02a7-4998-9844-8d82bde0c668 req-6ea9edf8-6be6-4623-96b6-86ab132b59b9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a23f3c76-d15a-4fcc-b821-61e65e6da3f4 HTTP/1.1" status: 200 len: 912 time: 0.2420661 Feb 04 11:44:50.322922 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9c0baf93-02a7-4998-9844-8d82bde0c668 req-b8c43b44-2085-44be-a8d1-8038a6ba5817 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b05f1c2-2f05-4e2e-b8da-3decb613cd17 HTTP/1.1" status: 200 len: 1000 time: 0.1028292 Feb 04 11:44:50.389228 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0baf93-02a7-4998-9844-8d82bde0c668 req-e5e8b2fe-3834-4796-9a0d-4bd58a5d4b29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:50.390762 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9c0baf93-02a7-4998-9844-8d82bde0c668 req-e5e8b2fe-3834-4796-9a0d-4bd58a5d4b29 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5af355fa-ef8e-4697-b6fa-0681cfbee57c HTTP/1.1" status: 200 len: 850 time: 0.0618906 Feb 04 11:44:50.475275 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9c0baf93-02a7-4998-9844-8d82bde0c668 req-01d38186-1edc-4ddc-ae3d-2d34c8b8211c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a23f3c76-d15a-4fcc-b821-61e65e6da3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781176 Feb 04 11:44:50.619488 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9c0baf93-02a7-4998-9844-8d82bde0c668 req-0798d1c7-7fb4-4b50-acfe-eb6d1f186fee service neutron] 10.222.0.47 "GET /v2.0/networks/a23f3c76-d15a-4fcc-b821-61e65e6da3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375241 Feb 04 11:44:50.761226 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9c0baf93-02a7-4998-9844-8d82bde0c668 req-48ffd31b-6569-4c1c-bab5-37afe818a00b service neutron] 10.222.0.47 "GET /v2.0/networks/a23f3c76-d15a-4fcc-b821-61e65e6da3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355937 Feb 04 11:45:05.641532 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:45:06.064964 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:12.101359 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fe4f9eb1-e4fc-4851-8515-3f40849df60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:14.593468 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c1a5d8a3-e73f-4b2a-ba43-a82b74bdc61b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:15.701461 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:15.747169 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:16.875493 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:36.075076 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:40.125396 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41582) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:45:40.230561 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5b736ae6-ca92-41ed-a47a-96500edda180 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/317079ba-7b09-4edf-8656-db7ab7dad431 HTTP/1.1" status: 200 len: 994 time: 0.1040344 Feb 04 11:45:41.458759 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41592) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:45:41.657986 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-b7414b9c-489d-471c-8062-db270c9bd6eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting port 997efc0f-3992-4e02-914b-2e1b51da12e2 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:45:41.658320 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b7414b9c-489d-471c-8062-db270c9bd6eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:41.821749 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b7414b9c-489d-471c-8062-db270c9bd6eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:41.822100 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b7414b9c-489d-471c-8062-db270c9bd6eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:41.939047 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-b7414b9c-489d-471c-8062-db270c9bd6eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Calling delete_port for 997efc0f-3992-4e02-914b-2e1b51da12e2 owned by network:floatingip {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:45:42.109049 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1acf53b2-a4e8-4d8a-b712-06667c5272a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:42.137639 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b7414b9c-489d-471c-8062-db270c9bd6eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:42.180265 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7414b9c-489d-471c-8062-db270c9bd6eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Port': ['ID=997efc0f-3992-4e02-914b-2e1b51da12e2,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:42.223401 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7414b9c-489d-471c-8062-db270c9bd6eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:42.223767 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7414b9c-489d-471c-8062-db270c9bd6eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:42.224047 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7414b9c-489d-471c-8062-db270c9bd6eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:42.224367 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7414b9c-489d-471c-8062-db270c9bd6eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:42.224689 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7414b9c-489d-471c-8062-db270c9bd6eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:42.225005 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7414b9c-489d-471c-8062-db270c9bd6eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:42.225325 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7414b9c-489d-471c-8062-db270c9bd6eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:42.225638 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7414b9c-489d-471c-8062-db270c9bd6eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:42.225975 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7414b9c-489d-471c-8062-db270c9bd6eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:42.226291 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7414b9c-489d-471c-8062-db270c9bd6eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:42.226597 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7414b9c-489d-471c-8062-db270c9bd6eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:42.284375 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b7414b9c-489d-471c-8062-db270c9bd6eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:42.641741 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:45:42.751246 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7414b9c-489d-471c-8062-db270c9bd6eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router a43f641d-b277-42dc-b74a-dbed0c900442 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:45:42.945698 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7414b9c-489d-471c-8062-db270c9bd6eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:45:42.959577 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2796120c-dcb3-4d3a-bbd5-413f5456f641 None None] Sync routers for ids ['a43f641d-b277-42dc-b74a-dbed0c900442'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:45:42.977586 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2796120c-dcb3-4d3a-bbd5-413f5456f641 None None] Routers {'a43f641d-b277-42dc-b74a-dbed0c900442'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:45:42.977586 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-2796120c-dcb3-4d3a-bbd5-413f5456f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:45:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a43f641d-b277-42dc-b74a-dbed0c900442'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:45:43.051474 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b7414b9c-489d-471c-8062-db270c9bd6eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:43.104383 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b7414b9c-489d-471c-8062-db270c9bd6eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/floatingips/317079ba-7b09-4edf-8656-db7ab7dad431 HTTP/1.1" status: 204 len: 168 time: 1.6444910 Feb 04 11:45:43.104960 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f06732-4a77-4c4e-ad96-ac8a8315f057', 'tag': '0f750579-ae1f-4f38-829c-31702d2b806d'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:45:43.146346 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-2796120c-dcb3-4d3a-bbd5-413f5456f641 None None] Set router a43f641d-b277-42dc-b74a-dbed0c900442 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:45:43.318414 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f06732-4a77-4c4e-ad96-ac8a8315f057', 'tag': '0f750579-ae1f-4f38-829c-31702d2b806d', 'status': 'completed', 'code': 200} Feb 04 11:45:43.410051 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9c16bb41-2a9b-4332-8dbc-77921bdeb107 req-9ca9f7b1-fa02-48ae-bcd1-68577d4f526c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=68f06732-4a77-4c4e-ad96-ac8a8315f057 HTTP/1.1" status: 200 len: 1099 time: 0.0699306 Feb 04 11:45:43.464926 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-2796120c-dcb3-4d3a-bbd5-413f5456f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'name': 'tempest-TestNetworkBasicOps-router-1833693627', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '696d55ca-d6ea-4f62-a7aa-9d5236c9222b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:43:53Z', 'updated_at': '2022-02-04T11:43:58Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '696d55ca-d6ea-4f62-a7aa-9d5236c9222b', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:42:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:53Z', 'updated_at': '2022-02-04T11:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '5af5f507-66e2-4c4b-8057-96fdef3c5339', 'name': '', 'network_id': 'c1676517-01cf-4b7c-91b6-66a37c07ac84', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:c3:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd233a85c-7658-4a58-8f3a-5e0d18f12c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:58Z', 'updated_at': '2022-02-04T11:44:05Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'd233a85c-7658-4a58-8f3a-5e0d18f12c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:45:43.469986 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2796120c-dcb3-4d3a-bbd5-413f5456f641 None None] Checking router: a43f641d-b277-42dc-b74a-dbed0c900442 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:45:43.480359 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2796120c-dcb3-4d3a-bbd5-413f5456f641 None None] Routers {'a43f641d-b277-42dc-b74a-dbed0c900442'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:45:43.480945 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-2796120c-dcb3-4d3a-bbd5-413f5456f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:45:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a43f641d-b277-42dc-b74a-dbed0c900442'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:45:43.550335 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16bb41-2a9b-4332-8dbc-77921bdeb107 req-bc9b3ca0-3fde-45bb-aaf6-19d5312cbe59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:43.552256 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9c16bb41-2a9b-4332-8dbc-77921bdeb107 req-bc9b3ca0-3fde-45bb-aaf6-19d5312cbe59 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c1676517-01cf-4b7c-91b6-66a37c07ac84 HTTP/1.1" status: 200 len: 898 time: 0.1363375 Feb 04 11:45:43.631266 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9c16bb41-2a9b-4332-8dbc-77921bdeb107 req-5e786b35-f8eb-44d1-ad65-ea3632d1a5d1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f750579-ae1f-4f38-829c-31702d2b806d HTTP/1.1" status: 200 len: 217 time: 0.0659804 Feb 04 11:45:43.658651 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-2796120c-dcb3-4d3a-bbd5-413f5456f641 None None] Set router a43f641d-b277-42dc-b74a-dbed0c900442 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:45:43.741787 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16bb41-2a9b-4332-8dbc-77921bdeb107 req-5e8792b1-439d-4482-917b-d4158f746d82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:43.743151 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9c16bb41-2a9b-4332-8dbc-77921bdeb107 req-5e8792b1-439d-4482-917b-d4158f746d82 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d233a85c-7658-4a58-8f3a-5e0d18f12c03 HTTP/1.1" status: 200 len: 835 time: 0.1057525 Feb 04 11:45:43.814030 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ee742-7cbc-4233-8cb3-185ddaff71b6 req-346d4040-3ca1-4897-931f-1da2cf38c43c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:43.815476 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ca5ee742-7cbc-4233-8cb3-185ddaff71b6 req-346d4040-3ca1-4897-931f-1da2cf38c43c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=68f06732-4a77-4c4e-ad96-ac8a8315f057 HTTP/1.1" status: 200 len: 946 time: 0.1453667 Feb 04 11:45:43.860485 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9c16bb41-2a9b-4332-8dbc-77921bdeb107 req-6902be5a-d949-47ba-a991-d0847d50918c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c1676517-01cf-4b7c-91b6-66a37c07ac84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1099687 Feb 04 11:45:43.890389 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ca5ee742-7cbc-4233-8cb3-185ddaff71b6 req-16f7fdd1-558a-44dc-a3fe-07e9e447777c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=f04826e5-21d5-4525-be9e-5ccf7283a100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694852 Feb 04 11:45:44.001870 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9c16bb41-2a9b-4332-8dbc-77921bdeb107 req-018ff949-ac76-4fde-b3f9-30c87aa24c20 service neutron] 10.222.0.47 "GET /v2.0/networks/c1676517-01cf-4b7c-91b6-66a37c07ac84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333923 Feb 04 11:45:44.009449 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-2796120c-dcb3-4d3a-bbd5-413f5456f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'name': 'tempest-TestNetworkBasicOps-router-1833693627', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '696d55ca-d6ea-4f62-a7aa-9d5236c9222b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:43:53Z', 'updated_at': '2022-02-04T11:43:58Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '696d55ca-d6ea-4f62-a7aa-9d5236c9222b', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:42:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:53Z', 'updated_at': '2022-02-04T11:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '5af5f507-66e2-4c4b-8057-96fdef3c5339', 'name': '', 'network_id': 'c1676517-01cf-4b7c-91b6-66a37c07ac84', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:c3:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd233a85c-7658-4a58-8f3a-5e0d18f12c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:58Z', 'updated_at': '2022-02-04T11:44:05Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'd233a85c-7658-4a58-8f3a-5e0d18f12c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:45:44.014075 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2796120c-dcb3-4d3a-bbd5-413f5456f641 None None] The sync data for ids ['a43f641d-b277-42dc-b74a-dbed0c900442'] in dv-neutron-827825-2-hyperv is: [{'id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'name': 'tempest-TestNetworkBasicOps-router-1833693627', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '696d55ca-d6ea-4f62-a7aa-9d5236c9222b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:43:53Z', 'updated_at': '2022-02-04T11:43:58Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '696d55ca-d6ea-4f62-a7aa-9d5236c9222b', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:42:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:53Z', 'updated_at': '2022-02-04T11:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '5af5f507-66e2-4c4b-8057-96fdef3c5339', 'name': '', 'network_id': 'c1676517-01cf-4b7c-91b6-66a37c07ac84', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:c3:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd233a85c-7658-4a58-8f3a-5e0d18f12c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:58Z', 'updated_at': '2022-02-04T11:44:05Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'd233a85c-7658-4a58-8f3a-5e0d18f12c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:45:44.136890 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9c16bb41-2a9b-4332-8dbc-77921bdeb107 req-9ce4000a-63a9-4b27-9e52-f846a80b6250 service neutron] 10.222.0.47 "GET /v2.0/networks/c1676517-01cf-4b7c-91b6-66a37c07ac84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290038 Feb 04 11:45:44.228324 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d20cd9e-c316-4235-9433-3b5c7b6533d5 None None] New status for floating IP 317079ba-7b09-4edf-8656-db7ab7dad431: DOWN {{(pid=84207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 11:45:44.592724 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-51899442-1ce0-4137-a804-183bf7730c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:45.090754 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6a60c-5514-40c5-ae82-a1c0ce441fba req-2861062c-8e3f-40a2-a989-4572663435f2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:45.091433 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-83d6a60c-5514-40c5-ae82-a1c0ce441fba req-2861062c-8e3f-40a2-a989-4572663435f2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:45:45.163858 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-83d6a60c-5514-40c5-ae82-a1c0ce441fba req-2861062c-8e3f-40a2-a989-4572663435f2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:45:45.165013 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-83d6a60c-5514-40c5-ae82-a1c0ce441fba req-2861062c-8e3f-40a2-a989-4572663435f2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=68f06732-4a77-4c4e-ad96-ac8a8315f057 HTTP/1.1" status: 200 len: 946 time: 0.1520095 Feb 04 11:45:45.211499 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-83d6a60c-5514-40c5-ae82-a1c0ce441fba req-86c6d524-ccb4-48c7-bce3-443dfb6c2cca tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=f04826e5-21d5-4525-be9e-5ccf7283a100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401299 Feb 04 11:45:45.395893 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54487e1a-3666-4a43-b9e2-d309d35218eb req-aa1b0316-b775-4d37-ba5c-ee19f15776cb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:45.397279 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-54487e1a-3666-4a43-b9e2-d309d35218eb req-aa1b0316-b775-4d37-ba5c-ee19f15776cb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "GET /v2.0/ports?device_id=68f06732-4a77-4c4e-ad96-ac8a8315f057 HTTP/1.1" status: 200 len: 946 time: 0.0793707 Feb 04 11:45:45.464681 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-54487e1a-3666-4a43-b9e2-d309d35218eb req-b6e33f21-980a-4107-940e-71a6ed7045eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting port 0f750579-ae1f-4f38-829c-31702d2b806d {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:45:45.464930 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-54487e1a-3666-4a43-b9e2-d309d35218eb req-b6e33f21-980a-4107-940e-71a6ed7045eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:45.649512 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:45.679026 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:45.809875 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-54487e1a-3666-4a43-b9e2-d309d35218eb req-b6e33f21-980a-4107-940e-71a6ed7045eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] For port 0f750579-ae1f-4f38-829c-31702d2b806d, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=0f750579-ae1f-4f38-829c-31702d2b806d,segment=NetworkSegment(66fdee90-f6b4-4b9e-aa08-0d075965119f),segment_id=66fdee90-f6b4-4b9e-aa08-0d075965119f)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:45:45.810278 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-54487e1a-3666-4a43-b9e2-d309d35218eb req-b6e33f21-980a-4107-940e-71a6ed7045eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:45.926923 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-54487e1a-3666-4a43-b9e2-d309d35218eb req-b6e33f21-980a-4107-940e-71a6ed7045eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Calling delete_port for 0f750579-ae1f-4f38-829c-31702d2b806d owned by compute:nova {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:45:46.132411 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-54487e1a-3666-4a43-b9e2-d309d35218eb req-b6e33f21-980a-4107-940e-71a6ed7045eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:46.182378 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e33f21-980a-4107-940e-71a6ed7045eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Port': ['ID=0f750579-ae1f-4f38-829c-31702d2b806d,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:46.250444 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e33f21-980a-4107-940e-71a6ed7045eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:46.251218 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e33f21-980a-4107-940e-71a6ed7045eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:46.251218 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e33f21-980a-4107-940e-71a6ed7045eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:46.251431 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e33f21-980a-4107-940e-71a6ed7045eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:46.251713 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e33f21-980a-4107-940e-71a6ed7045eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:46.252036 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e33f21-980a-4107-940e-71a6ed7045eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:46.252359 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e33f21-980a-4107-940e-71a6ed7045eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:46.252673 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e33f21-980a-4107-940e-71a6ed7045eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:46.252985 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e33f21-980a-4107-940e-71a6ed7045eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:46.253296 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e33f21-980a-4107-940e-71a6ed7045eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:46.253638 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e33f21-980a-4107-940e-71a6ed7045eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:46.267069 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-54487e1a-3666-4a43-b9e2-d309d35218eb req-b6e33f21-980a-4107-940e-71a6ed7045eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] No DVR routers for this DVR port 0f750579-ae1f-4f38-829c-31702d2b806d on host hv-neutron-8278 {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:45:46.269437 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-54487e1a-3666-4a43-b9e2-d309d35218eb req-b6e33f21-980a-4107-940e-71a6ed7045eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:46.272037 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f06732-4a77-4c4e-ad96-ac8a8315f057', 'name': 'network-vif-deleted', 'tag': '0f750579-ae1f-4f38-829c-31702d2b806d'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:45:46.333850 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f06732-4a77-4c4e-ad96-ac8a8315f057', 'name': 'network-vif-deleted', 'tag': '0f750579-ae1f-4f38-829c-31702d2b806d', 'status': 'completed', 'code': 200} Feb 04 11:45:46.372513 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-54487e1a-3666-4a43-b9e2-d309d35218eb req-b6e33f21-980a-4107-940e-71a6ed7045eb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "DELETE /v2.0/ports/0f750579-ae1f-4f38-829c-31702d2b806d HTTP/1.1" status: 204 len: 173 time: 0.9694867 Feb 04 11:45:46.378126 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-491b41af-40bd-4ef1-a00c-4e49ac94ae4e req-e26d3d8e-8db2-4db8-a95d-1786d818c8f0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:45:46.571886 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-491b41af-40bd-4ef1-a00c-4e49ac94ae4e req-e26d3d8e-8db2-4db8-a95d-1786d818c8f0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:45:46.573073 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-491b41af-40bd-4ef1-a00c-4e49ac94ae4e req-e26d3d8e-8db2-4db8-a95d-1786d818c8f0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=68f06732-4a77-4c4e-ad96-ac8a8315f057 HTTP/1.1" status: 200 len: 210 time: 0.2352612 Feb 04 11:45:46.854846 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:47.688002 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41614) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:45:47.754736 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4ae15037-2d56-48fc-9751-b6209edfe500 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:47.782827 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4ae15037-2d56-48fc-9751-b6209edfe500 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:47.940738 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4ae15037-2d56-48fc-9751-b6209edfe500 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:47.959260 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae15037-2d56-48fc-9751-b6209edfe500 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04826e5-21d5-4525-be9e-5ccf7283a100,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:48.036928 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4ae15037-2d56-48fc-9751-b6209edfe500 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:48.038195 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-4ae15037-2d56-48fc-9751-b6209edfe500 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/security-groups/f04826e5-21d5-4525-be9e-5ccf7283a100 HTTP/1.1" status: 204 len: 168 time: 0.3490918 Feb 04 11:45:48.142716 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41620) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:45:48.537730 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b9cd5f78-d81e-4d33-a7ed-26f7361dba73 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:48.948338 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 0f750579-ae1f-4f38-829c-31702d2b806d no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:45:48.982841 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] No Port match for: 0f750579-ae1f-4f38-829c-31702d2b806d {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:45:48.983183 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 0f750579-ae1f-4f38-829c-31702d2b806d not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:45:49.231705 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-b9cd5f78-d81e-4d33-a7ed-26f7361dba73 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting port 5af5f507-66e2-4c4b-8057-96fdef3c5339 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:45:49.232241 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b9cd5f78-d81e-4d33-a7ed-26f7361dba73 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:49.417196 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-b9cd5f78-d81e-4d33-a7ed-26f7361dba73 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] For port 5af5f507-66e2-4c4b-8057-96fdef3c5339, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=5af5f507-66e2-4c4b-8057-96fdef3c5339,segment=NetworkSegment(66fdee90-f6b4-4b9e-aa08-0d075965119f),segment_id=66fdee90-f6b4-4b9e-aa08-0d075965119f)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:45:49.417539 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b9cd5f78-d81e-4d33-a7ed-26f7361dba73 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:49.535707 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-b9cd5f78-d81e-4d33-a7ed-26f7361dba73 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Calling delete_port for 5af5f507-66e2-4c4b-8057-96fdef3c5339 owned by network:router_interface {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:45:49.811975 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b9cd5f78-d81e-4d33-a7ed-26f7361dba73 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:49.860556 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd5f78-d81e-4d33-a7ed-26f7361dba73 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Port': ['ID=5af5f507-66e2-4c4b-8057-96fdef3c5339,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:50.155559 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b9cd5f78-d81e-4d33-a7ed-26f7361dba73 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:50.833962 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9cd5f78-d81e-4d33-a7ed-26f7361dba73 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router a43f641d-b277-42dc-b74a-dbed0c900442 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:45:51.040868 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cd5f78-d81e-4d33-a7ed-26f7361dba73 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:45:51.050286 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ce074f-42eb-4fe9-8096-5b9d64ba2da1 None None] Sync routers for ids ['a43f641d-b277-42dc-b74a-dbed0c900442'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:45:51.062850 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ce074f-42eb-4fe9-8096-5b9d64ba2da1 None None] Routers {'a43f641d-b277-42dc-b74a-dbed0c900442'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:45:51.067328 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-f0ce074f-42eb-4fe9-8096-5b9d64ba2da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:45:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a43f641d-b277-42dc-b74a-dbed0c900442'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:45:51.145227 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b9cd5f78-d81e-4d33-a7ed-26f7361dba73 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "PUT /v2.0/routers/a43f641d-b277-42dc-b74a-dbed0c900442/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0013707 Feb 04 11:45:51.147863 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41624) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:45:51.240569 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-f0ce074f-42eb-4fe9-8096-5b9d64ba2da1 None None] Set router a43f641d-b277-42dc-b74a-dbed0c900442 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:45:51.340839 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a8447c-b5b5-42a8-827d-119d72fdc90c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting subnet d233a85c-7658-4a58-8f3a-5e0d18f12c03 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:45:51.343755 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-75a8447c-b5b5-42a8-827d-119d72fdc90c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:51.396227 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-75a8447c-b5b5-42a8-827d-119d72fdc90c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:51.484071 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-75a8447c-b5b5-42a8-827d-119d72fdc90c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:51.521468 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-f0ce074f-42eb-4fe9-8096-5b9d64ba2da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'name': 'tempest-TestNetworkBasicOps-router-1833693627', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '696d55ca-d6ea-4f62-a7aa-9d5236c9222b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:43:53Z', 'updated_at': '2022-02-04T11:45:49Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '696d55ca-d6ea-4f62-a7aa-9d5236c9222b', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:42:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:53Z', 'updated_at': '2022-02-04T11:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:45:51.525412 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ce074f-42eb-4fe9-8096-5b9d64ba2da1 None None] Checking router: a43f641d-b277-42dc-b74a-dbed0c900442 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:45:51.537704 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ce074f-42eb-4fe9-8096-5b9d64ba2da1 None None] Routers {'a43f641d-b277-42dc-b74a-dbed0c900442'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:45:51.538330 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-f0ce074f-42eb-4fe9-8096-5b9d64ba2da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:45:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a43f641d-b277-42dc-b74a-dbed0c900442'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:45:51.621252 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-75a8447c-b5b5-42a8-827d-119d72fdc90c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:51.658805 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a8447c-b5b5-42a8-827d-119d72fdc90c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Subnet': ['ID=d233a85c-7658-4a58-8f3a-5e0d18f12c03,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:51.665049 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-75a8447c-b5b5-42a8-827d-119d72fdc90c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:51.672018 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-75a8447c-b5b5-42a8-827d-119d72fdc90c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/subnets/d233a85c-7658-4a58-8f3a-5e0d18f12c03 HTTP/1.1" status: 204 len: 168 time: 0.5231903 Feb 04 11:45:51.674719 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41628) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:45:51.678167 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbce026-493a-4510-acbf-c2ef28a59d7a None None] Network c1676517-01cf-4b7c-91b6-66a37c07ac84 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:45:51.837873 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-f0ce074f-42eb-4fe9-8096-5b9d64ba2da1 None None] Set router a43f641d-b277-42dc-b74a-dbed0c900442 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:45:51.872626 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-317c9c09-9d9c-4929-a240-60e90a0ed204 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:52.081983 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-317c9c09-9d9c-4929-a240-60e90a0ed204 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:52.161285 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-317c9c09-9d9c-4929-a240-60e90a0ed204 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting port 696d55ca-d6ea-4f62-a7aa-9d5236c9222b {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:45:52.161710 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-317c9c09-9d9c-4929-a240-60e90a0ed204 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:52.190379 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc81ff53-5228-40e2-91a9-3e035f14f5ef None None] DHCP port deletion for c1676517-01cf-4b7c-91b6-66a37c07ac84 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:45:52.194066 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-f0ce074f-42eb-4fe9-8096-5b9d64ba2da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'name': 'tempest-TestNetworkBasicOps-router-1833693627', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '696d55ca-d6ea-4f62-a7aa-9d5236c9222b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:43:53Z', 'updated_at': '2022-02-04T11:45:49Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '696d55ca-d6ea-4f62-a7aa-9d5236c9222b', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:42:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:53Z', 'updated_at': '2022-02-04T11:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:45:52.199008 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ce074f-42eb-4fe9-8096-5b9d64ba2da1 None None] The sync data for ids ['a43f641d-b277-42dc-b74a-dbed0c900442'] in dv-neutron-827825-2-hyperv is: [{'id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'name': 'tempest-TestNetworkBasicOps-router-1833693627', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '696d55ca-d6ea-4f62-a7aa-9d5236c9222b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:43:53Z', 'updated_at': '2022-02-04T11:45:49Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '696d55ca-d6ea-4f62-a7aa-9d5236c9222b', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:42:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43f641d-b277-42dc-b74a-dbed0c900442', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:53Z', 'updated_at': '2022-02-04T11:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:45:52.201535 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-fc81ff53-5228-40e2-91a9-3e035f14f5ef None None] Deleting port 5bf733a7-c7a1-4a80-9a44-579f3c4be5cc {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:45:52.201938 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fc81ff53-5228-40e2-91a9-3e035f14f5ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:52.359448 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-317c9c09-9d9c-4929-a240-60e90a0ed204 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] For port 696d55ca-d6ea-4f62-a7aa-9d5236c9222b, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=696d55ca-d6ea-4f62-a7aa-9d5236c9222b,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:45:52.359796 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-317c9c09-9d9c-4929-a240-60e90a0ed204 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:52.467975 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-fc81ff53-5228-40e2-91a9-3e035f14f5ef None None] For port 5bf733a7-c7a1-4a80-9a44-579f3c4be5cc, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=5bf733a7-c7a1-4a80-9a44-579f3c4be5cc,segment=NetworkSegment(66fdee90-f6b4-4b9e-aa08-0d075965119f),segment_id=66fdee90-f6b4-4b9e-aa08-0d075965119f)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:45:52.468271 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fc81ff53-5228-40e2-91a9-3e035f14f5ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:52.581802 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-317c9c09-9d9c-4929-a240-60e90a0ed204 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Calling delete_port for 696d55ca-d6ea-4f62-a7aa-9d5236c9222b owned by network:router_gateway {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:45:52.589769 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-fc81ff53-5228-40e2-91a9-3e035f14f5ef None None] Calling delete_port for 5bf733a7-c7a1-4a80-9a44-579f3c4be5cc owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:45:52.766263 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fc81ff53-5228-40e2-91a9-3e035f14f5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:52.812355 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81ff53-5228-40e2-91a9-3e035f14f5ef None None] Pushing event deleted for resources: {'Port': ['ID=5bf733a7-c7a1-4a80-9a44-579f3c4be5cc,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:52.822944 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc81ff53-5228-40e2-91a9-3e035f14f5ef None None] No DVR routers for this DVR port 5bf733a7-c7a1-4a80-9a44-579f3c4be5cc on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:45:52.824929 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81ff53-5228-40e2-91a9-3e035f14f5ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:52.825272 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81ff53-5228-40e2-91a9-3e035f14f5ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:52.825661 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81ff53-5228-40e2-91a9-3e035f14f5ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:52.825965 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81ff53-5228-40e2-91a9-3e035f14f5ef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:52.826315 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81ff53-5228-40e2-91a9-3e035f14f5ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:52.826615 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81ff53-5228-40e2-91a9-3e035f14f5ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:52.826936 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81ff53-5228-40e2-91a9-3e035f14f5ef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:52.827259 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81ff53-5228-40e2-91a9-3e035f14f5ef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:52.827595 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81ff53-5228-40e2-91a9-3e035f14f5ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:52.827913 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81ff53-5228-40e2-91a9-3e035f14f5ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:52.828228 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81ff53-5228-40e2-91a9-3e035f14f5ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:52.829284 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-317c9c09-9d9c-4929-a240-60e90a0ed204 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:52.883907 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c9c09-9d9c-4929-a240-60e90a0ed204 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Port': ['ID=696d55ca-d6ea-4f62-a7aa-9d5236c9222b,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:53.083141 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 5af5f507-66e2-4c4b-8057-96fdef3c5339 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:45:53.111684 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-317c9c09-9d9c-4929-a240-60e90a0ed204 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:53.115821 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 5af5f507-66e2-4c4b-8057-96fdef3c5339 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:45:53.116165 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 5af5f507-66e2-4c4b-8057-96fdef3c5339 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:45:53.116567 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 5bf733a7-c7a1-4a80-9a44-579f3c4be5cc no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:45:53.146407 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 5bf733a7-c7a1-4a80-9a44-579f3c4be5cc {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:45:53.146671 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 5bf733a7-c7a1-4a80-9a44-579f3c4be5cc not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:45:53.363858 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-317c9c09-9d9c-4929-a240-60e90a0ed204 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:53.367926 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-317c9c09-9d9c-4929-a240-60e90a0ed204 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:53.477975 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-317c9c09-9d9c-4929-a240-60e90a0ed204 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:53.478375 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317c9c09-9d9c-4929-a240-60e90a0ed204 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Fanout notify agent at l3_agent the message router_deleted on router a43f641d-b277-42dc-b74a-dbed0c900442 {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:45:53.493104 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-317c9c09-9d9c-4929-a240-60e90a0ed204 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:53.494419 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-317c9c09-9d9c-4929-a240-60e90a0ed204 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/routers/a43f641d-b277-42dc-b74a-dbed0c900442 HTTP/1.1" status: 204 len: 168 time: 1.8186100 Feb 04 11:45:53.496991 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41632) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:45:53.612240 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-767fedcf-bdf8-411a-83b1-59dcd5a2f22e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:53.740064 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-767fedcf-bdf8-411a-83b1-59dcd5a2f22e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:53.763660 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-767fedcf-bdf8-411a-83b1-59dcd5a2f22e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1676517-01cf-4b7c-91b6-66a37c07ac84']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:45:53.775117 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-767fedcf-bdf8-411a-83b1-59dcd5a2f22e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66fdee90-f6b4-4b9e-aa08-0d075965119f') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:45:53.775407 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-767fedcf-bdf8-411a-83b1-59dcd5a2f22e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66fdee90-f6b4-4b9e-aa08-0d075965119f') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:45:53.787189 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-767fedcf-bdf8-411a-83b1-59dcd5a2f22e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:53.803068 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-767fedcf-bdf8-411a-83b1-59dcd5a2f22e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:53.808760 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-767fedcf-bdf8-411a-83b1-59dcd5a2f22e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:45:53.809129 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-767fedcf-bdf8-411a-83b1-59dcd5a2f22e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:53.822553 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:45:53.822553 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:45:53.822553 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:45:53.822553 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:45:53.822553 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:45:53.822553 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:45:53.822553 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:45:53.822553 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:45:53.822553 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:45:53.822553 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:45:53.822553 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:45:53.822553 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:45:53.822553 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:45:53.822553 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:45:53.822553 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:45:53.822553 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:45:53.822553 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:45:53.822553 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:45:53.822553 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:45:53.822553 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:45:53.822553 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:45:53.822553 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:45:53.822553 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:45:53.822553 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:45:53.822553 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:45:53.822553 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:45:53.822553 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:45:53.822553 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:45:53.822553 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:45:53.822553 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:45:53.822553 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:45:53.822553 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:45:53.960294 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-767fedcf-bdf8-411a-83b1-59dcd5a2f22e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:53.977445 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-767fedcf-bdf8-411a-83b1-59dcd5a2f22e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:53.989136 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767fedcf-bdf8-411a-83b1-59dcd5a2f22e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Network': ['ID=c1676517-01cf-4b7c-91b6-66a37c07ac84,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:54.069471 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-767fedcf-bdf8-411a-83b1-59dcd5a2f22e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/networks/c1676517-01cf-4b7c-91b6-66a37c07ac84 HTTP/1.1" status: 204 len: 168 time: 0.5714951 Feb 04 11:45:54.087261 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41636) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:45:54.095401 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-45ca0de9-9ca9-4143-89da-eaf919029e91 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'network': {'name': 'tempest-network-smoke--564678341', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'port_security_enabled': True}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:45:54.100407 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-45ca0de9-9ca9-4143-89da-eaf919029e91 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:45:54.104601 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-45ca0de9-9ca9-4143-89da-eaf919029e91 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:network and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:45:54.107748 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-45ca0de9-9ca9-4143-89da-eaf919029e91 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:45:54.113261 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-45ca0de9-9ca9-4143-89da-eaf919029e91 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:45:54.174981 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ca0de9-9ca9-4143-89da-eaf919029e91 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Made reservation on behalf of 009ced00ffd949498e5831cf00e326e7 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:45:54.177918 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-45ca0de9-9ca9-4143-89da-eaf919029e91 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:54.207889 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ca0de9-9ca9-4143-89da-eaf919029e91 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:45:54.215244 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-45ca0de9-9ca9-4143-89da-eaf919029e91 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:54.216255 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-45ca0de9-9ca9-4143-89da-eaf919029e91 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Added segment 2abb0805-d482-4f8d-a4f0-409b6baf5a0e of type vlan for network 227a7b83-6122-4c17-9e3c-78899e1178cf Feb 04 11:45:54.241459 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-45ca0de9-9ca9-4143-89da-eaf919029e91 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:54.335045 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-45ca0de9-9ca9-4143-89da-eaf919029e91 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:54.338593 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ca0de9-9ca9-4143-89da-eaf919029e91 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:54.339154 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-45ca0de9-9ca9-4143-89da-eaf919029e91 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:54.533321 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca0de9-9ca9-4143-89da-eaf919029e91 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Network': ['ID=227a7b83-6122-4c17-9e3c-78899e1178cf,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:54.543320 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 227a7b83-6122-4c17-9e3c-78899e1178cf details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:45:54.593385 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-45ca0de9-9ca9-4143-89da-eaf919029e91 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5032723 Feb 04 11:45:54.595996 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41640) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:45:54.603550 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-9769feb7-fe12-4262-bc64-6b3b5dc129fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-785203876', 'admin_state_up': True, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:45:54.611306 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-9769feb7-fe12-4262-bc64-6b3b5dc129fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:45:54.615197 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-9769feb7-fe12-4262-bc64-6b3b5dc129fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:router and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:45:54.618013 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-9769feb7-fe12-4262-bc64-6b3b5dc129fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:45:54.624127 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-9769feb7-fe12-4262-bc64-6b3b5dc129fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:45:54.720231 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9769feb7-fe12-4262-bc64-6b3b5dc129fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:54.721168 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9769feb7-fe12-4262-bc64-6b3b5dc129fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:54.739295 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9769feb7-fe12-4262-bc64-6b3b5dc129fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:54.949123 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9769feb7-fe12-4262-bc64-6b3b5dc129fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:54.993575 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 696d55ca-d6ea-4f62-a7aa-9d5236c9222b no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:45:55.028983 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 696d55ca-d6ea-4f62-a7aa-9d5236c9222b {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:45:55.029310 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 696d55ca-d6ea-4f62-a7aa-9d5236c9222b not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:45:55.201832 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9769feb7-fe12-4262-bc64-6b3b5dc129fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router_gateway, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:55.230366 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9769feb7-fe12-4262-bc64-6b3b5dc129fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:55.363628 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-9769feb7-fe12-4262-bc64-6b3b5dc129fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Allocated IP 172.26.3.85 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/651d6538-38bf-4275-88de-0af5c849bc64) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:45:55.508386 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9769feb7-fe12-4262-bc64-6b3b5dc129fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:55.581290 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9769feb7-fe12-4262-bc64-6b3b5dc129fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:55.651303 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9769feb7-fe12-4262-bc64-6b3b5dc129fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:45:55.654439 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-9769feb7-fe12-4262-bc64-6b3b5dc129fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:45:55.656806 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9769feb7-fe12-4262-bc64-6b3b5dc129fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:45:55.687483 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9769feb7-fe12-4262-bc64-6b3b5dc129fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=651d6538-38bf-4275-88de-0af5c849bc64,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:55.883006 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9769feb7-fe12-4262-bc64-6b3b5dc129fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router_gateway, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:55.883729 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9769feb7-fe12-4262-bc64-6b3b5dc129fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:56.169724 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9769feb7-fe12-4262-bc64-6b3b5dc129fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router 0246b46a-a075-44a6-9539-7d369faf26b3 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:45:56.365401 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9769feb7-fe12-4262-bc64-6b3b5dc129fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:45:56.376104 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d59b20-1d23-4d7c-80d6-45343d80ccd8 None None] Sync routers for ids ['0246b46a-a075-44a6-9539-7d369faf26b3'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:45:56.387813 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d59b20-1d23-4d7c-80d6-45343d80ccd8 None None] Routers {'0246b46a-a075-44a6-9539-7d369faf26b3'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:45:56.388466 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-32d59b20-1d23-4d7c-80d6-45343d80ccd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:45:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['0246b46a-a075-44a6-9539-7d369faf26b3'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:45:56.455432 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9769feb7-fe12-4262-bc64-6b3b5dc129fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:56.456563 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9769feb7-fe12-4262-bc64-6b3b5dc129fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8596342 Feb 04 11:45:56.459873 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41644) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:45:56.564126 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-32d59b20-1d23-4d7c-80d6-45343d80ccd8 None None] Set router 0246b46a-a075-44a6-9539-7d369faf26b3 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:45:56.692401 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3cbdb3ce-5eec-457e-aa2d-dded567623d8 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=009ced00ffd949498e5831cf00e326e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2313697 Feb 04 11:45:56.694952 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41650) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:45:56.845157 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-32d59b20-1d23-4d7c-80d6-45343d80ccd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'name': 'tempest-TestNetworkBasicOps-router-785203876', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '651d6538-38bf-4275-88de-0af5c849bc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:45:54Z', 'updated_at': '2022-02-04T11:45:55Z', 'revision_number': 3, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '651d6538-38bf-4275-88de-0af5c849bc64', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:55Z', 'updated_at': '2022-02-04T11:45:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:45:56.849123 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d59b20-1d23-4d7c-80d6-45343d80ccd8 None None] Checking router: 0246b46a-a075-44a6-9539-7d369faf26b3 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:45:56.849462 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d59b20-1d23-4d7c-80d6-45343d80ccd8 None None] Updating router 0246b46a-a075-44a6-9539-7d369faf26b3 port 651d6538-38bf-4275-88de-0af5c849bc64 binding host dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:45:56.904448 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-32d59b20-1d23-4d7c-80d6-45343d80ccd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:56.923116 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597e2eb0-32b0-4c41-ba0d-c56138ec3a24 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:56.924571 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-597e2eb0-32b0-4c41-ba0d-c56138ec3a24 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2287641 Feb 04 11:45:56.927494 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41654) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:45:56.968933 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-03b60b68-cb8b-439e-8d33-51a9e9fc06c7 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=63d4ab6b-931d-42a4-aa18-bedd81d582fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403872 Feb 04 11:45:56.971552 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41658) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:45:56.976970 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-c4bee51d-a836-4579-b9f4-63ab3e1b4461 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1195143458', 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:45:57.085305 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c4bee51d-a836-4579-b9f4-63ab3e1b4461 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:45:57.089127 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c4bee51d-a836-4579-b9f4-63ab3e1b4461 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:subnet and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:45:57.092074 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c4bee51d-a836-4579-b9f4-63ab3e1b4461 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:45:57.098269 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c4bee51d-a836-4579-b9f4-63ab3e1b4461 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:45:57.170120 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4bee51d-a836-4579-b9f4-63ab3e1b4461 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Made reservation on behalf of 009ced00ffd949498e5831cf00e326e7 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:45:57.221772 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-32d59b20-1d23-4d7c-80d6-45343d80ccd8 None None] Notify callbacks [] for port, precommit_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:57.233360 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.provisioning_blocks [None req-32d59b20-1d23-4d7c-80d6-45343d80ccd8 None None] Transition to ACTIVE for port object 651d6538-38bf-4275-88de-0af5c849bc64 will not be triggered until provisioned by entity L2. {{(pid=84207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:45:57.271920 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c4bee51d-a836-4579-b9f4-63ab3e1b4461 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:57.300754 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-32d59b20-1d23-4d7c-80d6-45343d80ccd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:57.374579 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-32d59b20-1d23-4d7c-80d6-45343d80ccd8 None None] Attempting to bind port 651d6538-38bf-4275-88de-0af5c849bc64 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:45:57.382948 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-32d59b20-1d23-4d7c-80d6-45343d80ccd8 None None] Attempting to bind port 651d6538-38bf-4275-88de-0af5c849bc64 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:45:57.382948 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d59b20-1d23-4d7c-80d6-45343d80ccd8 None None] Attempting to bind port 651d6538-38bf-4275-88de-0af5c849bc64 on network 63d4ab6b-931d-42a4-aa18-bedd81d582fa {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:45:57.385225 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095bacdf-7651-4547-abea-d681ab698dbc None None] Pushing event updated for resources: {'Port': ['ID=651d6538-38bf-4275-88de-0af5c849bc64,revision_number=2']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:57.391755 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d59b20-1d23-4d7c-80d6-45343d80ccd8 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:45:57.392124 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d59b20-1d23-4d7c-80d6-45343d80ccd8 None None] Checking segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:45:57.392513 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-32d59b20-1d23-4d7c-80d6-45343d80ccd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:57.392898 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d59b20-1d23-4d7c-80d6-45343d80ccd8 None None] Bound using segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:45:57.393351 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-32d59b20-1d23-4d7c-80d6-45343d80ccd8 None None] Bound port: 651d6538-38bf-4275-88de-0af5c849bc64, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:45:57.393711 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-32d59b20-1d23-4d7c-80d6-45343d80ccd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:57.433587 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095bacdf-7651-4547-abea-d681ab698dbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:57.433961 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095bacdf-7651-4547-abea-d681ab698dbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:57.434866 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095bacdf-7651-4547-abea-d681ab698dbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:57.435226 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095bacdf-7651-4547-abea-d681ab698dbc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:57.435544 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095bacdf-7651-4547-abea-d681ab698dbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:57.435865 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095bacdf-7651-4547-abea-d681ab698dbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:57.436186 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095bacdf-7651-4547-abea-d681ab698dbc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:57.436505 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095bacdf-7651-4547-abea-d681ab698dbc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:57.436822 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095bacdf-7651-4547-abea-d681ab698dbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:57.437137 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095bacdf-7651-4547-abea-d681ab698dbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:57.437450 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095bacdf-7651-4547-abea-d681ab698dbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:57.477086 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-32d59b20-1d23-4d7c-80d6-45343d80ccd8 None None] For port 651d6538-38bf-4275-88de-0af5c849bc64, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:45:57.480125 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-32d59b20-1d23-4d7c-80d6-45343d80ccd8 None None] For port 651d6538-38bf-4275-88de-0af5c849bc64, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=651d6538-38bf-4275-88de-0af5c849bc64,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:45:57.554740 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-32d59b20-1d23-4d7c-80d6-45343d80ccd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:57.566210 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c4bee51d-a836-4579-b9f4-63ab3e1b4461 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:57.635120 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095bacdf-7651-4547-abea-d681ab698dbc None None] Pushing event updated for resources: {'Port': ['ID=651d6538-38bf-4275-88de-0af5c849bc64,revision_number=3']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:57.638400 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d59b20-1d23-4d7c-80d6-45343d80ccd8 None None] Routers {'0246b46a-a075-44a6-9539-7d369faf26b3'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:45:57.639161 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-32d59b20-1d23-4d7c-80d6-45343d80ccd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:45:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['0246b46a-a075-44a6-9539-7d369faf26b3'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:45:57.646157 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bee51d-a836-4579-b9f4-63ab3e1b4461 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Subnet': ['ID=a2228511-bf5f-4551-a06c-ea0821ffc87f,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:57.656774 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bee51d-a836-4579-b9f4-63ab3e1b4461 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Checking segment: {'id': '2abb0805-d482-4f8d-a4f0-409b6baf5a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:45:57.657124 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bee51d-a836-4579-b9f4-63ab3e1b4461 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network hostable DHCP agents. Network: 227a7b83-6122-4c17-9e3c-78899e1178cf, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:45:57.771245 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bee51d-a836-4579-b9f4-63ab3e1b4461 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 227a7b83-6122-4c17-9e3c-78899e1178cf is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:45:57.835628 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-32d59b20-1d23-4d7c-80d6-45343d80ccd8 None None] Set router 0246b46a-a075-44a6-9539-7d369faf26b3 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:45:57.845644 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-c4bee51d-a836-4579-b9f4-63ab3e1b4461 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 227a7b83-6122-4c17-9e3c-78899e1178cf) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:45:57.849456 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bee51d-a836-4579-b9f4-63ab3e1b4461 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:57.850056 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c4bee51d-a836-4579-b9f4-63ab3e1b4461 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:57.854786 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6ae04e-f1cd-42d4-a5e5-87b8c92e42c4 None None] Network 227a7b83-6122-4c17-9e3c-78899e1178cf requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:45:57.938011 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c4bee51d-a836-4579-b9f4-63ab3e1b4461 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9653182 Feb 04 11:45:57.940516 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41662) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:45:58.072201 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bc8885-135b-4c8f-aefa-ac76268d8b6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-227a7b83-6122-4c17-9e3c-78899e1178cf', 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ips': [{'subnet_id': 'a2228511-bf5f-4551-a06c-ea0821ffc87f'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:45:58.073003 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-89bc8885-135b-4c8f-aefa-ac76268d8b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:58.119406 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-32d59b20-1d23-4d7c-80d6-45343d80ccd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'name': 'tempest-TestNetworkBasicOps-router-785203876', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '651d6538-38bf-4275-88de-0af5c849bc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:45:54Z', 'updated_at': '2022-02-04T11:45:55Z', 'revision_number': 3, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '651d6538-38bf-4275-88de-0af5c849bc64', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:55Z', 'updated_at': '2022-02-04T11:45:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:45:58.124333 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d59b20-1d23-4d7c-80d6-45343d80ccd8 None None] The sync data for ids ['0246b46a-a075-44a6-9539-7d369faf26b3'] in dv-neutron-827825-2-hyperv is: [{'id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'name': 'tempest-TestNetworkBasicOps-router-785203876', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '651d6538-38bf-4275-88de-0af5c849bc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:45:54Z', 'updated_at': '2022-02-04T11:45:55Z', 'revision_number': 3, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '651d6538-38bf-4275-88de-0af5c849bc64', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:55Z', 'updated_at': '2022-02-04T11:45:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:45:58.239577 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-89bc8885-135b-4c8f-aefa-ac76268d8b6c None None] Allocated IP 172.20.0.2 (227a7b83-6122-4c17-9e3c-78899e1178cf/a2228511-bf5f-4551-a06c-ea0821ffc87f/39665319-e5ed-4432-8e74-19d3a6ad0ab9) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:45:58.544909 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-89bc8885-135b-4c8f-aefa-ac76268d8b6c None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:58.555574 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-89bc8885-135b-4c8f-aefa-ac76268d8b6c None None] Transition to ACTIVE for port object 39665319-e5ed-4432-8e74-19d3a6ad0ab9 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:45:58.577344 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-89bc8885-135b-4c8f-aefa-ac76268d8b6c None None] Transition to ACTIVE for port object 39665319-e5ed-4432-8e74-19d3a6ad0ab9 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:45:58.743414 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-89bc8885-135b-4c8f-aefa-ac76268d8b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:58.791215 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-992b691c-b113-4f0c-97ca-31a5c5718a9f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:58.817214 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bc8885-135b-4c8f-aefa-ac76268d8b6c None None] Network 227a7b83-6122-4c17-9e3c-78899e1178cf is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:45:58.820406 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-89bc8885-135b-4c8f-aefa-ac76268d8b6c None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:45:58.825582 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bc8885-135b-4c8f-aefa-ac76268d8b6c None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:45:58.828016 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc8885-135b-4c8f-aefa-ac76268d8b6c None None] Pushing event updated for resources: {'Port': ['ID=39665319-e5ed-4432-8e74-19d3a6ad0ab9,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:58.920272 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-89bc8885-135b-4c8f-aefa-ac76268d8b6c None None] Attempting to bind port 39665319-e5ed-4432-8e74-19d3a6ad0ab9 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:45:58.920886 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-89bc8885-135b-4c8f-aefa-ac76268d8b6c None None] Attempting to bind port 39665319-e5ed-4432-8e74-19d3a6ad0ab9 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '2abb0805-d482-4f8d-a4f0-409b6baf5a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:45:58.921209 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bc8885-135b-4c8f-aefa-ac76268d8b6c None None] Attempting to bind port 39665319-e5ed-4432-8e74-19d3a6ad0ab9 on network 227a7b83-6122-4c17-9e3c-78899e1178cf {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:45:58.928714 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bc8885-135b-4c8f-aefa-ac76268d8b6c None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:45:58.929260 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bc8885-135b-4c8f-aefa-ac76268d8b6c None None] Checking segment: {'id': '2abb0805-d482-4f8d-a4f0-409b6baf5a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:45:58.929837 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-89bc8885-135b-4c8f-aefa-ac76268d8b6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:58.930348 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bc8885-135b-4c8f-aefa-ac76268d8b6c None None] Bound using segment: {'id': '2abb0805-d482-4f8d-a4f0-409b6baf5a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:45:58.930921 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-89bc8885-135b-4c8f-aefa-ac76268d8b6c None None] Bound port: 39665319-e5ed-4432-8e74-19d3a6ad0ab9, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2abb0805-d482-4f8d-a4f0-409b6baf5a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:45:58.931396 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-89bc8885-135b-4c8f-aefa-ac76268d8b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:59.030096 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-89bc8885-135b-4c8f-aefa-ac76268d8b6c None None] For port 39665319-e5ed-4432-8e74-19d3a6ad0ab9, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:45:59.033346 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-89bc8885-135b-4c8f-aefa-ac76268d8b6c None None] For port 39665319-e5ed-4432-8e74-19d3a6ad0ab9, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=39665319-e5ed-4432-8e74-19d3a6ad0ab9,segment=NetworkSegment(2abb0805-d482-4f8d-a4f0-409b6baf5a0e),segment_id=2abb0805-d482-4f8d-a4f0-409b6baf5a0e)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:45:59.067872 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 651d6538-38bf-4275-88de-0af5c849bc64 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:45:59.110156 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-89bc8885-135b-4c8f-aefa-ac76268d8b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:59.236938 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc8885-135b-4c8f-aefa-ac76268d8b6c None None] Pushing event updated for resources: {'Port': ['ID=39665319-e5ed-4432-8e74-19d3a6ad0ab9,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:59.303487 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-992b691c-b113-4f0c-97ca-31a5c5718a9f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Allocated IP 172.20.0.1 (227a7b83-6122-4c17-9e3c-78899e1178cf/a2228511-bf5f-4551-a06c-ea0821ffc87f/e34cdaa0-610d-4708-8e72-516a83deeeac) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:45:59.342874 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 651d6538-38bf-4275-88de-0af5c849bc64 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:45:59.348446 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 651d6538-38bf-4275-88de-0af5c849bc64 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:45:59.354083 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:59.493426 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-992b691c-b113-4f0c-97ca-31a5c5718a9f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:59.493866 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:59.511582 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-992b691c-b113-4f0c-97ca-31a5c5718a9f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Transition to ACTIVE for port object e34cdaa0-610d-4708-8e72-516a83deeeac will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:45:59.513919 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 651d6538-38bf-4275-88de-0af5c849bc64, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=651d6538-38bf-4275-88de-0af5c849bc64,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:45:59.580948 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:59.606673 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-992b691c-b113-4f0c-97ca-31a5c5718a9f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:59.646718 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=651d6538-38bf-4275-88de-0af5c849bc64,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:59.680849 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992b691c-b113-4f0c-97ca-31a5c5718a9f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 227a7b83-6122-4c17-9e3c-78899e1178cf is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:45:59.684056 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-992b691c-b113-4f0c-97ca-31a5c5718a9f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:45:59.689844 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992b691c-b113-4f0c-97ca-31a5c5718a9f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:45:59.721629 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b691c-b113-4f0c-97ca-31a5c5718a9f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=e34cdaa0-610d-4708-8e72-516a83deeeac,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:59.752164 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-992b691c-b113-4f0c-97ca-31a5c5718a9f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:59.964218 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-992b691c-b113-4f0c-97ca-31a5c5718a9f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:00.231965 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8d22ff-18d6-41a9-b87b-b82c88a3f56e None None] Network 227a7b83-6122-4c17-9e3c-78899e1178cf requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:46:00.374037 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-992b691c-b113-4f0c-97ca-31a5c5718a9f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:00.468596 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a8720cb2-a0c7-4058-9a27-8bb7b3cd341b None None] Provisioning for port 39665319-e5ed-4432-8e74-19d3a6ad0ab9 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:46:00.491828 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-992b691c-b113-4f0c-97ca-31a5c5718a9f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:00.601695 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b691c-b113-4f0c-97ca-31a5c5718a9f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=e34cdaa0-610d-4708-8e72-516a83deeeac,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:00.605341 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-992b691c-b113-4f0c-97ca-31a5c5718a9f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:00.750798 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992b691c-b113-4f0c-97ca-31a5c5718a9f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 227a7b83-6122-4c17-9e3c-78899e1178cf is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:46:00.752262 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-992b691c-b113-4f0c-97ca-31a5c5718a9f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:46:00.752538 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-025ee770-1af3-4b18-85f8-c31fbf0a03f9 None None] Provisioning for port e34cdaa0-610d-4708-8e72-516a83deeeac completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:46:00.757615 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-025ee770-1af3-4b18-85f8-c31fbf0a03f9 None None] Provisioning complete for port e34cdaa0-610d-4708-8e72-516a83deeeac triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:46:00.759545 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-025ee770-1af3-4b18-85f8-c31fbf0a03f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:00.812553 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-025ee770-1af3-4b18-85f8-c31fbf0a03f9 None None] Port e34cdaa0-610d-4708-8e72-516a83deeeac cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:46:00.935694 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-352efc55-a92f-45bb-9c69-bc621f3c3f01 None None] Provisioning complete for port e34cdaa0-610d-4708-8e72-516a83deeeac triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:46:00.936258 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-352efc55-a92f-45bb-9c69-bc621f3c3f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:00.996231 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-352efc55-a92f-45bb-9c69-bc621f3c3f01 None None] Port e34cdaa0-610d-4708-8e72-516a83deeeac cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:46:01.119237 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-5a51bb73-3a8d-4ff5-ae55-7130303d4375 None None] Provisioning complete for port e34cdaa0-610d-4708-8e72-516a83deeeac triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:46:01.119569 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5a51bb73-3a8d-4ff5-ae55-7130303d4375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:01.147251 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 651d6538-38bf-4275-88de-0af5c849bc64 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:46:01.212734 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-5a51bb73-3a8d-4ff5-ae55-7130303d4375 None None] Port e34cdaa0-610d-4708-8e72-516a83deeeac cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:46:01.234001 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 651d6538-38bf-4275-88de-0af5c849bc64 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:46:01.234521 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:01.260789 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992b691c-b113-4f0c-97ca-31a5c5718a9f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router 0246b46a-a075-44a6-9539-7d369faf26b3 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:46:01.352825 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 39665319-e5ed-4432-8e74-19d3a6ad0ab9 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:46:01.457401 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 39665319-e5ed-4432-8e74-19d3a6ad0ab9 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:46:01.459503 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992b691c-b113-4f0c-97ca-31a5c5718a9f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:46:01.464144 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 39665319-e5ed-4432-8e74-19d3a6ad0ab9 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:46:01.464520 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:01.473593 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-992b691c-b113-4f0c-97ca-31a5c5718a9f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "PUT /v2.0/routers/0246b46a-a075-44a6-9539-7d369faf26b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5319531 Feb 04 11:46:01.476065 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41666) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:46:01.584809 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:01.618304 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 39665319-e5ed-4432-8e74-19d3a6ad0ab9, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=39665319-e5ed-4432-8e74-19d3a6ad0ab9,segment=NetworkSegment(2abb0805-d482-4f8d-a4f0-409b6baf5a0e),segment_id=2abb0805-d482-4f8d-a4f0-409b6baf5a0e)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:46:01.625418 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c414f41c-b5ff-4264-8735-0c53bf4ecfac tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:01.625794 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c414f41c-b5ff-4264-8735-0c53bf4ecfac tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:01.626182 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c414f41c-b5ff-4264-8735-0c53bf4ecfac tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:01.626541 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c414f41c-b5ff-4264-8735-0c53bf4ecfac tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:01.626892 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c414f41c-b5ff-4264-8735-0c53bf4ecfac tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:01.627271 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c414f41c-b5ff-4264-8735-0c53bf4ecfac tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:01.628968 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c414f41c-b5ff-4264-8735-0c53bf4ecfac tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1520169 Feb 04 11:46:01.631667 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41670) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:46:01.674430 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:01.714113 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f7124d-6768-428b-ae3c-8ceb2d722ef0 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:01.714113 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f7124d-6768-428b-ae3c-8ceb2d722ef0 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:01.714469 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f7124d-6768-428b-ae3c-8ceb2d722ef0 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:01.714884 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f7124d-6768-428b-ae3c-8ceb2d722ef0 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:01.715298 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f7124d-6768-428b-ae3c-8ceb2d722ef0 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:01.715726 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f7124d-6768-428b-ae3c-8ceb2d722ef0 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:01.716809 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0db4a9b-7685-483a-b866-3f13b7020d3a None None] Sync routers for ids ['0246b46a-a075-44a6-9539-7d369faf26b3'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:46:01.717920 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f6f7124d-6768-428b-ae3c-8ceb2d722ef0 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0850072 Feb 04 11:46:01.720685 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41674) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:46:01.759040 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0db4a9b-7685-483a-b866-3f13b7020d3a None None] Routers {'0246b46a-a075-44a6-9539-7d369faf26b3'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:46:01.759551 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-f0db4a9b-7685-483a-b866-3f13b7020d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:45:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['0246b46a-a075-44a6-9539-7d369faf26b3'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:46:01.811464 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=39665319-e5ed-4432-8e74-19d3a6ad0ab9,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:01.929919 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-318f642c-44c8-4213-9043-ce5965152dd7 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2080624 Feb 04 11:46:01.941136 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-f0db4a9b-7685-483a-b866-3f13b7020d3a None None] Set router 0246b46a-a075-44a6-9539-7d369faf26b3 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:46:02.292065 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-f0db4a9b-7685-483a-b866-3f13b7020d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'name': 'tempest-TestNetworkBasicOps-router-785203876', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '651d6538-38bf-4275-88de-0af5c849bc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:45:54Z', 'updated_at': '2022-02-04T11:45:59Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '651d6538-38bf-4275-88de-0af5c849bc64', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:55Z', 'updated_at': '2022-02-04T11:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'e34cdaa0-610d-4708-8e72-516a83deeeac', 'name': '', 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:8c:7d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2228511-bf5f-4551-a06c-ea0821ffc87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:59Z', 'updated_at': '2022-02-04T11:46:00Z', 'revision_number': 2, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'a2228511-bf5f-4551-a06c-ea0821ffc87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:46:02.296461 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0db4a9b-7685-483a-b866-3f13b7020d3a None None] Checking router: 0246b46a-a075-44a6-9539-7d369faf26b3 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:46:02.296812 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0db4a9b-7685-483a-b866-3f13b7020d3a None None] Updating router 0246b46a-a075-44a6-9539-7d369faf26b3 port e34cdaa0-610d-4708-8e72-516a83deeeac binding host dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:46:02.328012 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41682) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:46:02.333565 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-daca0056-a75e-4616-83dc-e18ad83c7eb1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-912095653', 'description': 'tempest-secgroup-smoke-912095653 description', 'project_id': '009ced00ffd949498e5831cf00e326e7'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:46:02.339283 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-daca0056-a75e-4616-83dc-e18ad83c7eb1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:46:02.343900 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-daca0056-a75e-4616-83dc-e18ad83c7eb1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:46:02.346949 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-daca0056-a75e-4616-83dc-e18ad83c7eb1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:46:02.350774 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f0db4a9b-7685-483a-b866-3f13b7020d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:02.353343 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-daca0056-a75e-4616-83dc-e18ad83c7eb1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:46:02.428966 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-daca0056-a75e-4616-83dc-e18ad83c7eb1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:02.463788 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-daca0056-a75e-4616-83dc-e18ad83c7eb1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:46:02.467845 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-daca0056-a75e-4616-83dc-e18ad83c7eb1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:46:02.470959 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-daca0056-a75e-4616-83dc-e18ad83c7eb1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:46:02.476793 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-daca0056-a75e-4616-83dc-e18ad83c7eb1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:46:02.531005 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-daca0056-a75e-4616-83dc-e18ad83c7eb1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:02.594478 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-daca0056-a75e-4616-83dc-e18ad83c7eb1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:02.642768 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca0056-a75e-4616-83dc-e18ad83c7eb1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=021073f7-9cfe-4e3a-8b34-75ea5f47874a,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:02.687840 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f0db4a9b-7685-483a-b866-3f13b7020d3a None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:02.698825 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f0db4a9b-7685-483a-b866-3f13b7020d3a None None] Transition to ACTIVE for port object e34cdaa0-610d-4708-8e72-516a83deeeac will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:46:02.703265 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-daca0056-a75e-4616-83dc-e18ad83c7eb1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:02.704523 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-daca0056-a75e-4616-83dc-e18ad83c7eb1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3755257 Feb 04 11:46:02.707334 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41686) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:46:02.712522 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-a86f5701-fb0a-4648-b747-133f1a2d4990 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '021073f7-9cfe-4e3a-8b34-75ea5f47874a', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:46:02.719984 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a86f5701-fb0a-4648-b747-133f1a2d4990 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:46:02.723795 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a86f5701-fb0a-4648-b747-133f1a2d4990 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:46:02.726786 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a86f5701-fb0a-4648-b747-133f1a2d4990 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:46:02.733077 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a86f5701-fb0a-4648-b747-133f1a2d4990 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:46:02.764869 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f0db4a9b-7685-483a-b866-3f13b7020d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:02.825030 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a86f5701-fb0a-4648-b747-133f1a2d4990 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:02.888517 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eddd5a-b833-437c-8602-27558c74946d None None] Pushing event updated for resources: {'Port': ['ID=e34cdaa0-610d-4708-8e72-516a83deeeac,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:02.893201 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a86f5701-fb0a-4648-b747-133f1a2d4990 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:02.967117 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a86f5701-fb0a-4648-b747-133f1a2d4990 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:02.984018 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-f0db4a9b-7685-483a-b866-3f13b7020d3a None None] Attempting to bind port e34cdaa0-610d-4708-8e72-516a83deeeac on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:46:02.984459 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-f0db4a9b-7685-483a-b866-3f13b7020d3a None None] Attempting to bind port e34cdaa0-610d-4708-8e72-516a83deeeac by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '2abb0805-d482-4f8d-a4f0-409b6baf5a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:46:02.984880 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0db4a9b-7685-483a-b866-3f13b7020d3a None None] Attempting to bind port e34cdaa0-610d-4708-8e72-516a83deeeac on network 227a7b83-6122-4c17-9e3c-78899e1178cf {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:46:02.993205 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0db4a9b-7685-483a-b866-3f13b7020d3a None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:46:02.994097 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0db4a9b-7685-483a-b866-3f13b7020d3a None None] Checking segment: {'id': '2abb0805-d482-4f8d-a4f0-409b6baf5a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:46:02.994348 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f0db4a9b-7685-483a-b866-3f13b7020d3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:02.994463 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f5701-fb0a-4648-b747-133f1a2d4990 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1afd24aa-5803-43f5-aa49-8d87aa508ca9,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:02.994752 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0db4a9b-7685-483a-b866-3f13b7020d3a None None] Bound using segment: {'id': '2abb0805-d482-4f8d-a4f0-409b6baf5a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:46:02.995393 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-f0db4a9b-7685-483a-b866-3f13b7020d3a None None] Bound port: e34cdaa0-610d-4708-8e72-516a83deeeac, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2abb0805-d482-4f8d-a4f0-409b6baf5a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:46:02.995824 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f0db4a9b-7685-483a-b866-3f13b7020d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:03.057854 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 39665319-e5ed-4432-8e74-19d3a6ad0ab9 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:46:03.063135 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a86f5701-fb0a-4648-b747-133f1a2d4990 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:03.064614 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a86f5701-fb0a-4648-b747-133f1a2d4990 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3561838 Feb 04 11:46:03.067345 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41690) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:46:03.072761 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-86c23143-e4f1-40fe-aeb9-b067dc8bbfb7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '021073f7-9cfe-4e3a-8b34-75ea5f47874a', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:46:03.080148 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-86c23143-e4f1-40fe-aeb9-b067dc8bbfb7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:46:03.083938 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-86c23143-e4f1-40fe-aeb9-b067dc8bbfb7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:46:03.086796 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-86c23143-e4f1-40fe-aeb9-b067dc8bbfb7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:46:03.092430 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-86c23143-e4f1-40fe-aeb9-b067dc8bbfb7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:46:03.158463 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-f0db4a9b-7685-483a-b866-3f13b7020d3a None None] For port e34cdaa0-610d-4708-8e72-516a83deeeac, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:46:03.162057 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-f0db4a9b-7685-483a-b866-3f13b7020d3a None None] For port e34cdaa0-610d-4708-8e72-516a83deeeac, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=e34cdaa0-610d-4708-8e72-516a83deeeac,segment=NetworkSegment(2abb0805-d482-4f8d-a4f0-409b6baf5a0e),segment_id=2abb0805-d482-4f8d-a4f0-409b6baf5a0e)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:46:03.168775 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 39665319-e5ed-4432-8e74-19d3a6ad0ab9 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:46:03.169147 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:03.173290 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-86c23143-e4f1-40fe-aeb9-b067dc8bbfb7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:03.230295 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f0db4a9b-7685-483a-b866-3f13b7020d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:03.238816 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-86c23143-e4f1-40fe-aeb9-b067dc8bbfb7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:03.318376 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-86c23143-e4f1-40fe-aeb9-b067dc8bbfb7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:03.342319 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c23143-e4f1-40fe-aeb9-b067dc8bbfb7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f5cd25d-008e-47a8-98c1-7009d5c8a7c3,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:03.355014 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eddd5a-b833-437c-8602-27558c74946d None None] Pushing event updated for resources: {'Port': ['ID=e34cdaa0-610d-4708-8e72-516a83deeeac,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:03.368532 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0db4a9b-7685-483a-b866-3f13b7020d3a None None] Routers {'0246b46a-a075-44a6-9539-7d369faf26b3'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:46:03.369129 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-f0db4a9b-7685-483a-b866-3f13b7020d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:45:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['0246b46a-a075-44a6-9539-7d369faf26b3'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:46:03.452161 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-86c23143-e4f1-40fe-aeb9-b067dc8bbfb7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:03.453355 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-86c23143-e4f1-40fe-aeb9-b067dc8bbfb7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3850260 Feb 04 11:46:03.456521 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41694) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:46:03.462414 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-d7491c0d-f9a6-4f91-bcc5-0a73ad43ef5c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '021073f7-9cfe-4e3a-8b34-75ea5f47874a', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:46:03.469128 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-d7491c0d-f9a6-4f91-bcc5-0a73ad43ef5c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:46:03.473479 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-d7491c0d-f9a6-4f91-bcc5-0a73ad43ef5c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:46:03.476880 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-d7491c0d-f9a6-4f91-bcc5-0a73ad43ef5c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:46:03.483769 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-d7491c0d-f9a6-4f91-bcc5-0a73ad43ef5c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:46:03.569786 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-f0db4a9b-7685-483a-b866-3f13b7020d3a None None] Set router 0246b46a-a075-44a6-9539-7d369faf26b3 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:46:03.589790 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d7491c0d-f9a6-4f91-bcc5-0a73ad43ef5c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:03.658008 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d7491c0d-f9a6-4f91-bcc5-0a73ad43ef5c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:03.758304 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d7491c0d-f9a6-4f91-bcc5-0a73ad43ef5c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:03.783497 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7491c0d-f9a6-4f91-bcc5-0a73ad43ef5c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e336f709-d056-469f-985b-c4633f8cf5a8,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:03.849745 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d7491c0d-f9a6-4f91-bcc5-0a73ad43ef5c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:03.850991 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d7491c0d-f9a6-4f91-bcc5-0a73ad43ef5c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3934503 Feb 04 11:46:03.853749 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41698) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:46:03.859692 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-b5e3a7ca-2b1b-4c6d-a86c-d6e565b99726 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '021073f7-9cfe-4e3a-8b34-75ea5f47874a', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:46:03.865416 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-b5e3a7ca-2b1b-4c6d-a86c-d6e565b99726 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:46:03.869221 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-b5e3a7ca-2b1b-4c6d-a86c-d6e565b99726 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:46:03.872674 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-b5e3a7ca-2b1b-4c6d-a86c-d6e565b99726 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:46:03.879063 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-b5e3a7ca-2b1b-4c6d-a86c-d6e565b99726 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:46:03.927903 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-f0db4a9b-7685-483a-b866-3f13b7020d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'name': 'tempest-TestNetworkBasicOps-router-785203876', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '651d6538-38bf-4275-88de-0af5c849bc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:45:54Z', 'updated_at': '2022-02-04T11:45:59Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '651d6538-38bf-4275-88de-0af5c849bc64', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:55Z', 'updated_at': '2022-02-04T11:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'e34cdaa0-610d-4708-8e72-516a83deeeac', 'name': '', 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:8c:7d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2228511-bf5f-4551-a06c-ea0821ffc87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:59Z', 'updated_at': '2022-02-04T11:46:03Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'a2228511-bf5f-4551-a06c-ea0821ffc87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:46:03.931773 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0db4a9b-7685-483a-b866-3f13b7020d3a None None] The sync data for ids ['0246b46a-a075-44a6-9539-7d369faf26b3'] in dv-neutron-827825-2-hyperv is: [{'id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'name': 'tempest-TestNetworkBasicOps-router-785203876', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '651d6538-38bf-4275-88de-0af5c849bc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:45:54Z', 'updated_at': '2022-02-04T11:45:59Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '651d6538-38bf-4275-88de-0af5c849bc64', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:55Z', 'updated_at': '2022-02-04T11:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'e34cdaa0-610d-4708-8e72-516a83deeeac', 'name': '', 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:8c:7d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2228511-bf5f-4551-a06c-ea0821ffc87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:59Z', 'updated_at': '2022-02-04T11:46:03Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'a2228511-bf5f-4551-a06c-ea0821ffc87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:46:03.956046 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b5e3a7ca-2b1b-4c6d-a86c-d6e565b99726 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:04.033066 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b5e3a7ca-2b1b-4c6d-a86c-d6e565b99726 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:04.097227 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b5e3a7ca-2b1b-4c6d-a86c-d6e565b99726 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:04.124671 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e3a7ca-2b1b-4c6d-a86c-d6e565b99726 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd59642-ec68-4994-bcfe-679fdc600009,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:04.189153 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b5e3a7ca-2b1b-4c6d-a86c-d6e565b99726 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:04.193704 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b5e3a7ca-2b1b-4c6d-a86c-d6e565b99726 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3356903 Feb 04 11:46:04.193704 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41702) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:46:04.199172 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-e4a8eeec-79b7-4d94-b80a-109457dc840e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '021073f7-9cfe-4e3a-8b34-75ea5f47874a', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:46:04.205400 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e4a8eeec-79b7-4d94-b80a-109457dc840e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:46:04.212018 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e4a8eeec-79b7-4d94-b80a-109457dc840e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:46:04.212534 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e4a8eeec-79b7-4d94-b80a-109457dc840e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:46:04.219559 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e4a8eeec-79b7-4d94-b80a-109457dc840e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:46:04.274694 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.securitygroups_db [None req-e4a8eeec-79b7-4d94-b80a-109457dc840e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Project 009ced00ffd949498e5831cf00e326e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:46:04.282512 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e4a8eeec-79b7-4d94-b80a-109457dc840e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:04.353502 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e4a8eeec-79b7-4d94-b80a-109457dc840e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:04.428460 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e4a8eeec-79b7-4d94-b80a-109457dc840e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:04.452743 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8eeec-79b7-4d94-b80a-109457dc840e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=608fd021-ab6a-450b-bea7-864f0a158e1c,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:04.509027 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e4a8eeec-79b7-4d94-b80a-109457dc840e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:04.510322 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e4a8eeec-79b7-4d94-b80a-109457dc840e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3159802 Feb 04 11:46:04.513274 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41706) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:46:04.519195 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-61af29d3-f57b-4d5e-b067-e5eabdf7ccd4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '021073f7-9cfe-4e3a-8b34-75ea5f47874a', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:46:04.525934 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-61af29d3-f57b-4d5e-b067-e5eabdf7ccd4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:46:04.530721 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-61af29d3-f57b-4d5e-b067-e5eabdf7ccd4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:46:04.534038 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-61af29d3-f57b-4d5e-b067-e5eabdf7ccd4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:46:04.540075 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-61af29d3-f57b-4d5e-b067-e5eabdf7ccd4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:46:04.594643 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.securitygroups_db [None req-61af29d3-f57b-4d5e-b067-e5eabdf7ccd4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Project 009ced00ffd949498e5831cf00e326e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:46:04.601753 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-61af29d3-f57b-4d5e-b067-e5eabdf7ccd4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:04.672107 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-61af29d3-f57b-4d5e-b067-e5eabdf7ccd4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:04.740733 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-61af29d3-f57b-4d5e-b067-e5eabdf7ccd4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:04.764709 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af29d3-f57b-4d5e-b067-e5eabdf7ccd4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab91ea3c-23a6-44be-82b9-01f9e0ca3066,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:04.832250 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-61af29d3-f57b-4d5e-b067-e5eabdf7ccd4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:04.833455 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-61af29d3-f57b-4d5e-b067-e5eabdf7ccd4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3190131 Feb 04 11:46:05.063644 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device e34cdaa0-610d-4708-8e72-516a83deeeac up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:46:05.069208 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-aabd36be-2538-489d-97c9-5f0c9dfd14b1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:46:05.160055 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-aabd36be-2538-489d-97c9-5f0c9dfd14b1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:46:05.161357 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-aabd36be-2538-489d-97c9-5f0c9dfd14b1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-912095653&fields=id&tenant_id=009ced00ffd949498e5831cf00e326e7 HTTP/1.1" status: 200 len: 267 time: 0.1384585 Feb 04 11:46:05.188476 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port e34cdaa0-610d-4708-8e72-516a83deeeac completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:46:05.193671 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port e34cdaa0-610d-4708-8e72-516a83deeeac triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:46:05.194390 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:05.324113 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:05.331219 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-8e76ada4-2fb3-480f-ae39-a537c8502fa4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:05.332644 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-8e76ada4-2fb3-480f-ae39-a537c8502fa4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/networks?id=227a7b83-6122-4c17-9e3c-78899e1178cf HTTP/1.1" status: 200 len: 796 time: 0.1642084 Feb 04 11:46:05.349441 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-54eb58d8-4b74-458a-9bc4-3029a9bf0b6c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/quotas/009ced00ffd949498e5831cf00e326e7 HTTP/1.1" status: 200 len: 375 time: 0.0111630 Feb 04 11:46:05.361164 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port e34cdaa0-610d-4708-8e72-516a83deeeac, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=e34cdaa0-610d-4708-8e72-516a83deeeac,segment=NetworkSegment(2abb0805-d482-4f8d-a4f0-409b6baf5a0e),segment_id=2abb0805-d482-4f8d-a4f0-409b6baf5a0e)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:46:05.432221 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-477aa812-0a0e-4a19-8268-2909e9f714d5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0774002 Feb 04 11:46:05.445739 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:05.514525 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=e34cdaa0-610d-4708-8e72-516a83deeeac,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:05.571531 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-1a6b06f3-0883-4f32-a334-18464e06f8b8 service neutron] 10.222.0.21 "GET /v2.0/networks/227a7b83-6122-4c17-9e3c-78899e1178cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277523 Feb 04 11:46:05.704412 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-1f97877a-1aa6-4782-ab1d-c0eaeecac3cc service neutron] 10.222.0.21 "GET /v2.0/networks/227a7b83-6122-4c17-9e3c-78899e1178cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265495 Feb 04 11:46:05.998443 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-4eede9c7-1333-4356-a6c3-eb9ca0e7b13b req-e16519d4-0947-4197-8bd6-5c350cf0ec72 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:46:06.066495 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-4eede9c7-1333-4356-a6c3-eb9ca0e7b13b req-e16519d4-0947-4197-8bd6-5c350cf0ec72 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:46:06.067689 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4eede9c7-1333-4356-a6c3-eb9ca0e7b13b req-e16519d4-0947-4197-8bd6-5c350cf0ec72 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb04c884-7f6a-4982-91ac-b77ea6939b4a HTTP/1.1" status: 200 len: 210 time: 0.1094313 Feb 04 11:46:06.091350 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:07.046795 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device e34cdaa0-610d-4708-8e72-516a83deeeac up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:46:07.141661 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port e34cdaa0-610d-4708-8e72-516a83deeeac triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:46:07.142377 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:07.235185 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-de7a3c84-bd67-4219-95b8-541250de0c6b req-8c08310f-7a9a-436a-92bb-f971702c9c81 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb04c884-7f6a-4982-91ac-b77ea6939b4a HTTP/1.1" status: 200 len: 210 time: 0.0860035 Feb 04 11:46:08.392348 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f9d66477-3ed5-49af-a361-6fccd057ad74 req-86fe2178-a8a9-44cd-86f2-f8fa1d62a332 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb04c884-7f6a-4982-91ac-b77ea6939b4a HTTP/1.1" status: 200 len: 210 time: 0.0404902 Feb 04 11:46:09.557182 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-874e20a6-a665-4c2a-8413-80ebec843fac req-5e8711da-d52c-4bbc-941f-86d8731e9cbf tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb04c884-7f6a-4982-91ac-b77ea6939b4a HTTP/1.1" status: 200 len: 210 time: 0.0423629 Feb 04 11:46:10.523096 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-969f6864-b2d2-4aa1-9fb2-34abc364736d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:10.524403 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-969f6864-b2d2-4aa1-9fb2-34abc364736d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "GET /v2.0/networks?id=227a7b83-6122-4c17-9e3c-78899e1178cf HTTP/1.1" status: 200 len: 796 time: 0.2294624 Feb 04 11:46:10.583248 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-0ca9f6c3-a6a9-40b4-ac6c-e6886db6bdd1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=009ced00ffd949498e5831cf00e326e7 HTTP/1.1" status: 200 len: 379 time: 0.0409670 Feb 04 11:46:10.592959 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-e0131eda-c10f-4c2e-bd6b-a21176b73b0c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'port': {'device_id': 'bb04c884-7f6a-4982-91ac-b77ea6939b4a', 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf', 'admin_state_up': True, 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'security_groups': ['021073f7-9cfe-4e3a-8b34-75ea5f47874a']}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:46:10.726543 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9785f38d-740a-4c37-8792-172a730289f9 req-25401def-7756-4f95-bf7b-ed76f0e3fc03 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb04c884-7f6a-4982-91ac-b77ea6939b4a HTTP/1.1" status: 200 len: 210 time: 0.0448363 Feb 04 11:46:10.727782 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-e0131eda-c10f-4c2e-bd6b-a21176b73b0c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:46:10.737668 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-e0131eda-c10f-4c2e-bd6b-a21176b73b0c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:46:10.805493 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-e0131eda-c10f-4c2e-bd6b-a21176b73b0c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Made reservation on behalf of 009ced00ffd949498e5831cf00e326e7 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:46:10.808614 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-e0131eda-c10f-4c2e-bd6b-a21176b73b0c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:10.973373 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-e0131eda-c10f-4c2e-bd6b-a21176b73b0c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Allocated IP 172.20.0.4 (227a7b83-6122-4c17-9e3c-78899e1178cf/a2228511-bf5f-4551-a06c-ea0821ffc87f/c0ab186f-fc67-4068-8369-ee4b03594279) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:46:11.155210 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-e0131eda-c10f-4c2e-bd6b-a21176b73b0c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:11.171028 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-e0131eda-c10f-4c2e-bd6b-a21176b73b0c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Transition to ACTIVE for port object c0ab186f-fc67-4068-8369-ee4b03594279 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:46:11.257231 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-e0131eda-c10f-4c2e-bd6b-a21176b73b0c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:11.329950 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-e0131eda-c10f-4c2e-bd6b-a21176b73b0c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 227a7b83-6122-4c17-9e3c-78899e1178cf is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:46:11.332835 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-e0131eda-c10f-4c2e-bd6b-a21176b73b0c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:46:11.336757 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-e0131eda-c10f-4c2e-bd6b-a21176b73b0c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:46:11.373138 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0131eda-c10f-4c2e-bd6b-a21176b73b0c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=c0ab186f-fc67-4068-8369-ee4b03594279,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:11.404501 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-e0131eda-c10f-4c2e-bd6b-a21176b73b0c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:11.407236 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-e0131eda-c10f-4c2e-bd6b-a21176b73b0c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:11.508017 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-e0131eda-c10f-4c2e-bd6b-a21176b73b0c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9184234 Feb 04 11:46:11.520396 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-9efed4ad-0680-4ea0-8a02-e0e0d7f325a8 service neutron] Request body: {'port': {'device_id': 'bb04c884-7f6a-4982-91ac-b77ea6939b4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:46:11.629040 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-9efed4ad-0680-4ea0-8a02-e0e0d7f325a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:11.685489 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e2f6f28d-bd7f-4bfa-ac2f-58e28f266756 None None] Provisioning for port c0ab186f-fc67-4068-8369-ee4b03594279 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:46:11.691050 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e2f6f28d-bd7f-4bfa-ac2f-58e28f266756 None None] Provisioning complete for port c0ab186f-fc67-4068-8369-ee4b03594279 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:46:11.699725 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e2f6f28d-bd7f-4bfa-ac2f-58e28f266756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:11.742646 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-e2f6f28d-bd7f-4bfa-ac2f-58e28f266756 None None] Port c0ab186f-fc67-4068-8369-ee4b03594279 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:46:11.988015 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9e0ce-18c5-4b2e-868f-4656ce7c7d3e req-fb9152e2-f9f5-4f6a-8f7a-6db684e2a23a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:11.988693 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-85a9e0ce-18c5-4b2e-868f-4656ce7c7d3e req-fb9152e2-f9f5-4f6a-8f7a-6db684e2a23a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:46:12.053753 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-9efed4ad-0680-4ea0-8a02-e0e0d7f325a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0ab186f-fc67-4068-8369-ee4b03594279 {{(pid=84205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:46:12.060378 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-9efed4ad-0680-4ea0-8a02-e0e0d7f325a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:12.074953 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-9efed4ad-0680-4ea0-8a02-e0e0d7f325a8 service neutron] Transition to ACTIVE for port object c0ab186f-fc67-4068-8369-ee4b03594279 will not be triggered until provisioned by entity L2. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:46:12.083517 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-046d52e6-2f92-42ce-8ee6-312ba58268a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:12.106179 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-85a9e0ce-18c5-4b2e-868f-4656ce7c7d3e req-fb9152e2-f9f5-4f6a-8f7a-6db684e2a23a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:46:12.107367 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-85a9e0ce-18c5-4b2e-868f-4656ce7c7d3e req-fb9152e2-f9f5-4f6a-8f7a-6db684e2a23a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb04c884-7f6a-4982-91ac-b77ea6939b4a HTTP/1.1" status: 200 len: 931 time: 0.2602470 Feb 04 11:46:12.153708 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-85a9e0ce-18c5-4b2e-868f-4656ce7c7d3e req-11ccc7fd-45e2-4e53-8a89-15ada718618b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=021073f7-9cfe-4e3a-8b34-75ea5f47874a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405455 Feb 04 11:46:12.166256 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-9efed4ad-0680-4ea0-8a02-e0e0d7f325a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:12.293175 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efed4ad-0680-4ea0-8a02-e0e0d7f325a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ab186f-fc67-4068-8369-ee4b03594279,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:12.410352 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-9efed4ad-0680-4ea0-8a02-e0e0d7f325a8 service neutron] Attempting to bind port c0ab186f-fc67-4068-8369-ee4b03594279 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:46:12.410845 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-9efed4ad-0680-4ea0-8a02-e0e0d7f325a8 service neutron] Attempting to bind port c0ab186f-fc67-4068-8369-ee4b03594279 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '2abb0805-d482-4f8d-a4f0-409b6baf5a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:46:12.411200 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-9efed4ad-0680-4ea0-8a02-e0e0d7f325a8 service neutron] Attempting to bind port c0ab186f-fc67-4068-8369-ee4b03594279 on network 227a7b83-6122-4c17-9e3c-78899e1178cf {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:46:12.417522 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-9efed4ad-0680-4ea0-8a02-e0e0d7f325a8 service neutron] Port c0ab186f-fc67-4068-8369-ee4b03594279 on network 227a7b83-6122-4c17-9e3c-78899e1178cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:46:12.418102 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-9efed4ad-0680-4ea0-8a02-e0e0d7f325a8 service neutron] Attempting to bind port c0ab186f-fc67-4068-8369-ee4b03594279 on network 227a7b83-6122-4c17-9e3c-78899e1178cf {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:46:12.425304 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-9efed4ad-0680-4ea0-8a02-e0e0d7f325a8 service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:46:12.425632 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-9efed4ad-0680-4ea0-8a02-e0e0d7f325a8 service neutron] Checking segment: {'id': '2abb0805-d482-4f8d-a4f0-409b6baf5a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:46:12.426045 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-9efed4ad-0680-4ea0-8a02-e0e0d7f325a8 service neutron] Bound using segment: {'id': '2abb0805-d482-4f8d-a4f0-409b6baf5a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf'} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:46:12.427616 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-9efed4ad-0680-4ea0-8a02-e0e0d7f325a8 service neutron] Bound port: c0ab186f-fc67-4068-8369-ee4b03594279, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2abb0805-d482-4f8d-a4f0-409b6baf5a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf'}}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:46:12.427616 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-9efed4ad-0680-4ea0-8a02-e0e0d7f325a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:12.513971 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-9efed4ad-0680-4ea0-8a02-e0e0d7f325a8 service neutron] For port c0ab186f-fc67-4068-8369-ee4b03594279, host hv-neutron-8278, cleared binding levels {{(pid=84205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:46:12.516896 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-9efed4ad-0680-4ea0-8a02-e0e0d7f325a8 service neutron] For port c0ab186f-fc67-4068-8369-ee4b03594279, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c0ab186f-fc67-4068-8369-ee4b03594279,segment=NetworkSegment(2abb0805-d482-4f8d-a4f0-409b6baf5a0e),segment_id=2abb0805-d482-4f8d-a4f0-409b6baf5a0e)] {{(pid=84205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:46:12.569165 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-9efed4ad-0680-4ea0-8a02-e0e0d7f325a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:12.631887 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-9efed4ad-0680-4ea0-8a02-e0e0d7f325a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:12.633223 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-9efed4ad-0680-4ea0-8a02-e0e0d7f325a8 service neutron] 10.222.0.47 "PUT /v2.0/ports/c0ab186f-fc67-4068-8369-ee4b03594279 HTTP/1.1" status: 200 len: 1093 time: 1.1181772 Feb 04 11:46:12.633646 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb04c884-7f6a-4982-91ac-b77ea6939b4a', 'tag': 'c0ab186f-fc67-4068-8369-ee4b03594279'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:46:12.658436 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efed4ad-0680-4ea0-8a02-e0e0d7f325a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ab186f-fc67-4068-8369-ee4b03594279,revision_number=3']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:12.694052 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb04c884-7f6a-4982-91ac-b77ea6939b4a', 'tag': 'c0ab186f-fc67-4068-8369-ee4b03594279', 'status': 'completed', 'code': 200} Feb 04 11:46:12.879727 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b9f11c3b-67f7-472b-8269-0e5c9a43be5e req-66d49a5b-2d46-4431-882e-a0d1e8b266cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=bb04c884-7f6a-4982-91ac-b77ea6939b4a HTTP/1.1" status: 200 len: 1096 time: 0.1659894 Feb 04 11:46:13.018728 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f11c3b-67f7-472b-8269-0e5c9a43be5e req-76149930-d617-40f3-a25d-a69a3a42be73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:13.020175 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b9f11c3b-67f7-472b-8269-0e5c9a43be5e req-76149930-d617-40f3-a25d-a69a3a42be73 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=009ced00ffd949498e5831cf00e326e7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1334188 Feb 04 11:46:13.157003 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f11c3b-67f7-472b-8269-0e5c9a43be5e req-b123070f-c5b1-469b-bfcb-92c9e26800f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:13.158530 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b9f11c3b-67f7-472b-8269-0e5c9a43be5e req-b123070f-c5b1-469b-bfcb-92c9e26800f3 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1319718 Feb 04 11:46:13.276336 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-bf2cc903-2198-44f6-9dd5-e4e675c5e4b0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=bb04c884-7f6a-4982-91ac-b77ea6939b4a HTTP/1.1" status: 200 len: 1096 time: 0.0728750 Feb 04 11:46:13.380678 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-d7a06960-c6a1-48b9-95b9-78b1b7d45567 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0ab186f-fc67-4068-8369-ee4b03594279 HTTP/1.1" status: 200 len: 217 time: 0.0745926 Feb 04 11:46:13.456703 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-d6def02b-2e22-457c-bd62-e56c7071442d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:13.458151 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-d6def02b-2e22-457c-bd62-e56c7071442d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a2228511-bf5f-4551-a06c-ea0821ffc87f HTTP/1.1" status: 200 len: 835 time: 0.0696254 Feb 04 11:46:13.463766 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7bb8f-2b59-4aa2-9bdf-b4a365c0156d req-1023dd6a-8381-4f90-a096-946ec387475b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:13.469194 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-aad7bb8f-2b59-4aa2-9bdf-b4a365c0156d req-1023dd6a-8381-4f90-a096-946ec387475b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb04c884-7f6a-4982-91ac-b77ea6939b4a HTTP/1.1" status: 200 len: 943 time: 0.1879036 Feb 04 11:46:13.559457 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-aad7bb8f-2b59-4aa2-9bdf-b4a365c0156d req-380db477-08c2-4180-832b-701724d804f8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=021073f7-9cfe-4e3a-8b34-75ea5f47874a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576744 Feb 04 11:46:13.573491 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-6aae9452-dc5b-457c-adb7-1dad301a9452 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=227a7b83-6122-4c17-9e3c-78899e1178cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1075544 Feb 04 11:46:13.701082 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-c9d0a611-083f-42ad-8552-992d268b7daa service neutron] 10.222.0.47 "GET /v2.0/networks/227a7b83-6122-4c17-9e3c-78899e1178cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206038 Feb 04 11:46:13.827300 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b5d12a81-a229-48c7-b023-3d96c85c428a req-2239c1ec-62b3-46da-8821-e837f1a2cdc1 service neutron] 10.222.0.47 "GET /v2.0/networks/227a7b83-6122-4c17-9e3c-78899e1178cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204162 Feb 04 11:46:14.466172 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6bed9c4c-7eed-4d3a-8665-69519a34823a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:14.754354 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22405e19-1916-4e20-b24d-2cf2c01bbcd5 req-7b23829c-52b0-4664-a0ed-5c262485dce5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:14.755691 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-22405e19-1916-4e20-b24d-2cf2c01bbcd5 req-7b23829c-52b0-4664-a0ed-5c262485dce5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb04c884-7f6a-4982-91ac-b77ea6939b4a HTTP/1.1" status: 200 len: 943 time: 0.0739384 Feb 04 11:46:14.799891 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-22405e19-1916-4e20-b24d-2cf2c01bbcd5 req-cdd894a7-4996-4c4b-9acb-eb1ca49898ba tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:security_group {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:46:14.811183 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-22405e19-1916-4e20-b24d-2cf2c01bbcd5 req-cdd894a7-4996-4c4b-9acb-eb1ca49898ba tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:security_group {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:46:14.812435 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-22405e19-1916-4e20-b24d-2cf2c01bbcd5 req-cdd894a7-4996-4c4b-9acb-eb1ca49898ba tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=021073f7-9cfe-4e3a-8b34-75ea5f47874a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512023 Feb 04 11:46:15.622452 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:15.633815 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:16.007841 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afa939-2e58-4d64-9290-8c051f03d8b8 req-74f75705-01ff-403f-b888-d45e34794a51 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:16.009161 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f7afa939-2e58-4d64-9290-8c051f03d8b8 req-74f75705-01ff-403f-b888-d45e34794a51 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb04c884-7f6a-4982-91ac-b77ea6939b4a HTTP/1.1" status: 200 len: 943 time: 0.0751250 Feb 04 11:46:16.056765 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f7afa939-2e58-4d64-9290-8c051f03d8b8 req-d4c42452-b949-4544-8403-0b7b78a90783 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=021073f7-9cfe-4e3a-8b34-75ea5f47874a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420251 Feb 04 11:46:16.839341 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:17.122979 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device c0ab186f-fc67-4068-8369-ee4b03594279 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:46:17.260427 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port c0ab186f-fc67-4068-8369-ee4b03594279, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c0ab186f-fc67-4068-8369-ee4b03594279,segment=NetworkSegment(2abb0805-d482-4f8d-a4f0-409b6baf5a0e),segment_id=2abb0805-d482-4f8d-a4f0-409b6baf5a0e)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:46:17.268792 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47fc2c6-8352-480f-86da-5bc210dff6d6 req-a76c13ad-f3e0-455c-8e39-30f04de5d6ce tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:17.270238 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a47fc2c6-8352-480f-86da-5bc210dff6d6 req-a76c13ad-f3e0-455c-8e39-30f04de5d6ce tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb04c884-7f6a-4982-91ac-b77ea6939b4a HTTP/1.1" status: 200 len: 943 time: 0.0842519 Feb 04 11:46:17.274186 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': 'c0ab186f-fc67-4068-8369-ee4b03594279', 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf', 'port_id': 'c0ab186f-fc67-4068-8369-ee4b03594279', 'mac_address': 'fa:16:3e:c5:54:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2228511-bf5f-4551-a06c-ea0821ffc87f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:46:17.315548 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a47fc2c6-8352-480f-86da-5bc210dff6d6 req-d8618f62-6aaf-4a31-864f-1bf567c83717 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=021073f7-9cfe-4e3a-8b34-75ea5f47874a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397623 Feb 04 11:46:17.332883 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:17.350041 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0ab186f-fc67-4068-8369-ee4b03594279 {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:46:17.364512 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port c0ab186f-fc67-4068-8369-ee4b03594279, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c0ab186f-fc67-4068-8369-ee4b03594279,segment=NetworkSegment(2abb0805-d482-4f8d-a4f0-409b6baf5a0e),segment_id=2abb0805-d482-4f8d-a4f0-409b6baf5a0e)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:46:17.439592 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:17.503558 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=c0ab186f-fc67-4068-8369-ee4b03594279,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:17.878173 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['c0ab186f-fc67-4068-8369-ee4b03594279'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 11:46:18.512374 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381baea-c4cc-4142-8a84-7e51d2741827 req-ea6bd644-c281-4a98-b368-9fc7c3280f3c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:18.513749 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5381baea-c4cc-4142-8a84-7e51d2741827 req-ea6bd644-c281-4a98-b368-9fc7c3280f3c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb04c884-7f6a-4982-91ac-b77ea6939b4a HTTP/1.1" status: 200 len: 944 time: 0.0751686 Feb 04 11:46:18.558824 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5381baea-c4cc-4142-8a84-7e51d2741827 req-07fbb4e8-dbb9-4599-a582-14b318999255 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=021073f7-9cfe-4e3a-8b34-75ea5f47874a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386040 Feb 04 11:46:19.148422 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device c0ab186f-fc67-4068-8369-ee4b03594279 up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:46:19.410957 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port c0ab186f-fc67-4068-8369-ee4b03594279 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:46:19.416266 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port c0ab186f-fc67-4068-8369-ee4b03594279 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:46:19.421921 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:19.528235 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:19.556390 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb04c884-7f6a-4982-91ac-b77ea6939b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ab186f-fc67-4068-8369-ee4b03594279'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:46:19.566754 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port c0ab186f-fc67-4068-8369-ee4b03594279, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c0ab186f-fc67-4068-8369-ee4b03594279,segment=NetworkSegment(2abb0805-d482-4f8d-a4f0-409b6baf5a0e),segment_id=2abb0805-d482-4f8d-a4f0-409b6baf5a0e)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:46:19.645292 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:19.647783 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:46:19.717014 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=c0ab186f-fc67-4068-8369-ee4b03594279,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:19.741991 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb04c884-7f6a-4982-91ac-b77ea6939b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ab186f-fc67-4068-8369-ee4b03594279', 'code': 200} Feb 04 11:46:19.760773 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3a4f3-e2a0-4bab-b4a1-33b5367c6c06 req-e588f764-36e9-4b49-aeb1-d252f945cc91 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:19.763001 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8ff3a4f3-e2a0-4bab-b4a1-33b5367c6c06 req-e588f764-36e9-4b49-aeb1-d252f945cc91 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb04c884-7f6a-4982-91ac-b77ea6939b4a HTTP/1.1" status: 200 len: 945 time: 0.0812156 Feb 04 11:46:19.816488 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8ff3a4f3-e2a0-4bab-b4a1-33b5367c6c06 req-2b572834-266b-41a1-ae36-3bfa57409d2f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=021073f7-9cfe-4e3a-8b34-75ea5f47874a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408213 Feb 04 11:46:20.112538 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-bc81fd2f-27eb-4a0f-82f9-da5c14bf6846 req-e874072a-42a4-4e55-9963-0f600d8b6bd1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bb04c884-7f6a-4982-91ac-b77ea6939b4a HTTP/1.1" status: 200 len: 1098 time: 0.0663290 Feb 04 11:46:20.155492 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-bc81fd2f-27eb-4a0f-82f9-da5c14bf6846 req-968d504b-d157-437c-970d-ea1a5ce439e4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=021073f7-9cfe-4e3a-8b34-75ea5f47874a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358498 Feb 04 11:46:21.004354 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90558549-c9f7-462b-a1a2-fcb243ff170c req-fb866465-0c32-4876-a44a-514af2ff845b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:21.005768 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-90558549-c9f7-462b-a1a2-fcb243ff170c req-fb866465-0c32-4876-a44a-514af2ff845b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb04c884-7f6a-4982-91ac-b77ea6939b4a HTTP/1.1" status: 200 len: 945 time: 0.0743060 Feb 04 11:46:21.050725 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-90558549-c9f7-462b-a1a2-fcb243ff170c req-56ae8728-193d-4896-a3a1-d954ac36daaa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=021073f7-9cfe-4e3a-8b34-75ea5f47874a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394804 Feb 04 11:46:22.254009 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85982c2-b3b7-4c96-98a1-1bc4707a7851 req-28c155d5-51cb-4f61-bc78-9919cdba8b3d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:22.255432 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c85982c2-b3b7-4c96-98a1-1bc4707a7851 req-28c155d5-51cb-4f61-bc78-9919cdba8b3d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb04c884-7f6a-4982-91ac-b77ea6939b4a HTTP/1.1" status: 200 len: 945 time: 0.0827911 Feb 04 11:46:22.300163 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c85982c2-b3b7-4c96-98a1-1bc4707a7851 req-6229d82d-dec9-46b3-80aa-8cd0e9612034 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=021073f7-9cfe-4e3a-8b34-75ea5f47874a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391252 Feb 04 11:46:22.497908 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a96b0d-40f0-4e88-8aa1-16bfcb386230 req-1d9281fe-f2f8-47cc-a8a9-24260e5b4d24 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:22.502303 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-46a96b0d-40f0-4e88-8aa1-16bfcb386230 req-1d9281fe-f2f8-47cc-a8a9-24260e5b4d24 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb04c884-7f6a-4982-91ac-b77ea6939b4a HTTP/1.1" status: 200 len: 945 time: 0.0777078 Feb 04 11:46:22.548587 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-46a96b0d-40f0-4e88-8aa1-16bfcb386230 req-7263d4d4-b330-4dbc-9784-28d34f20e108 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=021073f7-9cfe-4e3a-8b34-75ea5f47874a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423193 Feb 04 11:46:22.574552 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41776) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:46:22.644019 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-967ef309-6555-410a-a440-a136fc3bb82f tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bb04c884-7f6a-4982-91ac-b77ea6939b4a HTTP/1.1" status: 200 len: 1093 time: 0.0683391 Feb 04 11:46:22.646581 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41780) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:46:22.652272 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-b48e4b68-9c89-497f-b7e2-5b616c0bad7a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'floatingip': {'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'port_id': 'c0ab186f-fc67-4068-8369-ee4b03594279', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:46:22.656840 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-b48e4b68-9c89-497f-b7e2-5b616c0bad7a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:46:22.660833 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-b48e4b68-9c89-497f-b7e2-5b616c0bad7a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:floatingip and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:46:22.663623 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-b48e4b68-9c89-497f-b7e2-5b616c0bad7a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:46:22.669570 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-b48e4b68-9c89-497f-b7e2-5b616c0bad7a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:46:22.742589 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b48e4b68-9c89-497f-b7e2-5b616c0bad7a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:22.977219 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b48e4b68-9c89-497f-b7e2-5b616c0bad7a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:23.119525 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-b48e4b68-9c89-497f-b7e2-5b616c0bad7a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Allocated IP 172.26.3.197 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/dbd62393-8e54-4578-82b6-cecb78383c36) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:46:23.265481 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b48e4b68-9c89-497f-b7e2-5b616c0bad7a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:23.352223 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b48e4b68-9c89-497f-b7e2-5b616c0bad7a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:23.427181 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48e4b68-9c89-497f-b7e2-5b616c0bad7a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:46:23.430201 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-b48e4b68-9c89-497f-b7e2-5b616c0bad7a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:46:23.434594 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48e4b68-9c89-497f-b7e2-5b616c0bad7a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:46:23.459245 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e4b68-9c89-497f-b7e2-5b616c0bad7a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=dbd62393-8e54-4578-82b6-cecb78383c36,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:23.943054 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b48e4b68-9c89-497f-b7e2-5b616c0bad7a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:24.052126 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b48e4b68-9c89-497f-b7e2-5b616c0bad7a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:24.261330 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b48e4b68-9c89-497f-b7e2-5b616c0bad7a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:24.323529 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b48e4b68-9c89-497f-b7e2-5b616c0bad7a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:24.424460 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e4b68-9c89-497f-b7e2-5b616c0bad7a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=dbd62393-8e54-4578-82b6-cecb78383c36,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:24.441611 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b48e4b68-9c89-497f-b7e2-5b616c0bad7a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:24.738248 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.l3_db [None req-b48e4b68-9c89-497f-b7e2-5b616c0bad7a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Floating IP 9f0add59-98ab-431c-b41b-2c63fbfbcf07 associated. External IP: 172.26.3.197, port: c0ab186f-fc67-4068-8369-ee4b03594279. Feb 04 11:46:25.145622 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48e4b68-9c89-497f-b7e2-5b616c0bad7a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router 0246b46a-a075-44a6-9539-7d369faf26b3 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:46:25.350358 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48e4b68-9c89-497f-b7e2-5b616c0bad7a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:46:25.363479 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9fd47f-9129-43e8-a100-7d3b61938dbc None None] Sync routers for ids ['0246b46a-a075-44a6-9539-7d369faf26b3'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:46:25.375214 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9fd47f-9129-43e8-a100-7d3b61938dbc None None] Routers {'0246b46a-a075-44a6-9539-7d369faf26b3'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:46:25.376466 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-ae9fd47f-9129-43e8-a100-7d3b61938dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:46:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['0246b46a-a075-44a6-9539-7d369faf26b3'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:46:25.456947 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b48e4b68-9c89-497f-b7e2-5b616c0bad7a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:25.516165 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b48e4b68-9c89-497f-b7e2-5b616c0bad7a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8685777 Feb 04 11:46:25.517822 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb04c884-7f6a-4982-91ac-b77ea6939b4a', 'tag': 'c0ab186f-fc67-4068-8369-ee4b03594279'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:46:25.519250 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41784) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:46:25.554447 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-ae9fd47f-9129-43e8-a100-7d3b61938dbc None None] Set router 0246b46a-a075-44a6-9539-7d369faf26b3 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:46:25.575635 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb04c884-7f6a-4982-91ac-b77ea6939b4a', 'tag': 'c0ab186f-fc67-4068-8369-ee4b03594279', 'status': 'completed', 'code': 200} Feb 04 11:46:25.781305 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-958c96f5-d6d3-4de9-8899-b1e2fb6fac6a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/9f0add59-98ab-431c-b41b-2c63fbfbcf07 HTTP/1.1" status: 200 len: 991 time: 0.2607679 Feb 04 11:46:25.795690 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9db30d8c-dda4-4931-a570-8cc1c98dfc88 req-c2613166-09b4-40e7-953e-44be8280ed75 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=bb04c884-7f6a-4982-91ac-b77ea6939b4a HTTP/1.1" status: 200 len: 1098 time: 0.1991234 Feb 04 11:46:25.899726 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-ae9fd47f-9129-43e8-a100-7d3b61938dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'name': 'tempest-TestNetworkBasicOps-router-785203876', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '651d6538-38bf-4275-88de-0af5c849bc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:45:54Z', 'updated_at': '2022-02-04T11:45:59Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '651d6538-38bf-4275-88de-0af5c849bc64', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:55Z', 'updated_at': '2022-02-04T11:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '9f0add59-98ab-431c-b41b-2c63fbfbcf07', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.197', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'port_id': 'c0ab186f-fc67-4068-8369-ee4b03594279', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf', 'mac_address': 'fa:16:3e:c5:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb04c884-7f6a-4982-91ac-b77ea6939b4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:46:23Z', 'updated_at': '2022-02-04T11:46:23Z', 'revision_number': 0, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e34cdaa0-610d-4708-8e72-516a83deeeac', 'name': '', 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:8c:7d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2228511-bf5f-4551-a06c-ea0821ffc87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:59Z', 'updated_at': '2022-02-04T11:46:05Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'a2228511-bf5f-4551-a06c-ea0821ffc87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:46:25.903550 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9fd47f-9129-43e8-a100-7d3b61938dbc None None] Checking router: 0246b46a-a075-44a6-9539-7d369faf26b3 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:46:25.914578 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9fd47f-9129-43e8-a100-7d3b61938dbc None None] Routers {'0246b46a-a075-44a6-9539-7d369faf26b3'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:46:25.915150 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-ae9fd47f-9129-43e8-a100-7d3b61938dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:46:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['0246b46a-a075-44a6-9539-7d369faf26b3'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:46:25.926122 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db30d8c-dda4-4931-a570-8cc1c98dfc88 req-828933fc-1b22-4801-a708-c97479e16237 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:25.927558 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9db30d8c-dda4-4931-a570-8cc1c98dfc88 req-828933fc-1b22-4801-a708-c97479e16237 service neutron] 10.222.0.47 "GET /v2.0/networks?id=227a7b83-6122-4c17-9e3c-78899e1178cf HTTP/1.1" status: 200 len: 897 time: 0.1254640 Feb 04 11:46:26.031778 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9db30d8c-dda4-4931-a570-8cc1c98dfc88 req-01d73306-5630-4b63-a5f4-4b401ea8672b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0ab186f-fc67-4068-8369-ee4b03594279 HTTP/1.1" status: 200 len: 999 time: 0.0966506 Feb 04 11:46:26.093458 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-ae9fd47f-9129-43e8-a100-7d3b61938dbc None None] Set router 0246b46a-a075-44a6-9539-7d369faf26b3 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:46:26.096868 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db30d8c-dda4-4931-a570-8cc1c98dfc88 req-b879edf4-a2b9-4e29-8f3a-a8b9f9e2a685 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:26.099905 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9db30d8c-dda4-4931-a570-8cc1c98dfc88 req-b879edf4-a2b9-4e29-8f3a-a8b9f9e2a685 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a2228511-bf5f-4551-a06c-ea0821ffc87f HTTP/1.1" status: 200 len: 835 time: 0.0617948 Feb 04 11:46:26.177959 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9db30d8c-dda4-4931-a570-8cc1c98dfc88 req-87057f1f-685a-4ec9-9217-a6d431717f50 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=227a7b83-6122-4c17-9e3c-78899e1178cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739391 Feb 04 11:46:26.315110 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9db30d8c-dda4-4931-a570-8cc1c98dfc88 req-25701182-6a49-47fe-8950-f409fd905217 service neutron] 10.222.0.47 "GET /v2.0/networks/227a7b83-6122-4c17-9e3c-78899e1178cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313016 Feb 04 11:46:26.448531 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9db30d8c-dda4-4931-a570-8cc1c98dfc88 req-e6e1011d-69cc-4b05-86c0-c31fdfca0c74 service neutron] 10.222.0.47 "GET /v2.0/networks/227a7b83-6122-4c17-9e3c-78899e1178cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260433 Feb 04 11:46:26.467489 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-ae9fd47f-9129-43e8-a100-7d3b61938dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'name': 'tempest-TestNetworkBasicOps-router-785203876', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '651d6538-38bf-4275-88de-0af5c849bc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:45:54Z', 'updated_at': '2022-02-04T11:45:59Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '651d6538-38bf-4275-88de-0af5c849bc64', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:55Z', 'updated_at': '2022-02-04T11:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '9f0add59-98ab-431c-b41b-2c63fbfbcf07', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.197', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'port_id': 'c0ab186f-fc67-4068-8369-ee4b03594279', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf', 'mac_address': 'fa:16:3e:c5:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb04c884-7f6a-4982-91ac-b77ea6939b4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:46:23Z', 'updated_at': '2022-02-04T11:46:23Z', 'revision_number': 0, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e34cdaa0-610d-4708-8e72-516a83deeeac', 'name': '', 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:8c:7d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2228511-bf5f-4551-a06c-ea0821ffc87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:59Z', 'updated_at': '2022-02-04T11:46:05Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'a2228511-bf5f-4551-a06c-ea0821ffc87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:46:26.471495 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9fd47f-9129-43e8-a100-7d3b61938dbc None None] The sync data for ids ['0246b46a-a075-44a6-9539-7d369faf26b3'] in dv-neutron-827825-2-hyperv is: [{'id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'name': 'tempest-TestNetworkBasicOps-router-785203876', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '651d6538-38bf-4275-88de-0af5c849bc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:45:54Z', 'updated_at': '2022-02-04T11:45:59Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '651d6538-38bf-4275-88de-0af5c849bc64', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:55Z', 'updated_at': '2022-02-04T11:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '9f0add59-98ab-431c-b41b-2c63fbfbcf07', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.197', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'port_id': 'c0ab186f-fc67-4068-8369-ee4b03594279', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf', 'mac_address': 'fa:16:3e:c5:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb04c884-7f6a-4982-91ac-b77ea6939b4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:46:23Z', 'updated_at': '2022-02-04T11:46:23Z', 'revision_number': 0, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e34cdaa0-610d-4708-8e72-516a83deeeac', 'name': '', 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:8c:7d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2228511-bf5f-4551-a06c-ea0821ffc87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:59Z', 'updated_at': '2022-02-04T11:46:05Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'a2228511-bf5f-4551-a06c-ea0821ffc87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:46:26.667956 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc34bc56-b6bb-4d7e-951c-63116ddb0c04 None None] New status for floating IP 9f0add59-98ab-431c-b41b-2c63fbfbcf07: ACTIVE {{(pid=84206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 11:46:26.785489 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41792) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:46:26.908238 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-7c235413-cc1f-406b-8abe-6e6c8852b396 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/9f0add59-98ab-431c-b41b-2c63fbfbcf07 HTTP/1.1" status: 200 len: 991 time: 0.1193779 Feb 04 11:46:27.204323 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43008011-0aff-435d-96be-6e0fe2d060d1 req-1285ae98-5f74-4ce8-b54d-a3c2c5d47728 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:27.205754 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-43008011-0aff-435d-96be-6e0fe2d060d1 req-1285ae98-5f74-4ce8-b54d-a3c2c5d47728 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa402623-6cc9-4e51-a416-eab072a0a678 HTTP/1.1" status: 200 len: 945 time: 0.0839155 Feb 04 11:46:27.254634 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-43008011-0aff-435d-96be-6e0fe2d060d1 req-c2b5a87c-09ce-4354-a55c-ebd319427626 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424984 Feb 04 11:46:27.910179 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41798) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:46:28.014200 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5ff34770-d57a-4579-bbe9-4ce8a1aac98b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/9f0add59-98ab-431c-b41b-2c63fbfbcf07 HTTP/1.1" status: 200 len: 993 time: 0.1028707 Feb 04 11:46:28.467687 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b812d-fac6-4176-9f34-e8c49e117cd9 req-55102e79-0591-4c58-b27f-ea1e21dd9da6 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:28.469225 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0a5b812d-fac6-4176-9f34-e8c49e117cd9 req-55102e79-0591-4c58-b27f-ea1e21dd9da6 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa402623-6cc9-4e51-a416-eab072a0a678 HTTP/1.1" status: 200 len: 945 time: 0.0778606 Feb 04 11:46:28.514886 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0a5b812d-fac6-4176-9f34-e8c49e117cd9 req-2f2d73ff-f7e9-41a4-ae98-27c30a0dc535 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391526 Feb 04 11:46:28.908059 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19892f2b-db18-40fc-8938-4972d161c914 req-697ae8b6-8970-4bd3-8c88-9f0b31952ad3 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:28.909479 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-19892f2b-db18-40fc-8938-4972d161c914 req-697ae8b6-8970-4bd3-8c88-9f0b31952ad3 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa402623-6cc9-4e51-a416-eab072a0a678 HTTP/1.1" status: 200 len: 945 time: 0.0796392 Feb 04 11:46:28.979520 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-19892f2b-db18-40fc-8938-4972d161c914 req-174ef8b2-d387-4e6c-b136-9ea728a86394 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Deleting port 4b05f1c2-2f05-4e2e-b8da-3decb613cd17 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:46:28.980227 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-19892f2b-db18-40fc-8938-4972d161c914 req-174ef8b2-d387-4e6c-b136-9ea728a86394 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:29.229020 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-19892f2b-db18-40fc-8938-4972d161c914 req-174ef8b2-d387-4e6c-b136-9ea728a86394 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] For port 4b05f1c2-2f05-4e2e-b8da-3decb613cd17, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=4b05f1c2-2f05-4e2e-b8da-3decb613cd17,segment=NetworkSegment(4eb24d1e-b892-48d0-b039-7c5703d889e1),segment_id=4eb24d1e-b892-48d0-b039-7c5703d889e1)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:46:29.229369 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-19892f2b-db18-40fc-8938-4972d161c914 req-174ef8b2-d387-4e6c-b136-9ea728a86394 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:29.620523 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-19892f2b-db18-40fc-8938-4972d161c914 req-174ef8b2-d387-4e6c-b136-9ea728a86394 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:29.620961 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-19892f2b-db18-40fc-8938-4972d161c914 req-174ef8b2-d387-4e6c-b136-9ea728a86394 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:29.621244 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.l3_db [req-19892f2b-db18-40fc-8938-4972d161c914 req-174ef8b2-d387-4e6c-b136-9ea728a86394 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Floating IP bb809ebb-06f3-4076-adba-903405926831 disassociated. External IP: 172.26.3.64, port: 4b05f1c2-2f05-4e2e-b8da-3decb613cd17. Feb 04 11:46:29.621576 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-19892f2b-db18-40fc-8938-4972d161c914 req-174ef8b2-d387-4e6c-b136-9ea728a86394 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Calling delete_port for 4b05f1c2-2f05-4e2e-b8da-3decb613cd17 owned by compute:nova {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:46:29.794362 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278988c-8732-4129-8d28-203c58dc3774 req-4e97ef26-8f57-4f64-844b-c161b4c0d3a8 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:29.795783 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7278988c-8732-4129-8d28-203c58dc3774 req-4e97ef26-8f57-4f64-844b-c161b4c0d3a8 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa402623-6cc9-4e51-a416-eab072a0a678 HTTP/1.1" status: 200 len: 945 time: 0.1445639 Feb 04 11:46:29.862202 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7278988c-8732-4129-8d28-203c58dc3774 req-d763e1b9-baff-40ad-b6b8-ae2b62ee2361 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589166 Feb 04 11:46:29.917614 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-19892f2b-db18-40fc-8938-4972d161c914 req-174ef8b2-d387-4e6c-b136-9ea728a86394 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:29.967403 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ef8b2-d387-4e6c-b136-9ea728a86394 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Pushing event deleted for resources: {'Port': ['ID=4b05f1c2-2f05-4e2e-b8da-3decb613cd17,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:30.179077 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19892f2b-db18-40fc-8938-4972d161c914 req-174ef8b2-d387-4e6c-b136-9ea728a86394 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Router 5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:46:30.391465 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19892f2b-db18-40fc-8938-4972d161c914 req-174ef8b2-d387-4e6c-b136-9ea728a86394 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:46:30.402482 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a3f268-a6bb-419c-a793-4bfb85c593f0 None None] Sync routers for ids ['5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:46:30.416931 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a3f268-a6bb-419c-a793-4bfb85c593f0 None None] Routers {'5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:46:30.417688 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-b9a3f268-a6bb-419c-a793-4bfb85c593f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:46:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:46:30.465533 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-19892f2b-db18-40fc-8938-4972d161c914 req-174ef8b2-d387-4e6c-b136-9ea728a86394 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] No DVR routers for this DVR port 4b05f1c2-2f05-4e2e-b8da-3decb613cd17 on host hv-neutron-8278 {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:46:30.468084 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-19892f2b-db18-40fc-8938-4972d161c914 req-174ef8b2-d387-4e6c-b136-9ea728a86394 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:30.475024 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa402623-6cc9-4e51-a416-eab072a0a678', 'name': 'network-vif-deleted', 'tag': '4b05f1c2-2f05-4e2e-b8da-3decb613cd17'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:46:30.532466 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa402623-6cc9-4e51-a416-eab072a0a678', 'name': 'network-vif-deleted', 'tag': '4b05f1c2-2f05-4e2e-b8da-3decb613cd17', 'status': 'completed', 'code': 200} Feb 04 11:46:30.537374 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-19892f2b-db18-40fc-8938-4972d161c914 req-174ef8b2-d387-4e6c-b136-9ea728a86394 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.47 "DELETE /v2.0/ports/4b05f1c2-2f05-4e2e-b8da-3decb613cd17 HTTP/1.1" status: 204 len: 173 time: 1.6218641 Feb 04 11:46:30.607042 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-b9a3f268-a6bb-419c-a793-4bfb85c593f0 None None] Set router 5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:46:30.920990 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-b9a3f268-a6bb-419c-a793-4bfb85c593f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'name': 'tempest-TestVolumeBootPattern-842267503-router', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:45Z', 'updated_at': '2022-02-04T11:41:54Z', 'revision_number': 4, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'gw_port': {'id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:47Z', 'updated_at': '2022-02-04T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'c19b6c46-bb43-4310-9912-2d2d61d6f848', 'name': '', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'mac_address': 'fa:16:3e:2c:e8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:53Z', 'updated_at': '2022-02-04T11:42:17Z', 'revision_number': 5, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'subnets': [{'id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:46:30.926015 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a3f268-a6bb-419c-a793-4bfb85c593f0 None None] Checking router: 5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:46:30.936409 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a3f268-a6bb-419c-a793-4bfb85c593f0 None None] Routers {'5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:46:30.936998 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-b9a3f268-a6bb-419c-a793-4bfb85c593f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:46:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:46:31.047406 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-04dbc9a5-0a55-420f-84ed-76bc2f85f881 req-60aed57b-3409-448b-bf96-787ef0f320e0 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Synchronizing usage tracker for tenant:4e2cb104d3bb42a4a344ade0b8b3bbd0 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:46:31.118054 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-04dbc9a5-0a55-420f-84ed-76bc2f85f881 req-60aed57b-3409-448b-bf96-787ef0f320e0 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Unset dirty status for tenant:4e2cb104d3bb42a4a344ade0b8b3bbd0 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:46:31.122350 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-04dbc9a5-0a55-420f-84ed-76bc2f85f881 req-60aed57b-3409-448b-bf96-787ef0f320e0 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa402623-6cc9-4e51-a416-eab072a0a678 HTTP/1.1" status: 200 len: 210 time: 0.1193573 Feb 04 11:46:31.140479 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-b9a3f268-a6bb-419c-a793-4bfb85c593f0 None None] Set router 5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:46:31.227872 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 4b05f1c2-2f05-4e2e-b8da-3decb613cd17 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:46:31.265201 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] No Port match for: 4b05f1c2-2f05-4e2e-b8da-3decb613cd17 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:46:31.265649 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 4b05f1c2-2f05-4e2e-b8da-3decb613cd17 not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:46:31.450529 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-b9a3f268-a6bb-419c-a793-4bfb85c593f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'name': 'tempest-TestVolumeBootPattern-842267503-router', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:45Z', 'updated_at': '2022-02-04T11:41:54Z', 'revision_number': 4, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'gw_port': {'id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:47Z', 'updated_at': '2022-02-04T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'c19b6c46-bb43-4310-9912-2d2d61d6f848', 'name': '', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'mac_address': 'fa:16:3e:2c:e8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:53Z', 'updated_at': '2022-02-04T11:42:17Z', 'revision_number': 5, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'subnets': [{'id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:46:31.454932 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a3f268-a6bb-419c-a793-4bfb85c593f0 None None] The sync data for ids ['5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'] in dv-neutron-827825-2-hyperv is: [{'id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'name': 'tempest-TestVolumeBootPattern-842267503-router', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:45Z', 'updated_at': '2022-02-04T11:41:54Z', 'revision_number': 4, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'gw_port': {'id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:47Z', 'updated_at': '2022-02-04T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'c19b6c46-bb43-4310-9912-2d2d61d6f848', 'name': '', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'mac_address': 'fa:16:3e:2c:e8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:53Z', 'updated_at': '2022-02-04T11:42:17Z', 'revision_number': 5, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'subnets': [{'id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:46:32.532008 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b7576e44-a7ba-4155-8676-5a63de002657 req-f4a0d618-4148-4910-a113-7daec017f2f6 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1983524652&fields=id&tenant_id=4e2cb104d3bb42a4a344ade0b8b3bbd0 HTTP/1.1" status: 200 len: 267 time: 0.0450256 Feb 04 11:46:32.682412 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7576e44-a7ba-4155-8676-5a63de002657 req-552944ec-d882-45bf-962a-954914efe2c0 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:32.683820 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b7576e44-a7ba-4155-8676-5a63de002657 req-552944ec-d882-45bf-962a-954914efe2c0 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/networks?id=a23f3c76-d15a-4fcc-b821-61e65e6da3f4 HTTP/1.1" status: 200 len: 811 time: 0.1452420 Feb 04 11:46:32.700507 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b7576e44-a7ba-4155-8676-5a63de002657 req-846ec784-5917-4bcf-9cf7-257a48a363d1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/quotas/4e2cb104d3bb42a4a344ade0b8b3bbd0 HTTP/1.1" status: 200 len: 375 time: 0.0113394 Feb 04 11:46:32.789954 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b7576e44-a7ba-4155-8676-5a63de002657 req-d10b722c-cbff-4f0e-9460-257b993e9fcf tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e2cb104d3bb42a4a344ade0b8b3bbd0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0840127 Feb 04 11:46:32.934246 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b7576e44-a7ba-4155-8676-5a63de002657 req-6c391601-e400-493c-a9d4-e4a283052ec2 service neutron] 10.222.0.21 "GET /v2.0/networks/a23f3c76-d15a-4fcc-b821-61e65e6da3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313922 Feb 04 11:46:32.975069 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080bb35a-e326-4a46-8108-6dfdb567ca3a None None] New status for floating IP bb809ebb-06f3-4076-adba-903405926831: DOWN {{(pid=84206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 11:46:33.067390 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b7576e44-a7ba-4155-8676-5a63de002657 req-96071157-61ff-49ac-afec-727b774491db service neutron] 10.222.0.21 "GET /v2.0/networks/a23f3c76-d15a-4fcc-b821-61e65e6da3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262691 Feb 04 11:46:33.689755 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-37ce6118-39a2-4563-85fb-f1b59ec71c1d req-aa06d600-b4e3-48c0-b64a-a6b59c1c59b7 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9afe7ae-ecd8-4f92-98d2-03267a1fd007 HTTP/1.1" status: 200 len: 210 time: 0.0397346 Feb 04 11:46:34.950781 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-09ac3478-9f47-4716-b0cd-63946910f124 req-9fcdc28f-1926-42bd-9698-c8ea780e811c tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9afe7ae-ecd8-4f92-98d2-03267a1fd007 HTTP/1.1" status: 200 len: 210 time: 0.1394551 Feb 04 11:46:35.571232 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7576e44-a7ba-4155-8676-5a63de002657 req-9c2932ef-4076-402e-81df-92316cf85bc9 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:35.572610 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b7576e44-a7ba-4155-8676-5a63de002657 req-9c2932ef-4076-402e-81df-92316cf85bc9 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.47 "GET /v2.0/networks?id=a23f3c76-d15a-4fcc-b821-61e65e6da3f4 HTTP/1.1" status: 200 len: 811 time: 0.1434400 Feb 04 11:46:35.626756 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b7576e44-a7ba-4155-8676-5a63de002657 req-e389a9cb-4a2a-49a9-8596-0b47ccfaf954 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e2cb104d3bb42a4a344ade0b8b3bbd0 HTTP/1.1" status: 200 len: 380 time: 0.0408897 Feb 04 11:46:35.636491 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-b7576e44-a7ba-4155-8676-5a63de002657 req-9aaf2762-91fd-432f-b906-934e9dafe6b9 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Request body: {'port': {'device_id': 'a9afe7ae-ecd8-4f92-98d2-03267a1fd007', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'admin_state_up': True, 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'security_groups': ['b57a5bbd-0b59-4171-ae0e-c020deb7a309']}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:46:35.770708 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-b7576e44-a7ba-4155-8676-5a63de002657 req-9aaf2762-91fd-432f-b906-934e9dafe6b9 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:46:35.780326 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-b7576e44-a7ba-4155-8676-5a63de002657 req-9aaf2762-91fd-432f-b906-934e9dafe6b9 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:46:35.839522 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7576e44-a7ba-4155-8676-5a63de002657 req-9aaf2762-91fd-432f-b906-934e9dafe6b9 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Made reservation on behalf of 4e2cb104d3bb42a4a344ade0b8b3bbd0 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:46:35.842808 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b7576e44-a7ba-4155-8676-5a63de002657 req-9aaf2762-91fd-432f-b906-934e9dafe6b9 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:36.029795 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [req-b7576e44-a7ba-4155-8676-5a63de002657 req-9aaf2762-91fd-432f-b906-934e9dafe6b9 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Allocated IP 172.20.0.9 (a23f3c76-d15a-4fcc-b821-61e65e6da3f4/5af355fa-ef8e-4697-b6fa-0681cfbee57c/95d1ff22-0d5c-41d7-8719-6a2037eb2d9f) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:46:36.097425 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:36.144942 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7bfbedee-4ec0-4401-8d8e-267e4ab42e44 req-edc9d9bb-e4a5-492f-a1e0-3d898d7d909d tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9afe7ae-ecd8-4f92-98d2-03267a1fd007 HTTP/1.1" status: 200 len: 210 time: 0.0546098 Feb 04 11:46:36.274403 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b7576e44-a7ba-4155-8676-5a63de002657 req-9aaf2762-91fd-432f-b906-934e9dafe6b9 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:36.293378 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-b7576e44-a7ba-4155-8676-5a63de002657 req-9aaf2762-91fd-432f-b906-934e9dafe6b9 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Transition to ACTIVE for port object 95d1ff22-0d5c-41d7-8719-6a2037eb2d9f will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:46:36.371548 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b7576e44-a7ba-4155-8676-5a63de002657 req-9aaf2762-91fd-432f-b906-934e9dafe6b9 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:36.449686 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7576e44-a7ba-4155-8676-5a63de002657 req-9aaf2762-91fd-432f-b906-934e9dafe6b9 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Network a23f3c76-d15a-4fcc-b821-61e65e6da3f4 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:46:36.452858 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [req-b7576e44-a7ba-4155-8676-5a63de002657 req-9aaf2762-91fd-432f-b906-934e9dafe6b9 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:46:36.457707 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7576e44-a7ba-4155-8676-5a63de002657 req-9aaf2762-91fd-432f-b906-934e9dafe6b9 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:46:36.492875 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf2762-91fd-432f-b906-934e9dafe6b9 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Pushing event updated for resources: {'Port': ['ID=95d1ff22-0d5c-41d7-8719-6a2037eb2d9f,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:36.541210 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7576e44-a7ba-4155-8676-5a63de002657 req-9aaf2762-91fd-432f-b906-934e9dafe6b9 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:36.541848 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b7576e44-a7ba-4155-8676-5a63de002657 req-9aaf2762-91fd-432f-b906-934e9dafe6b9 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:36.646100 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b7576e44-a7ba-4155-8676-5a63de002657 req-9aaf2762-91fd-432f-b906-934e9dafe6b9 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0132997 Feb 04 11:46:36.661180 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-b7576e44-a7ba-4155-8676-5a63de002657 req-d3880d97-c839-45e0-9817-bdef1d4a3f04 service neutron] Request body: {'port': {'device_id': 'a9afe7ae-ecd8-4f92-98d2-03267a1fd007', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:46:36.781104 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b7576e44-a7ba-4155-8676-5a63de002657 req-d3880d97-c839-45e0-9817-bdef1d4a3f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:36.822433 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9c91f7ad-3089-4043-a16e-f788d72ed329 None None] Provisioning for port 95d1ff22-0d5c-41d7-8719-6a2037eb2d9f completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:46:36.827798 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9c91f7ad-3089-4043-a16e-f788d72ed329 None None] Provisioning complete for port 95d1ff22-0d5c-41d7-8719-6a2037eb2d9f triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:46:36.828423 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9c91f7ad-3089-4043-a16e-f788d72ed329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:36.882328 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9c91f7ad-3089-4043-a16e-f788d72ed329 None None] Port 95d1ff22-0d5c-41d7-8719-6a2037eb2d9f cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:46:37.123970 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [req-b7576e44-a7ba-4155-8676-5a63de002657 req-d3880d97-c839-45e0-9817-bdef1d4a3f04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95d1ff22-0d5c-41d7-8719-6a2037eb2d9f {{(pid=84205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:46:37.132005 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b7576e44-a7ba-4155-8676-5a63de002657 req-d3880d97-c839-45e0-9817-bdef1d4a3f04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:37.147142 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-b7576e44-a7ba-4155-8676-5a63de002657 req-d3880d97-c839-45e0-9817-bdef1d4a3f04 service neutron] Transition to ACTIVE for port object 95d1ff22-0d5c-41d7-8719-6a2037eb2d9f will not be triggered until provisioned by entity L2. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:46:37.273612 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b7576e44-a7ba-4155-8676-5a63de002657 req-d3880d97-c839-45e0-9817-bdef1d4a3f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:37.451017 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3880d97-c839-45e0-9817-bdef1d4a3f04 service neutron] Pushing event updated for resources: {'Port': ['ID=95d1ff22-0d5c-41d7-8719-6a2037eb2d9f,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:37.548658 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659583c-c61c-428d-be99-f086bf690729 req-6e50c4c1-fba9-411e-947e-92bad3d170f7 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:37.550011 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-7659583c-c61c-428d-be99-f086bf690729 req-6e50c4c1-fba9-411e-947e-92bad3d170f7 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Synchronizing usage tracker for tenant:4e2cb104d3bb42a4a344ade0b8b3bbd0 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:46:37.592981 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-b7576e44-a7ba-4155-8676-5a63de002657 req-d3880d97-c839-45e0-9817-bdef1d4a3f04 service neutron] Attempting to bind port 95d1ff22-0d5c-41d7-8719-6a2037eb2d9f on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:46:37.593340 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-b7576e44-a7ba-4155-8676-5a63de002657 req-d3880d97-c839-45e0-9817-bdef1d4a3f04 service neutron] Attempting to bind port 95d1ff22-0d5c-41d7-8719-6a2037eb2d9f by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '4eb24d1e-b892-48d0-b039-7c5703d889e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:46:37.593667 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7576e44-a7ba-4155-8676-5a63de002657 req-d3880d97-c839-45e0-9817-bdef1d4a3f04 service neutron] Attempting to bind port 95d1ff22-0d5c-41d7-8719-6a2037eb2d9f on network a23f3c76-d15a-4fcc-b821-61e65e6da3f4 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:46:37.600169 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7576e44-a7ba-4155-8676-5a63de002657 req-d3880d97-c839-45e0-9817-bdef1d4a3f04 service neutron] Port 95d1ff22-0d5c-41d7-8719-6a2037eb2d9f on network a23f3c76-d15a-4fcc-b821-61e65e6da3f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:46:37.600481 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7576e44-a7ba-4155-8676-5a63de002657 req-d3880d97-c839-45e0-9817-bdef1d4a3f04 service neutron] Attempting to bind port 95d1ff22-0d5c-41d7-8719-6a2037eb2d9f on network a23f3c76-d15a-4fcc-b821-61e65e6da3f4 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:46:37.611089 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7576e44-a7ba-4155-8676-5a63de002657 req-d3880d97-c839-45e0-9817-bdef1d4a3f04 service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:46:37.612510 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7576e44-a7ba-4155-8676-5a63de002657 req-d3880d97-c839-45e0-9817-bdef1d4a3f04 service neutron] Checking segment: {'id': '4eb24d1e-b892-48d0-b039-7c5703d889e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:46:37.612510 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7576e44-a7ba-4155-8676-5a63de002657 req-d3880d97-c839-45e0-9817-bdef1d4a3f04 service neutron] Bound using segment: {'id': '4eb24d1e-b892-48d0-b039-7c5703d889e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4'} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:46:37.612908 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-b7576e44-a7ba-4155-8676-5a63de002657 req-d3880d97-c839-45e0-9817-bdef1d4a3f04 service neutron] Bound port: 95d1ff22-0d5c-41d7-8719-6a2037eb2d9f, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eb24d1e-b892-48d0-b039-7c5703d889e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4'}}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:46:37.613341 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b7576e44-a7ba-4155-8676-5a63de002657 req-d3880d97-c839-45e0-9817-bdef1d4a3f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:37.719786 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-7659583c-c61c-428d-be99-f086bf690729 req-6e50c4c1-fba9-411e-947e-92bad3d170f7 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Unset dirty status for tenant:4e2cb104d3bb42a4a344ade0b8b3bbd0 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:46:37.721425 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7659583c-c61c-428d-be99-f086bf690729 req-6e50c4c1-fba9-411e-947e-92bad3d170f7 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9afe7ae-ecd8-4f92-98d2-03267a1fd007 HTTP/1.1" status: 200 len: 943 time: 0.4157815 Feb 04 11:46:37.828571 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7659583c-c61c-428d-be99-f086bf690729 req-93c98302-8e9f-4361-bf10-4ca09dea278d tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757537 Feb 04 11:46:37.832561 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-b7576e44-a7ba-4155-8676-5a63de002657 req-d3880d97-c839-45e0-9817-bdef1d4a3f04 service neutron] For port 95d1ff22-0d5c-41d7-8719-6a2037eb2d9f, host hv-neutron-8278, cleared binding levels {{(pid=84205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:46:37.835588 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-b7576e44-a7ba-4155-8676-5a63de002657 req-d3880d97-c839-45e0-9817-bdef1d4a3f04 service neutron] For port 95d1ff22-0d5c-41d7-8719-6a2037eb2d9f, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=95d1ff22-0d5c-41d7-8719-6a2037eb2d9f,segment=NetworkSegment(4eb24d1e-b892-48d0-b039-7c5703d889e1),segment_id=4eb24d1e-b892-48d0-b039-7c5703d889e1)] {{(pid=84205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:46:37.891077 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b7576e44-a7ba-4155-8676-5a63de002657 req-d3880d97-c839-45e0-9817-bdef1d4a3f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:37.955911 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b7576e44-a7ba-4155-8676-5a63de002657 req-d3880d97-c839-45e0-9817-bdef1d4a3f04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:37.957313 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b7576e44-a7ba-4155-8676-5a63de002657 req-d3880d97-c839-45e0-9817-bdef1d4a3f04 service neutron] 10.222.0.47 "PUT /v2.0/ports/95d1ff22-0d5c-41d7-8719-6a2037eb2d9f HTTP/1.1" status: 200 len: 1093 time: 1.3018346 Feb 04 11:46:37.958268 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9afe7ae-ecd8-4f92-98d2-03267a1fd007', 'tag': '95d1ff22-0d5c-41d7-8719-6a2037eb2d9f'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:46:37.977408 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3880d97-c839-45e0-9817-bdef1d4a3f04 service neutron] Pushing event updated for resources: {'Port': ['ID=95d1ff22-0d5c-41d7-8719-6a2037eb2d9f,revision_number=3']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:38.019054 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9afe7ae-ecd8-4f92-98d2-03267a1fd007', 'tag': '95d1ff22-0d5c-41d7-8719-6a2037eb2d9f', 'status': 'completed', 'code': 200} Feb 04 11:46:38.118841 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-974a27cd-df64-46c1-ac5b-1d95027ce636 req-abc0ce42-b4b4-47e0-a5b9-d18bcb814068 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4e2cb104d3bb42a4a344ade0b8b3bbd0&device_id=a9afe7ae-ecd8-4f92-98d2-03267a1fd007 HTTP/1.1" status: 200 len: 1096 time: 0.0791252 Feb 04 11:46:38.272486 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a27cd-df64-46c1-ac5b-1d95027ce636 req-3837f84a-fe09-4aa5-b182-cfb1d0bd0c0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:38.273946 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-974a27cd-df64-46c1-ac5b-1d95027ce636 req-3837f84a-fe09-4aa5-b182-cfb1d0bd0c0d service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=4e2cb104d3bb42a4a344ade0b8b3bbd0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1471815 Feb 04 11:46:38.413845 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a27cd-df64-46c1-ac5b-1d95027ce636 req-369ae2dc-40f3-4d22-8b9c-42df3983477c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:38.415335 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-974a27cd-df64-46c1-ac5b-1d95027ce636 req-369ae2dc-40f3-4d22-8b9c-42df3983477c service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1339533 Feb 04 11:46:38.522559 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b7576e44-a7ba-4155-8676-5a63de002657 req-487cb70d-2a9f-4ac0-a84c-fa2445f61183 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4e2cb104d3bb42a4a344ade0b8b3bbd0&device_id=a9afe7ae-ecd8-4f92-98d2-03267a1fd007 HTTP/1.1" status: 200 len: 1096 time: 0.0710647 Feb 04 11:46:38.591105 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b7576e44-a7ba-4155-8676-5a63de002657 req-84c21d5f-a46b-44b4-8f84-6a571c30fd6d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95d1ff22-0d5c-41d7-8719-6a2037eb2d9f HTTP/1.1" status: 200 len: 217 time: 0.0596268 Feb 04 11:46:38.656468 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7576e44-a7ba-4155-8676-5a63de002657 req-7333a141-9195-45cb-b412-0d89144a5cb2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:38.657842 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b7576e44-a7ba-4155-8676-5a63de002657 req-7333a141-9195-45cb-b412-0d89144a5cb2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5af355fa-ef8e-4697-b6fa-0681cfbee57c HTTP/1.1" status: 200 len: 850 time: 0.0590198 Feb 04 11:46:38.731905 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b7576e44-a7ba-4155-8676-5a63de002657 req-a962b035-4c48-4621-b775-da08293cbf55 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a23f3c76-d15a-4fcc-b821-61e65e6da3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665350 Feb 04 11:46:38.862393 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b7576e44-a7ba-4155-8676-5a63de002657 req-138af61b-4f13-4cad-8f12-78a55ffd1853 service neutron] 10.222.0.47 "GET /v2.0/networks/a23f3c76-d15a-4fcc-b821-61e65e6da3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226575 Feb 04 11:46:39.048831 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b7576e44-a7ba-4155-8676-5a63de002657 req-8ef3dff0-219f-43cc-bb8e-79b749af6abc service neutron] 10.222.0.47 "GET /v2.0/networks/a23f3c76-d15a-4fcc-b821-61e65e6da3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785891 Feb 04 11:46:39.071971 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1ab03-af1a-4480-8f5c-9d64523d9303 req-c06cb36a-c443-4d84-855d-f9806ca2992c tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:39.073362 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-98f1ab03-af1a-4480-8f5c-9d64523d9303 req-c06cb36a-c443-4d84-855d-f9806ca2992c tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9afe7ae-ecd8-4f92-98d2-03267a1fd007 HTTP/1.1" status: 200 len: 943 time: 0.1148212 Feb 04 11:46:39.118423 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-98f1ab03-af1a-4480-8f5c-9d64523d9303 req-823b0bf0-ab0e-4680-bf97-f62bf900da39 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396059 Feb 04 11:46:40.329101 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0c777-1352-49f1-9c5d-c86478377983 req-d0314852-f5b0-4525-bb35-2b9b14d59d4c tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:40.331078 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-47c0c777-1352-49f1-9c5d-c86478377983 req-d0314852-f5b0-4525-bb35-2b9b14d59d4c tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9afe7ae-ecd8-4f92-98d2-03267a1fd007 HTTP/1.1" status: 200 len: 943 time: 0.0821655 Feb 04 11:46:40.375273 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-47c0c777-1352-49f1-9c5d-c86478377983 req-ed853666-3a70-445f-9244-851c154f63f9 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385296 Feb 04 11:46:41.568620 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565219e-76f0-4857-a69f-65e17f7ea300 req-7b9d6f5b-1839-45fe-b674-e713e846f52a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:41.570188 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4565219e-76f0-4857-a69f-65e17f7ea300 req-7b9d6f5b-1839-45fe-b674-e713e846f52a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9afe7ae-ecd8-4f92-98d2-03267a1fd007 HTTP/1.1" status: 200 len: 943 time: 0.0762396 Feb 04 11:46:41.615653 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4565219e-76f0-4857-a69f-65e17f7ea300 req-438988a0-72bd-4cd1-9a99-c2c0009da9b0 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400102 Feb 04 11:46:42.123518 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8ef689c6-35ea-44df-8644-83788084d19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:42.954023 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e7d2d-a753-4550-b6d6-13c3e3d0e94e req-d8c97332-5ff2-476a-bfed-df715d0895f8 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:42.955369 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1d4e7d2d-a753-4550-b6d6-13c3e3d0e94e req-d8c97332-5ff2-476a-bfed-df715d0895f8 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9afe7ae-ecd8-4f92-98d2-03267a1fd007 HTTP/1.1" status: 200 len: 943 time: 0.0813947 Feb 04 11:46:43.000565 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1d4e7d2d-a753-4550-b6d6-13c3e3d0e94e req-4d857597-0545-415d-a941-5ed9f2309172 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396020 Feb 04 11:46:44.202813 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69d84f-4fa5-477f-9e5a-b1f7e8a900a6 req-1d740b10-a45e-437c-a26e-e4df72920996 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:44.204254 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-bc69d84f-4fa5-477f-9e5a-b1f7e8a900a6 req-1d740b10-a45e-437c-a26e-e4df72920996 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9afe7ae-ecd8-4f92-98d2-03267a1fd007 HTTP/1.1" status: 200 len: 943 time: 0.0853162 Feb 04 11:46:44.251334 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-bc69d84f-4fa5-477f-9e5a-b1f7e8a900a6 req-baf0a73d-b059-400e-a0ae-5c1f7e016c98 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409088 Feb 04 11:46:44.467616 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a86a7a62-fffe-42ce-a557-1a94ebddf8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:45.443841 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d5734-cf61-4e4a-a6e0-c907a9221849 req-a7baf615-b8f0-4cbc-98a2-cd66b4f3880b tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:45.445273 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4b3d5734-cf61-4e4a-a6e0-c907a9221849 req-a7baf615-b8f0-4cbc-98a2-cd66b4f3880b tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9afe7ae-ecd8-4f92-98d2-03267a1fd007 HTTP/1.1" status: 200 len: 943 time: 0.0747638 Feb 04 11:46:45.493364 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4b3d5734-cf61-4e4a-a6e0-c907a9221849 req-b8ef08a2-2a60-4b30-b321-fcf1e384798e tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425646 Feb 04 11:46:45.627470 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:45.654305 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:46.688864 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc78bba-be5a-4fc9-a5fa-7c148d1ff641 req-cbc60f01-8cd1-471a-accf-49d8f04054b9 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:46.690333 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6dc78bba-be5a-4fc9-a5fa-7c148d1ff641 req-cbc60f01-8cd1-471a-accf-49d8f04054b9 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9afe7ae-ecd8-4f92-98d2-03267a1fd007 HTTP/1.1" status: 200 len: 943 time: 0.0773604 Feb 04 11:46:46.736142 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6dc78bba-be5a-4fc9-a5fa-7c148d1ff641 req-aa963187-3f19-40dc-bea5-9414320779fa tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395525 Feb 04 11:46:46.844648 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:47.320438 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 95d1ff22-0d5c-41d7-8719-6a2037eb2d9f details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:46:47.450697 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 95d1ff22-0d5c-41d7-8719-6a2037eb2d9f, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=95d1ff22-0d5c-41d7-8719-6a2037eb2d9f,segment=NetworkSegment(4eb24d1e-b892-48d0-b039-7c5703d889e1),segment_id=4eb24d1e-b892-48d0-b039-7c5703d889e1)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:46:47.467576 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': '95d1ff22-0d5c-41d7-8719-6a2037eb2d9f', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'port_id': '95d1ff22-0d5c-41d7-8719-6a2037eb2d9f', 'mac_address': 'fa:16:3e:ef:e2:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:46:47.518942 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:47.537341 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95d1ff22-0d5c-41d7-8719-6a2037eb2d9f {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:46:47.551998 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 95d1ff22-0d5c-41d7-8719-6a2037eb2d9f, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=95d1ff22-0d5c-41d7-8719-6a2037eb2d9f,segment=NetworkSegment(4eb24d1e-b892-48d0-b039-7c5703d889e1),segment_id=4eb24d1e-b892-48d0-b039-7c5703d889e1)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:46:47.622046 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:47.686074 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=95d1ff22-0d5c-41d7-8719-6a2037eb2d9f,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:47.933345 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894b2e3-2792-4c8b-9a1b-b7cb48e56bfa req-1de846d4-15b6-40c8-9afb-028ee169b864 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:47.935469 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a894b2e3-2792-4c8b-9a1b-b7cb48e56bfa req-1de846d4-15b6-40c8-9afb-028ee169b864 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9afe7ae-ecd8-4f92-98d2-03267a1fd007 HTTP/1.1" status: 200 len: 944 time: 0.0785639 Feb 04 11:46:47.984268 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a894b2e3-2792-4c8b-9a1b-b7cb48e56bfa req-9f8aa554-4b80-4947-8f43-fc66a0547984 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428703 Feb 04 11:46:48.016884 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['95d1ff22-0d5c-41d7-8719-6a2037eb2d9f'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 11:46:49.180718 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59cc14d-2468-47af-83f4-9f86d1c536cc req-81fccb13-e07e-4064-b222-ef1ac674d28a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:49.182185 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c59cc14d-2468-47af-83f4-9f86d1c536cc req-81fccb13-e07e-4064-b222-ef1ac674d28a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9afe7ae-ecd8-4f92-98d2-03267a1fd007 HTTP/1.1" status: 200 len: 944 time: 0.0790966 Feb 04 11:46:49.227742 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c59cc14d-2468-47af-83f4-9f86d1c536cc req-edded2f8-c99a-4352-911a-a744dca435af tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400796 Feb 04 11:46:49.336201 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 95d1ff22-0d5c-41d7-8719-6a2037eb2d9f up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:46:49.473424 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port 95d1ff22-0d5c-41d7-8719-6a2037eb2d9f completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:46:49.478242 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port 95d1ff22-0d5c-41d7-8719-6a2037eb2d9f triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:46:49.478605 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:49.591299 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:49.617778 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9afe7ae-ecd8-4f92-98d2-03267a1fd007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d1ff22-0d5c-41d7-8719-6a2037eb2d9f'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:46:49.627268 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 95d1ff22-0d5c-41d7-8719-6a2037eb2d9f, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=95d1ff22-0d5c-41d7-8719-6a2037eb2d9f,segment=NetworkSegment(4eb24d1e-b892-48d0-b039-7c5703d889e1),segment_id=4eb24d1e-b892-48d0-b039-7c5703d889e1)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:46:49.674423 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9afe7ae-ecd8-4f92-98d2-03267a1fd007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d1ff22-0d5c-41d7-8719-6a2037eb2d9f', 'code': 200} Feb 04 11:46:49.678714 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:49.742674 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=95d1ff22-0d5c-41d7-8719-6a2037eb2d9f,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:50.030482 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e7d4bbbc-13a1-4730-a21c-172bf505bcfc req-67f64329-a80e-49be-91b1-8bd7f7b3d157 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a9afe7ae-ecd8-4f92-98d2-03267a1fd007 HTTP/1.1" status: 200 len: 1098 time: 0.0670745 Feb 04 11:46:50.210163 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e7d4bbbc-13a1-4730-a21c-172bf505bcfc req-cbd14f36-121f-4eda-9504-a85849956219 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738315 Feb 04 11:46:50.242747 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-18d97594-35cc-4f22-83a3-d5835203760e req-5faf4292-3937-4ecc-b892-1724af474382 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bb04c884-7f6a-4982-91ac-b77ea6939b4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1723750 Feb 04 11:46:50.423190 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec92076-df66-4892-8007-04f790f004b1 req-b6bdf80d-ca73-4f8a-b91d-e36b66f2b1cb tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:50.424616 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9ec92076-df66-4892-8007-04f790f004b1 req-b6bdf80d-ca73-4f8a-b91d-e36b66f2b1cb tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9afe7ae-ecd8-4f92-98d2-03267a1fd007 HTTP/1.1" status: 200 len: 945 time: 0.0793383 Feb 04 11:46:50.470004 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9ec92076-df66-4892-8007-04f790f004b1 req-cbc3c1e1-376f-49dc-87f2-231cd4078e92 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392523 Feb 04 11:46:50.586606 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-18d97594-35cc-4f22-83a3-d5835203760e req-5b5edd79-d5db-4c18-952a-bcb098437301 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=bb04c884-7f6a-4982-91ac-b77ea6939b4a HTTP/1.1" status: 200 len: 1098 time: 0.0688889 Feb 04 11:46:50.729295 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d97594-35cc-4f22-83a3-d5835203760e req-cd29a88e-9fbd-4318-95af-f4a102044015 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:50.730681 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-18d97594-35cc-4f22-83a3-d5835203760e req-cd29a88e-9fbd-4318-95af-f4a102044015 service neutron] 10.222.0.47 "GET /v2.0/networks?id=227a7b83-6122-4c17-9e3c-78899e1178cf HTTP/1.1" status: 200 len: 897 time: 0.1245730 Feb 04 11:46:50.830508 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-18d97594-35cc-4f22-83a3-d5835203760e req-923f45b8-730d-4130-b87b-c6b4e4417d58 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0ab186f-fc67-4068-8369-ee4b03594279 HTTP/1.1" status: 200 len: 1001 time: 0.0934691 Feb 04 11:46:50.890525 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d97594-35cc-4f22-83a3-d5835203760e req-bb113262-b90b-4026-934e-216234ae928e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:50.891895 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-18d97594-35cc-4f22-83a3-d5835203760e req-bb113262-b90b-4026-934e-216234ae928e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a2228511-bf5f-4551-a06c-ea0821ffc87f HTTP/1.1" status: 200 len: 835 time: 0.0547490 Feb 04 11:46:50.966131 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-18d97594-35cc-4f22-83a3-d5835203760e req-67423898-2c9e-416f-a9f0-7831c1a850df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=227a7b83-6122-4c17-9e3c-78899e1178cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676484 Feb 04 11:46:51.094497 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-18d97594-35cc-4f22-83a3-d5835203760e req-2043ebd6-e7ad-4b11-a293-47e460c306a3 service neutron] 10.222.0.47 "GET /v2.0/networks/227a7b83-6122-4c17-9e3c-78899e1178cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220117 Feb 04 11:46:51.222532 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-18d97594-35cc-4f22-83a3-d5835203760e req-6e67d9b4-b37b-400f-bcf6-821bef342c79 service neutron] 10.222.0.47 "GET /v2.0/networks/227a7b83-6122-4c17-9e3c-78899e1178cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212931 Feb 04 11:46:51.681626 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf8db-6206-4752-8e48-733426263e70 req-c21a5a6a-381d-460e-8940-e324522563cf tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:51.683122 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-8b1bf8db-6206-4752-8e48-733426263e70 req-c21a5a6a-381d-460e-8940-e324522563cf tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9afe7ae-ecd8-4f92-98d2-03267a1fd007 HTTP/1.1" status: 200 len: 945 time: 0.0817549 Feb 04 11:46:51.729386 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-8b1bf8db-6206-4752-8e48-733426263e70 req-1696b343-a880-4457-bf15-8f99be1777aa tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407078 Feb 04 11:46:52.927608 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ecae24-9907-4ebc-bf78-aa716596f011 req-3295ea2a-03cb-42ee-ab62-15e3cda3b0a6 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:52.929055 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-28ecae24-9907-4ebc-bf78-aa716596f011 req-3295ea2a-03cb-42ee-ab62-15e3cda3b0a6 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9afe7ae-ecd8-4f92-98d2-03267a1fd007 HTTP/1.1" status: 200 len: 945 time: 0.0748918 Feb 04 11:46:52.975027 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-28ecae24-9907-4ebc-bf78-aa716596f011 req-88d52d08-bc7f-4e25-934d-a4ccd5ead0ab tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405111 Feb 04 11:46:53.171725 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a0d3e-a614-4496-bcb7-d2c2e7c2897c req-07a53999-e878-414e-854a-bdc03763a50b tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:53.173180 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-af8a0d3e-a614-4496-bcb7-d2c2e7c2897c req-07a53999-e878-414e-854a-bdc03763a50b tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9afe7ae-ecd8-4f92-98d2-03267a1fd007 HTTP/1.1" status: 200 len: 945 time: 0.0801423 Feb 04 11:46:53.218033 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-af8a0d3e-a614-4496-bcb7-d2c2e7c2897c req-40bd9965-4c64-4edc-a676-2cd08155f9b3 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384188 Feb 04 11:46:53.247151 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41872) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:46:53.317845 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-92738e26-6108-42ad-afae-f5381f616b7a tempest-TestVolumeBootPattern-1862158881 tempest-TestVolumeBootPattern-1862158881-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a9afe7ae-ecd8-4f92-98d2-03267a1fd007 HTTP/1.1" status: 200 len: 1093 time: 0.0693254 Feb 04 11:46:53.320326 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41876) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:46:53.325198 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-ca0f7b29-b97d-497d-a282-da20b450286a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Request body: {'floatingip': {'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'port_id': '95d1ff22-0d5c-41d7-8719-6a2037eb2d9f', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:46:53.330725 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-ca0f7b29-b97d-497d-a282-da20b450286a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:46:53.334947 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-ca0f7b29-b97d-497d-a282-da20b450286a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Usage tracker for resource:floatingip and tenant:4e2cb104d3bb42a4a344ade0b8b3bbd0 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:46:53.337711 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-ca0f7b29-b97d-497d-a282-da20b450286a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:46:53.344358 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-ca0f7b29-b97d-497d-a282-da20b450286a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:46:53.460283 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ca0f7b29-b97d-497d-a282-da20b450286a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for floatingip, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:53.694671 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ca0f7b29-b97d-497d-a282-da20b450286a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:53.825799 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-ca0f7b29-b97d-497d-a282-da20b450286a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Allocated IP 172.26.3.141 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/8785f109-4a7a-4f8b-ad28-526b5e7e6aec) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:46:53.971785 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ca0f7b29-b97d-497d-a282-da20b450286a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:54.066473 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ca0f7b29-b97d-497d-a282-da20b450286a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:54.139841 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0f7b29-b97d-497d-a282-da20b450286a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:46:54.142679 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-ca0f7b29-b97d-497d-a282-da20b450286a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:46:54.147344 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0f7b29-b97d-497d-a282-da20b450286a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:46:54.173447 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f7b29-b97d-497d-a282-da20b450286a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Pushing event updated for resources: {'Port': ['ID=8785f109-4a7a-4f8b-ad28-526b5e7e6aec,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:54.190705 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f7b29-b97d-497d-a282-da20b450286a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:46:54.191147 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f7b29-b97d-497d-a282-da20b450286a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:46:54.192267 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f7b29-b97d-497d-a282-da20b450286a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:46:54.192451 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f7b29-b97d-497d-a282-da20b450286a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:46:54.192744 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f7b29-b97d-497d-a282-da20b450286a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:46:54.192915 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f7b29-b97d-497d-a282-da20b450286a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:46:54.193232 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f7b29-b97d-497d-a282-da20b450286a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:46:54.193551 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f7b29-b97d-497d-a282-da20b450286a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:46:54.193862 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f7b29-b97d-497d-a282-da20b450286a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:46:54.194196 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f7b29-b97d-497d-a282-da20b450286a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:46:54.194528 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f7b29-b97d-497d-a282-da20b450286a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:46:54.664936 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ca0f7b29-b97d-497d-a282-da20b450286a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:54.780253 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ca0f7b29-b97d-497d-a282-da20b450286a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:54.983283 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ca0f7b29-b97d-497d-a282-da20b450286a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:55.044987 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ca0f7b29-b97d-497d-a282-da20b450286a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:55.145762 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f7b29-b97d-497d-a282-da20b450286a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Pushing event updated for resources: {'Port': ['ID=8785f109-4a7a-4f8b-ad28-526b5e7e6aec,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:55.164890 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ca0f7b29-b97d-497d-a282-da20b450286a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:55.357097 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.l3_db [None req-ca0f7b29-b97d-497d-a282-da20b450286a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Floating IP d62f680e-b580-4d01-9f82-b5a47da6c816 associated. External IP: 172.26.3.141, port: 95d1ff22-0d5c-41d7-8719-6a2037eb2d9f. Feb 04 11:46:55.838945 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0f7b29-b97d-497d-a282-da20b450286a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Router 5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:46:56.034157 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0f7b29-b97d-497d-a282-da20b450286a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:46:56.044448 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72889be1-091c-4947-a6c8-8e992559d27d None None] Sync routers for ids ['5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:46:56.057039 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72889be1-091c-4947-a6c8-8e992559d27d None None] Routers {'5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:46:56.057619 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-72889be1-091c-4947-a6c8-8e992559d27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:46:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:46:56.124527 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ca0f7b29-b97d-497d-a282-da20b450286a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:56.178784 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ca0f7b29-b97d-497d-a282-da20b450286a tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8574545 Feb 04 11:46:56.179340 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9afe7ae-ecd8-4f92-98d2-03267a1fd007', 'tag': '95d1ff22-0d5c-41d7-8719-6a2037eb2d9f'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:46:56.245035 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9afe7ae-ecd8-4f92-98d2-03267a1fd007', 'tag': '95d1ff22-0d5c-41d7-8719-6a2037eb2d9f', 'status': 'completed', 'code': 200} Feb 04 11:46:56.267384 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-72889be1-091c-4947-a6c8-8e992559d27d None None] Set router 5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:46:56.338939 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b8e8af1c-c02a-422e-886e-b810ac6773a6 req-f3628f07-02c2-4a98-8005-c3a2b85c5059 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4e2cb104d3bb42a4a344ade0b8b3bbd0&device_id=a9afe7ae-ecd8-4f92-98d2-03267a1fd007 HTTP/1.1" status: 200 len: 1098 time: 0.0723946 Feb 04 11:46:56.477545 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8af1c-c02a-422e-886e-b810ac6773a6 req-6f940a7d-0f84-42a1-8089-a541bb9f239c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:56.478966 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b8e8af1c-c02a-422e-886e-b810ac6773a6 req-6f940a7d-0f84-42a1-8089-a541bb9f239c service neutron] 10.222.0.47 "GET /v2.0/networks?id=a23f3c76-d15a-4fcc-b821-61e65e6da3f4 HTTP/1.1" status: 200 len: 912 time: 0.1328695 Feb 04 11:46:56.587282 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b8e8af1c-c02a-422e-886e-b810ac6773a6 req-2a1dbe0f-ee8f-408f-9975-e002e90a1612 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95d1ff22-0d5c-41d7-8719-6a2037eb2d9f HTTP/1.1" status: 200 len: 999 time: 0.1017299 Feb 04 11:46:56.612272 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-72889be1-091c-4947-a6c8-8e992559d27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'name': 'tempest-TestVolumeBootPattern-842267503-router', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:45Z', 'updated_at': '2022-02-04T11:41:54Z', 'revision_number': 4, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'gw_port': {'id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:47Z', 'updated_at': '2022-02-04T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': 'd62f680e-b580-4d01-9f82-b5a47da6c816', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'floating_ip_address': '172.26.3.141', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'port_id': '95d1ff22-0d5c-41d7-8719-6a2037eb2d9f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'mac_address': 'fa:16:3e:ef:e2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9afe7ae-ecd8-4f92-98d2-03267a1fd007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:46:54Z', 'updated_at': '2022-02-04T11:46:54Z', 'revision_number': 0, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19b6c46-bb43-4310-9912-2d2d61d6f848', 'name': '', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'mac_address': 'fa:16:3e:2c:e8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:53Z', 'updated_at': '2022-02-04T11:42:17Z', 'revision_number': 5, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'subnets': [{'id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:46:56.616195 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72889be1-091c-4947-a6c8-8e992559d27d None None] Checking router: 5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:46:56.626541 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72889be1-091c-4947-a6c8-8e992559d27d None None] Routers {'5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:46:56.627175 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-72889be1-091c-4947-a6c8-8e992559d27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:46:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:46:56.649466 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8af1c-c02a-422e-886e-b810ac6773a6 req-a80d1b82-2c84-4a85-a0b6-5c043e4b6ab4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:56.650910 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b8e8af1c-c02a-422e-886e-b810ac6773a6 req-a80d1b82-2c84-4a85-a0b6-5c043e4b6ab4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5af355fa-ef8e-4697-b6fa-0681cfbee57c HTTP/1.1" status: 200 len: 850 time: 0.0575497 Feb 04 11:46:56.701844 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:46:56.723279 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b8e8af1c-c02a-422e-886e-b810ac6773a6 req-2682aff2-001a-4d0f-a575-181c84160a5a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a23f3c76-d15a-4fcc-b821-61e65e6da3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663998 Feb 04 11:46:56.804048 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-72889be1-091c-4947-a6c8-8e992559d27d None None] Set router 5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:46:56.860261 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b8e8af1c-c02a-422e-886e-b810ac6773a6 req-8ed6e010-75c4-46bd-bb05-0125c0e84152 service neutron] 10.222.0.47 "GET /v2.0/networks/a23f3c76-d15a-4fcc-b821-61e65e6da3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299584 Feb 04 11:46:57.094238 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b8e8af1c-c02a-422e-886e-b810ac6773a6 req-a807b72a-3eb1-45fc-94a1-8a2811243d8a service neutron] 10.222.0.47 "GET /v2.0/networks/a23f3c76-d15a-4fcc-b821-61e65e6da3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276766 Feb 04 11:46:57.157133 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-72889be1-091c-4947-a6c8-8e992559d27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'name': 'tempest-TestVolumeBootPattern-842267503-router', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:45Z', 'updated_at': '2022-02-04T11:41:54Z', 'revision_number': 4, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'gw_port': {'id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:47Z', 'updated_at': '2022-02-04T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': 'd62f680e-b580-4d01-9f82-b5a47da6c816', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'floating_ip_address': '172.26.3.141', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'port_id': '95d1ff22-0d5c-41d7-8719-6a2037eb2d9f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'mac_address': 'fa:16:3e:ef:e2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9afe7ae-ecd8-4f92-98d2-03267a1fd007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:46:54Z', 'updated_at': '2022-02-04T11:46:54Z', 'revision_number': 0, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19b6c46-bb43-4310-9912-2d2d61d6f848', 'name': '', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'mac_address': 'fa:16:3e:2c:e8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:53Z', 'updated_at': '2022-02-04T11:42:17Z', 'revision_number': 5, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'subnets': [{'id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:46:57.161258 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72889be1-091c-4947-a6c8-8e992559d27d None None] The sync data for ids ['5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'] in dv-neutron-827825-2-hyperv is: [{'id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'name': 'tempest-TestVolumeBootPattern-842267503-router', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:45Z', 'updated_at': '2022-02-04T11:41:54Z', 'revision_number': 4, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'gw_port': {'id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:47Z', 'updated_at': '2022-02-04T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': 'd62f680e-b580-4d01-9f82-b5a47da6c816', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'floating_ip_address': '172.26.3.141', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'port_id': '95d1ff22-0d5c-41d7-8719-6a2037eb2d9f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'mac_address': 'fa:16:3e:ef:e2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9afe7ae-ecd8-4f92-98d2-03267a1fd007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:46:54Z', 'updated_at': '2022-02-04T11:46:54Z', 'revision_number': 0, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19b6c46-bb43-4310-9912-2d2d61d6f848', 'name': '', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'mac_address': 'fa:16:3e:2c:e8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:53Z', 'updated_at': '2022-02-04T11:42:17Z', 'revision_number': 5, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'subnets': [{'id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:46:57.378056 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee2d122-ac43-43a9-b82f-5fe986355573 None None] New status for floating IP d62f680e-b580-4d01-9f82-b5a47da6c816: ACTIVE {{(pid=84206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 11:47:06.083382 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:12.191783 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2e0d70bd-e347-4614-b103-02184646cb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:14.461867 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a82f80e4-8b47-4946-b4e9-afe28de721bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:15.656026 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:15.701700 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:16.855636 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:33.692732 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:47:36.072830 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:42.083896 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-92a062d9-96d1-4b6e-9ec5-fd5a04787c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:43.051107 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41914) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:47:43.128677 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b5547d46-5554-4bd4-803a-1e1d6e569077 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=009ced00ffd949498e5831cf00e326e7&network_id=227a7b83-6122-4c17-9e3c-78899e1178cf HTTP/1.1" status: 200 len: 2999 time: 0.0764120 Feb 04 11:47:44.517417 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-796edccc-83a8-4a3e-ab5f-0fcc65ad4279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:45.655102 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:45.699768 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:45.760345 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41926) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:47:45.819938 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b98379-9d3b-4e4b-a781-81539b7b7c0e tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:47:45.821392 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-71b98379-9d3b-4e4b-a781-81539b7b7c0e tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=63d4ab6b-931d-42a4-aa18-bedd81d582fa HTTP/1.1" status: 200 len: 814 time: 0.0600696 Feb 04 11:47:46.761330 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41936) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:47:46.767166 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-8293e7e0-6614-44c7-bd2f-2f23f6e32dbe tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:47:46.849490 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:46.870942 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8293e7e0-6614-44c7-bd2f-2f23f6e32dbe tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:47.163246 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8293e7e0-6614-44c7-bd2f-2f23f6e32dbe tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:47.232143 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8293e7e0-6614-44c7-bd2f-2f23f6e32dbe tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:47.232458 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.l3_db [None req-8293e7e0-6614-44c7-bd2f-2f23f6e32dbe tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Floating IP 9f0add59-98ab-431c-b41b-2c63fbfbcf07 disassociated. External IP: 172.26.3.197, port: c0ab186f-fc67-4068-8369-ee4b03594279. Feb 04 11:47:47.614843 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8293e7e0-6614-44c7-bd2f-2f23f6e32dbe tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router 0246b46a-a075-44a6-9539-7d369faf26b3 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:47:47.811568 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8293e7e0-6614-44c7-bd2f-2f23f6e32dbe tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:47:47.816390 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8293e7e0-6614-44c7-bd2f-2f23f6e32dbe tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:47.821599 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fff3c26-8c6d-4c83-84f5-308b060642ff None None] Sync routers for ids ['0246b46a-a075-44a6-9539-7d369faf26b3'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:47:47.833604 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fff3c26-8c6d-4c83-84f5-308b060642ff None None] Routers {'0246b46a-a075-44a6-9539-7d369faf26b3'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:47:47.834235 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-5fff3c26-8c6d-4c83-84f5-308b060642ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:47:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['0246b46a-a075-44a6-9539-7d369faf26b3'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:47:47.867702 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8293e7e0-6614-44c7-bd2f-2f23f6e32dbe tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "PUT /v2.0/floatingips/9f0add59-98ab-431c-b41b-2c63fbfbcf07 HTTP/1.1" status: 200 len: 690 time: 1.1051323 Feb 04 11:47:47.868179 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb04c884-7f6a-4982-91ac-b77ea6939b4a', 'tag': 'c0ab186f-fc67-4068-8369-ee4b03594279'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:47:47.870454 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41940) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:47:47.925286 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb04c884-7f6a-4982-91ac-b77ea6939b4a', 'tag': 'c0ab186f-fc67-4068-8369-ee4b03594279', 'status': 'completed', 'code': 200} Feb 04 11:47:47.957537 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f2f08bb0-09de-4d89-9e05-a05068033e22 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/9f0add59-98ab-431c-b41b-2c63fbfbcf07 HTTP/1.1" status: 200 len: 690 time: 0.0848815 Feb 04 11:47:48.014715 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-5fff3c26-8c6d-4c83-84f5-308b060642ff None None] Set router 0246b46a-a075-44a6-9539-7d369faf26b3 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:47:48.020030 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-99dfadaf-2672-4fc4-83e3-0f414f81103b req-bdf1b4f6-791c-42f8-90d2-d107515502d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=bb04c884-7f6a-4982-91ac-b77ea6939b4a HTTP/1.1" status: 200 len: 1098 time: 0.0726082 Feb 04 11:47:48.153994 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfadaf-2672-4fc4-83e3-0f414f81103b req-8cfe9c4f-c2bb-4a7a-a992-3dd1d14c9914 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:47:48.155380 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-99dfadaf-2672-4fc4-83e3-0f414f81103b req-8cfe9c4f-c2bb-4a7a-a992-3dd1d14c9914 service neutron] 10.222.0.47 "GET /v2.0/networks?id=227a7b83-6122-4c17-9e3c-78899e1178cf HTTP/1.1" status: 200 len: 897 time: 0.1296880 Feb 04 11:47:48.331610 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-99dfadaf-2672-4fc4-83e3-0f414f81103b req-2d9f89f8-4bf5-4620-aee5-0eaa70800508 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0ab186f-fc67-4068-8369-ee4b03594279 HTTP/1.1" status: 200 len: 217 time: 0.1700234 Feb 04 11:47:48.357443 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-5fff3c26-8c6d-4c83-84f5-308b060642ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'name': 'tempest-TestNetworkBasicOps-router-785203876', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '651d6538-38bf-4275-88de-0af5c849bc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:45:54Z', 'updated_at': '2022-02-04T11:45:59Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '651d6538-38bf-4275-88de-0af5c849bc64', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:55Z', 'updated_at': '2022-02-04T11:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'e34cdaa0-610d-4708-8e72-516a83deeeac', 'name': '', 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:8c:7d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2228511-bf5f-4551-a06c-ea0821ffc87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:59Z', 'updated_at': '2022-02-04T11:46:05Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'a2228511-bf5f-4551-a06c-ea0821ffc87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:47:48.361311 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fff3c26-8c6d-4c83-84f5-308b060642ff None None] Checking router: 0246b46a-a075-44a6-9539-7d369faf26b3 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:47:48.371336 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fff3c26-8c6d-4c83-84f5-308b060642ff None None] Routers {'0246b46a-a075-44a6-9539-7d369faf26b3'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:47:48.371913 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-5fff3c26-8c6d-4c83-84f5-308b060642ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:47:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['0246b46a-a075-44a6-9539-7d369faf26b3'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:47:48.396743 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfadaf-2672-4fc4-83e3-0f414f81103b req-c7b82e93-74b8-4a73-b36f-cd4ab7ace7ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:47:48.398194 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-99dfadaf-2672-4fc4-83e3-0f414f81103b req-c7b82e93-74b8-4a73-b36f-cd4ab7ace7ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a2228511-bf5f-4551-a06c-ea0821ffc87f HTTP/1.1" status: 200 len: 835 time: 0.0607743 Feb 04 11:47:48.472575 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-99dfadaf-2672-4fc4-83e3-0f414f81103b req-2e57d50d-9459-4a1f-ba5d-eeca5860405b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=227a7b83-6122-4c17-9e3c-78899e1178cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676551 Feb 04 11:47:48.543787 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-5fff3c26-8c6d-4c83-84f5-308b060642ff None None] Set router 0246b46a-a075-44a6-9539-7d369faf26b3 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:47:48.604475 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-99dfadaf-2672-4fc4-83e3-0f414f81103b req-80a89dc2-906c-401b-9791-5679e477a460 service neutron] 10.222.0.47 "GET /v2.0/networks/227a7b83-6122-4c17-9e3c-78899e1178cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263142 Feb 04 11:47:48.737010 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-99dfadaf-2672-4fc4-83e3-0f414f81103b req-6ffd154e-0705-4a62-aaf9-727c2a3ad75a service neutron] 10.222.0.47 "GET /v2.0/networks/227a7b83-6122-4c17-9e3c-78899e1178cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260579 Feb 04 11:47:48.852506 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-5fff3c26-8c6d-4c83-84f5-308b060642ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'name': 'tempest-TestNetworkBasicOps-router-785203876', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '651d6538-38bf-4275-88de-0af5c849bc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:45:54Z', 'updated_at': '2022-02-04T11:45:59Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '651d6538-38bf-4275-88de-0af5c849bc64', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:55Z', 'updated_at': '2022-02-04T11:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'e34cdaa0-610d-4708-8e72-516a83deeeac', 'name': '', 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:8c:7d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2228511-bf5f-4551-a06c-ea0821ffc87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:59Z', 'updated_at': '2022-02-04T11:46:05Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'a2228511-bf5f-4551-a06c-ea0821ffc87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:47:48.856446 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fff3c26-8c6d-4c83-84f5-308b060642ff None None] The sync data for ids ['0246b46a-a075-44a6-9539-7d369faf26b3'] in dv-neutron-827825-2-hyperv is: [{'id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'name': 'tempest-TestNetworkBasicOps-router-785203876', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '651d6538-38bf-4275-88de-0af5c849bc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:45:54Z', 'updated_at': '2022-02-04T11:45:59Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '651d6538-38bf-4275-88de-0af5c849bc64', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:55Z', 'updated_at': '2022-02-04T11:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'e34cdaa0-610d-4708-8e72-516a83deeeac', 'name': '', 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:8c:7d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2228511-bf5f-4551-a06c-ea0821ffc87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:59Z', 'updated_at': '2022-02-04T11:46:05Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'a2228511-bf5f-4551-a06c-ea0821ffc87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:47:48.960096 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41946) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:47:49.046298 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3dc7e13d-b32e-41e0-9ad0-ea57025d6f33 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/9f0add59-98ab-431c-b41b-2c63fbfbcf07 HTTP/1.1" status: 200 len: 690 time: 0.0849063 Feb 04 11:47:49.073952 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf70f8fb-4da5-4243-a926-5eb90889d238 None None] New status for floating IP 9f0add59-98ab-431c-b41b-2c63fbfbcf07: DOWN {{(pid=84206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 11:47:50.050014 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41950) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:47:50.165619 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d0ddaef6-feda-41c2-913b-716da7be41f9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/9f0add59-98ab-431c-b41b-2c63fbfbcf07 HTTP/1.1" status: 200 len: 688 time: 0.1143382 Feb 04 11:47:50.194264 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-69749a71-46ec-4d98-b6a0-b3af8094410d req-91e3b433-6105-4b8e-a4f5-b3c2ed7bf55c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bb04c884-7f6a-4982-91ac-b77ea6939b4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0912261 Feb 04 11:47:50.341622 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-69749a71-46ec-4d98-b6a0-b3af8094410d req-c2f500a3-3330-46dd-9dbf-e9dbb841d7d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=bb04c884-7f6a-4982-91ac-b77ea6939b4a HTTP/1.1" status: 200 len: 1098 time: 0.0752425 Feb 04 11:47:50.484375 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69749a71-46ec-4d98-b6a0-b3af8094410d req-3f4b2b92-921e-44c3-b69a-8e20d9e3ab4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:47:50.485773 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-69749a71-46ec-4d98-b6a0-b3af8094410d req-3f4b2b92-921e-44c3-b69a-8e20d9e3ab4f service neutron] 10.222.0.47 "GET /v2.0/networks?id=227a7b83-6122-4c17-9e3c-78899e1178cf HTTP/1.1" status: 200 len: 897 time: 0.1233451 Feb 04 11:47:50.551083 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-69749a71-46ec-4d98-b6a0-b3af8094410d req-4ade2d51-5475-42d8-87ad-292822544a51 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0ab186f-fc67-4068-8369-ee4b03594279 HTTP/1.1" status: 200 len: 217 time: 0.0590727 Feb 04 11:47:50.613782 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69749a71-46ec-4d98-b6a0-b3af8094410d req-64b50426-8a79-4dc9-8f04-23b5f0e1fea4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:47:50.615207 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-69749a71-46ec-4d98-b6a0-b3af8094410d req-64b50426-8a79-4dc9-8f04-23b5f0e1fea4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a2228511-bf5f-4551-a06c-ea0821ffc87f HTTP/1.1" status: 200 len: 835 time: 0.0588608 Feb 04 11:47:50.687684 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-69749a71-46ec-4d98-b6a0-b3af8094410d req-eddb5f26-9765-4308-b4fa-1be0d7980856 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=227a7b83-6122-4c17-9e3c-78899e1178cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670800 Feb 04 11:47:50.820718 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-69749a71-46ec-4d98-b6a0-b3af8094410d req-7f1db489-af6d-4cb3-9a34-3b4158b30fa2 service neutron] 10.222.0.47 "GET /v2.0/networks/227a7b83-6122-4c17-9e3c-78899e1178cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266680 Feb 04 11:47:50.950954 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-69749a71-46ec-4d98-b6a0-b3af8094410d req-320cfc28-0037-4842-b909-6c63f4d63ac2 service neutron] 10.222.0.47 "GET /v2.0/networks/227a7b83-6122-4c17-9e3c-78899e1178cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242487 Feb 04 11:47:51.585142 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41956) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:47:51.590597 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-bf3d7165-a33a-4e4f-8303-7bdf551f1e65 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1420632331', 'description': 'tempest-secgroup-smoke-1420632331 description', 'project_id': '009ced00ffd949498e5831cf00e326e7'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:47:51.597403 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-bf3d7165-a33a-4e4f-8303-7bdf551f1e65 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:47:51.607585 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-bf3d7165-a33a-4e4f-8303-7bdf551f1e65 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:47:51.694732 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bf3d7165-a33a-4e4f-8303-7bdf551f1e65 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:51.730487 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-bf3d7165-a33a-4e4f-8303-7bdf551f1e65 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:47:51.735366 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-bf3d7165-a33a-4e4f-8303-7bdf551f1e65 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:47:51.738154 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-bf3d7165-a33a-4e4f-8303-7bdf551f1e65 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:47:51.743781 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-bf3d7165-a33a-4e4f-8303-7bdf551f1e65 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:47:51.799659 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bf3d7165-a33a-4e4f-8303-7bdf551f1e65 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:51.854823 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bf3d7165-a33a-4e4f-8303-7bdf551f1e65 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:52.000855 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d7165-a33a-4e4f-8303-7bdf551f1e65 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0571d5db-2e23-4ad1-b5b5-2a7e7b6a41b4,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:47:52.009759 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d7165-a33a-4e4f-8303-7bdf551f1e65 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:47:52.010124 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d7165-a33a-4e4f-8303-7bdf551f1e65 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:47:52.010455 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d7165-a33a-4e4f-8303-7bdf551f1e65 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:47:52.010777 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d7165-a33a-4e4f-8303-7bdf551f1e65 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:47:52.011100 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d7165-a33a-4e4f-8303-7bdf551f1e65 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:47:52.011420 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d7165-a33a-4e4f-8303-7bdf551f1e65 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:47:52.011737 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d7165-a33a-4e4f-8303-7bdf551f1e65 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:47:52.012048 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d7165-a33a-4e4f-8303-7bdf551f1e65 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:47:52.012358 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d7165-a33a-4e4f-8303-7bdf551f1e65 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:47:52.012667 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d7165-a33a-4e4f-8303-7bdf551f1e65 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:47:52.012993 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d7165-a33a-4e4f-8303-7bdf551f1e65 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:47:52.174805 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bf3d7165-a33a-4e4f-8303-7bdf551f1e65 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:52.176034 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-bf3d7165-a33a-4e4f-8303-7bdf551f1e65 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5898886 Feb 04 11:47:52.178897 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41960) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:47:52.184074 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-95310aac-ca90-4018-a95e-21bfb64fb255 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '0571d5db-2e23-4ad1-b5b5-2a7e7b6a41b4', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:47:52.191057 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-95310aac-ca90-4018-a95e-21bfb64fb255 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:47:52.195363 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-95310aac-ca90-4018-a95e-21bfb64fb255 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:47:52.198616 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-95310aac-ca90-4018-a95e-21bfb64fb255 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:47:52.205931 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-95310aac-ca90-4018-a95e-21bfb64fb255 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:47:52.278510 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-95310aac-ca90-4018-a95e-21bfb64fb255 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:52.339741 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-95310aac-ca90-4018-a95e-21bfb64fb255 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:52.386101 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-95310aac-ca90-4018-a95e-21bfb64fb255 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:52.409594 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95310aac-ca90-4018-a95e-21bfb64fb255 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef83e84b-4b8a-45ef-8133-6f966916a15c,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:47:52.471831 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-95310aac-ca90-4018-a95e-21bfb64fb255 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:52.472926 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-95310aac-ca90-4018-a95e-21bfb64fb255 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2931383 Feb 04 11:47:52.475593 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 41964) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:47:52.480812 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-b6f38379-56af-47d8-921d-c3f1013f4137 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '0571d5db-2e23-4ad1-b5b5-2a7e7b6a41b4', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:47:52.486667 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-b6f38379-56af-47d8-921d-c3f1013f4137 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:47:52.490404 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-b6f38379-56af-47d8-921d-c3f1013f4137 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:47:52.493200 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-b6f38379-56af-47d8-921d-c3f1013f4137 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:47:52.499472 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-b6f38379-56af-47d8-921d-c3f1013f4137 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:47:52.604585 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b6f38379-56af-47d8-921d-c3f1013f4137 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:52.672386 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b6f38379-56af-47d8-921d-c3f1013f4137 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:52.740572 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b6f38379-56af-47d8-921d-c3f1013f4137 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:52.769212 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f38379-56af-47d8-921d-c3f1013f4137 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8fe402d-8d31-4584-98ad-e6f3f095121a,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:47:52.837969 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b6f38379-56af-47d8-921d-c3f1013f4137 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:52.839169 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b6f38379-56af-47d8-921d-c3f1013f4137 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3626842 Feb 04 11:47:52.842539 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41970) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:47:52.849577 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-9d29a2a6-3422-4dda-ad87-8b75eee4ccfd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '0571d5db-2e23-4ad1-b5b5-2a7e7b6a41b4', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:47:52.855720 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-9d29a2a6-3422-4dda-ad87-8b75eee4ccfd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:47:52.860704 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-9d29a2a6-3422-4dda-ad87-8b75eee4ccfd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:47:52.863632 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-9d29a2a6-3422-4dda-ad87-8b75eee4ccfd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:47:52.869811 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-9d29a2a6-3422-4dda-ad87-8b75eee4ccfd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:47:52.958754 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9d29a2a6-3422-4dda-ad87-8b75eee4ccfd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:53.024738 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9d29a2a6-3422-4dda-ad87-8b75eee4ccfd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:53.106113 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9d29a2a6-3422-4dda-ad87-8b75eee4ccfd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:53.131578 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29a2a6-3422-4dda-ad87-8b75eee4ccfd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed761c8f-83f6-4078-82f1-22dd62f5d95d,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:47:53.192282 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9d29a2a6-3422-4dda-ad87-8b75eee4ccfd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:53.193458 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9d29a2a6-3422-4dda-ad87-8b75eee4ccfd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3497026 Feb 04 11:47:53.196157 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41974) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:47:53.202497 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-0c8a14e5-ec39-4c03-b662-3051d44e4be1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '0571d5db-2e23-4ad1-b5b5-2a7e7b6a41b4', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:47:53.208263 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-0c8a14e5-ec39-4c03-b662-3051d44e4be1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:47:53.212226 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-0c8a14e5-ec39-4c03-b662-3051d44e4be1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:47:53.215059 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-0c8a14e5-ec39-4c03-b662-3051d44e4be1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:47:53.220775 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-0c8a14e5-ec39-4c03-b662-3051d44e4be1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:47:53.318457 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0c8a14e5-ec39-4c03-b662-3051d44e4be1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:53.384193 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0c8a14e5-ec39-4c03-b662-3051d44e4be1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:53.448797 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0c8a14e5-ec39-4c03-b662-3051d44e4be1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:53.472090 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a14e5-ec39-4c03-b662-3051d44e4be1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46346e5e-f9cc-434d-bf4a-2138bcfa512c,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:47:53.546701 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0c8a14e5-ec39-4c03-b662-3051d44e4be1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:53.547865 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-0c8a14e5-ec39-4c03-b662-3051d44e4be1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3508265 Feb 04 11:47:53.551450 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41978) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:47:53.556836 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-fdd2918c-801a-4eb9-bd70-8e827d28d791 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '0571d5db-2e23-4ad1-b5b5-2a7e7b6a41b4', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:47:53.563549 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-fdd2918c-801a-4eb9-bd70-8e827d28d791 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:47:53.567462 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-fdd2918c-801a-4eb9-bd70-8e827d28d791 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:47:53.570384 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-fdd2918c-801a-4eb9-bd70-8e827d28d791 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:47:53.575963 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-fdd2918c-801a-4eb9-bd70-8e827d28d791 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:47:53.643691 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.securitygroups_db [None req-fdd2918c-801a-4eb9-bd70-8e827d28d791 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Project 009ced00ffd949498e5831cf00e326e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:47:53.650491 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fdd2918c-801a-4eb9-bd70-8e827d28d791 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:53.713209 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fdd2918c-801a-4eb9-bd70-8e827d28d791 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:53.774759 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fdd2918c-801a-4eb9-bd70-8e827d28d791 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:53.800186 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2918c-801a-4eb9-bd70-8e827d28d791 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482db04c-fe18-441c-bfb7-eac79c58de6a,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:47:53.848804 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fdd2918c-801a-4eb9-bd70-8e827d28d791 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:53.849946 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-fdd2918c-801a-4eb9-bd70-8e827d28d791 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2975826 Feb 04 11:47:53.852724 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 41982) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:47:53.859148 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-ab935188-26e6-464f-83f5-6ba7c49d084f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '0571d5db-2e23-4ad1-b5b5-2a7e7b6a41b4', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:47:53.865208 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-ab935188-26e6-464f-83f5-6ba7c49d084f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:47:53.869361 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-ab935188-26e6-464f-83f5-6ba7c49d084f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:47:53.872288 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-ab935188-26e6-464f-83f5-6ba7c49d084f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:47:53.878646 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-ab935188-26e6-464f-83f5-6ba7c49d084f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:47:53.922995 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.securitygroups_db [None req-ab935188-26e6-464f-83f5-6ba7c49d084f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Project 009ced00ffd949498e5831cf00e326e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:47:53.929677 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ab935188-26e6-464f-83f5-6ba7c49d084f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:53.992897 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ab935188-26e6-464f-83f5-6ba7c49d084f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:54.043302 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ab935188-26e6-464f-83f5-6ba7c49d084f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:54.070458 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab935188-26e6-464f-83f5-6ba7c49d084f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c05f2b97-4b86-48c4-a2b2-3216fd51d4cc,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:47:54.152439 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ab935188-26e6-464f-83f5-6ba7c49d084f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:54.153625 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ab935188-26e6-464f-83f5-6ba7c49d084f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3000267 Feb 04 11:47:54.332024 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-420c48c9-2f1c-4c3c-9185-f864270f67a9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:47:54.409465 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-420c48c9-2f1c-4c3c-9185-f864270f67a9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:47:54.410569 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-420c48c9-2f1c-4c3c-9185-f864270f67a9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1420632331&fields=id&tenant_id=009ced00ffd949498e5831cf00e326e7 HTTP/1.1" status: 200 len: 267 time: 0.1209776 Feb 04 11:47:54.561026 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-69505f39-4a54-49bc-8f2e-57c30fd615bf tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:47:54.563067 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-69505f39-4a54-49bc-8f2e-57c30fd615bf tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/networks?id=227a7b83-6122-4c17-9e3c-78899e1178cf HTTP/1.1" status: 200 len: 796 time: 0.1460197 Feb 04 11:47:54.579679 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-df045b3e-2406-4423-acb7-1a580254a4e2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/quotas/009ced00ffd949498e5831cf00e326e7 HTTP/1.1" status: 200 len: 375 time: 0.0112798 Feb 04 11:47:54.661984 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-6695e92c-36b5-4a26-8ec5-9ca316e93832 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0770030 Feb 04 11:47:54.865782 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-d2d8ffcc-2e56-4e65-b498-9810dc83a1c8 service neutron] 10.222.0.21 "GET /v2.0/networks/227a7b83-6122-4c17-9e3c-78899e1178cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914661 Feb 04 11:47:54.997499 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-5c3ed75a-7e48-4679-ba99-b52c72d41be8 service neutron] 10.222.0.21 "GET /v2.0/networks/227a7b83-6122-4c17-9e3c-78899e1178cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259930 Feb 04 11:47:55.297849 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b48fb837-7c33-4560-9613-67f176311b2a req-9999032b-675a-4d08-be4a-84cebed205e0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa44145c-ac3a-4751-9802-d543d8ea09cb HTTP/1.1" status: 200 len: 210 time: 0.0409992 Feb 04 11:47:56.465115 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3d8e8d8a-355e-4aec-b1e3-d82abdef4d88 req-02f58328-b84f-491c-be18-cee1bc0e5165 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa44145c-ac3a-4751-9802-d543d8ea09cb HTTP/1.1" status: 200 len: 210 time: 0.0399389 Feb 04 11:47:57.279368 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-cf8c7cbf-e43b-47f8-93cc-d1586a526f6d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:47:57.280994 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-cf8c7cbf-e43b-47f8-93cc-d1586a526f6d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "GET /v2.0/networks?id=227a7b83-6122-4c17-9e3c-78899e1178cf HTTP/1.1" status: 200 len: 796 time: 0.1489625 Feb 04 11:47:57.339344 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-f73459bc-7628-4faa-b26b-d1a43e780bc1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=009ced00ffd949498e5831cf00e326e7 HTTP/1.1" status: 200 len: 472 time: 0.0456095 Feb 04 11:47:57.349030 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-52437cbe-95a1-4bed-95da-690c0c817ea6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'port': {'device_id': 'fa44145c-ac3a-4751-9802-d543d8ea09cb', 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf', 'admin_state_up': True, 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'security_groups': ['0571d5db-2e23-4ad1-b5b5-2a7e7b6a41b4']}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:47:57.488233 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-52437cbe-95a1-4bed-95da-690c0c817ea6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:47:57.497687 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-52437cbe-95a1-4bed-95da-690c0c817ea6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:47:57.563677 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-52437cbe-95a1-4bed-95da-690c0c817ea6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Made reservation on behalf of 009ced00ffd949498e5831cf00e326e7 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:47:57.567302 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-52437cbe-95a1-4bed-95da-690c0c817ea6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:57.641249 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7710f94d-9028-4578-b994-31cb8dadd623 req-4119b56e-f47e-40d8-a8bd-b2916de68360 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa44145c-ac3a-4751-9802-d543d8ea09cb HTTP/1.1" status: 200 len: 210 time: 0.0409124 Feb 04 11:47:57.730513 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-52437cbe-95a1-4bed-95da-690c0c817ea6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Allocated IP 172.20.0.6 (227a7b83-6122-4c17-9e3c-78899e1178cf/a2228511-bf5f-4551-a06c-ea0821ffc87f/64ab3011-e752-4663-989a-efab256a83f2) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:47:57.916241 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-52437cbe-95a1-4bed-95da-690c0c817ea6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:57.931838 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-52437cbe-95a1-4bed-95da-690c0c817ea6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Transition to ACTIVE for port object 64ab3011-e752-4663-989a-efab256a83f2 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:47:58.020189 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-52437cbe-95a1-4bed-95da-690c0c817ea6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:58.096485 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-52437cbe-95a1-4bed-95da-690c0c817ea6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 227a7b83-6122-4c17-9e3c-78899e1178cf is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:47:58.099637 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-52437cbe-95a1-4bed-95da-690c0c817ea6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:47:58.103934 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-52437cbe-95a1-4bed-95da-690c0c817ea6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:47:58.130491 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52437cbe-95a1-4bed-95da-690c0c817ea6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=64ab3011-e752-4663-989a-efab256a83f2,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:47:58.184113 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-52437cbe-95a1-4bed-95da-690c0c817ea6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:47:58.184698 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-52437cbe-95a1-4bed-95da-690c0c817ea6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:58.290082 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-52437cbe-95a1-4bed-95da-690c0c817ea6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9445875 Feb 04 11:47:58.301337 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-c8907d30-6429-462e-bcf3-bba442589f2a service neutron] Request body: {'port': {'device_id': 'fa44145c-ac3a-4751-9802-d543d8ea09cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:47:58.407276 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-c8907d30-6429-462e-bcf3-bba442589f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:58.431894 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-0725a847-a3a0-4ff4-bc03-f7e844c139d7 None None] Provisioning for port 64ab3011-e752-4663-989a-efab256a83f2 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:47:58.438180 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-0725a847-a3a0-4ff4-bc03-f7e844c139d7 None None] Provisioning complete for port 64ab3011-e752-4663-989a-efab256a83f2 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:47:58.438807 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0725a847-a3a0-4ff4-bc03-f7e844c139d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:58.493723 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-0725a847-a3a0-4ff4-bc03-f7e844c139d7 None None] Port 64ab3011-e752-4663-989a-efab256a83f2 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:47:58.895531 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-c8907d30-6429-462e-bcf3-bba442589f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64ab3011-e752-4663-989a-efab256a83f2 {{(pid=84205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:47:58.904133 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-c8907d30-6429-462e-bcf3-bba442589f2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:58.925690 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c4ec4-cc01-4d8e-91e0-34635eac6bc1 req-bd5b83b4-920e-455c-98fe-9ec648c11007 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:47:58.926402 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-296c4ec4-cc01-4d8e-91e0-34635eac6bc1 req-bd5b83b4-920e-455c-98fe-9ec648c11007 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:47:58.931382 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-c8907d30-6429-462e-bcf3-bba442589f2a service neutron] Transition to ACTIVE for port object 64ab3011-e752-4663-989a-efab256a83f2 will not be triggered until provisioned by entity L2. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:47:58.980874 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-c8907d30-6429-462e-bcf3-bba442589f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:59.022558 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-296c4ec4-cc01-4d8e-91e0-34635eac6bc1 req-bd5b83b4-920e-455c-98fe-9ec648c11007 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:47:59.023306 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-296c4ec4-cc01-4d8e-91e0-34635eac6bc1 req-bd5b83b4-920e-455c-98fe-9ec648c11007 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa44145c-ac3a-4751-9802-d543d8ea09cb HTTP/1.1" status: 200 len: 931 time: 0.2571330 Feb 04 11:47:59.146190 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8907d30-6429-462e-bcf3-bba442589f2a service neutron] Pushing event updated for resources: {'Port': ['ID=64ab3011-e752-4663-989a-efab256a83f2,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:47:59.159724 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-296c4ec4-cc01-4d8e-91e0-34635eac6bc1 req-8a52f684-4a51-45c6-a84b-32709a45d75b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=0571d5db-2e23-4ad1-b5b5-2a7e7b6a41b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246624 Feb 04 11:47:59.280899 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-c8907d30-6429-462e-bcf3-bba442589f2a service neutron] Attempting to bind port 64ab3011-e752-4663-989a-efab256a83f2 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:47:59.281294 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-c8907d30-6429-462e-bcf3-bba442589f2a service neutron] Attempting to bind port 64ab3011-e752-4663-989a-efab256a83f2 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '2abb0805-d482-4f8d-a4f0-409b6baf5a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:47:59.281622 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-c8907d30-6429-462e-bcf3-bba442589f2a service neutron] Attempting to bind port 64ab3011-e752-4663-989a-efab256a83f2 on network 227a7b83-6122-4c17-9e3c-78899e1178cf {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:47:59.287591 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-c8907d30-6429-462e-bcf3-bba442589f2a service neutron] Port 64ab3011-e752-4663-989a-efab256a83f2 on network 227a7b83-6122-4c17-9e3c-78899e1178cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:47:59.291074 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-c8907d30-6429-462e-bcf3-bba442589f2a service neutron] Attempting to bind port 64ab3011-e752-4663-989a-efab256a83f2 on network 227a7b83-6122-4c17-9e3c-78899e1178cf {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:47:59.294426 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-c8907d30-6429-462e-bcf3-bba442589f2a service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:47:59.294759 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-c8907d30-6429-462e-bcf3-bba442589f2a service neutron] Checking segment: {'id': '2abb0805-d482-4f8d-a4f0-409b6baf5a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:47:59.295139 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-c8907d30-6429-462e-bcf3-bba442589f2a service neutron] Bound using segment: {'id': '2abb0805-d482-4f8d-a4f0-409b6baf5a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf'} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:47:59.296200 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-c8907d30-6429-462e-bcf3-bba442589f2a service neutron] Bound port: 64ab3011-e752-4663-989a-efab256a83f2, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2abb0805-d482-4f8d-a4f0-409b6baf5a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf'}}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:47:59.296571 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-c8907d30-6429-462e-bcf3-bba442589f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:59.390199 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-c8907d30-6429-462e-bcf3-bba442589f2a service neutron] For port 64ab3011-e752-4663-989a-efab256a83f2, host hv-neutron-8278, cleared binding levels {{(pid=84205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:47:59.393380 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-c8907d30-6429-462e-bcf3-bba442589f2a service neutron] For port 64ab3011-e752-4663-989a-efab256a83f2, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=64ab3011-e752-4663-989a-efab256a83f2,segment=NetworkSegment(2abb0805-d482-4f8d-a4f0-409b6baf5a0e),segment_id=2abb0805-d482-4f8d-a4f0-409b6baf5a0e)] {{(pid=84205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:47:59.455577 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-c8907d30-6429-462e-bcf3-bba442589f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:59.515539 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-c8907d30-6429-462e-bcf3-bba442589f2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:59.516918 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-c8907d30-6429-462e-bcf3-bba442589f2a service neutron] 10.222.0.47 "PUT /v2.0/ports/64ab3011-e752-4663-989a-efab256a83f2 HTTP/1.1" status: 200 len: 1093 time: 1.2196579 Feb 04 11:47:59.517347 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa44145c-ac3a-4751-9802-d543d8ea09cb', 'tag': '64ab3011-e752-4663-989a-efab256a83f2'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:47:59.539117 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8907d30-6429-462e-bcf3-bba442589f2a service neutron] Pushing event updated for resources: {'Port': ['ID=64ab3011-e752-4663-989a-efab256a83f2,revision_number=3']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:47:59.579517 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa44145c-ac3a-4751-9802-d543d8ea09cb', 'tag': '64ab3011-e752-4663-989a-efab256a83f2', 'status': 'completed', 'code': 200} Feb 04 11:47:59.676519 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d4b634a8-aba5-4bbf-a5f4-1cc03627954d req-47312a3c-1342-4d86-b789-fab49626ab41 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=fa44145c-ac3a-4751-9802-d543d8ea09cb HTTP/1.1" status: 200 len: 1096 time: 0.0766764 Feb 04 11:47:59.818605 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b634a8-aba5-4bbf-a5f4-1cc03627954d req-40869ecd-eafc-429d-b723-0eb6d9bcbb3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:47:59.819332 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d4b634a8-aba5-4bbf-a5f4-1cc03627954d req-40869ecd-eafc-429d-b723-0eb6d9bcbb3b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=009ced00ffd949498e5831cf00e326e7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1362216 Feb 04 11:47:59.954770 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b634a8-aba5-4bbf-a5f4-1cc03627954d req-d32385de-dff5-4aca-ae0c-08e3425eb4e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:47:59.956755 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d4b634a8-aba5-4bbf-a5f4-1cc03627954d req-d32385de-dff5-4aca-ae0c-08e3425eb4e9 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1319137 Feb 04 11:48:00.064777 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-83fe4e73-6674-4fd3-bb34-6e2150557f61 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=fa44145c-ac3a-4751-9802-d543d8ea09cb HTTP/1.1" status: 200 len: 1096 time: 0.0680981 Feb 04 11:48:00.129246 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-7085eae8-41e0-43a4-96e2-8effce96442a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64ab3011-e752-4663-989a-efab256a83f2 HTTP/1.1" status: 200 len: 217 time: 0.0632980 Feb 04 11:48:00.191502 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-d01e3b2d-802c-4072-ac09-5183abf7b629 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:00.192280 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-d01e3b2d-802c-4072-ac09-5183abf7b629 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a2228511-bf5f-4551-a06c-ea0821ffc87f HTTP/1.1" status: 200 len: 835 time: 0.0574796 Feb 04 11:48:00.275393 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-fd2845a8-da7b-40fb-8171-211cee5bb9e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=227a7b83-6122-4c17-9e3c-78899e1178cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762763 Feb 04 11:48:00.554309 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-340565f7-ea5a-4192-80de-8dbc2af1dfac service neutron] 10.222.0.47 "GET /v2.0/networks/227a7b83-6122-4c17-9e3c-78899e1178cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702823 Feb 04 11:48:00.586655 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09257fe4-5908-4991-8412-f80f979d3165 req-1ec7feb4-0cf7-4b8c-8e44-540833fdee63 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:00.587542 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-09257fe4-5908-4991-8412-f80f979d3165 req-1ec7feb4-0cf7-4b8c-8e44-540833fdee63 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa44145c-ac3a-4751-9802-d543d8ea09cb HTTP/1.1" status: 200 len: 943 time: 0.2808089 Feb 04 11:48:00.709528 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-09257fe4-5908-4991-8412-f80f979d3165 req-49c1cc89-3a73-4642-97a3-b7059aafa835 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=0571d5db-2e23-4ad1-b5b5-2a7e7b6a41b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739636 Feb 04 11:48:00.726119 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e3eeef24-2a5b-4736-813f-816e7a2e52aa req-2494ebac-bb97-4371-a0f3-8d7dac969604 service neutron] 10.222.0.47 "GET /v2.0/networks/227a7b83-6122-4c17-9e3c-78899e1178cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655116 Feb 04 11:48:01.917635 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842e825-3f31-46bc-9f40-5ea62046b907 req-3539a36b-d972-40c5-8fbd-41c1580208da tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:01.919091 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7842e825-3f31-46bc-9f40-5ea62046b907 req-3539a36b-d972-40c5-8fbd-41c1580208da tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa44145c-ac3a-4751-9802-d543d8ea09cb HTTP/1.1" status: 200 len: 943 time: 0.0845499 Feb 04 11:48:01.968104 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7842e825-3f31-46bc-9f40-5ea62046b907 req-6cc9bf53-1ba3-4063-9827-815638051a8d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=0571d5db-2e23-4ad1-b5b5-2a7e7b6a41b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418041 Feb 04 11:48:03.167093 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188eeec-3605-47fb-ae18-d72d4e5be457 req-88007b6c-081d-41d0-b7c2-ac6af788a7f5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:03.168514 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e188eeec-3605-47fb-ae18-d72d4e5be457 req-88007b6c-081d-41d0-b7c2-ac6af788a7f5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa44145c-ac3a-4751-9802-d543d8ea09cb HTTP/1.1" status: 200 len: 943 time: 0.0762568 Feb 04 11:48:03.221391 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e188eeec-3605-47fb-ae18-d72d4e5be457 req-1439a1f8-1888-4ee6-b722-c6646297fabb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=0571d5db-2e23-4ad1-b5b5-2a7e7b6a41b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463259 Feb 04 11:48:03.645922 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 64ab3011-e752-4663-989a-efab256a83f2 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:48:03.787910 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 64ab3011-e752-4663-989a-efab256a83f2, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=64ab3011-e752-4663-989a-efab256a83f2,segment=NetworkSegment(2abb0805-d482-4f8d-a4f0-409b6baf5a0e),segment_id=2abb0805-d482-4f8d-a4f0-409b6baf5a0e)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:48:03.807003 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': '64ab3011-e752-4663-989a-efab256a83f2', 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf', 'port_id': '64ab3011-e752-4663-989a-efab256a83f2', 'mac_address': 'fa:16:3e:89:78:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2228511-bf5f-4551-a06c-ea0821ffc87f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:48:03.865118 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:03.883779 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64ab3011-e752-4663-989a-efab256a83f2 {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:48:03.903783 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 64ab3011-e752-4663-989a-efab256a83f2, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=64ab3011-e752-4663-989a-efab256a83f2,segment=NetworkSegment(2abb0805-d482-4f8d-a4f0-409b6baf5a0e),segment_id=2abb0805-d482-4f8d-a4f0-409b6baf5a0e)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:48:03.968540 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:04.034399 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=64ab3011-e752-4663-989a-efab256a83f2,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:04.042617 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:04.042956 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:04.043286 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:04.043611 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:04.043969 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:04.044544 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:04.044862 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:04.045175 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:04.045489 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:04.045799 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:04.046146 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:04.324606 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['64ab3011-e752-4663-989a-efab256a83f2'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 11:48:04.418779 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a7a8b-dd46-4779-88fc-a03e8961ce46 req-5eabd653-1fb6-41d7-986e-0a400c0502f5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:04.422456 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a61a7a8b-dd46-4779-88fc-a03e8961ce46 req-5eabd653-1fb6-41d7-986e-0a400c0502f5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa44145c-ac3a-4751-9802-d543d8ea09cb HTTP/1.1" status: 200 len: 944 time: 0.0778322 Feb 04 11:48:04.467458 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a61a7a8b-dd46-4779-88fc-a03e8961ce46 req-a5e92004-e850-4640-94b6-3f834dc18047 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=0571d5db-2e23-4ad1-b5b5-2a7e7b6a41b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408697 Feb 04 11:48:05.659461 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 64ab3011-e752-4663-989a-efab256a83f2 up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:48:05.684184 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03509a0c-c7c0-42b7-90aa-535efe99eefc req-270d3d14-91f6-4920-b3de-5c61cd172531 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:05.689364 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-03509a0c-c7c0-42b7-90aa-535efe99eefc req-270d3d14-91f6-4920-b3de-5c61cd172531 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa44145c-ac3a-4751-9802-d543d8ea09cb HTTP/1.1" status: 200 len: 944 time: 0.0892146 Feb 04 11:48:05.742581 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-03509a0c-c7c0-42b7-90aa-535efe99eefc req-04d25488-0203-4609-a1da-d01d7f9ab35c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=0571d5db-2e23-4ad1-b5b5-2a7e7b6a41b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491843 Feb 04 11:48:05.809562 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port 64ab3011-e752-4663-989a-efab256a83f2 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:48:05.815409 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port 64ab3011-e752-4663-989a-efab256a83f2 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:48:05.815806 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:05.944521 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:05.976422 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa44145c-ac3a-4751-9802-d543d8ea09cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ab3011-e752-4663-989a-efab256a83f2'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:48:05.989565 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 64ab3011-e752-4663-989a-efab256a83f2, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=64ab3011-e752-4663-989a-efab256a83f2,segment=NetworkSegment(2abb0805-d482-4f8d-a4f0-409b6baf5a0e),segment_id=2abb0805-d482-4f8d-a4f0-409b6baf5a0e)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:48:06.076307 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa44145c-ac3a-4751-9802-d543d8ea09cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ab3011-e752-4663-989a-efab256a83f2', 'code': 200} Feb 04 11:48:06.112426 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:06.146749 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:06.181081 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=64ab3011-e752-4663-989a-efab256a83f2,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:06.450332 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8b59e651-4117-4fcc-b0cc-2079ea1f45f1 req-06e3890d-84c6-46e6-9736-807c691afaac service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fa44145c-ac3a-4751-9802-d543d8ea09cb HTTP/1.1" status: 200 len: 1098 time: 0.0715351 Feb 04 11:48:06.494802 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8b59e651-4117-4fcc-b0cc-2079ea1f45f1 req-0cff735c-5150-4536-9215-80a611a93e83 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0571d5db-2e23-4ad1-b5b5-2a7e7b6a41b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386176 Feb 04 11:48:06.941498 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fac69-ad99-4710-87cc-3723d68c094c req-bb8d1032-b9aa-41d3-8d55-e85809a7ea92 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:06.942965 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8d6fac69-ad99-4710-87cc-3723d68c094c req-bb8d1032-b9aa-41d3-8d55-e85809a7ea92 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa44145c-ac3a-4751-9802-d543d8ea09cb HTTP/1.1" status: 200 len: 945 time: 0.0771594 Feb 04 11:48:06.989167 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8d6fac69-ad99-4710-87cc-3723d68c094c req-7f5970de-0d2f-4b76-b00d-0cb325a999fd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=0571d5db-2e23-4ad1-b5b5-2a7e7b6a41b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405965 Feb 04 11:48:08.203834 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f74f5-ae42-4aa6-ab07-cfe4e7b6c795 req-0c5e513a-bfaa-4f8f-a636-f761ea080036 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:08.205744 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6f0f74f5-ae42-4aa6-ab07-cfe4e7b6c795 req-0c5e513a-bfaa-4f8f-a636-f761ea080036 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa44145c-ac3a-4751-9802-d543d8ea09cb HTTP/1.1" status: 200 len: 945 time: 0.0807593 Feb 04 11:48:08.251104 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6f0f74f5-ae42-4aa6-ab07-cfe4e7b6c795 req-2674b142-101c-4cb3-ad1b-50d997c8bf72 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=0571d5db-2e23-4ad1-b5b5-2a7e7b6a41b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393314 Feb 04 11:48:08.455340 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c3283-6a69-4fb9-9bf4-c94441b7f65d req-1bccbdb0-a823-478f-b158-cf0b805f403c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:08.456731 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7a1c3283-6a69-4fb9-9bf4-c94441b7f65d req-1bccbdb0-a823-478f-b158-cf0b805f403c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa44145c-ac3a-4751-9802-d543d8ea09cb HTTP/1.1" status: 200 len: 945 time: 0.0795257 Feb 04 11:48:08.501154 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7a1c3283-6a69-4fb9-9bf4-c94441b7f65d req-06208804-c9b8-402d-8152-6fb7b9d82d7b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=0571d5db-2e23-4ad1-b5b5-2a7e7b6a41b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386479 Feb 04 11:48:08.530960 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42036) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:48:08.600337 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-431b6e70-d868-4ed4-9d15-48c9680c330c tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fa44145c-ac3a-4751-9802-d543d8ea09cb HTTP/1.1" status: 200 len: 1093 time: 0.0681686 Feb 04 11:48:08.602953 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42040) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:48:08.608220 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-8a015b43-1402-44f5-a94a-e99281299c20 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'floatingip': {'port_id': '64ab3011-e752-4663-989a-efab256a83f2'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:48:08.685971 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8a015b43-1402-44f5-a94a-e99281299c20 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:09.270051 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8a015b43-1402-44f5-a94a-e99281299c20 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:09.317293 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8a015b43-1402-44f5-a94a-e99281299c20 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:09.603050 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.l3_db [None req-8a015b43-1402-44f5-a94a-e99281299c20 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Floating IP 9f0add59-98ab-431c-b41b-2c63fbfbcf07 associated. External IP: 172.26.3.197, port: 64ab3011-e752-4663-989a-efab256a83f2. Feb 04 11:48:09.991586 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a015b43-1402-44f5-a94a-e99281299c20 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router 0246b46a-a075-44a6-9539-7d369faf26b3 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:48:10.197910 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a015b43-1402-44f5-a94a-e99281299c20 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:48:10.202297 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8a015b43-1402-44f5-a94a-e99281299c20 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:10.208017 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e1a1f9-50e2-4283-a980-5a9f15024508 None None] Sync routers for ids ['0246b46a-a075-44a6-9539-7d369faf26b3'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:48:10.223498 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e1a1f9-50e2-4283-a980-5a9f15024508 None None] Routers {'0246b46a-a075-44a6-9539-7d369faf26b3'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:48:10.224367 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-95e1a1f9-50e2-4283-a980-5a9f15024508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:47:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['0246b46a-a075-44a6-9539-7d369faf26b3'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:48:10.258903 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8a015b43-1402-44f5-a94a-e99281299c20 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "PUT /v2.0/floatingips/9f0add59-98ab-431c-b41b-2c63fbfbcf07 HTTP/1.1" status: 200 len: 991 time: 1.6548681 Feb 04 11:48:10.259564 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa44145c-ac3a-4751-9802-d543d8ea09cb', 'tag': '64ab3011-e752-4663-989a-efab256a83f2'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:48:10.261810 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42044) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:48:10.313523 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa44145c-ac3a-4751-9802-d543d8ea09cb', 'tag': '64ab3011-e752-4663-989a-efab256a83f2', 'status': 'completed', 'code': 200} Feb 04 11:48:10.415362 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6d849464-d86b-48f8-9088-bf021de43315 req-e6625bdd-8a99-4c6c-965b-6e6477bf70f7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=fa44145c-ac3a-4751-9802-d543d8ea09cb HTTP/1.1" status: 200 len: 1098 time: 0.0787671 Feb 04 11:48:10.419940 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-95e1a1f9-50e2-4283-a980-5a9f15024508 None None] Set router 0246b46a-a075-44a6-9539-7d369faf26b3 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:48:10.479199 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9a9a7e52-2ce3-4c5c-a0b8-04d3d7ac0093 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/9f0add59-98ab-431c-b41b-2c63fbfbcf07 HTTP/1.1" status: 200 len: 991 time: 0.2129779 Feb 04 11:48:10.551785 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d849464-d86b-48f8-9088-bf021de43315 req-4bf7516f-67da-45da-a1e4-e2383403a243 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:10.553203 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6d849464-d86b-48f8-9088-bf021de43315 req-4bf7516f-67da-45da-a1e4-e2383403a243 service neutron] 10.222.0.47 "GET /v2.0/networks?id=227a7b83-6122-4c17-9e3c-78899e1178cf HTTP/1.1" status: 200 len: 897 time: 0.1319463 Feb 04 11:48:10.654963 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6d849464-d86b-48f8-9088-bf021de43315 req-e4ab8aba-9d24-4452-835b-4d3bb78ca37e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64ab3011-e752-4663-989a-efab256a83f2 HTTP/1.1" status: 200 len: 999 time: 0.0958955 Feb 04 11:48:10.708554 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:48:10.715636 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d849464-d86b-48f8-9088-bf021de43315 req-47c5457f-1bc6-4aff-a590-7c21ee99ea9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:10.717050 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6d849464-d86b-48f8-9088-bf021de43315 req-47c5457f-1bc6-4aff-a590-7c21ee99ea9b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a2228511-bf5f-4551-a06c-ea0821ffc87f HTTP/1.1" status: 200 len: 835 time: 0.0559349 Feb 04 11:48:10.774874 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-95e1a1f9-50e2-4283-a980-5a9f15024508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'name': 'tempest-TestNetworkBasicOps-router-785203876', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '651d6538-38bf-4275-88de-0af5c849bc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:45:54Z', 'updated_at': '2022-02-04T11:45:59Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '651d6538-38bf-4275-88de-0af5c849bc64', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:55Z', 'updated_at': '2022-02-04T11:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '9f0add59-98ab-431c-b41b-2c63fbfbcf07', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.197', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'port_id': '64ab3011-e752-4663-989a-efab256a83f2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf', 'mac_address': 'fa:16:3e:89:78:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa44145c-ac3a-4751-9802-d543d8ea09cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:46:23Z', 'updated_at': '2022-02-04T11:48:09Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e34cdaa0-610d-4708-8e72-516a83deeeac', 'name': '', 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:8c:7d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2228511-bf5f-4551-a06c-ea0821ffc87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:59Z', 'updated_at': '2022-02-04T11:46:05Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'a2228511-bf5f-4551-a06c-ea0821ffc87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:48:10.778831 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e1a1f9-50e2-4283-a980-5a9f15024508 None None] Checking router: 0246b46a-a075-44a6-9539-7d369faf26b3 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:48:10.789779 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e1a1f9-50e2-4283-a980-5a9f15024508 None None] Routers {'0246b46a-a075-44a6-9539-7d369faf26b3'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:48:10.790498 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-95e1a1f9-50e2-4283-a980-5a9f15024508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:47:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['0246b46a-a075-44a6-9539-7d369faf26b3'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:48:10.793950 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6d849464-d86b-48f8-9088-bf021de43315 req-c9bfd593-3858-4d54-95e3-ae02914ffa54 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=227a7b83-6122-4c17-9e3c-78899e1178cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707102 Feb 04 11:48:10.941796 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6d849464-d86b-48f8-9088-bf021de43315 req-25e64507-0c2d-4cbd-98a6-40d14d6005c5 service neutron] 10.222.0.47 "GET /v2.0/networks/227a7b83-6122-4c17-9e3c-78899e1178cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413603 Feb 04 11:48:10.997999 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-95e1a1f9-50e2-4283-a980-5a9f15024508 None None] Set router 0246b46a-a075-44a6-9539-7d369faf26b3 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:48:11.097490 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6d849464-d86b-48f8-9088-bf021de43315 req-e8891b32-3ef2-4335-91f2-68380f29287a service neutron] 10.222.0.47 "GET /v2.0/networks/227a7b83-6122-4c17-9e3c-78899e1178cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495910 Feb 04 11:48:11.374213 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-95e1a1f9-50e2-4283-a980-5a9f15024508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'name': 'tempest-TestNetworkBasicOps-router-785203876', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '651d6538-38bf-4275-88de-0af5c849bc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:45:54Z', 'updated_at': '2022-02-04T11:45:59Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '651d6538-38bf-4275-88de-0af5c849bc64', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:55Z', 'updated_at': '2022-02-04T11:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '9f0add59-98ab-431c-b41b-2c63fbfbcf07', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.197', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'port_id': '64ab3011-e752-4663-989a-efab256a83f2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf', 'mac_address': 'fa:16:3e:89:78:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa44145c-ac3a-4751-9802-d543d8ea09cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:46:23Z', 'updated_at': '2022-02-04T11:48:09Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e34cdaa0-610d-4708-8e72-516a83deeeac', 'name': '', 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:8c:7d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2228511-bf5f-4551-a06c-ea0821ffc87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:59Z', 'updated_at': '2022-02-04T11:46:05Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'a2228511-bf5f-4551-a06c-ea0821ffc87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:48:11.379385 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e1a1f9-50e2-4283-a980-5a9f15024508 None None] The sync data for ids ['0246b46a-a075-44a6-9539-7d369faf26b3'] in dv-neutron-827825-2-hyperv is: [{'id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'name': 'tempest-TestNetworkBasicOps-router-785203876', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '651d6538-38bf-4275-88de-0af5c849bc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:45:54Z', 'updated_at': '2022-02-04T11:45:59Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '651d6538-38bf-4275-88de-0af5c849bc64', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:55Z', 'updated_at': '2022-02-04T11:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '9f0add59-98ab-431c-b41b-2c63fbfbcf07', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.197', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'port_id': '64ab3011-e752-4663-989a-efab256a83f2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf', 'mac_address': 'fa:16:3e:89:78:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa44145c-ac3a-4751-9802-d543d8ea09cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:46:23Z', 'updated_at': '2022-02-04T11:48:09Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e34cdaa0-610d-4708-8e72-516a83deeeac', 'name': '', 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:8c:7d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2228511-bf5f-4551-a06c-ea0821ffc87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:59Z', 'updated_at': '2022-02-04T11:46:05Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'a2228511-bf5f-4551-a06c-ea0821ffc87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:48:11.483877 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42050) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:48:11.580480 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e13451a-77bc-4037-bb05-50e9de93d03b None None] New status for floating IP 9f0add59-98ab-431c-b41b-2c63fbfbcf07: ACTIVE {{(pid=84206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 11:48:11.594705 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-31c25dc5-1030-4887-b848-1b018dce5b32 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/9f0add59-98ab-431c-b41b-2c63fbfbcf07 HTTP/1.1" status: 200 len: 991 time: 0.1097782 Feb 04 11:48:12.065909 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8a11528e-8e0a-4c0c-98f3-745181cacde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:12.599202 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42054) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:48:12.701772 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9319145a-0250-4777-a519-d4f2955173ae tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/9f0add59-98ab-431c-b41b-2c63fbfbcf07 HTTP/1.1" status: 200 len: 993 time: 0.1014433 Feb 04 11:48:14.477660 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4f53e8a5-6374-4511-9ed1-1d2df572f793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:15.660153 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:15.683017 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:16.928839 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:36.072393 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:42.105003 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-55112549-d9c7-43e9-b5db-694ba52c3b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:44.487113 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b8489460-7cef-4b1c-bef1-c7eb47306612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:45.646975 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:45.680223 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:46.848241 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:47.699516 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:48:51.260958 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0328a41e-8a3a-44cf-8f35-7fedd77e2531 req-7fdc5064-e0e6-4724-a095-6796426012ff service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a9afe7ae-ecd8-4f92-98d2-03267a1fd007&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1822205 Feb 04 11:48:51.354105 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0328a41e-8a3a-44cf-8f35-7fedd77e2531 req-9a690ef0-3341-4305-9b25-92c1460019e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4e2cb104d3bb42a4a344ade0b8b3bbd0&device_id=a9afe7ae-ecd8-4f92-98d2-03267a1fd007 HTTP/1.1" status: 200 len: 1098 time: 0.0717909 Feb 04 11:48:51.512711 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328a41e-8a3a-44cf-8f35-7fedd77e2531 req-a85bc550-9abe-44f3-bace-50019ca64dab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:51.514751 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0328a41e-8a3a-44cf-8f35-7fedd77e2531 req-a85bc550-9abe-44f3-bace-50019ca64dab service neutron] 10.222.0.47 "GET /v2.0/networks?id=a23f3c76-d15a-4fcc-b821-61e65e6da3f4 HTTP/1.1" status: 200 len: 912 time: 0.1344213 Feb 04 11:48:51.621694 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0328a41e-8a3a-44cf-8f35-7fedd77e2531 req-535c0059-9f63-4361-9a8f-7a8dd0ca0290 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95d1ff22-0d5c-41d7-8719-6a2037eb2d9f HTTP/1.1" status: 200 len: 1001 time: 0.1013591 Feb 04 11:48:51.688934 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328a41e-8a3a-44cf-8f35-7fedd77e2531 req-3f07b7e3-27cc-4891-9809-90822d9448cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:51.690407 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0328a41e-8a3a-44cf-8f35-7fedd77e2531 req-3f07b7e3-27cc-4891-9809-90822d9448cd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5af355fa-ef8e-4697-b6fa-0681cfbee57c HTTP/1.1" status: 200 len: 850 time: 0.0625622 Feb 04 11:48:51.773090 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0328a41e-8a3a-44cf-8f35-7fedd77e2531 req-4eeac242-c76f-4587-ab0e-0c38d23cc82a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a23f3c76-d15a-4fcc-b821-61e65e6da3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769153 Feb 04 11:48:51.912802 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0328a41e-8a3a-44cf-8f35-7fedd77e2531 req-7fb95470-a77c-4124-a2fc-723c655b5556 service neutron] 10.222.0.47 "GET /v2.0/networks/a23f3c76-d15a-4fcc-b821-61e65e6da3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308734 Feb 04 11:48:52.082139 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0328a41e-8a3a-44cf-8f35-7fedd77e2531 req-89d84b40-938d-4a3c-89d9-3e62bf0287f2 service neutron] 10.222.0.47 "GET /v2.0/networks/a23f3c76-d15a-4fcc-b821-61e65e6da3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637971 Feb 04 11:49:06.099335 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:12.081746 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4b0bf368-e00e-4a36-bded-be1c6734e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:14.505006 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-163a48d1-4c94-44ba-a74d-ca454e466491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:15.676019 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:15.693806 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:16.962231 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:24.700381 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:49:26.923794 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5a219-ad53-4a6a-8b66-169edf34d509 req-5e807350-e2c1-436b-b572-34524041b7c4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:26.925239 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-78f5a219-ad53-4a6a-8b66-169edf34d509 req-5e807350-e2c1-436b-b572-34524041b7c4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa44145c-ac3a-4751-9802-d543d8ea09cb HTTP/1.1" status: 200 len: 945 time: 0.1651633 Feb 04 11:49:26.972386 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-78f5a219-ad53-4a6a-8b66-169edf34d509 req-7cec60ac-2ea3-4b94-b961-fdd55640342f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=0571d5db-2e23-4ad1-b5b5-2a7e7b6a41b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408525 Feb 04 11:49:28.293793 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62b313-e3bd-41d2-a2ae-bfd159ad9d49 req-e0898dce-1f21-4c99-99d2-9c21144ac290 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:28.299743 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6a62b313-e3bd-41d2-a2ae-bfd159ad9d49 req-e0898dce-1f21-4c99-99d2-9c21144ac290 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa44145c-ac3a-4751-9802-d543d8ea09cb HTTP/1.1" status: 200 len: 945 time: 0.1903205 Feb 04 11:49:28.366736 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6a62b313-e3bd-41d2-a2ae-bfd159ad9d49 req-f8c2b726-b529-472a-b689-cf992a33bca1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=0571d5db-2e23-4ad1-b5b5-2a7e7b6a41b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644789 Feb 04 11:49:28.612117 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8adb7ba-46f6-4b8b-87da-160123e019e7 req-54a3a5e0-c86f-4998-a886-91fbde6f40e7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:28.613554 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b8adb7ba-46f6-4b8b-87da-160123e019e7 req-54a3a5e0-c86f-4998-a886-91fbde6f40e7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa44145c-ac3a-4751-9802-d543d8ea09cb HTTP/1.1" status: 200 len: 945 time: 0.0841334 Feb 04 11:49:28.687839 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-b8adb7ba-46f6-4b8b-87da-160123e019e7 req-0282568c-4148-4283-a42b-df2c5c94b7af tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting port 64ab3011-e752-4663-989a-efab256a83f2 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:49:28.688178 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b8adb7ba-46f6-4b8b-87da-160123e019e7 req-0282568c-4148-4283-a42b-df2c5c94b7af tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:28.943348 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-b8adb7ba-46f6-4b8b-87da-160123e019e7 req-0282568c-4148-4283-a42b-df2c5c94b7af tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] For port 64ab3011-e752-4663-989a-efab256a83f2, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=64ab3011-e752-4663-989a-efab256a83f2,segment=NetworkSegment(2abb0805-d482-4f8d-a4f0-409b6baf5a0e),segment_id=2abb0805-d482-4f8d-a4f0-409b6baf5a0e)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:49:28.943701 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b8adb7ba-46f6-4b8b-87da-160123e019e7 req-0282568c-4148-4283-a42b-df2c5c94b7af tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:29.317039 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b8adb7ba-46f6-4b8b-87da-160123e019e7 req-0282568c-4148-4283-a42b-df2c5c94b7af tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:29.319868 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b8adb7ba-46f6-4b8b-87da-160123e019e7 req-0282568c-4148-4283-a42b-df2c5c94b7af tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:29.319868 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.l3_db [req-b8adb7ba-46f6-4b8b-87da-160123e019e7 req-0282568c-4148-4283-a42b-df2c5c94b7af tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Floating IP 9f0add59-98ab-431c-b41b-2c63fbfbcf07 disassociated. External IP: 172.26.3.197, port: 64ab3011-e752-4663-989a-efab256a83f2. Feb 04 11:49:29.319868 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-b8adb7ba-46f6-4b8b-87da-160123e019e7 req-0282568c-4148-4283-a42b-df2c5c94b7af tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Calling delete_port for 64ab3011-e752-4663-989a-efab256a83f2 owned by compute:nova {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:49:29.549150 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b8adb7ba-46f6-4b8b-87da-160123e019e7 req-0282568c-4148-4283-a42b-df2c5c94b7af tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:29.588386 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ed5dc205-56a2-414d-b09f-8d5b56ee6ac1 req-45610c33-84fa-4e6d-9efb-61c17138f190 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa44145c-ac3a-4751-9802-d543d8ea09cb HTTP/1.1" status: 200 len: 210 time: 0.0772085 Feb 04 11:49:29.603999 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282568c-4148-4283-a42b-df2c5c94b7af tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Port': ['ID=64ab3011-e752-4663-989a-efab256a83f2,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:29.614217 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0282568c-4148-4283-a42b-df2c5c94b7af tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:29.614833 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0282568c-4148-4283-a42b-df2c5c94b7af tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:29.614923 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0282568c-4148-4283-a42b-df2c5c94b7af tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:29.615182 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0282568c-4148-4283-a42b-df2c5c94b7af tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:29.615504 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0282568c-4148-4283-a42b-df2c5c94b7af tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:29.615822 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0282568c-4148-4283-a42b-df2c5c94b7af tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:29.616136 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0282568c-4148-4283-a42b-df2c5c94b7af tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:29.616517 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0282568c-4148-4283-a42b-df2c5c94b7af tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:29.616759 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0282568c-4148-4283-a42b-df2c5c94b7af tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:29.617101 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0282568c-4148-4283-a42b-df2c5c94b7af tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:29.617379 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0282568c-4148-4283-a42b-df2c5c94b7af tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:29.831290 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8adb7ba-46f6-4b8b-87da-160123e019e7 req-0282568c-4148-4283-a42b-df2c5c94b7af tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router 0246b46a-a075-44a6-9539-7d369faf26b3 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:49:30.044126 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8adb7ba-46f6-4b8b-87da-160123e019e7 req-0282568c-4148-4283-a42b-df2c5c94b7af tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:49:30.055573 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8a955d-4860-48ea-be83-1d0850711521 None None] Sync routers for ids ['0246b46a-a075-44a6-9539-7d369faf26b3'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:49:30.074419 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8a955d-4860-48ea-be83-1d0850711521 None None] Routers {'0246b46a-a075-44a6-9539-7d369faf26b3'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:49:30.075033 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-5a8a955d-4860-48ea-be83-1d0850711521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:49:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['0246b46a-a075-44a6-9539-7d369faf26b3'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:49:30.121431 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8adb7ba-46f6-4b8b-87da-160123e019e7 req-0282568c-4148-4283-a42b-df2c5c94b7af tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] No DVR routers for this DVR port 64ab3011-e752-4663-989a-efab256a83f2 on host hv-neutron-8278 {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:49:30.124006 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b8adb7ba-46f6-4b8b-87da-160123e019e7 req-0282568c-4148-4283-a42b-df2c5c94b7af tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:30.127167 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa44145c-ac3a-4751-9802-d543d8ea09cb', 'name': 'network-vif-deleted', 'tag': '64ab3011-e752-4663-989a-efab256a83f2'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:49:30.202517 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b8adb7ba-46f6-4b8b-87da-160123e019e7 req-0282568c-4148-4283-a42b-df2c5c94b7af tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "DELETE /v2.0/ports/64ab3011-e752-4663-989a-efab256a83f2 HTTP/1.1" status: 204 len: 173 time: 1.5831602 Feb 04 11:49:30.277021 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-5a8a955d-4860-48ea-be83-1d0850711521 None None] Set router 0246b46a-a075-44a6-9539-7d369faf26b3 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:49:30.290132 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa44145c-ac3a-4751-9802-d543d8ea09cb', 'name': 'network-vif-deleted', 'tag': '64ab3011-e752-4663-989a-efab256a83f2', 'status': 'completed', 'code': 200} Feb 04 11:49:30.606368 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-5a8a955d-4860-48ea-be83-1d0850711521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'name': 'tempest-TestNetworkBasicOps-router-785203876', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '651d6538-38bf-4275-88de-0af5c849bc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:45:54Z', 'updated_at': '2022-02-04T11:45:59Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '651d6538-38bf-4275-88de-0af5c849bc64', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:55Z', 'updated_at': '2022-02-04T11:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'e34cdaa0-610d-4708-8e72-516a83deeeac', 'name': '', 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:8c:7d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2228511-bf5f-4551-a06c-ea0821ffc87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:59Z', 'updated_at': '2022-02-04T11:46:05Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'a2228511-bf5f-4551-a06c-ea0821ffc87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:49:30.610044 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8a955d-4860-48ea-be83-1d0850711521 None None] Checking router: 0246b46a-a075-44a6-9539-7d369faf26b3 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:49:30.621269 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8a955d-4860-48ea-be83-1d0850711521 None None] Routers {'0246b46a-a075-44a6-9539-7d369faf26b3'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:49:30.621857 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-5a8a955d-4860-48ea-be83-1d0850711521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:49:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['0246b46a-a075-44a6-9539-7d369faf26b3'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:49:30.777795 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-42e7023b-c1de-4026-8aaa-8564ae9f6e06 req-974bc224-9b2e-4be7-b13d-e51efe2ab271 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:49:30.835735 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-5a8a955d-4860-48ea-be83-1d0850711521 None None] Set router 0246b46a-a075-44a6-9539-7d369faf26b3 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:49:30.887952 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-42e7023b-c1de-4026-8aaa-8564ae9f6e06 req-974bc224-9b2e-4be7-b13d-e51efe2ab271 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:49:30.892016 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-42e7023b-c1de-4026-8aaa-8564ae9f6e06 req-974bc224-9b2e-4be7-b13d-e51efe2ab271 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa44145c-ac3a-4751-9802-d543d8ea09cb HTTP/1.1" status: 200 len: 210 time: 0.1565931 Feb 04 11:49:31.180191 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-5a8a955d-4860-48ea-be83-1d0850711521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'name': 'tempest-TestNetworkBasicOps-router-785203876', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '651d6538-38bf-4275-88de-0af5c849bc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:45:54Z', 'updated_at': '2022-02-04T11:45:59Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '651d6538-38bf-4275-88de-0af5c849bc64', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:55Z', 'updated_at': '2022-02-04T11:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'e34cdaa0-610d-4708-8e72-516a83deeeac', 'name': '', 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:8c:7d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2228511-bf5f-4551-a06c-ea0821ffc87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:59Z', 'updated_at': '2022-02-04T11:46:05Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'a2228511-bf5f-4551-a06c-ea0821ffc87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:49:31.184260 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8a955d-4860-48ea-be83-1d0850711521 None None] The sync data for ids ['0246b46a-a075-44a6-9539-7d369faf26b3'] in dv-neutron-827825-2-hyperv is: [{'id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'name': 'tempest-TestNetworkBasicOps-router-785203876', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '651d6538-38bf-4275-88de-0af5c849bc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:45:54Z', 'updated_at': '2022-02-04T11:45:59Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '651d6538-38bf-4275-88de-0af5c849bc64', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:55Z', 'updated_at': '2022-02-04T11:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'e34cdaa0-610d-4708-8e72-516a83deeeac', 'name': '', 'network_id': '227a7b83-6122-4c17-9e3c-78899e1178cf', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:8c:7d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2228511-bf5f-4551-a06c-ea0821ffc87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:59Z', 'updated_at': '2022-02-04T11:46:05Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'a2228511-bf5f-4551-a06c-ea0821ffc87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:49:31.416619 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eee05f-4f71-45a1-b1da-0c5aff0d0cf7 None None] New status for floating IP 9f0add59-98ab-431c-b41b-2c63fbfbcf07: DOWN {{(pid=84206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 11:49:32.008064 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42142) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:49:32.085128 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-409bfe4b-50a3-49c8-b966-4d252259f67d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:32.116291 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-409bfe4b-50a3-49c8-b966-4d252259f67d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:32.264746 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-409bfe4b-50a3-49c8-b966-4d252259f67d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:32.284621 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409bfe4b-50a3-49c8-b966-4d252259f67d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0571d5db-2e23-4ad1-b5b5-2a7e7b6a41b4,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:32.293562 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409bfe4b-50a3-49c8-b966-4d252259f67d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:32.293934 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409bfe4b-50a3-49c8-b966-4d252259f67d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:32.294245 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409bfe4b-50a3-49c8-b966-4d252259f67d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:32.294574 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409bfe4b-50a3-49c8-b966-4d252259f67d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:32.294894 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409bfe4b-50a3-49c8-b966-4d252259f67d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:32.295473 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409bfe4b-50a3-49c8-b966-4d252259f67d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:32.295795 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409bfe4b-50a3-49c8-b966-4d252259f67d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:32.296112 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409bfe4b-50a3-49c8-b966-4d252259f67d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:32.296425 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409bfe4b-50a3-49c8-b966-4d252259f67d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:32.296737 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409bfe4b-50a3-49c8-b966-4d252259f67d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:32.297045 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409bfe4b-50a3-49c8-b966-4d252259f67d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:32.395101 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-409bfe4b-50a3-49c8-b966-4d252259f67d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:32.396291 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-409bfe4b-50a3-49c8-b966-4d252259f67d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/security-groups/0571d5db-2e23-4ad1-b5b5-2a7e7b6a41b4 HTTP/1.1" status: 204 len: 168 time: 0.3872488 Feb 04 11:49:32.540749 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42150) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:49:32.702379 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-19d976fc-29e4-4763-bef3-49764ba10988 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting port dbd62393-8e54-4578-82b6-cecb78383c36 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:49:32.702716 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-19d976fc-29e4-4763-bef3-49764ba10988 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:32.882609 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-19d976fc-29e4-4763-bef3-49764ba10988 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:32.882952 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-19d976fc-29e4-4763-bef3-49764ba10988 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:33.016170 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-19d976fc-29e4-4763-bef3-49764ba10988 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Calling delete_port for dbd62393-8e54-4578-82b6-cecb78383c36 owned by network:floatingip {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:49:33.253471 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-19d976fc-29e4-4763-bef3-49764ba10988 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:33.302588 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d976fc-29e4-4763-bef3-49764ba10988 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Port': ['ID=dbd62393-8e54-4578-82b6-cecb78383c36,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:33.530623 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-19d976fc-29e4-4763-bef3-49764ba10988 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:33.665948 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-19d976fc-29e4-4763-bef3-49764ba10988 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:33.667121 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-19d976fc-29e4-4763-bef3-49764ba10988 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/floatingips/9f0add59-98ab-431c-b41b-2c63fbfbcf07 HTTP/1.1" status: 204 len: 168 time: 1.1253996 Feb 04 11:49:34.001262 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 64ab3011-e752-4663-989a-efab256a83f2 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:49:34.037463 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] No Port match for: 64ab3011-e752-4663-989a-efab256a83f2 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:49:34.037801 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 64ab3011-e752-4663-989a-efab256a83f2 not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:49:34.328188 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff211009-764a-46f3-a0a9-dc620248caf3 req-273707f0-f3dc-44ee-bb1b-6cee6032db30 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:34.328788 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-ff211009-764a-46f3-a0a9-dc620248caf3 req-273707f0-f3dc-44ee-bb1b-6cee6032db30 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:49:34.481685 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-ff211009-764a-46f3-a0a9-dc620248caf3 req-273707f0-f3dc-44ee-bb1b-6cee6032db30 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:49:34.482923 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ff211009-764a-46f3-a0a9-dc620248caf3 req-273707f0-f3dc-44ee-bb1b-6cee6032db30 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb04c884-7f6a-4982-91ac-b77ea6939b4a HTTP/1.1" status: 200 len: 945 time: 0.2367542 Feb 04 11:49:34.534783 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ff211009-764a-46f3-a0a9-dc620248caf3 req-3c061d4f-28e4-472d-bf27-cea5406cd2c0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=021073f7-9cfe-4e3a-8b34-75ea5f47874a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458803 Feb 04 11:49:35.759868 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2573e3-49ce-4670-b203-c77139b9ad62 req-c32b0efb-a864-4c2d-a8e1-c0081166ac0f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:35.761374 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-db2573e3-49ce-4670-b203-c77139b9ad62 req-c32b0efb-a864-4c2d-a8e1-c0081166ac0f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb04c884-7f6a-4982-91ac-b77ea6939b4a HTTP/1.1" status: 200 len: 945 time: 0.0890005 Feb 04 11:49:35.811349 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-db2573e3-49ce-4670-b203-c77139b9ad62 req-bc7f1266-65d7-40a5-b746-e5b43dee927e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:security_group {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:49:35.898537 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-db2573e3-49ce-4670-b203-c77139b9ad62 req-bc7f1266-65d7-40a5-b746-e5b43dee927e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:security_group {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:49:35.899712 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-db2573e3-49ce-4670-b203-c77139b9ad62 req-bc7f1266-65d7-40a5-b746-e5b43dee927e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=021073f7-9cfe-4e3a-8b34-75ea5f47874a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327491 Feb 04 11:49:35.943912 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6185945-420d-4931-8db8-54c8b4a15c3a req-cbf53e93-87c4-429a-b404-d3ca82fb7242 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:35.945387 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f6185945-420d-4931-8db8-54c8b4a15c3a req-cbf53e93-87c4-429a-b404-d3ca82fb7242 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb04c884-7f6a-4982-91ac-b77ea6939b4a HTTP/1.1" status: 200 len: 945 time: 0.0899317 Feb 04 11:49:36.017485 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-f6185945-420d-4931-8db8-54c8b4a15c3a req-c7f26e84-07b8-4fb5-892d-99db02e2a779 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting port c0ab186f-fc67-4068-8369-ee4b03594279 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:49:36.018399 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-f6185945-420d-4931-8db8-54c8b4a15c3a req-c7f26e84-07b8-4fb5-892d-99db02e2a779 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:36.110487 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:36.301346 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-f6185945-420d-4931-8db8-54c8b4a15c3a req-c7f26e84-07b8-4fb5-892d-99db02e2a779 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] For port c0ab186f-fc67-4068-8369-ee4b03594279, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c0ab186f-fc67-4068-8369-ee4b03594279,segment=NetworkSegment(2abb0805-d482-4f8d-a4f0-409b6baf5a0e),segment_id=2abb0805-d482-4f8d-a4f0-409b6baf5a0e)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:49:36.301732 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-f6185945-420d-4931-8db8-54c8b4a15c3a req-c7f26e84-07b8-4fb5-892d-99db02e2a779 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:36.432446 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-f6185945-420d-4931-8db8-54c8b4a15c3a req-c7f26e84-07b8-4fb5-892d-99db02e2a779 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Calling delete_port for c0ab186f-fc67-4068-8369-ee4b03594279 owned by compute:nova {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:49:36.682654 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-f6185945-420d-4931-8db8-54c8b4a15c3a req-c7f26e84-07b8-4fb5-892d-99db02e2a779 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:36.732371 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f26e84-07b8-4fb5-892d-99db02e2a779 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Port': ['ID=c0ab186f-fc67-4068-8369-ee4b03594279,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:36.814731 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6185945-420d-4931-8db8-54c8b4a15c3a req-c7f26e84-07b8-4fb5-892d-99db02e2a779 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] No DVR routers for this DVR port c0ab186f-fc67-4068-8369-ee4b03594279 on host hv-neutron-8278 {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:49:36.817083 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-f6185945-420d-4931-8db8-54c8b4a15c3a req-c7f26e84-07b8-4fb5-892d-99db02e2a779 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:36.819794 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb04c884-7f6a-4982-91ac-b77ea6939b4a', 'name': 'network-vif-deleted', 'tag': 'c0ab186f-fc67-4068-8369-ee4b03594279'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:49:36.885514 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb04c884-7f6a-4982-91ac-b77ea6939b4a', 'name': 'network-vif-deleted', 'tag': 'c0ab186f-fc67-4068-8369-ee4b03594279', 'status': 'completed', 'code': 200} Feb 04 11:49:36.905185 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f6185945-420d-4931-8db8-54c8b4a15c3a req-c7f26e84-07b8-4fb5-892d-99db02e2a779 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "DELETE /v2.0/ports/c0ab186f-fc67-4068-8369-ee4b03594279 HTTP/1.1" status: 204 len: 173 time: 0.9548731 Feb 04 11:49:37.113651 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-90d729bf-1649-4878-b3a7-724620a556b1 req-4d8c9f6a-6631-44ed-82ca-b5d5438e7239 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb04c884-7f6a-4982-91ac-b77ea6939b4a HTTP/1.1" status: 200 len: 210 time: 0.0614817 Feb 04 11:49:38.227183 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42180) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:49:38.300981 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-83680ea5-8e18-49c6-8602-99c1e321a9dd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:38.329612 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-83680ea5-8e18-49c6-8602-99c1e321a9dd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:38.467014 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-83680ea5-8e18-49c6-8602-99c1e321a9dd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:38.484539 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83680ea5-8e18-49c6-8602-99c1e321a9dd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=021073f7-9cfe-4e3a-8b34-75ea5f47874a,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:38.589549 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-83680ea5-8e18-49c6-8602-99c1e321a9dd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:38.590713 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-83680ea5-8e18-49c6-8602-99c1e321a9dd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/security-groups/021073f7-9cfe-4e3a-8b34-75ea5f47874a HTTP/1.1" status: 204 len: 168 time: 0.3615272 Feb 04 11:49:38.705406 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42186) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:49:39.150881 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a7d538ac-d754-49eb-b048-298944461c11 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:39.918905 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-a7d538ac-d754-49eb-b048-298944461c11 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting port e34cdaa0-610d-4708-8e72-516a83deeeac {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:49:39.919811 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a7d538ac-d754-49eb-b048-298944461c11 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:40.032048 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device c0ab186f-fc67-4068-8369-ee4b03594279 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:49:40.075002 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] No Port match for: c0ab186f-fc67-4068-8369-ee4b03594279 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:49:40.075464 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device c0ab186f-fc67-4068-8369-ee4b03594279 not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:49:40.132281 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-a7d538ac-d754-49eb-b048-298944461c11 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] For port e34cdaa0-610d-4708-8e72-516a83deeeac, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=e34cdaa0-610d-4708-8e72-516a83deeeac,segment=NetworkSegment(2abb0805-d482-4f8d-a4f0-409b6baf5a0e),segment_id=2abb0805-d482-4f8d-a4f0-409b6baf5a0e)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:49:40.132638 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a7d538ac-d754-49eb-b048-298944461c11 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:40.259238 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-a7d538ac-d754-49eb-b048-298944461c11 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Calling delete_port for e34cdaa0-610d-4708-8e72-516a83deeeac owned by network:router_interface {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:49:40.527693 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a7d538ac-d754-49eb-b048-298944461c11 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:40.580592 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d538ac-d754-49eb-b048-298944461c11 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Port': ['ID=e34cdaa0-610d-4708-8e72-516a83deeeac,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:40.900993 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a7d538ac-d754-49eb-b048-298944461c11 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:41.648170 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d538ac-d754-49eb-b048-298944461c11 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router 0246b46a-a075-44a6-9539-7d369faf26b3 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:49:41.852344 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d538ac-d754-49eb-b048-298944461c11 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:49:41.865907 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbf35c8-0e1c-4e79-a094-3f9f55d98828 None None] Sync routers for ids ['0246b46a-a075-44a6-9539-7d369faf26b3'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:49:41.866762 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a7d538ac-d754-49eb-b048-298944461c11 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "PUT /v2.0/routers/0246b46a-a075-44a6-9539-7d369faf26b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1600318 Feb 04 11:49:41.869435 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42200) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:49:41.879253 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbf35c8-0e1c-4e79-a094-3f9f55d98828 None None] Routers {'0246b46a-a075-44a6-9539-7d369faf26b3'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:49:41.879840 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-0dbf35c8-0e1c-4e79-a094-3f9f55d98828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:49:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['0246b46a-a075-44a6-9539-7d369faf26b3'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:49:42.080541 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-0dbf35c8-0e1c-4e79-a094-3f9f55d98828 None None] Set router 0246b46a-a075-44a6-9539-7d369faf26b3 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:49:42.086224 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-142a93c2-d2fb-4adb-b77e-1dd8d52f94f2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting subnet a2228511-bf5f-4551-a06c-ea0821ffc87f {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:49:42.089768 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-142a93c2-d2fb-4adb-b77e-1dd8d52f94f2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:42.110983 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6944ece7-6742-42f6-952b-c8ef9a67f985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:42.156683 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-142a93c2-d2fb-4adb-b77e-1dd8d52f94f2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:42.273377 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-142a93c2-d2fb-4adb-b77e-1dd8d52f94f2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:42.434054 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-0dbf35c8-0e1c-4e79-a094-3f9f55d98828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'name': 'tempest-TestNetworkBasicOps-router-785203876', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '651d6538-38bf-4275-88de-0af5c849bc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:45:54Z', 'updated_at': '2022-02-04T11:49:40Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '651d6538-38bf-4275-88de-0af5c849bc64', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:55Z', 'updated_at': '2022-02-04T11:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:49:42.438094 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbf35c8-0e1c-4e79-a094-3f9f55d98828 None None] Checking router: 0246b46a-a075-44a6-9539-7d369faf26b3 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:49:42.447945 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-142a93c2-d2fb-4adb-b77e-1dd8d52f94f2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:42.449341 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbf35c8-0e1c-4e79-a094-3f9f55d98828 None None] Routers {'0246b46a-a075-44a6-9539-7d369faf26b3'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:49:42.449967 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-0dbf35c8-0e1c-4e79-a094-3f9f55d98828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:49:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['0246b46a-a075-44a6-9539-7d369faf26b3'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:49:42.492621 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a93c2-d2fb-4adb-b77e-1dd8d52f94f2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Subnet': ['ID=a2228511-bf5f-4551-a06c-ea0821ffc87f,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:42.496536 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-142a93c2-d2fb-4adb-b77e-1dd8d52f94f2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:42.506070 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-142a93c2-d2fb-4adb-b77e-1dd8d52f94f2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/subnets/a2228511-bf5f-4551-a06c-ea0821ffc87f HTTP/1.1" status: 204 len: 168 time: 0.6331608 Feb 04 11:49:42.506439 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42206) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:49:42.507176 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc3b6b3-d770-4963-bc4f-56d038b093d9 None None] Network 227a7b83-6122-4c17-9e3c-78899e1178cf requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:49:42.643391 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-0dbf35c8-0e1c-4e79-a094-3f9f55d98828 None None] Set router 0246b46a-a075-44a6-9539-7d369faf26b3 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:49:42.731280 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-661914ae-c061-48e5-9705-e62880e1a494 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:42.799150 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59a6092-095a-43d1-9082-ff8ba5996c0c None None] DHCP port deletion for 227a7b83-6122-4c17-9e3c-78899e1178cf request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:49:42.804480 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-e59a6092-095a-43d1-9082-ff8ba5996c0c None None] Deleting port 39665319-e5ed-4432-8e74-19d3a6ad0ab9 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:49:42.805064 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e59a6092-095a-43d1-9082-ff8ba5996c0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:42.966974 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-661914ae-c061-48e5-9705-e62880e1a494 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:42.997351 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-0dbf35c8-0e1c-4e79-a094-3f9f55d98828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'name': 'tempest-TestNetworkBasicOps-router-785203876', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '651d6538-38bf-4275-88de-0af5c849bc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:45:54Z', 'updated_at': '2022-02-04T11:49:40Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '651d6538-38bf-4275-88de-0af5c849bc64', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:55Z', 'updated_at': '2022-02-04T11:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:49:43.001877 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbf35c8-0e1c-4e79-a094-3f9f55d98828 None None] The sync data for ids ['0246b46a-a075-44a6-9539-7d369faf26b3'] in dv-neutron-827825-2-hyperv is: [{'id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'name': 'tempest-TestNetworkBasicOps-router-785203876', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '651d6538-38bf-4275-88de-0af5c849bc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:45:54Z', 'updated_at': '2022-02-04T11:49:40Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '651d6538-38bf-4275-88de-0af5c849bc64', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0246b46a-a075-44a6-9539-7d369faf26b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:55Z', 'updated_at': '2022-02-04T11:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:49:43.034661 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-e59a6092-095a-43d1-9082-ff8ba5996c0c None None] For port 39665319-e5ed-4432-8e74-19d3a6ad0ab9, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=39665319-e5ed-4432-8e74-19d3a6ad0ab9,segment=NetworkSegment(2abb0805-d482-4f8d-a4f0-409b6baf5a0e),segment_id=2abb0805-d482-4f8d-a4f0-409b6baf5a0e)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:49:43.035085 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e59a6092-095a-43d1-9082-ff8ba5996c0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:43.041292 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-661914ae-c061-48e5-9705-e62880e1a494 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting port 651d6538-38bf-4275-88de-0af5c849bc64 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:49:43.041639 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-661914ae-c061-48e5-9705-e62880e1a494 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:43.214518 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-e59a6092-095a-43d1-9082-ff8ba5996c0c None None] Calling delete_port for 39665319-e5ed-4432-8e74-19d3a6ad0ab9 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:49:43.355862 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-661914ae-c061-48e5-9705-e62880e1a494 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] For port 651d6538-38bf-4275-88de-0af5c849bc64, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=651d6538-38bf-4275-88de-0af5c849bc64,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:49:43.356669 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-661914ae-c061-48e5-9705-e62880e1a494 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:43.367401 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e59a6092-095a-43d1-9082-ff8ba5996c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:43.443836 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59a6092-095a-43d1-9082-ff8ba5996c0c None None] No DVR routers for this DVR port 39665319-e5ed-4432-8e74-19d3a6ad0ab9 on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:49:43.448370 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a6092-095a-43d1-9082-ff8ba5996c0c None None] Pushing event deleted for resources: {'Port': ['ID=39665319-e5ed-4432-8e74-19d3a6ad0ab9,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:43.462164 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 39665319-e5ed-4432-8e74-19d3a6ad0ab9 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:49:43.499240 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a6092-095a-43d1-9082-ff8ba5996c0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:43.499667 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a6092-095a-43d1-9082-ff8ba5996c0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:43.499891 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a6092-095a-43d1-9082-ff8ba5996c0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:43.500285 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a6092-095a-43d1-9082-ff8ba5996c0c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:43.500618 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a6092-095a-43d1-9082-ff8ba5996c0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:43.500983 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a6092-095a-43d1-9082-ff8ba5996c0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:43.506798 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a6092-095a-43d1-9082-ff8ba5996c0c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:43.506798 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a6092-095a-43d1-9082-ff8ba5996c0c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:43.506798 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a6092-095a-43d1-9082-ff8ba5996c0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:43.506798 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a6092-095a-43d1-9082-ff8ba5996c0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:43.506798 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a6092-095a-43d1-9082-ff8ba5996c0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:43.510159 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-661914ae-c061-48e5-9705-e62880e1a494 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Calling delete_port for 651d6538-38bf-4275-88de-0af5c849bc64 owned by network:router_gateway {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:49:43.516702 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 39665319-e5ed-4432-8e74-19d3a6ad0ab9 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:49:43.517040 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 39665319-e5ed-4432-8e74-19d3a6ad0ab9 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:49:43.517479 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device e34cdaa0-610d-4708-8e72-516a83deeeac no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:49:43.553352 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: e34cdaa0-610d-4708-8e72-516a83deeeac {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:49:43.553693 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device e34cdaa0-610d-4708-8e72-516a83deeeac not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:49:43.761513 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-661914ae-c061-48e5-9705-e62880e1a494 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:43.810359 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661914ae-c061-48e5-9705-e62880e1a494 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Port': ['ID=651d6538-38bf-4275-88de-0af5c849bc64,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:44.047396 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-661914ae-c061-48e5-9705-e62880e1a494 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:44.319364 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-661914ae-c061-48e5-9705-e62880e1a494 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:44.323846 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-661914ae-c061-48e5-9705-e62880e1a494 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:44.464511 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-661914ae-c061-48e5-9705-e62880e1a494 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:44.465045 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661914ae-c061-48e5-9705-e62880e1a494 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Fanout notify agent at l3_agent the message router_deleted on router 0246b46a-a075-44a6-9539-7d369faf26b3 {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:49:44.480681 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-661914ae-c061-48e5-9705-e62880e1a494 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:44.481805 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-661914ae-c061-48e5-9705-e62880e1a494 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/routers/0246b46a-a075-44a6-9539-7d369faf26b3 HTTP/1.1" status: 204 len: 168 time: 1.9743559 Feb 04 11:49:44.484930 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42212) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:49:44.504490 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-62fd1fe8-fc18-489e-a5ab-88a9756693e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:44.620338 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b5e1cf2c-163e-436a-917f-a7eb8c470a58 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:44.874602 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b5e1cf2c-163e-436a-917f-a7eb8c470a58 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:44.900325 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-b5e1cf2c-163e-436a-917f-a7eb8c470a58 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['227a7b83-6122-4c17-9e3c-78899e1178cf']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:49:44.915238 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-b5e1cf2c-163e-436a-917f-a7eb8c470a58 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2abb0805-d482-4f8d-a4f0-409b6baf5a0e') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:49:44.919295 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-b5e1cf2c-163e-436a-917f-a7eb8c470a58 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2abb0805-d482-4f8d-a4f0-409b6baf5a0e') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:49:44.931385 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b5e1cf2c-163e-436a-917f-a7eb8c470a58 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:44.952397 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b5e1cf2c-163e-436a-917f-a7eb8c470a58 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:44.959303 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e1cf2c-163e-436a-917f-a7eb8c470a58 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:49:44.959733 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b5e1cf2c-163e-436a-917f-a7eb8c470a58 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:44.975559 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:49:44.975559 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:49:44.975559 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:49:44.975559 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:49:44.975559 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:49:44.975559 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:49:44.975559 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:49:44.975559 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:49:44.975559 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:49:44.975559 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:49:44.975559 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:49:44.975559 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:49:44.975559 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:49:44.975559 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:49:44.975559 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:49:44.975559 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:49:44.975559 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:49:44.975559 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:49:44.975559 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:49:44.975559 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:49:44.975559 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:49:44.975559 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:49:44.975559 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:49:44.975559 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:49:44.975559 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:49:44.975559 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:49:44.975559 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:49:44.975559 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:49:44.975559 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:49:44.975559 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:49:44.975559 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:49:44.975559 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:49:45.144888 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b5e1cf2c-163e-436a-917f-a7eb8c470a58 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:45.159945 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 651d6538-38bf-4275-88de-0af5c849bc64 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:49:45.171819 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b5e1cf2c-163e-436a-917f-a7eb8c470a58 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:45.186908 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1cf2c-163e-436a-917f-a7eb8c470a58 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Network': ['ID=227a7b83-6122-4c17-9e3c-78899e1178cf,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:45.189544 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b5e1cf2c-163e-436a-917f-a7eb8c470a58 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/networks/227a7b83-6122-4c17-9e3c-78899e1178cf HTTP/1.1" status: 204 len: 168 time: 0.7035892 Feb 04 11:49:45.198459 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 651d6538-38bf-4275-88de-0af5c849bc64 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:49:45.198986 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 651d6538-38bf-4275-88de-0af5c849bc64 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:49:45.216598 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42218) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:49:45.224477 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-9a4902eb-0d88-4bb0-80f9-533ac0da78d3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'network': {'name': 'tempest-network-smoke--1795080625', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'port_security_enabled': True}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:49:45.228556 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-9a4902eb-0d88-4bb0-80f9-533ac0da78d3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:49:45.232650 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-9a4902eb-0d88-4bb0-80f9-533ac0da78d3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:network and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:49:45.235559 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-9a4902eb-0d88-4bb0-80f9-533ac0da78d3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:49:45.241560 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-9a4902eb-0d88-4bb0-80f9-533ac0da78d3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:49:45.333041 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4902eb-0d88-4bb0-80f9-533ac0da78d3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Made reservation on behalf of 009ced00ffd949498e5831cf00e326e7 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:49:45.336295 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9a4902eb-0d88-4bb0-80f9-533ac0da78d3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:45.368740 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a4902eb-0d88-4bb0-80f9-533ac0da78d3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:49:45.378105 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9a4902eb-0d88-4bb0-80f9-533ac0da78d3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:45.378444 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-9a4902eb-0d88-4bb0-80f9-533ac0da78d3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Added segment 5b128893-adf3-4ca9-9bc6-3c98e43f38ee of type vlan for network c886fef9-b28e-4afb-b738-2ff25d3e41d5 Feb 04 11:49:45.409196 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9a4902eb-0d88-4bb0-80f9-533ac0da78d3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:45.511488 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9a4902eb-0d88-4bb0-80f9-533ac0da78d3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:45.515674 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4902eb-0d88-4bb0-80f9-533ac0da78d3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:45.516261 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9a4902eb-0d88-4bb0-80f9-533ac0da78d3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:45.631247 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:45.635551 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4902eb-0d88-4bb0-80f9-533ac0da78d3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Network': ['ID=c886fef9-b28e-4afb-b738-2ff25d3e41d5,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:45.646328 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network c886fef9-b28e-4afb-b738-2ff25d3e41d5 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:49:45.665810 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:45.716764 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-9a4902eb-0d88-4bb0-80f9-533ac0da78d3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4990478 Feb 04 11:49:45.735220 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42224) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:49:45.740755 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-d59bec72-eaa6-4227-a722-3a934ab413f3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1424042079', 'admin_state_up': True, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:49:45.753245 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d59bec72-eaa6-4227-a722-3a934ab413f3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:49:45.753245 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d59bec72-eaa6-4227-a722-3a934ab413f3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:router and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:49:45.755534 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d59bec72-eaa6-4227-a722-3a934ab413f3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:49:45.761424 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d59bec72-eaa6-4227-a722-3a934ab413f3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:49:45.842096 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d59bec72-eaa6-4227-a722-3a934ab413f3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:45.843054 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d59bec72-eaa6-4227-a722-3a934ab413f3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:45.861836 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d59bec72-eaa6-4227-a722-3a934ab413f3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:46.090301 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d59bec72-eaa6-4227-a722-3a934ab413f3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:46.440233 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d59bec72-eaa6-4227-a722-3a934ab413f3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router_gateway, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:46.490006 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d59bec72-eaa6-4227-a722-3a934ab413f3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:46.640294 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-d59bec72-eaa6-4227-a722-3a934ab413f3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Allocated IP 172.26.3.49 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/b9aaa9c4-b794-4887-92c3-a720b070df13) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:49:46.800194 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d59bec72-eaa6-4227-a722-3a934ab413f3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:46.927137 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:46.927716 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d59bec72-eaa6-4227-a722-3a934ab413f3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:47.024884 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59bec72-eaa6-4227-a722-3a934ab413f3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:49:47.027840 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-d59bec72-eaa6-4227-a722-3a934ab413f3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:49:47.030413 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59bec72-eaa6-4227-a722-3a934ab413f3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:49:47.066203 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59bec72-eaa6-4227-a722-3a934ab413f3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=b9aaa9c4-b794-4887-92c3-a720b070df13,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:47.265117 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d59bec72-eaa6-4227-a722-3a934ab413f3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router_gateway, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:47.265842 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d59bec72-eaa6-4227-a722-3a934ab413f3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:47.659006 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59bec72-eaa6-4227-a722-3a934ab413f3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router 14891eeb-723c-46f2-bf5a-a62baeb76911 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:49:47.865569 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59bec72-eaa6-4227-a722-3a934ab413f3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:49:47.875062 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b19382e-d30a-4586-8555-f1cbc55abacc None None] Sync routers for ids ['14891eeb-723c-46f2-bf5a-a62baeb76911'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:49:47.889750 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b19382e-d30a-4586-8555-f1cbc55abacc None None] Routers {'14891eeb-723c-46f2-bf5a-a62baeb76911'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:49:47.890396 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-6b19382e-d30a-4586-8555-f1cbc55abacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:49:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['14891eeb-723c-46f2-bf5a-a62baeb76911'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:49:47.967210 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d59bec72-eaa6-4227-a722-3a934ab413f3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:47.968428 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d59bec72-eaa6-4227-a722-3a934ab413f3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2322221 Feb 04 11:49:47.978094 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42232) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:49:48.018606 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e217949e-91e9-4753-b0ea-993e5db57779 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=009ced00ffd949498e5831cf00e326e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387444 Feb 04 11:49:48.021215 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42236) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:49:48.082540 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-6b19382e-d30a-4586-8555-f1cbc55abacc None None] Set router 14891eeb-723c-46f2-bf5a-a62baeb76911 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:49:48.201373 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc40654-015e-4558-920e-47f16e3b8e6f tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:48.206326 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-acc40654-015e-4558-920e-47f16e3b8e6f tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1808283 Feb 04 11:49:48.206665 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42240) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:49:48.260154 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d7b6deae-0914-4680-92dd-09e1de9aaf21 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=63d4ab6b-931d-42a4-aa18-bedd81d582fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0514371 Feb 04 11:49:48.261984 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42244) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:49:48.270045 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-339c5afd-a0e1-4cc5-ad21-719505a729d6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1802417387', 'network_id': 'c886fef9-b28e-4afb-b738-2ff25d3e41d5', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:49:48.379668 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-339c5afd-a0e1-4cc5-ad21-719505a729d6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:49:48.382524 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-6b19382e-d30a-4586-8555-f1cbc55abacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'name': 'tempest-TestNetworkBasicOps-router-1424042079', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b9aaa9c4-b794-4887-92c3-a720b070df13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:49:45Z', 'updated_at': '2022-02-04T11:49:47Z', 'revision_number': 3, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': 'b9aaa9c4-b794-4887-92c3-a720b070df13', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:49:46Z', 'updated_at': '2022-02-04T11:49:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:49:48.383868 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-339c5afd-a0e1-4cc5-ad21-719505a729d6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:subnet and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:49:48.387243 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-339c5afd-a0e1-4cc5-ad21-719505a729d6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:49:48.387887 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b19382e-d30a-4586-8555-f1cbc55abacc None None] Checking router: 14891eeb-723c-46f2-bf5a-a62baeb76911 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:49:48.388231 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b19382e-d30a-4586-8555-f1cbc55abacc None None] Updating router 14891eeb-723c-46f2-bf5a-a62baeb76911 port b9aaa9c4-b794-4887-92c3-a720b070df13 binding host dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:49:48.394360 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-339c5afd-a0e1-4cc5-ad21-719505a729d6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:49:48.444073 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6b19382e-d30a-4586-8555-f1cbc55abacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:48.487766 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339c5afd-a0e1-4cc5-ad21-719505a729d6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Made reservation on behalf of 009ced00ffd949498e5831cf00e326e7 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:49:48.593346 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-339c5afd-a0e1-4cc5-ad21-719505a729d6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:48.784301 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6b19382e-d30a-4586-8555-f1cbc55abacc None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:48.796848 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-6b19382e-d30a-4586-8555-f1cbc55abacc None None] Transition to ACTIVE for port object b9aaa9c4-b794-4887-92c3-a720b070df13 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:49:48.887085 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6b19382e-d30a-4586-8555-f1cbc55abacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:48.933122 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-339c5afd-a0e1-4cc5-ad21-719505a729d6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:48.968064 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-6b19382e-d30a-4586-8555-f1cbc55abacc None None] Attempting to bind port b9aaa9c4-b794-4887-92c3-a720b070df13 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:49:48.968529 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-6b19382e-d30a-4586-8555-f1cbc55abacc None None] Attempting to bind port b9aaa9c4-b794-4887-92c3-a720b070df13 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:49:48.968883 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b19382e-d30a-4586-8555-f1cbc55abacc None None] Attempting to bind port b9aaa9c4-b794-4887-92c3-a720b070df13 on network 63d4ab6b-931d-42a4-aa18-bedd81d582fa {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:49:48.976450 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5216a68a-96bd-48a1-9f3b-cf8b0edff822 None None] Pushing event updated for resources: {'Port': ['ID=b9aaa9c4-b794-4887-92c3-a720b070df13,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:48.982562 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b19382e-d30a-4586-8555-f1cbc55abacc None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:49:48.982931 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b19382e-d30a-4586-8555-f1cbc55abacc None None] Checking segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:49:48.983326 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6b19382e-d30a-4586-8555-f1cbc55abacc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:48.983709 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b19382e-d30a-4586-8555-f1cbc55abacc None None] Bound using segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:49:48.984367 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-6b19382e-d30a-4586-8555-f1cbc55abacc None None] Bound port: b9aaa9c4-b794-4887-92c3-a720b070df13, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:49:48.984734 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6b19382e-d30a-4586-8555-f1cbc55abacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:49.019563 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c5afd-a0e1-4cc5-ad21-719505a729d6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Subnet': ['ID=4d78c31b-cc84-48f2-ad6d-7003d4353476,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:49.036757 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339c5afd-a0e1-4cc5-ad21-719505a729d6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Checking segment: {'id': '5b128893-adf3-4ca9-9bc6-3c98e43f38ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c886fef9-b28e-4afb-b738-2ff25d3e41d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:49:49.037099 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339c5afd-a0e1-4cc5-ad21-719505a729d6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network hostable DHCP agents. Network: c886fef9-b28e-4afb-b738-2ff25d3e41d5, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:49:49.118164 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-6b19382e-d30a-4586-8555-f1cbc55abacc None None] For port b9aaa9c4-b794-4887-92c3-a720b070df13, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:49:49.121993 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-6b19382e-d30a-4586-8555-f1cbc55abacc None None] For port b9aaa9c4-b794-4887-92c3-a720b070df13, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=b9aaa9c4-b794-4887-92c3-a720b070df13,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:49:49.145125 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339c5afd-a0e1-4cc5-ad21-719505a729d6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network c886fef9-b28e-4afb-b738-2ff25d3e41d5 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:49:49.231060 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6b19382e-d30a-4586-8555-f1cbc55abacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:49.243006 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-339c5afd-a0e1-4cc5-ad21-719505a729d6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, c886fef9-b28e-4afb-b738-2ff25d3e41d5) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:49:49.255420 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339c5afd-a0e1-4cc5-ad21-719505a729d6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:49.255420 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-339c5afd-a0e1-4cc5-ad21-719505a729d6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:49.271833 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99b2fe1-d317-4b35-a76d-e5420d0538f9 None None] Network c886fef9-b28e-4afb-b738-2ff25d3e41d5 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:49:49.341630 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-339c5afd-a0e1-4cc5-ad21-719505a729d6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0785937 Feb 04 11:49:49.344417 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42250) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:49:49.398027 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5216a68a-96bd-48a1-9f3b-cf8b0edff822 None None] Pushing event updated for resources: {'Port': ['ID=b9aaa9c4-b794-4887-92c3-a720b070df13,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:49.423881 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b19382e-d30a-4586-8555-f1cbc55abacc None None] Routers {'14891eeb-723c-46f2-bf5a-a62baeb76911'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:49:49.425202 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-6b19382e-d30a-4586-8555-f1cbc55abacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:49:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['14891eeb-723c-46f2-bf5a-a62baeb76911'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:49:49.715243 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5f9fa4-72f5-4a38-b221-08d6fa3f39bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-c886fef9-b28e-4afb-b738-2ff25d3e41d5', 'network_id': 'c886fef9-b28e-4afb-b738-2ff25d3e41d5', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ips': [{'subnet_id': '4d78c31b-cc84-48f2-ad6d-7003d4353476'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:49:49.715964 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3e5f9fa4-72f5-4a38-b221-08d6fa3f39bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:49.731843 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-6b19382e-d30a-4586-8555-f1cbc55abacc None None] Set router 14891eeb-723c-46f2-bf5a-a62baeb76911 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:49:50.117363 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-3e5f9fa4-72f5-4a38-b221-08d6fa3f39bc None None] Allocated IP 172.20.0.2 (c886fef9-b28e-4afb-b738-2ff25d3e41d5/4d78c31b-cc84-48f2-ad6d-7003d4353476/abe718e2-c159-4088-9ca0-b5f775eec637) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:49:50.260063 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-351fe13f-35a1-4d14-9a38-61c181e992d9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:50.272311 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-6b19382e-d30a-4586-8555-f1cbc55abacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'name': 'tempest-TestNetworkBasicOps-router-1424042079', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b9aaa9c4-b794-4887-92c3-a720b070df13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:49:45Z', 'updated_at': '2022-02-04T11:49:47Z', 'revision_number': 3, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': 'b9aaa9c4-b794-4887-92c3-a720b070df13', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:49:46Z', 'updated_at': '2022-02-04T11:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:49:50.286545 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b19382e-d30a-4586-8555-f1cbc55abacc None None] The sync data for ids ['14891eeb-723c-46f2-bf5a-a62baeb76911'] in dv-neutron-827825-2-hyperv is: [{'id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'name': 'tempest-TestNetworkBasicOps-router-1424042079', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b9aaa9c4-b794-4887-92c3-a720b070df13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:49:45Z', 'updated_at': '2022-02-04T11:49:47Z', 'revision_number': 3, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': 'b9aaa9c4-b794-4887-92c3-a720b070df13', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:49:46Z', 'updated_at': '2022-02-04T11:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:49:50.387868 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3e5f9fa4-72f5-4a38-b221-08d6fa3f39bc None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:50.400146 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3e5f9fa4-72f5-4a38-b221-08d6fa3f39bc None None] Transition to ACTIVE for port object abe718e2-c159-4088-9ca0-b5f775eec637 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:49:50.427791 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3e5f9fa4-72f5-4a38-b221-08d6fa3f39bc None None] Transition to ACTIVE for port object abe718e2-c159-4088-9ca0-b5f775eec637 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:49:50.510596 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3e5f9fa4-72f5-4a38-b221-08d6fa3f39bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:50.609120 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5f9fa4-72f5-4a38-b221-08d6fa3f39bc None None] Network c886fef9-b28e-4afb-b738-2ff25d3e41d5 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:49:50.610293 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f9fa4-72f5-4a38-b221-08d6fa3f39bc None None] Pushing event updated for resources: {'Port': ['ID=abe718e2-c159-4088-9ca0-b5f775eec637,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:50.613815 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-3e5f9fa4-72f5-4a38-b221-08d6fa3f39bc None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:49:50.617928 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5f9fa4-72f5-4a38-b221-08d6fa3f39bc None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:49:50.710517 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-3e5f9fa4-72f5-4a38-b221-08d6fa3f39bc None None] Attempting to bind port abe718e2-c159-4088-9ca0-b5f775eec637 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:49:50.710874 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-3e5f9fa4-72f5-4a38-b221-08d6fa3f39bc None None] Attempting to bind port abe718e2-c159-4088-9ca0-b5f775eec637 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '5b128893-adf3-4ca9-9bc6-3c98e43f38ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c886fef9-b28e-4afb-b738-2ff25d3e41d5'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:49:50.711231 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5f9fa4-72f5-4a38-b221-08d6fa3f39bc None None] Attempting to bind port abe718e2-c159-4088-9ca0-b5f775eec637 on network c886fef9-b28e-4afb-b738-2ff25d3e41d5 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:49:50.722456 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5f9fa4-72f5-4a38-b221-08d6fa3f39bc None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:49:50.723847 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5f9fa4-72f5-4a38-b221-08d6fa3f39bc None None] Checking segment: {'id': '5b128893-adf3-4ca9-9bc6-3c98e43f38ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c886fef9-b28e-4afb-b738-2ff25d3e41d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:49:50.724016 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3e5f9fa4-72f5-4a38-b221-08d6fa3f39bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:50.724642 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5f9fa4-72f5-4a38-b221-08d6fa3f39bc None None] Bound using segment: {'id': '5b128893-adf3-4ca9-9bc6-3c98e43f38ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c886fef9-b28e-4afb-b738-2ff25d3e41d5'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:49:50.725268 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-3e5f9fa4-72f5-4a38-b221-08d6fa3f39bc None None] Bound port: abe718e2-c159-4088-9ca0-b5f775eec637, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b128893-adf3-4ca9-9bc6-3c98e43f38ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c886fef9-b28e-4afb-b738-2ff25d3e41d5'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:49:50.725985 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3e5f9fa4-72f5-4a38-b221-08d6fa3f39bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:50.756715 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-351fe13f-35a1-4d14-9a38-61c181e992d9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Allocated IP 172.20.0.1 (c886fef9-b28e-4afb-b738-2ff25d3e41d5/4d78c31b-cc84-48f2-ad6d-7003d4353476/dbd5bd4e-c3f2-4db2-acf2-087f810e986e) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:49:50.869932 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-3e5f9fa4-72f5-4a38-b221-08d6fa3f39bc None None] For port abe718e2-c159-4088-9ca0-b5f775eec637, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:49:50.873875 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-3e5f9fa4-72f5-4a38-b221-08d6fa3f39bc None None] For port abe718e2-c159-4088-9ca0-b5f775eec637, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=abe718e2-c159-4088-9ca0-b5f775eec637,segment=NetworkSegment(5b128893-adf3-4ca9-9bc6-3c98e43f38ee),segment_id=5b128893-adf3-4ca9-9bc6-3c98e43f38ee)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:49:50.938330 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-351fe13f-35a1-4d14-9a38-61c181e992d9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:50.945073 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3e5f9fa4-72f5-4a38-b221-08d6fa3f39bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:50.957989 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-351fe13f-35a1-4d14-9a38-61c181e992d9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Transition to ACTIVE for port object dbd5bd4e-c3f2-4db2-acf2-087f810e986e will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:49:51.036499 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f9fa4-72f5-4a38-b221-08d6fa3f39bc None None] Pushing event updated for resources: {'Port': ['ID=abe718e2-c159-4088-9ca0-b5f775eec637,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:51.069868 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-351fe13f-35a1-4d14-9a38-61c181e992d9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:51.180065 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351fe13f-35a1-4d14-9a38-61c181e992d9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network c886fef9-b28e-4afb-b738-2ff25d3e41d5 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:49:51.196025 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-351fe13f-35a1-4d14-9a38-61c181e992d9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:49:51.203985 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351fe13f-35a1-4d14-9a38-61c181e992d9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:49:51.254298 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device b9aaa9c4-b794-4887-92c3-a720b070df13 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:49:51.291061 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351fe13f-35a1-4d14-9a38-61c181e992d9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=dbd5bd4e-c3f2-4db2-acf2-087f810e986e,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:51.411115 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-351fe13f-35a1-4d14-9a38-61c181e992d9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:51.471956 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f0c68d65-c2f4-48ca-8c6c-e67f89985165 req-695e9b5a-bcc2-4eb2-bd1e-7a117ff515ba service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a9afe7ae-ecd8-4f92-98d2-03267a1fd007&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3449321 Feb 04 11:49:51.602243 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port b9aaa9c4-b794-4887-92c3-a720b070df13 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:49:51.608032 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port b9aaa9c4-b794-4887-92c3-a720b070df13 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:49:51.608400 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:51.650069 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-351fe13f-35a1-4d14-9a38-61c181e992d9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:51.733954 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f0c68d65-c2f4-48ca-8c6c-e67f89985165 req-d8db39c0-7078-4434-b329-513f563a5fd9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4e2cb104d3bb42a4a344ade0b8b3bbd0&device_id=a9afe7ae-ecd8-4f92-98d2-03267a1fd007 HTTP/1.1" status: 200 len: 1098 time: 0.1956272 Feb 04 11:49:51.740204 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:51.758199 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port b9aaa9c4-b794-4887-92c3-a720b070df13, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=b9aaa9c4-b794-4887-92c3-a720b070df13,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:49:51.864533 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:51.934322 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=b9aaa9c4-b794-4887-92c3-a720b070df13,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:52.057656 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c68d65-c2f4-48ca-8c6c-e67f89985165 req-c91b1d4c-3cc6-4cb3-b91c-ebf9ed601bab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:52.058711 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f0c68d65-c2f4-48ca-8c6c-e67f89985165 req-c91b1d4c-3cc6-4cb3-b91c-ebf9ed601bab service neutron] 10.222.0.47 "GET /v2.0/networks?id=a23f3c76-d15a-4fcc-b821-61e65e6da3f4 HTTP/1.1" status: 200 len: 912 time: 0.2631023 Feb 04 11:49:52.248376 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa583b5-6e9a-473f-9963-fd728514d2b0 None None] Network c886fef9-b28e-4afb-b738-2ff25d3e41d5 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:49:52.370875 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f0c68d65-c2f4-48ca-8c6c-e67f89985165 req-3f8acd65-4800-48a0-8d81-b8649841f3f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95d1ff22-0d5c-41d7-8719-6a2037eb2d9f HTTP/1.1" status: 200 len: 1001 time: 0.2895801 Feb 04 11:49:52.467140 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f7da2890-0711-4825-87dc-1f70b74b8584 None None] Provisioning for port abe718e2-c159-4088-9ca0-b5f775eec637 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:49:52.467494 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c68d65-c2f4-48ca-8c6c-e67f89985165 req-38053f70-33cd-469b-85fe-ab1565a9e74d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:52.469194 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f0c68d65-c2f4-48ca-8c6c-e67f89985165 req-38053f70-33cd-469b-85fe-ab1565a9e74d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5af355fa-ef8e-4697-b6fa-0681cfbee57c HTTP/1.1" status: 200 len: 850 time: 0.0910585 Feb 04 11:49:52.527271 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-351fe13f-35a1-4d14-9a38-61c181e992d9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:52.569511 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f0c68d65-c2f4-48ca-8c6c-e67f89985165 req-3ec37b82-90c8-43f9-aef7-9a6972318c12 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a23f3c76-d15a-4fcc-b821-61e65e6da3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0865881 Feb 04 11:49:52.656616 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-351fe13f-35a1-4d14-9a38-61c181e992d9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:52.813495 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351fe13f-35a1-4d14-9a38-61c181e992d9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=dbd5bd4e-c3f2-4db2-acf2-087f810e986e,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:52.838952 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-351fe13f-35a1-4d14-9a38-61c181e992d9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:52.875853 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3384b8c2-b6d6-4588-8380-1cdec062edba None None] Provisioning for port dbd5bd4e-c3f2-4db2-acf2-087f810e986e completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:49:52.883692 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3384b8c2-b6d6-4588-8380-1cdec062edba None None] Provisioning complete for port dbd5bd4e-c3f2-4db2-acf2-087f810e986e triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:49:52.884347 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3384b8c2-b6d6-4588-8380-1cdec062edba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:52.890469 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f0c68d65-c2f4-48ca-8c6c-e67f89985165 req-670e3d19-eafc-4341-b1b4-9324bcb4b31a service neutron] 10.222.0.47 "GET /v2.0/networks/a23f3c76-d15a-4fcc-b821-61e65e6da3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144121 Feb 04 11:49:52.942649 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-3384b8c2-b6d6-4588-8380-1cdec062edba None None] Port dbd5bd4e-c3f2-4db2-acf2-087f810e986e cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:49:53.062985 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-5cfc1bd1-9c31-40e3-ae95-01c13c642fa0 None None] Provisioning complete for port dbd5bd4e-c3f2-4db2-acf2-087f810e986e triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:49:53.063384 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5cfc1bd1-9c31-40e3-ae95-01c13c642fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:53.122824 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-5cfc1bd1-9c31-40e3-ae95-01c13c642fa0 None None] Port dbd5bd4e-c3f2-4db2-acf2-087f810e986e cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:49:53.151788 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351fe13f-35a1-4d14-9a38-61c181e992d9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network c886fef9-b28e-4afb-b738-2ff25d3e41d5 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:49:53.154495 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f0c68d65-c2f4-48ca-8c6c-e67f89985165 req-932459e1-67b7-4d28-82c3-422fc885bf15 service neutron] 10.222.0.47 "GET /v2.0/networks/a23f3c76-d15a-4fcc-b821-61e65e6da3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083192 Feb 04 11:49:53.155497 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-351fe13f-35a1-4d14-9a38-61c181e992d9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:49:53.266524 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device abe718e2-c159-4088-9ca0-b5f775eec637 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:49:53.412954 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port abe718e2-c159-4088-9ca0-b5f775eec637 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:49:53.418424 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port abe718e2-c159-4088-9ca0-b5f775eec637 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:49:53.418801 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:53.528656 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a439d440-3a5a-49b8-9d2d-56c7d5bcf6d3 None None] Provisioning complete for port dbd5bd4e-c3f2-4db2-acf2-087f810e986e triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:49:53.529041 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a439d440-3a5a-49b8-9d2d-56c7d5bcf6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:53.581572 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351fe13f-35a1-4d14-9a38-61c181e992d9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router 14891eeb-723c-46f2-bf5a-a62baeb76911 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:49:53.646341 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-a439d440-3a5a-49b8-9d2d-56c7d5bcf6d3 None None] Port dbd5bd4e-c3f2-4db2-acf2-087f810e986e cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:49:53.656910 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:53.695271 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port abe718e2-c159-4088-9ca0-b5f775eec637, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=abe718e2-c159-4088-9ca0-b5f775eec637,segment=NetworkSegment(5b128893-adf3-4ca9-9bc6-3c98e43f38ee),segment_id=5b128893-adf3-4ca9-9bc6-3c98e43f38ee)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:49:53.761288 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:53.762224 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device b9aaa9c4-b794-4887-92c3-a720b070df13 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:49:53.877259 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=abe718e2-c159-4088-9ca0-b5f775eec637,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:53.892137 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port b9aaa9c4-b794-4887-92c3-a720b070df13 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:49:53.893129 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:53.957175 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351fe13f-35a1-4d14-9a38-61c181e992d9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:49:53.969524 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-351fe13f-35a1-4d14-9a38-61c181e992d9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "PUT /v2.0/routers/14891eeb-723c-46f2-bf5a-a62baeb76911/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6241312 Feb 04 11:49:53.975075 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42264) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:49:54.096811 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b79cb8-422f-493c-b72f-eaf981d48121 None None] Sync routers for ids ['14891eeb-723c-46f2-bf5a-a62baeb76911'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:49:54.113444 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b79cb8-422f-493c-b72f-eaf981d48121 None None] Routers {'14891eeb-723c-46f2-bf5a-a62baeb76911'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:49:54.114097 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-09b79cb8-422f-493c-b72f-eaf981d48121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:49:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['14891eeb-723c-46f2-bf5a-a62baeb76911'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:49:54.139941 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c4c684-a9b1-42c1-9d47-4d79e0a51bc9 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:54.140306 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c4c684-a9b1-42c1-9d47-4d79e0a51bc9 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:54.140664 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c4c684-a9b1-42c1-9d47-4d79e0a51bc9 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:54.141019 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c4c684-a9b1-42c1-9d47-4d79e0a51bc9 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:54.141369 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c4c684-a9b1-42c1-9d47-4d79e0a51bc9 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:54.141721 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c4c684-a9b1-42c1-9d47-4d79e0a51bc9 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:54.144141 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-41c4c684-a9b1-42c1-9d47-4d79e0a51bc9 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1681452 Feb 04 11:49:54.146903 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42268) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:49:54.224243 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b667b15-d5a7-49e9-807d-c73ebaff8207 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:54.224607 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b667b15-d5a7-49e9-807d-c73ebaff8207 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:54.224963 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b667b15-d5a7-49e9-807d-c73ebaff8207 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:54.225316 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b667b15-d5a7-49e9-807d-c73ebaff8207 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:54.225789 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b667b15-d5a7-49e9-807d-c73ebaff8207 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:54.226282 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b667b15-d5a7-49e9-807d-c73ebaff8207 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:54.230706 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0b667b15-d5a7-49e9-807d-c73ebaff8207 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0802011 Feb 04 11:49:54.231176 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42272) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:49:54.300424 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-09b79cb8-422f-493c-b72f-eaf981d48121 None None] Set router 14891eeb-723c-46f2-bf5a-a62baeb76911 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:49:54.449006 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-86457736-5e40-4375-95ff-13f2c1e750fb tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2145486 Feb 04 11:49:54.449228 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42276) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:49:54.454586 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-e46e2fc7-87c9-47cf-a5ac-a3528d3454a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-774512094', 'network_id': 'c886fef9-b28e-4afb-b738-2ff25d3e41d5'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:49:54.588975 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e46e2fc7-87c9-47cf-a5ac-a3528d3454a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:49:54.594393 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e46e2fc7-87c9-47cf-a5ac-a3528d3454a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:port and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:49:54.598165 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e46e2fc7-87c9-47cf-a5ac-a3528d3454a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:49:54.603910 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e46e2fc7-87c9-47cf-a5ac-a3528d3454a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:49:54.625215 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-09b79cb8-422f-493c-b72f-eaf981d48121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'name': 'tempest-TestNetworkBasicOps-router-1424042079', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b9aaa9c4-b794-4887-92c3-a720b070df13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:49:45Z', 'updated_at': '2022-02-04T11:49:51Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': 'b9aaa9c4-b794-4887-92c3-a720b070df13', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:49:46Z', 'updated_at': '2022-02-04T11:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'dbd5bd4e-c3f2-4db2-acf2-087f810e986e', 'name': '', 'network_id': 'c886fef9-b28e-4afb-b738-2ff25d3e41d5', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:38:82:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d78c31b-cc84-48f2-ad6d-7003d4353476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:49:50Z', 'updated_at': '2022-02-04T11:49:52Z', 'revision_number': 2, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': '4d78c31b-cc84-48f2-ad6d-7003d4353476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:49:54.631104 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b79cb8-422f-493c-b72f-eaf981d48121 None None] Checking router: 14891eeb-723c-46f2-bf5a-a62baeb76911 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:49:54.631453 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b79cb8-422f-493c-b72f-eaf981d48121 None None] Updating router 14891eeb-723c-46f2-bf5a-a62baeb76911 port dbd5bd4e-c3f2-4db2-acf2-087f810e986e binding host dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:49:54.687070 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46e2fc7-87c9-47cf-a5ac-a3528d3454a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Made reservation on behalf of 009ced00ffd949498e5831cf00e326e7 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:49:54.687660 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-09b79cb8-422f-493c-b72f-eaf981d48121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:54.690831 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e46e2fc7-87c9-47cf-a5ac-a3528d3454a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:54.716007 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [None req-e46e2fc7-87c9-47cf-a5ac-a3528d3454a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] device_id is not set on port e7893ee1-f874-4f89-94bf-b28c898d6b3c yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:49:54.857928 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-e46e2fc7-87c9-47cf-a5ac-a3528d3454a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Allocated IP 172.20.0.11 (c886fef9-b28e-4afb-b738-2ff25d3e41d5/4d78c31b-cc84-48f2-ad6d-7003d4353476/e7893ee1-f874-4f89-94bf-b28c898d6b3c) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:49:55.064079 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e46e2fc7-87c9-47cf-a5ac-a3528d3454a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:55.080394 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-e46e2fc7-87c9-47cf-a5ac-a3528d3454a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Transition to ACTIVE for port object e7893ee1-f874-4f89-94bf-b28c898d6b3c will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:49:55.168393 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device abe718e2-c159-4088-9ca0-b5f775eec637 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:49:55.194037 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e46e2fc7-87c9-47cf-a5ac-a3528d3454a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:55.262279 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port abe718e2-c159-4088-9ca0-b5f775eec637 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:49:55.262782 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:55.275902 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46e2fc7-87c9-47cf-a5ac-a3528d3454a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network c886fef9-b28e-4afb-b738-2ff25d3e41d5 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:49:55.278829 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-e46e2fc7-87c9-47cf-a5ac-a3528d3454a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:49:55.284156 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46e2fc7-87c9-47cf-a5ac-a3528d3454a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:49:55.341138 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e2fc7-87c9-47cf-a5ac-a3528d3454a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=e7893ee1-f874-4f89-94bf-b28c898d6b3c,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:55.369606 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46e2fc7-87c9-47cf-a5ac-a3528d3454a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:55.370832 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e46e2fc7-87c9-47cf-a5ac-a3528d3454a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:55.461139 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-09b79cb8-422f-493c-b72f-eaf981d48121 None None] Notify callbacks [] for port, precommit_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:55.474706 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.provisioning_blocks [None req-09b79cb8-422f-493c-b72f-eaf981d48121 None None] Transition to ACTIVE for port object dbd5bd4e-c3f2-4db2-acf2-087f810e986e will not be triggered until provisioned by entity L2. {{(pid=84207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:49:55.489049 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e46e2fc7-87c9-47cf-a5ac-a3528d3454a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0388253 Feb 04 11:49:55.577988 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-09b79cb8-422f-493c-b72f-eaf981d48121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:55.701102 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b1527-35ca-4b47-8151-646e0d438d5f None None] Pushing event updated for resources: {'Port': ['ID=dbd5bd4e-c3f2-4db2-acf2-087f810e986e,revision_number=3']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:55.715710 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-828a883c-931a-423c-ab0d-a2d8c956f3b8 None None] Provisioning for port e7893ee1-f874-4f89-94bf-b28c898d6b3c completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:49:55.734206 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-828a883c-931a-423c-ab0d-a2d8c956f3b8 None None] Provisioning complete for port e7893ee1-f874-4f89-94bf-b28c898d6b3c triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:49:55.734872 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-828a883c-931a-423c-ab0d-a2d8c956f3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:55.740320 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9b1527-35ca-4b47-8151-646e0d438d5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:55.740660 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9b1527-35ca-4b47-8151-646e0d438d5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:55.740987 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9b1527-35ca-4b47-8151-646e0d438d5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:55.741311 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9b1527-35ca-4b47-8151-646e0d438d5f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:55.741629 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9b1527-35ca-4b47-8151-646e0d438d5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:55.741971 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9b1527-35ca-4b47-8151-646e0d438d5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:55.742315 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9b1527-35ca-4b47-8151-646e0d438d5f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:55.742629 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9b1527-35ca-4b47-8151-646e0d438d5f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:55.742939 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9b1527-35ca-4b47-8151-646e0d438d5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:55.743245 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9b1527-35ca-4b47-8151-646e0d438d5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:55.743551 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9b1527-35ca-4b47-8151-646e0d438d5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:55.816474 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-09b79cb8-422f-493c-b72f-eaf981d48121 None None] Attempting to bind port dbd5bd4e-c3f2-4db2-acf2-087f810e986e on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:49:55.818098 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-09b79cb8-422f-493c-b72f-eaf981d48121 None None] Attempting to bind port dbd5bd4e-c3f2-4db2-acf2-087f810e986e by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '5b128893-adf3-4ca9-9bc6-3c98e43f38ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c886fef9-b28e-4afb-b738-2ff25d3e41d5'}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:49:55.820725 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b79cb8-422f-493c-b72f-eaf981d48121 None None] Attempting to bind port dbd5bd4e-c3f2-4db2-acf2-087f810e986e on network c886fef9-b28e-4afb-b738-2ff25d3e41d5 {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:49:55.828074 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-828a883c-931a-423c-ab0d-a2d8c956f3b8 None None] Port e7893ee1-f874-4f89-94bf-b28c898d6b3c cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:49:55.829429 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b79cb8-422f-493c-b72f-eaf981d48121 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:49:55.830492 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b79cb8-422f-493c-b72f-eaf981d48121 None None] Checking segment: {'id': '5b128893-adf3-4ca9-9bc6-3c98e43f38ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c886fef9-b28e-4afb-b738-2ff25d3e41d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:49:55.831112 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-09b79cb8-422f-493c-b72f-eaf981d48121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:55.831803 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b79cb8-422f-493c-b72f-eaf981d48121 None None] Bound using segment: {'id': '5b128893-adf3-4ca9-9bc6-3c98e43f38ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c886fef9-b28e-4afb-b738-2ff25d3e41d5'} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:49:55.832270 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-09b79cb8-422f-493c-b72f-eaf981d48121 None None] Bound port: dbd5bd4e-c3f2-4db2-acf2-087f810e986e, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b128893-adf3-4ca9-9bc6-3c98e43f38ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c886fef9-b28e-4afb-b738-2ff25d3e41d5'}}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:49:55.832627 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-09b79cb8-422f-493c-b72f-eaf981d48121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:55.873593 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42286) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:49:55.880183 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-f3ca58e9-2b29-4c52-b4a0-1c405ac9a34d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-567928447', 'description': 'tempest-secgroup-smoke-567928447 description', 'project_id': '009ced00ffd949498e5831cf00e326e7'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:49:55.887132 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f3ca58e9-2b29-4c52-b4a0-1c405ac9a34d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:49:55.891760 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f3ca58e9-2b29-4c52-b4a0-1c405ac9a34d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:49:55.897770 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f3ca58e9-2b29-4c52-b4a0-1c405ac9a34d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:49:55.903124 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f3ca58e9-2b29-4c52-b4a0-1c405ac9a34d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:49:55.930060 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-09b79cb8-422f-493c-b72f-eaf981d48121 None None] For port dbd5bd4e-c3f2-4db2-acf2-087f810e986e, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:49:55.932841 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-09b79cb8-422f-493c-b72f-eaf981d48121 None None] For port dbd5bd4e-c3f2-4db2-acf2-087f810e986e, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=dbd5bd4e-c3f2-4db2-acf2-087f810e986e,segment=NetworkSegment(5b128893-adf3-4ca9-9bc6-3c98e43f38ee),segment_id=5b128893-adf3-4ca9-9bc6-3c98e43f38ee)] {{(pid=84207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:49:56.036264 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f3ca58e9-2b29-4c52-b4a0-1c405ac9a34d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:56.065806 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-09b79cb8-422f-493c-b72f-eaf981d48121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:56.073392 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f3ca58e9-2b29-4c52-b4a0-1c405ac9a34d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:49:56.077185 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f3ca58e9-2b29-4c52-b4a0-1c405ac9a34d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:49:56.080710 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f3ca58e9-2b29-4c52-b4a0-1c405ac9a34d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:49:56.086471 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f3ca58e9-2b29-4c52-b4a0-1c405ac9a34d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:49:56.148256 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f3ca58e9-2b29-4c52-b4a0-1c405ac9a34d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:56.148511 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b1527-35ca-4b47-8151-646e0d438d5f None None] Pushing event updated for resources: {'Port': ['ID=dbd5bd4e-c3f2-4db2-acf2-087f810e986e,revision_number=4']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:56.152250 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b79cb8-422f-493c-b72f-eaf981d48121 None None] Routers {'14891eeb-723c-46f2-bf5a-a62baeb76911'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:49:56.152850 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-09b79cb8-422f-493c-b72f-eaf981d48121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:49:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['14891eeb-723c-46f2-bf5a-a62baeb76911'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:49:56.224511 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f3ca58e9-2b29-4c52-b4a0-1c405ac9a34d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:56.284151 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca58e9-2b29-4c52-b4a0-1c405ac9a34d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eff95a3-1782-451f-b2cf-890357db497f,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:56.368583 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-09b79cb8-422f-493c-b72f-eaf981d48121 None None] Set router 14891eeb-723c-46f2-bf5a-a62baeb76911 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:49:56.389444 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f3ca58e9-2b29-4c52-b4a0-1c405ac9a34d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:56.390701 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f3ca58e9-2b29-4c52-b4a0-1c405ac9a34d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5160339 Feb 04 11:49:56.394470 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42290) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:49:56.401565 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-51579c78-a7d9-4037-a1aa-6a64523011fb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '3eff95a3-1782-451f-b2cf-890357db497f', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:49:56.408798 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-51579c78-a7d9-4037-a1aa-6a64523011fb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:49:56.412735 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-51579c78-a7d9-4037-a1aa-6a64523011fb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:49:56.415642 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-51579c78-a7d9-4037-a1aa-6a64523011fb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:49:56.421572 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-51579c78-a7d9-4037-a1aa-6a64523011fb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:49:56.499499 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-51579c78-a7d9-4037-a1aa-6a64523011fb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:56.568385 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-51579c78-a7d9-4037-a1aa-6a64523011fb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:56.651535 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-51579c78-a7d9-4037-a1aa-6a64523011fb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:56.678797 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51579c78-a7d9-4037-a1aa-6a64523011fb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f742a51-8bff-4e3e-af80-6bba22987cad,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:56.698475 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-09b79cb8-422f-493c-b72f-eaf981d48121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'name': 'tempest-TestNetworkBasicOps-router-1424042079', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b9aaa9c4-b794-4887-92c3-a720b070df13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:49:45Z', 'updated_at': '2022-02-04T11:49:51Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': 'b9aaa9c4-b794-4887-92c3-a720b070df13', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:49:46Z', 'updated_at': '2022-02-04T11:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'dbd5bd4e-c3f2-4db2-acf2-087f810e986e', 'name': '', 'network_id': 'c886fef9-b28e-4afb-b738-2ff25d3e41d5', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:38:82:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d78c31b-cc84-48f2-ad6d-7003d4353476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:49:50Z', 'updated_at': '2022-02-04T11:49:55Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': '4d78c31b-cc84-48f2-ad6d-7003d4353476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:49:56.702794 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b79cb8-422f-493c-b72f-eaf981d48121 None None] The sync data for ids ['14891eeb-723c-46f2-bf5a-a62baeb76911'] in dv-neutron-827825-2-hyperv is: [{'id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'name': 'tempest-TestNetworkBasicOps-router-1424042079', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b9aaa9c4-b794-4887-92c3-a720b070df13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:49:45Z', 'updated_at': '2022-02-04T11:49:51Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': 'b9aaa9c4-b794-4887-92c3-a720b070df13', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:49:46Z', 'updated_at': '2022-02-04T11:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'dbd5bd4e-c3f2-4db2-acf2-087f810e986e', 'name': '', 'network_id': 'c886fef9-b28e-4afb-b738-2ff25d3e41d5', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:38:82:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d78c31b-cc84-48f2-ad6d-7003d4353476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:49:50Z', 'updated_at': '2022-02-04T11:49:55Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': '4d78c31b-cc84-48f2-ad6d-7003d4353476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:49:56.763060 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-51579c78-a7d9-4037-a1aa-6a64523011fb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:56.769629 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-51579c78-a7d9-4037-a1aa-6a64523011fb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3683350 Feb 04 11:49:56.769629 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42294) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:49:56.776363 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-6158834f-9a97-4240-a0b5-e81a88b3a9bb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '3eff95a3-1782-451f-b2cf-890357db497f', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:49:56.783806 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6158834f-9a97-4240-a0b5-e81a88b3a9bb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:49:56.787619 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6158834f-9a97-4240-a0b5-e81a88b3a9bb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:49:56.790672 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6158834f-9a97-4240-a0b5-e81a88b3a9bb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:49:56.796600 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6158834f-9a97-4240-a0b5-e81a88b3a9bb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:49:56.929205 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6158834f-9a97-4240-a0b5-e81a88b3a9bb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:56.998050 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6158834f-9a97-4240-a0b5-e81a88b3a9bb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:57.082136 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6158834f-9a97-4240-a0b5-e81a88b3a9bb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:57.113116 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158834f-9a97-4240-a0b5-e81a88b3a9bb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa3996e5-6c55-434c-b789-2693b2c3c28e,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:57.199343 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device dbd5bd4e-c3f2-4db2-acf2-087f810e986e up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:49:57.224638 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6158834f-9a97-4240-a0b5-e81a88b3a9bb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:57.228713 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42300) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:49:57.229191 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6158834f-9a97-4240-a0b5-e81a88b3a9bb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4578950 Feb 04 11:49:57.234534 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-3f712a97-1b6b-4b01-888c-91fd75cc9cc4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '3eff95a3-1782-451f-b2cf-890357db497f', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:49:57.250639 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-3f712a97-1b6b-4b01-888c-91fd75cc9cc4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:49:57.256236 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-3f712a97-1b6b-4b01-888c-91fd75cc9cc4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:49:57.259702 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-3f712a97-1b6b-4b01-888c-91fd75cc9cc4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:49:57.266635 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-3f712a97-1b6b-4b01-888c-91fd75cc9cc4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:49:57.374545 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3f712a97-1b6b-4b01-888c-91fd75cc9cc4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:57.393236 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port dbd5bd4e-c3f2-4db2-acf2-087f810e986e completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:49:57.398802 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port dbd5bd4e-c3f2-4db2-acf2-087f810e986e triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:49:57.399258 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:57.456140 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3f712a97-1b6b-4b01-888c-91fd75cc9cc4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:57.504594 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3f712a97-1b6b-4b01-888c-91fd75cc9cc4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:57.530394 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f712a97-1b6b-4b01-888c-91fd75cc9cc4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=344c0d0f-922a-444e-8421-050e1808fcbb,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:57.530810 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:57.572427 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port dbd5bd4e-c3f2-4db2-acf2-087f810e986e, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=dbd5bd4e-c3f2-4db2-acf2-087f810e986e,segment=NetworkSegment(5b128893-adf3-4ca9-9bc6-3c98e43f38ee),segment_id=5b128893-adf3-4ca9-9bc6-3c98e43f38ee)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:49:57.639537 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3f712a97-1b6b-4b01-888c-91fd75cc9cc4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:57.639537 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3f712a97-1b6b-4b01-888c-91fd75cc9cc4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4077930 Feb 04 11:49:57.641689 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42304) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:49:57.648096 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-d9e53cf1-0d2a-4560-8bcd-512f1e03d18c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '3eff95a3-1782-451f-b2cf-890357db497f', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:49:57.654264 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-d9e53cf1-0d2a-4560-8bcd-512f1e03d18c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:49:57.665718 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-d9e53cf1-0d2a-4560-8bcd-512f1e03d18c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:49:57.665718 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-d9e53cf1-0d2a-4560-8bcd-512f1e03d18c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:49:57.669014 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-d9e53cf1-0d2a-4560-8bcd-512f1e03d18c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:49:57.692813 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:57.760176 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=dbd5bd4e-c3f2-4db2-acf2-087f810e986e,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:57.765560 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d9e53cf1-0d2a-4560-8bcd-512f1e03d18c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:57.832230 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d9e53cf1-0d2a-4560-8bcd-512f1e03d18c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:57.932898 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d9e53cf1-0d2a-4560-8bcd-512f1e03d18c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:57.959854 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e53cf1-0d2a-4560-8bcd-512f1e03d18c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de7c3a84-034f-4047-afab-99fdc8085f54,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:58.018713 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d9e53cf1-0d2a-4560-8bcd-512f1e03d18c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:58.022254 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d9e53cf1-0d2a-4560-8bcd-512f1e03d18c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3766544 Feb 04 11:49:58.024339 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42310) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:49:58.029877 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-07083e8c-6379-4aa1-8c82-8d6c4ab544fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '3eff95a3-1782-451f-b2cf-890357db497f', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:49:58.036178 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-07083e8c-6379-4aa1-8c82-8d6c4ab544fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:49:58.040021 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-07083e8c-6379-4aa1-8c82-8d6c4ab544fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:49:58.043644 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-07083e8c-6379-4aa1-8c82-8d6c4ab544fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:49:58.050238 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-07083e8c-6379-4aa1-8c82-8d6c4ab544fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:49:58.145589 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.securitygroups_db [None req-07083e8c-6379-4aa1-8c82-8d6c4ab544fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Project 009ced00ffd949498e5831cf00e326e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:49:58.153041 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-07083e8c-6379-4aa1-8c82-8d6c4ab544fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:58.221454 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-07083e8c-6379-4aa1-8c82-8d6c4ab544fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:58.332944 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-07083e8c-6379-4aa1-8c82-8d6c4ab544fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:58.356281 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07083e8c-6379-4aa1-8c82-8d6c4ab544fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea9f591-ff5d-4b91-813d-cab60053d2ef,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:58.470731 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-07083e8c-6379-4aa1-8c82-8d6c4ab544fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:58.471941 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-07083e8c-6379-4aa1-8c82-8d6c4ab544fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4466794 Feb 04 11:49:58.474791 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42314) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:49:58.480367 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-e6fb4a4b-d643-4d1b-b9e6-d8aa75e47c03 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '3eff95a3-1782-451f-b2cf-890357db497f', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:49:58.487386 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e6fb4a4b-d643-4d1b-b9e6-d8aa75e47c03 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:49:58.498619 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e6fb4a4b-d643-4d1b-b9e6-d8aa75e47c03 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:49:58.498619 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e6fb4a4b-d643-4d1b-b9e6-d8aa75e47c03 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:49:58.500651 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e6fb4a4b-d643-4d1b-b9e6-d8aa75e47c03 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:49:58.630454 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.securitygroups_db [None req-e6fb4a4b-d643-4d1b-b9e6-d8aa75e47c03 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Project 009ced00ffd949498e5831cf00e326e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:49:58.637851 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e6fb4a4b-d643-4d1b-b9e6-d8aa75e47c03 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:58.708854 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e6fb4a4b-d643-4d1b-b9e6-d8aa75e47c03 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:58.807149 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e6fb4a4b-d643-4d1b-b9e6-d8aa75e47c03 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:58.832039 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb4a4b-d643-4d1b-b9e6-d8aa75e47c03 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d53a425f-ad91-4a2c-a1f3-68f49f307087,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:58.915796 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e6fb4a4b-d643-4d1b-b9e6-d8aa75e47c03 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:58.916990 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e6fb4a4b-d643-4d1b-b9e6-d8aa75e47c03 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4412963 Feb 04 11:49:59.118917 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-993cea4d-0460-4a6a-86d5-1faa1d654699 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:security_group {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:49:59.167547 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device dbd5bd4e-c3f2-4db2-acf2-087f810e986e up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:49:59.219035 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-993cea4d-0460-4a6a-86d5-1faa1d654699 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:security_group {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:49:59.220677 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-993cea4d-0460-4a6a-86d5-1faa1d654699 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-567928447&fields=id&tenant_id=009ced00ffd949498e5831cf00e326e7 HTTP/1.1" status: 200 len: 267 time: 0.1445472 Feb 04 11:49:59.287890 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port dbd5bd4e-c3f2-4db2-acf2-087f810e986e triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:49:59.288787 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:59.302727 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-d6ae6fef-858c-460e-92a0-cc2cd0ede63d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:59.304154 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-d6ae6fef-858c-460e-92a0-cc2cd0ede63d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports/e7893ee1-f874-4f89-94bf-b28c898d6b3c HTTP/1.1" status: 200 len: 930 time: 0.0763690 Feb 04 11:49:59.454188 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-8df4eead-e0d5-47de-92d2-8ceb5f03d33c service neutron] 10.222.0.21 "GET /v2.0/ports/e7893ee1-f874-4f89-94bf-b28c898d6b3c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1369922 Feb 04 11:49:59.595696 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-1e981d42-445a-457a-91e2-fc0aa11e97bc service neutron] 10.222.0.21 "GET /v2.0/networks/c886fef9-b28e-4afb-b738-2ff25d3e41d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349680 Feb 04 11:49:59.731238 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-1f4d49e2-f687-445a-983f-a37f13d31254 service neutron] 10.222.0.21 "GET /v2.0/networks/c886fef9-b28e-4afb-b738-2ff25d3e41d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290362 Feb 04 11:50:00.010556 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-b0fa4f35-af69-4de4-9f3c-b192199f894f req-f8862c45-82f3-4b7a-ae9e-4666a47a95d6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:50:00.242336 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-b0fa4f35-af69-4de4-9f3c-b192199f894f req-f8862c45-82f3-4b7a-ae9e-4666a47a95d6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:50:00.244465 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b0fa4f35-af69-4de4-9f3c-b192199f894f req-f8862c45-82f3-4b7a-ae9e-4666a47a95d6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2a8c82e-6bbd-4e68-9d48-d71f5e4dfef5 HTTP/1.1" status: 200 len: 210 time: 0.2752993 Feb 04 11:50:01.408417 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-8fb04666-8185-40fe-90ab-d9a10fcae1f4 req-527aa6bd-473a-4171-8ac7-dfaa3d98da30 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2a8c82e-6bbd-4e68-9d48-d71f5e4dfef5 HTTP/1.1" status: 200 len: 210 time: 0.0419593 Feb 04 11:50:01.700018 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:50:02.319855 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-e6594b45-a038-4d3e-ba68-b30e6c30d168 service neutron] 10.222.0.47 "GET /v2.0/ports/e7893ee1-f874-4f89-94bf-b28c898d6b3c HTTP/1.1" status: 200 len: 1026 time: 0.0625422 Feb 04 11:50:02.504609 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-da49a4a9-735c-431d-a39a-83c9bfe75fe8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:02.505285 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-da49a4a9-735c-431d-a39a-83c9bfe75fe8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:network {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:50:02.685536 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-da49a4a9-735c-431d-a39a-83c9bfe75fe8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:network {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:50:02.686724 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-da49a4a9-735c-431d-a39a-83c9bfe75fe8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "GET /v2.0/networks?id=c886fef9-b28e-4afb-b738-2ff25d3e41d5 HTTP/1.1" status: 200 len: 797 time: 0.3599927 Feb 04 11:50:02.692908 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-906dd13b-d67a-497e-ae2a-82ff89f8df80 req-526425c2-27c6-476e-acbb-e18c4c819561 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2a8c82e-6bbd-4e68-9d48-d71f5e4dfef5 HTTP/1.1" status: 200 len: 210 time: 0.1462719 Feb 04 11:50:02.740667 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-53f3bc47-d7fd-46ec-8806-11adf44f9450 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=009ced00ffd949498e5831cf00e326e7 HTTP/1.1" status: 200 len: 379 time: 0.0409949 Feb 04 11:50:02.750605 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-91d98ee3-b0d1-46b0-861c-62c784fa7b6f service neutron] Request body: {'port': {'device_id': 'd2a8c82e-6bbd-4e68-9d48-d71f5e4dfef5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:50:02.865916 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-91d98ee3-b0d1-46b0-861c-62c784fa7b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:03.210202 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-91d98ee3-b0d1-46b0-861c-62c784fa7b6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7893ee1-f874-4f89-94bf-b28c898d6b3c {{(pid=84205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:50:03.217517 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-91d98ee3-b0d1-46b0-861c-62c784fa7b6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:03.233566 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-91d98ee3-b0d1-46b0-861c-62c784fa7b6f service neutron] Transition to ACTIVE for port object e7893ee1-f874-4f89-94bf-b28c898d6b3c will not be triggered until provisioned by entity L2. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:50:03.309146 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-91d98ee3-b0d1-46b0-861c-62c784fa7b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:03.435149 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d98ee3-b0d1-46b0-861c-62c784fa7b6f service neutron] Pushing event updated for resources: {'Port': ['ID=e7893ee1-f874-4f89-94bf-b28c898d6b3c,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:03.563789 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-91d98ee3-b0d1-46b0-861c-62c784fa7b6f service neutron] Attempting to bind port e7893ee1-f874-4f89-94bf-b28c898d6b3c on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:50:03.564693 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-91d98ee3-b0d1-46b0-861c-62c784fa7b6f service neutron] Attempting to bind port e7893ee1-f874-4f89-94bf-b28c898d6b3c by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '5b128893-adf3-4ca9-9bc6-3c98e43f38ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c886fef9-b28e-4afb-b738-2ff25d3e41d5'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:50:03.565018 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-91d98ee3-b0d1-46b0-861c-62c784fa7b6f service neutron] Attempting to bind port e7893ee1-f874-4f89-94bf-b28c898d6b3c on network c886fef9-b28e-4afb-b738-2ff25d3e41d5 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:50:03.572299 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-91d98ee3-b0d1-46b0-861c-62c784fa7b6f service neutron] Port e7893ee1-f874-4f89-94bf-b28c898d6b3c on network c886fef9-b28e-4afb-b738-2ff25d3e41d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:50:03.572588 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-91d98ee3-b0d1-46b0-861c-62c784fa7b6f service neutron] Attempting to bind port e7893ee1-f874-4f89-94bf-b28c898d6b3c on network c886fef9-b28e-4afb-b738-2ff25d3e41d5 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:50:03.581744 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-91d98ee3-b0d1-46b0-861c-62c784fa7b6f service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:50:03.587984 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-91d98ee3-b0d1-46b0-861c-62c784fa7b6f service neutron] Checking segment: {'id': '5b128893-adf3-4ca9-9bc6-3c98e43f38ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c886fef9-b28e-4afb-b738-2ff25d3e41d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:50:03.587984 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-91d98ee3-b0d1-46b0-861c-62c784fa7b6f service neutron] Bound using segment: {'id': '5b128893-adf3-4ca9-9bc6-3c98e43f38ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c886fef9-b28e-4afb-b738-2ff25d3e41d5'} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:50:03.587984 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-91d98ee3-b0d1-46b0-861c-62c784fa7b6f service neutron] Bound port: e7893ee1-f874-4f89-94bf-b28c898d6b3c, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b128893-adf3-4ca9-9bc6-3c98e43f38ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c886fef9-b28e-4afb-b738-2ff25d3e41d5'}}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:50:03.587984 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-91d98ee3-b0d1-46b0-861c-62c784fa7b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:03.683972 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-91d98ee3-b0d1-46b0-861c-62c784fa7b6f service neutron] For port e7893ee1-f874-4f89-94bf-b28c898d6b3c, host hv-neutron-8278, cleared binding levels {{(pid=84205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:50:03.687454 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-91d98ee3-b0d1-46b0-861c-62c784fa7b6f service neutron] For port e7893ee1-f874-4f89-94bf-b28c898d6b3c, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e7893ee1-f874-4f89-94bf-b28c898d6b3c,segment=NetworkSegment(5b128893-adf3-4ca9-9bc6-3c98e43f38ee),segment_id=5b128893-adf3-4ca9-9bc6-3c98e43f38ee)] {{(pid=84205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:50:03.785481 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-91d98ee3-b0d1-46b0-861c-62c784fa7b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:03.883581 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9217a685-e65f-4039-898c-0b1247db1981 req-2d6e82ca-1899-453e-9836-ffa64b65722c tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1983524652&fields=id&tenant_id=4e2cb104d3bb42a4a344ade0b8b3bbd0 HTTP/1.1" status: 200 len: 267 time: 0.0474248 Feb 04 11:50:03.892989 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-91d98ee3-b0d1-46b0-861c-62c784fa7b6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:03.894430 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-91d98ee3-b0d1-46b0-861c-62c784fa7b6f service neutron] 10.222.0.47 "PUT /v2.0/ports/e7893ee1-f874-4f89-94bf-b28c898d6b3c HTTP/1.1" status: 200 len: 1131 time: 1.1477115 Feb 04 11:50:03.894894 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a8c82e-6bbd-4e68-9d48-d71f5e4dfef5', 'tag': 'e7893ee1-f874-4f89-94bf-b28c898d6b3c'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:50:03.919187 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d98ee3-b0d1-46b0-861c-62c784fa7b6f service neutron] Pushing event updated for resources: {'Port': ['ID=e7893ee1-f874-4f89-94bf-b28c898d6b3c,revision_number=3']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:03.946696 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b281241-0716-47f9-99fb-2aec36d41916 req-2fe76d05-4ae5-446c-8fcb-c97abd0393d9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:03.948210 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4b281241-0716-47f9-99fb-2aec36d41916 req-2fe76d05-4ae5-446c-8fcb-c97abd0393d9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2a8c82e-6bbd-4e68-9d48-d71f5e4dfef5 HTTP/1.1" status: 200 len: 981 time: 0.1259315 Feb 04 11:50:04.010467 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4b281241-0716-47f9-99fb-2aec36d41916 req-5780cd32-9aca-44b4-909f-6ee7d2c316f8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4acd6c3-1ac2-4f4e-a7b3-61572b758e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511339 Feb 04 11:50:04.087805 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a8c82e-6bbd-4e68-9d48-d71f5e4dfef5', 'tag': 'e7893ee1-f874-4f89-94bf-b28c898d6b3c', 'status': 'completed', 'code': 200} Feb 04 11:50:04.098529 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217a685-e65f-4039-898c-0b1247db1981 req-c5bb6252-d50e-4d60-ba70-626108bbe970 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:04.099999 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9217a685-e65f-4039-898c-0b1247db1981 req-c5bb6252-d50e-4d60-ba70-626108bbe970 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/networks?id=a23f3c76-d15a-4fcc-b821-61e65e6da3f4 HTTP/1.1" status: 200 len: 811 time: 0.2021735 Feb 04 11:50:04.122857 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9217a685-e65f-4039-898c-0b1247db1981 req-5b4556f7-cf6f-4d23-8146-e2f6222704f0 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/quotas/4e2cb104d3bb42a4a344ade0b8b3bbd0 HTTP/1.1" status: 200 len: 375 time: 0.0126095 Feb 04 11:50:04.129624 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-cea91cfd-112e-4137-bed2-d7264b1d3045 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=d2a8c82e-6bbd-4e68-9d48-d71f5e4dfef5 HTTP/1.1" status: 200 len: 1134 time: 0.0869997 Feb 04 11:50:04.211776 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-8ae0fd1e-7d95-4e71-b95d-30572b3ac48c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7893ee1-f874-4f89-94bf-b28c898d6b3c HTTP/1.1" status: 200 len: 217 time: 0.0724633 Feb 04 11:50:04.217781 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9217a685-e65f-4039-898c-0b1247db1981 req-67999066-5784-45df-b378-9b9ea167232d tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e2cb104d3bb42a4a344ade0b8b3bbd0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0885997 Feb 04 11:50:04.278144 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-cd7ea347-66b8-4f7f-bbae-351f75e1d212 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:04.279705 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-cd7ea347-66b8-4f7f-bbae-351f75e1d212 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4d78c31b-cc84-48f2-ad6d-7003d4353476 HTTP/1.1" status: 200 len: 835 time: 0.0624769 Feb 04 11:50:04.362150 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-739928c1-755d-4bbc-b459-ef4a6520a473 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c886fef9-b28e-4afb-b738-2ff25d3e41d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748508 Feb 04 11:50:04.459119 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9217a685-e65f-4039-898c-0b1247db1981 req-8f380b0c-9909-49bc-acce-be85698814e1 service neutron] 10.222.0.21 "GET /v2.0/networks/a23f3c76-d15a-4fcc-b821-61e65e6da3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296164 Feb 04 11:50:04.495612 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-9d53bfb4-2c1a-47f5-850f-c041f7ed2d57 service neutron] 10.222.0.47 "GET /v2.0/networks/c886fef9-b28e-4afb-b738-2ff25d3e41d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271923 Feb 04 11:50:04.590200 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9217a685-e65f-4039-898c-0b1247db1981 req-224a1a9e-b478-4598-9a67-0d952950dafb service neutron] 10.222.0.21 "GET /v2.0/networks/a23f3c76-d15a-4fcc-b821-61e65e6da3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252670 Feb 04 11:50:04.631248 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1974eb9b-7dca-4dfc-a15a-aa6ffbedd86a req-1dbc2ac8-6813-407b-aab0-98c81f039bf7 service neutron] 10.222.0.47 "GET /v2.0/networks/c886fef9-b28e-4afb-b738-2ff25d3e41d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284375 Feb 04 11:50:04.910875 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0268c536-69e5-4147-b415-459daeb8cf0c req-dbea2449-0173-4fe7-8b4f-c964e859b2f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=d2a8c82e-6bbd-4e68-9d48-d71f5e4dfef5 HTTP/1.1" status: 200 len: 1134 time: 0.1632907 Feb 04 11:50:05.042725 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268c536-69e5-4147-b415-459daeb8cf0c req-05a14742-4d5a-4a09-ae7e-36278fa327f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:05.044034 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0268c536-69e5-4147-b415-459daeb8cf0c req-05a14742-4d5a-4a09-ae7e-36278fa327f3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c886fef9-b28e-4afb-b738-2ff25d3e41d5 HTTP/1.1" status: 200 len: 898 time: 0.1273046 Feb 04 11:50:05.117168 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0268c536-69e5-4147-b415-459daeb8cf0c req-12b38a3d-dd9e-4457-b91b-411ed8f36fc7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7893ee1-f874-4f89-94bf-b28c898d6b3c HTTP/1.1" status: 200 len: 217 time: 0.0653775 Feb 04 11:50:05.290762 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268c536-69e5-4147-b415-459daeb8cf0c req-f4d1beec-5915-43a7-a7cf-dd6642bf4b82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:05.292345 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0268c536-69e5-4147-b415-459daeb8cf0c req-f4d1beec-5915-43a7-a7cf-dd6642bf4b82 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4d78c31b-cc84-48f2-ad6d-7003d4353476 HTTP/1.1" status: 200 len: 835 time: 0.1692481 Feb 04 11:50:05.323913 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6fd8bbf7-118d-4344-88ec-0eb9499464db req-2052b961-96e4-4dd9-b8e0-762bee270891 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4740404-77d4-458e-94d1-58e2cb087694 HTTP/1.1" status: 200 len: 210 time: 0.0733640 Feb 04 11:50:05.372145 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c3374-e660-473b-82a9-52782b3f6e7a req-398f896e-43f5-4921-9621-076f168e9255 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:05.373593 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b11c3374-e660-473b-82a9-52782b3f6e7a req-398f896e-43f5-4921-9621-076f168e9255 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2a8c82e-6bbd-4e68-9d48-d71f5e4dfef5 HTTP/1.1" status: 200 len: 981 time: 0.2073796 Feb 04 11:50:05.433546 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0268c536-69e5-4147-b415-459daeb8cf0c req-b8d14ca4-681e-4131-958c-97c20c3bb717 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c886fef9-b28e-4afb-b738-2ff25d3e41d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1318779 Feb 04 11:50:05.438661 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b11c3374-e660-473b-82a9-52782b3f6e7a req-08e342c0-d9b1-405b-8c6c-65907ea02fb0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4acd6c3-1ac2-4f4e-a7b3-61572b758e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587840 Feb 04 11:50:05.578465 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0268c536-69e5-4147-b415-459daeb8cf0c req-47642438-1e7b-4042-bdc5-e771884d6a44 service neutron] 10.222.0.47 "GET /v2.0/networks/c886fef9-b28e-4afb-b738-2ff25d3e41d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374202 Feb 04 11:50:05.716760 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0268c536-69e5-4147-b415-459daeb8cf0c req-469ffe9c-a001-4f21-a46a-5c77f5feaad3 service neutron] 10.222.0.47 "GET /v2.0/networks/c886fef9-b28e-4afb-b738-2ff25d3e41d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313744 Feb 04 11:50:06.178552 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:06.476858 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d6f8123e-a901-4da1-bc1c-1c1e82f52422 req-a0afac09-ee79-4938-9b5c-3deb51799776 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4740404-77d4-458e-94d1-58e2cb087694 HTTP/1.1" status: 200 len: 210 time: 0.0401285 Feb 04 11:50:06.789575 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0999e41-95c9-4d2c-9956-e035af349423 req-d8d4fdc7-3ac6-40b2-842b-96e4d423c3b1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:06.791119 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d0999e41-95c9-4d2c-9956-e035af349423 req-d8d4fdc7-3ac6-40b2-842b-96e4d423c3b1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2a8c82e-6bbd-4e68-9d48-d71f5e4dfef5 HTTP/1.1" status: 200 len: 981 time: 0.0814569 Feb 04 11:50:06.846802 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d0999e41-95c9-4d2c-9956-e035af349423 req-53319006-6f00-4580-98c7-0694b7386075 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4acd6c3-1ac2-4f4e-a7b3-61572b758e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436032 Feb 04 11:50:07.638344 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-fa0e7d83-d349-4c99-a39e-be0553f5acd6 req-43be3e87-774a-4bcd-af09-21e78f5e2df2 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4740404-77d4-458e-94d1-58e2cb087694 HTTP/1.1" status: 200 len: 210 time: 0.0405493 Feb 04 11:50:07.705418 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217a685-e65f-4039-898c-0b1247db1981 req-b3ea6dc8-2911-4c84-9f2a-a04f443fe131 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:07.706809 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9217a685-e65f-4039-898c-0b1247db1981 req-b3ea6dc8-2911-4c84-9f2a-a04f443fe131 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.47 "GET /v2.0/networks?id=a23f3c76-d15a-4fcc-b821-61e65e6da3f4 HTTP/1.1" status: 200 len: 811 time: 0.1559799 Feb 04 11:50:07.761295 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9217a685-e65f-4039-898c-0b1247db1981 req-9710da1c-c82e-4db0-a059-483390f16296 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e2cb104d3bb42a4a344ade0b8b3bbd0 HTTP/1.1" status: 200 len: 380 time: 0.0425644 Feb 04 11:50:07.770312 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-9217a685-e65f-4039-898c-0b1247db1981 req-0bc02dc6-1515-40e8-be19-e1e1fa457f87 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Request body: {'port': {'device_id': 'b4740404-77d4-458e-94d1-58e2cb087694', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'admin_state_up': True, 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'security_groups': ['b57a5bbd-0b59-4171-ae0e-c020deb7a309']}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:50:07.906309 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-9217a685-e65f-4039-898c-0b1247db1981 req-0bc02dc6-1515-40e8-be19-e1e1fa457f87 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:50:07.916335 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-9217a685-e65f-4039-898c-0b1247db1981 req-0bc02dc6-1515-40e8-be19-e1e1fa457f87 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:50:08.015797 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9217a685-e65f-4039-898c-0b1247db1981 req-0bc02dc6-1515-40e8-be19-e1e1fa457f87 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Made reservation on behalf of 4e2cb104d3bb42a4a344ade0b8b3bbd0 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:50:08.019193 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-9217a685-e65f-4039-898c-0b1247db1981 req-0bc02dc6-1515-40e8-be19-e1e1fa457f87 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:08.136273 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168cfeb-ed9f-483a-b73e-dfe5a63b97d3 req-72209916-38bb-4e06-a54e-a7cf3007d1e9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:08.138316 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b168cfeb-ed9f-483a-b73e-dfe5a63b97d3 req-72209916-38bb-4e06-a54e-a7cf3007d1e9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2a8c82e-6bbd-4e68-9d48-d71f5e4dfef5 HTTP/1.1" status: 200 len: 981 time: 0.1629691 Feb 04 11:50:08.146013 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device e7893ee1-f874-4f89-94bf-b28c898d6b3c details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:50:08.286780 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [req-9217a685-e65f-4039-898c-0b1247db1981 req-0bc02dc6-1515-40e8-be19-e1e1fa457f87 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Allocated IP 172.20.0.4 (a23f3c76-d15a-4fcc-b821-61e65e6da3f4/5af355fa-ef8e-4697-b6fa-0681cfbee57c/c1ce6a0f-119e-4f85-92ef-9aea6666ee2e) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:50:08.290723 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b168cfeb-ed9f-483a-b73e-dfe5a63b97d3 req-1f323aa8-5217-4057-a43e-01aa69899244 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4acd6c3-1ac2-4f4e-a7b3-61572b758e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401291 Feb 04 11:50:08.326512 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port e7893ee1-f874-4f89-94bf-b28c898d6b3c, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e7893ee1-f874-4f89-94bf-b28c898d6b3c,segment=NetworkSegment(5b128893-adf3-4ca9-9bc6-3c98e43f38ee),segment_id=5b128893-adf3-4ca9-9bc6-3c98e43f38ee)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:50:08.342967 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': 'e7893ee1-f874-4f89-94bf-b28c898d6b3c', 'network_id': 'c886fef9-b28e-4afb-b738-2ff25d3e41d5', 'port_id': 'e7893ee1-f874-4f89-94bf-b28c898d6b3c', 'mac_address': 'fa:16:3e:04:d3:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d78c31b-cc84-48f2-ad6d-7003d4353476', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:50:08.405182 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:08.425778 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7893ee1-f874-4f89-94bf-b28c898d6b3c {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:50:08.443217 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port e7893ee1-f874-4f89-94bf-b28c898d6b3c, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e7893ee1-f874-4f89-94bf-b28c898d6b3c,segment=NetworkSegment(5b128893-adf3-4ca9-9bc6-3c98e43f38ee),segment_id=5b128893-adf3-4ca9-9bc6-3c98e43f38ee)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:50:08.515773 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:08.613418 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=e7893ee1-f874-4f89-94bf-b28c898d6b3c,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:08.646721 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-9217a685-e65f-4039-898c-0b1247db1981 req-0bc02dc6-1515-40e8-be19-e1e1fa457f87 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:08.662119 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-9217a685-e65f-4039-898c-0b1247db1981 req-0bc02dc6-1515-40e8-be19-e1e1fa457f87 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Transition to ACTIVE for port object c1ce6a0f-119e-4f85-92ef-9aea6666ee2e will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:50:08.756414 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-9217a685-e65f-4039-898c-0b1247db1981 req-0bc02dc6-1515-40e8-be19-e1e1fa457f87 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:08.838453 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9217a685-e65f-4039-898c-0b1247db1981 req-0bc02dc6-1515-40e8-be19-e1e1fa457f87 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Network a23f3c76-d15a-4fcc-b821-61e65e6da3f4 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:50:08.841579 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [req-9217a685-e65f-4039-898c-0b1247db1981 req-0bc02dc6-1515-40e8-be19-e1e1fa457f87 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:50:08.844055 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-9217a685-e65f-4039-898c-0b1247db1981 req-0bc02dc6-1515-40e8-be19-e1e1fa457f87 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:50:08.853859 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe94847-4d69-4c67-aad3-940e9be2f638 req-f8310123-2adf-4a8d-9a0f-b9b7bd342ed6 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:08.856809 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9fe94847-4d69-4c67-aad3-940e9be2f638 req-f8310123-2adf-4a8d-9a0f-b9b7bd342ed6 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4740404-77d4-458e-94d1-58e2cb087694 HTTP/1.1" status: 200 len: 931 time: 0.0855975 Feb 04 11:50:08.884209 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc02dc6-1515-40e8-be19-e1e1fa457f87 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Pushing event updated for resources: {'Port': ['ID=c1ce6a0f-119e-4f85-92ef-9aea6666ee2e,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:08.893578 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['e7893ee1-f874-4f89-94bf-b28c898d6b3c'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 11:50:08.926795 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9fe94847-4d69-4c67-aad3-940e9be2f638 req-57a40786-b3c1-40d3-8fee-fef102d5b8c1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621467 Feb 04 11:50:08.929494 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217a685-e65f-4039-898c-0b1247db1981 req-0bc02dc6-1515-40e8-be19-e1e1fa457f87 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:08.930705 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-9217a685-e65f-4039-898c-0b1247db1981 req-0bc02dc6-1515-40e8-be19-e1e1fa457f87 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:09.031056 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9217a685-e65f-4039-898c-0b1247db1981 req-0bc02dc6-1515-40e8-be19-e1e1fa457f87 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2646332 Feb 04 11:50:09.042348 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-9217a685-e65f-4039-898c-0b1247db1981 req-18a79131-9406-4340-a36e-864c6b81d0de service neutron] Request body: {'port': {'device_id': 'b4740404-77d4-458e-94d1-58e2cb087694', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:50:09.182089 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-9217a685-e65f-4039-898c-0b1247db1981 req-18a79131-9406-4340-a36e-864c6b81d0de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:09.207333 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e7b73908-31c5-4c6a-a356-240cd031b000 None None] Provisioning for port c1ce6a0f-119e-4f85-92ef-9aea6666ee2e completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:50:09.214982 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e7b73908-31c5-4c6a-a356-240cd031b000 None None] Provisioning complete for port c1ce6a0f-119e-4f85-92ef-9aea6666ee2e triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:50:09.215685 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e7b73908-31c5-4c6a-a356-240cd031b000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:09.284176 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-e7b73908-31c5-4c6a-a356-240cd031b000 None None] Port c1ce6a0f-119e-4f85-92ef-9aea6666ee2e cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:50:09.601454 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edddbb1-5be9-4cf9-bf0b-3f37ca97b6f8 req-553f218f-837e-4cd3-a4a5-fbacd61cff38 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:09.602928 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0edddbb1-5be9-4cf9-bf0b-3f37ca97b6f8 req-553f218f-837e-4cd3-a4a5-fbacd61cff38 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2a8c82e-6bbd-4e68-9d48-d71f5e4dfef5 HTTP/1.1" status: 200 len: 982 time: 0.1682777 Feb 04 11:50:09.612546 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [req-9217a685-e65f-4039-898c-0b1247db1981 req-18a79131-9406-4340-a36e-864c6b81d0de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1ce6a0f-119e-4f85-92ef-9aea6666ee2e {{(pid=84205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:50:09.635693 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-9217a685-e65f-4039-898c-0b1247db1981 req-18a79131-9406-4340-a36e-864c6b81d0de service neutron] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:09.666479 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-9217a685-e65f-4039-898c-0b1247db1981 req-18a79131-9406-4340-a36e-864c6b81d0de service neutron] Transition to ACTIVE for port object c1ce6a0f-119e-4f85-92ef-9aea6666ee2e will not be triggered until provisioned by entity L2. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:50:09.671869 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0edddbb1-5be9-4cf9-bf0b-3f37ca97b6f8 req-9d1fef07-1600-4405-bc22-3e4cde63d9a5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4acd6c3-1ac2-4f4e-a7b3-61572b758e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626299 Feb 04 11:50:09.755562 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-9217a685-e65f-4039-898c-0b1247db1981 req-18a79131-9406-4340-a36e-864c6b81d0de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:09.895291 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a79131-9406-4340-a36e-864c6b81d0de service neutron] Pushing event updated for resources: {'Port': ['ID=c1ce6a0f-119e-4f85-92ef-9aea6666ee2e,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:10.012485 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-9217a685-e65f-4039-898c-0b1247db1981 req-18a79131-9406-4340-a36e-864c6b81d0de service neutron] Attempting to bind port c1ce6a0f-119e-4f85-92ef-9aea6666ee2e on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:50:10.012485 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-9217a685-e65f-4039-898c-0b1247db1981 req-18a79131-9406-4340-a36e-864c6b81d0de service neutron] Attempting to bind port c1ce6a0f-119e-4f85-92ef-9aea6666ee2e by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '4eb24d1e-b892-48d0-b039-7c5703d889e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:50:10.012485 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9217a685-e65f-4039-898c-0b1247db1981 req-18a79131-9406-4340-a36e-864c6b81d0de service neutron] Attempting to bind port c1ce6a0f-119e-4f85-92ef-9aea6666ee2e on network a23f3c76-d15a-4fcc-b821-61e65e6da3f4 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:50:10.018402 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9217a685-e65f-4039-898c-0b1247db1981 req-18a79131-9406-4340-a36e-864c6b81d0de service neutron] Port c1ce6a0f-119e-4f85-92ef-9aea6666ee2e on network a23f3c76-d15a-4fcc-b821-61e65e6da3f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:50:10.018725 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9217a685-e65f-4039-898c-0b1247db1981 req-18a79131-9406-4340-a36e-864c6b81d0de service neutron] Attempting to bind port c1ce6a0f-119e-4f85-92ef-9aea6666ee2e on network a23f3c76-d15a-4fcc-b821-61e65e6da3f4 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:50:10.025232 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9217a685-e65f-4039-898c-0b1247db1981 req-18a79131-9406-4340-a36e-864c6b81d0de service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:50:10.025487 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9217a685-e65f-4039-898c-0b1247db1981 req-18a79131-9406-4340-a36e-864c6b81d0de service neutron] Checking segment: {'id': '4eb24d1e-b892-48d0-b039-7c5703d889e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:50:10.025858 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9217a685-e65f-4039-898c-0b1247db1981 req-18a79131-9406-4340-a36e-864c6b81d0de service neutron] Bound using segment: {'id': '4eb24d1e-b892-48d0-b039-7c5703d889e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4'} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:50:10.026305 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-9217a685-e65f-4039-898c-0b1247db1981 req-18a79131-9406-4340-a36e-864c6b81d0de service neutron] Bound port: c1ce6a0f-119e-4f85-92ef-9aea6666ee2e, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eb24d1e-b892-48d0-b039-7c5703d889e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4'}}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:50:10.026643 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-9217a685-e65f-4039-898c-0b1247db1981 req-18a79131-9406-4340-a36e-864c6b81d0de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:10.126438 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-9217a685-e65f-4039-898c-0b1247db1981 req-18a79131-9406-4340-a36e-864c6b81d0de service neutron] For port c1ce6a0f-119e-4f85-92ef-9aea6666ee2e, host hv-neutron-8278, cleared binding levels {{(pid=84205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:50:10.130790 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-9217a685-e65f-4039-898c-0b1247db1981 req-18a79131-9406-4340-a36e-864c6b81d0de service neutron] For port c1ce6a0f-119e-4f85-92ef-9aea6666ee2e, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c1ce6a0f-119e-4f85-92ef-9aea6666ee2e,segment=NetworkSegment(4eb24d1e-b892-48d0-b039-7c5703d889e1),segment_id=4eb24d1e-b892-48d0-b039-7c5703d889e1)] {{(pid=84205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:50:10.146913 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308871b2-b198-4348-a6fc-df27308f5e4b req-dbec0e64-2d6e-4ca5-8545-db1bfbe47801 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:10.148341 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-308871b2-b198-4348-a6fc-df27308f5e4b req-dbec0e64-2d6e-4ca5-8545-db1bfbe47801 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4740404-77d4-458e-94d1-58e2cb087694 HTTP/1.1" status: 200 len: 943 time: 0.0788152 Feb 04 11:50:10.176451 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device e7893ee1-f874-4f89-94bf-b28c898d6b3c up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:50:10.196474 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-9217a685-e65f-4039-898c-0b1247db1981 req-18a79131-9406-4340-a36e-864c6b81d0de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:10.208589 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-308871b2-b198-4348-a6fc-df27308f5e4b req-1c4c55e9-21f0-43d6-8647-7d7cfb91e9d9 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543957 Feb 04 11:50:10.268330 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-9217a685-e65f-4039-898c-0b1247db1981 req-18a79131-9406-4340-a36e-864c6b81d0de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:10.269675 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9217a685-e65f-4039-898c-0b1247db1981 req-18a79131-9406-4340-a36e-864c6b81d0de service neutron] 10.222.0.47 "PUT /v2.0/ports/c1ce6a0f-119e-4f85-92ef-9aea6666ee2e HTTP/1.1" status: 200 len: 1093 time: 1.2317412 Feb 04 11:50:10.270136 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4740404-77d4-458e-94d1-58e2cb087694', 'tag': 'c1ce6a0f-119e-4f85-92ef-9aea6666ee2e'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:50:10.293771 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a79131-9406-4340-a36e-864c6b81d0de service neutron] Pushing event updated for resources: {'Port': ['ID=c1ce6a0f-119e-4f85-92ef-9aea6666ee2e,revision_number=3']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:10.341035 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4740404-77d4-458e-94d1-58e2cb087694', 'tag': 'c1ce6a0f-119e-4f85-92ef-9aea6666ee2e', 'status': 'completed', 'code': 200} Feb 04 11:50:10.373607 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port e7893ee1-f874-4f89-94bf-b28c898d6b3c completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:50:10.379540 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port e7893ee1-f874-4f89-94bf-b28c898d6b3c triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:50:10.380148 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:10.460309 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c3e6513a-d47c-47fa-a8ab-74b846c5cd7f req-6ce0a985-bd46-41a9-9097-70d24bfd7a42 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4e2cb104d3bb42a4a344ade0b8b3bbd0&device_id=b4740404-77d4-458e-94d1-58e2cb087694 HTTP/1.1" status: 200 len: 1096 time: 0.0900905 Feb 04 11:50:10.505631 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:10.539284 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port e7893ee1-f874-4f89-94bf-b28c898d6b3c, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e7893ee1-f874-4f89-94bf-b28c898d6b3c,segment=NetworkSegment(5b128893-adf3-4ca9-9bc6-3c98e43f38ee),segment_id=5b128893-adf3-4ca9-9bc6-3c98e43f38ee)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:50:10.541744 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a8c82e-6bbd-4e68-9d48-d71f5e4dfef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7893ee1-f874-4f89-94bf-b28c898d6b3c'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:50:10.607190 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a8c82e-6bbd-4e68-9d48-d71f5e4dfef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7893ee1-f874-4f89-94bf-b28c898d6b3c', 'code': 200} Feb 04 11:50:10.618116 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6513a-d47c-47fa-a8ab-74b846c5cd7f req-62b9f735-74da-4c57-aa40-0a8d38d572c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:10.619687 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c3e6513a-d47c-47fa-a8ab-74b846c5cd7f req-62b9f735-74da-4c57-aa40-0a8d38d572c9 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=4e2cb104d3bb42a4a344ade0b8b3bbd0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1520994 Feb 04 11:50:10.624306 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:10.700118 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=e7893ee1-f874-4f89-94bf-b28c898d6b3c,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:10.775873 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6513a-d47c-47fa-a8ab-74b846c5cd7f req-b35106bf-702f-44e9-9a91-7c9d739039f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:10.777517 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c3e6513a-d47c-47fa-a8ab-74b846c5cd7f req-b35106bf-702f-44e9-9a91-7c9d739039f9 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1445985 Feb 04 11:50:11.088749 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00112c7-6482-4426-ac32-1f277b731d78 req-11b1bb07-0b1d-4388-a6a2-d328d3bf38be tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:11.090119 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f00112c7-6482-4426-ac32-1f277b731d78 req-11b1bb07-0b1d-4388-a6a2-d328d3bf38be tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2a8c82e-6bbd-4e68-9d48-d71f5e4dfef5 HTTP/1.1" status: 200 len: 983 time: 0.2875252 Feb 04 11:50:11.093028 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9217a685-e65f-4039-898c-0b1247db1981 req-f071c043-6c74-4dad-bc85-b85dc3ac2889 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4e2cb104d3bb42a4a344ade0b8b3bbd0&device_id=b4740404-77d4-458e-94d1-58e2cb087694 HTTP/1.1" status: 200 len: 1096 time: 0.2604833 Feb 04 11:50:11.182360 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0ddc1171-58d2-41c6-af6e-206543901eb9 req-a61ab9ef-512c-42dd-b142-eb61a10ac263 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d2a8c82e-6bbd-4e68-9d48-d71f5e4dfef5 HTTP/1.1" status: 200 len: 1136 time: 0.2979715 Feb 04 11:50:11.194093 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9217a685-e65f-4039-898c-0b1247db1981 req-734a2277-8685-48a4-89fa-0a43ae8902f2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1ce6a0f-119e-4f85-92ef-9aea6666ee2e HTTP/1.1" status: 200 len: 217 time: 0.0809603 Feb 04 11:50:11.267644 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f00112c7-6482-4426-ac32-1f277b731d78 req-e806e4b6-a954-46e7-b2a6-70f9d4934b3d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4acd6c3-1ac2-4f4e-a7b3-61572b758e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651788 Feb 04 11:50:11.299745 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217a685-e65f-4039-898c-0b1247db1981 req-4117c4e7-e323-40a4-890b-8bbaec115621 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:11.301184 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9217a685-e65f-4039-898c-0b1247db1981 req-4117c4e7-e323-40a4-890b-8bbaec115621 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5af355fa-ef8e-4697-b6fa-0681cfbee57c HTTP/1.1" status: 200 len: 850 time: 0.0911560 Feb 04 11:50:11.302881 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0ddc1171-58d2-41c6-af6e-206543901eb9 req-57f87e71-07f4-44bc-91e5-93d1b168e40e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e4acd6c3-1ac2-4f4e-a7b3-61572b758e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073694 Feb 04 11:50:11.425338 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6beebee-9f07-4333-afa4-25126a756572 req-1a3c6a6b-355f-4d00-993d-bbc9ec3190c4 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:11.427553 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b6beebee-9f07-4333-afa4-25126a756572 req-1a3c6a6b-355f-4d00-993d-bbc9ec3190c4 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4740404-77d4-458e-94d1-58e2cb087694 HTTP/1.1" status: 200 len: 943 time: 0.0857255 Feb 04 11:50:11.473641 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b6beebee-9f07-4333-afa4-25126a756572 req-fd85c06d-dd3d-4327-9840-6c3a39295059 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405123 Feb 04 11:50:11.619189 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9217a685-e65f-4039-898c-0b1247db1981 req-770d5228-5a16-4ae6-b31b-6dfe03456d82 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a23f3c76-d15a-4fcc-b821-61e65e6da3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706041 Feb 04 11:50:11.750108 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9217a685-e65f-4039-898c-0b1247db1981 req-9bb0c650-70e3-4553-9bbf-78357a5a2e7e service neutron] 10.222.0.47 "GET /v2.0/networks/a23f3c76-d15a-4fcc-b821-61e65e6da3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273434 Feb 04 11:50:11.882689 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9217a685-e65f-4039-898c-0b1247db1981 req-62f3b0b7-d12b-4296-a035-3ace1dd8e3c1 service neutron] 10.222.0.47 "GET /v2.0/networks/a23f3c76-d15a-4fcc-b821-61e65e6da3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262722 Feb 04 11:50:12.075458 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-27e86bfa-33c4-4727-a4cc-f00618ce2876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:12.474464 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d71b8-bb01-4dbc-9a36-6474562e197e req-c1d97b7e-4098-4893-b069-a9907d628b71 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:12.475916 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-698d71b8-bb01-4dbc-9a36-6474562e197e req-c1d97b7e-4098-4893-b069-a9907d628b71 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2a8c82e-6bbd-4e68-9d48-d71f5e4dfef5 HTTP/1.1" status: 200 len: 983 time: 0.0786915 Feb 04 11:50:12.529282 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-698d71b8-bb01-4dbc-9a36-6474562e197e req-c73dc5bf-3202-4730-a876-e9805b8b9a43 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4acd6c3-1ac2-4f4e-a7b3-61572b758e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477369 Feb 04 11:50:12.672005 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cac7d0-2380-4620-896a-689d89f852e5 req-bc312da6-cd45-493c-8696-ec8fbc04ee67 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:12.673540 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-86cac7d0-2380-4620-896a-689d89f852e5 req-bc312da6-cd45-493c-8696-ec8fbc04ee67 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4740404-77d4-458e-94d1-58e2cb087694 HTTP/1.1" status: 200 len: 943 time: 0.0747745 Feb 04 11:50:12.721864 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-86cac7d0-2380-4620-896a-689d89f852e5 req-8b6e4248-0d7b-43ef-aba0-a65d2ca61c70 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427873 Feb 04 11:50:13.729295 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83aa4e-8531-42b6-8fa1-2a3829ed8060 req-a604f3d2-c8dd-493e-8b76-be1882a73c7b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:13.730847 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8b83aa4e-8531-42b6-8fa1-2a3829ed8060 req-a604f3d2-c8dd-493e-8b76-be1882a73c7b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2a8c82e-6bbd-4e68-9d48-d71f5e4dfef5 HTTP/1.1" status: 200 len: 983 time: 0.0816481 Feb 04 11:50:13.777037 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8b83aa4e-8531-42b6-8fa1-2a3829ed8060 req-0b3842d0-efb8-4464-b649-f41fb0b4c960 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4acd6c3-1ac2-4f4e-a7b3-61572b758e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407197 Feb 04 11:50:13.919166 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba43de9-9387-4751-9181-6e29ffcdf4ae req-ba8851e6-549b-43e9-be28-a8ce361a9a08 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:13.920571 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4ba43de9-9387-4751-9181-6e29ffcdf4ae req-ba8851e6-549b-43e9-be28-a8ce361a9a08 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4740404-77d4-458e-94d1-58e2cb087694 HTTP/1.1" status: 200 len: 943 time: 0.0772281 Feb 04 11:50:13.967474 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4ba43de9-9387-4751-9181-6e29ffcdf4ae req-b889f794-e344-4462-88e0-65a8f19ec91c tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404801 Feb 04 11:50:13.983977 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321365d6-05ef-4e23-8d02-0a388ad9e527 req-b3a62d5c-9a71-44db-9786-779b7f407b0b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:13.985430 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-321365d6-05ef-4e23-8d02-0a388ad9e527 req-b3a62d5c-9a71-44db-9786-779b7f407b0b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2a8c82e-6bbd-4e68-9d48-d71f5e4dfef5 HTTP/1.1" status: 200 len: 983 time: 0.0816345 Feb 04 11:50:14.032905 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-321365d6-05ef-4e23-8d02-0a388ad9e527 req-25fcc74b-7cc8-489c-b185-7e650688bc3c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4acd6c3-1ac2-4f4e-a7b3-61572b758e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408065 Feb 04 11:50:14.065284 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42414) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:14.133752 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-14254020-5ea3-4fa5-9cc5-7fdd4283317a tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d2a8c82e-6bbd-4e68-9d48-d71f5e4dfef5 HTTP/1.1" status: 200 len: 1131 time: 0.0672758 Feb 04 11:50:14.136402 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42418) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:14.141648 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-f140ec6d-bc89-465d-9c3d-14da2debaa32 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'floatingip': {'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'port_id': 'e7893ee1-f874-4f89-94bf-b28c898d6b3c', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:50:14.147266 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-f140ec6d-bc89-465d-9c3d-14da2debaa32 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:50:14.151034 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f140ec6d-bc89-465d-9c3d-14da2debaa32 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:floatingip and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:50:14.153859 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f140ec6d-bc89-465d-9c3d-14da2debaa32 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:50:14.160561 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-f140ec6d-bc89-465d-9c3d-14da2debaa32 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:50:14.235517 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f140ec6d-bc89-465d-9c3d-14da2debaa32 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:14.380354 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f140ec6d-bc89-465d-9c3d-14da2debaa32 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:14.504115 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-21beae82-689a-42f8-8c9e-013ddc0661d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:14.520644 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-f140ec6d-bc89-465d-9c3d-14da2debaa32 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Allocated IP 172.26.3.13 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/a1e26f23-7a20-46b0-9341-210758dc355b) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:50:14.664852 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f140ec6d-bc89-465d-9c3d-14da2debaa32 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:14.761168 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f140ec6d-bc89-465d-9c3d-14da2debaa32 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:14.830482 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f140ec6d-bc89-465d-9c3d-14da2debaa32 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:50:14.833120 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-f140ec6d-bc89-465d-9c3d-14da2debaa32 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:50:14.838176 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f140ec6d-bc89-465d-9c3d-14da2debaa32 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:50:14.873763 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f140ec6d-bc89-465d-9c3d-14da2debaa32 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=a1e26f23-7a20-46b0-9341-210758dc355b,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:15.179226 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4743e3-22be-497d-8adf-451b478f192d req-452b5b71-36cd-4a23-b769-cba794b45798 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:15.180664 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9d4743e3-22be-497d-8adf-451b478f192d req-452b5b71-36cd-4a23-b769-cba794b45798 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4740404-77d4-458e-94d1-58e2cb087694 HTTP/1.1" status: 200 len: 943 time: 0.0861523 Feb 04 11:50:15.241044 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9d4743e3-22be-497d-8adf-451b478f192d req-3fcc093a-ee7d-4f80-918d-715e8cc62d35 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536413 Feb 04 11:50:15.498909 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f140ec6d-bc89-465d-9c3d-14da2debaa32 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:15.637583 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f140ec6d-bc89-465d-9c3d-14da2debaa32 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:15.715747 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:15.768385 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:15.843872 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f140ec6d-bc89-465d-9c3d-14da2debaa32 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:15.921372 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f140ec6d-bc89-465d-9c3d-14da2debaa32 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:16.023750 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f140ec6d-bc89-465d-9c3d-14da2debaa32 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=a1e26f23-7a20-46b0-9341-210758dc355b,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:16.042345 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f140ec6d-bc89-465d-9c3d-14da2debaa32 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:16.234646 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.l3_db [None req-f140ec6d-bc89-465d-9c3d-14da2debaa32 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Floating IP 3d11b196-2a1c-42f4-ad30-a2252ad2a021 associated. External IP: 172.26.3.13, port: e7893ee1-f874-4f89-94bf-b28c898d6b3c. Feb 04 11:50:16.498215 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e57e7c-d28f-4ccd-a0ba-29d8931da5b6 req-dee1f84a-f77b-4264-8346-49787e381c70 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:16.498900 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-25e57e7c-d28f-4ccd-a0ba-29d8931da5b6 req-dee1f84a-f77b-4264-8346-49787e381c70 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Synchronizing usage tracker for tenant:4e2cb104d3bb42a4a344ade0b8b3bbd0 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:50:16.609195 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-25e57e7c-d28f-4ccd-a0ba-29d8931da5b6 req-dee1f84a-f77b-4264-8346-49787e381c70 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Unset dirty status for tenant:4e2cb104d3bb42a4a344ade0b8b3bbd0 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:50:16.610301 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-25e57e7c-d28f-4ccd-a0ba-29d8931da5b6 req-dee1f84a-f77b-4264-8346-49787e381c70 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4740404-77d4-458e-94d1-58e2cb087694 HTTP/1.1" status: 200 len: 943 time: 0.2259223 Feb 04 11:50:16.728302 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-25e57e7c-d28f-4ccd-a0ba-29d8931da5b6 req-d8fe1a82-fbca-45d7-a132-0cf260400208 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658839 Feb 04 11:50:16.758116 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f140ec6d-bc89-465d-9c3d-14da2debaa32 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router 14891eeb-723c-46f2-bf5a-a62baeb76911 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:50:16.888400 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:17.083885 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f140ec6d-bc89-465d-9c3d-14da2debaa32 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:50:17.094379 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad55e613-ecbd-42ab-8cc9-c8eae2585f0f None None] Sync routers for ids ['14891eeb-723c-46f2-bf5a-a62baeb76911'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:50:17.106578 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad55e613-ecbd-42ab-8cc9-c8eae2585f0f None None] Routers {'14891eeb-723c-46f2-bf5a-a62baeb76911'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:50:17.107170 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ad55e613-ecbd-42ab-8cc9-c8eae2585f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:50:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['14891eeb-723c-46f2-bf5a-a62baeb76911'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:17.207082 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f140ec6d-bc89-465d-9c3d-14da2debaa32 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:17.266304 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f140ec6d-bc89-465d-9c3d-14da2debaa32 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 3.1288953 Feb 04 11:50:17.267048 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a8c82e-6bbd-4e68-9d48-d71f5e4dfef5', 'tag': 'e7893ee1-f874-4f89-94bf-b28c898d6b3c'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:50:17.269267 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42426) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:17.289873 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-ad55e613-ecbd-42ab-8cc9-c8eae2585f0f None None] Set router 14891eeb-723c-46f2-bf5a-a62baeb76911 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:50:17.324825 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a8c82e-6bbd-4e68-9d48-d71f5e4dfef5', 'tag': 'e7893ee1-f874-4f89-94bf-b28c898d6b3c', 'status': 'completed', 'code': 200} Feb 04 11:50:17.341118 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ad2a0fee-97ba-4ae3-bc1c-a6e5454c9deb tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d2a8c82e-6bbd-4e68-9d48-d71f5e4dfef5&network_id=c886fef9-b28e-4afb-b738-2ff25d3e41d5 HTTP/1.1" status: 200 len: 1131 time: 0.0705211 Feb 04 11:50:17.430494 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6b46bd92-a491-46ef-831d-39aeab74e6ca req-6eb177e8-3a6a-4dfd-83ce-6653e967269c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=d2a8c82e-6bbd-4e68-9d48-d71f5e4dfef5 HTTP/1.1" status: 200 len: 1136 time: 0.0775499 Feb 04 11:50:17.571133 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46bd92-a491-46ef-831d-39aeab74e6ca req-839c1d6a-bd35-4fc4-a422-7740cba7231c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:17.572569 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6b46bd92-a491-46ef-831d-39aeab74e6ca req-839c1d6a-bd35-4fc4-a422-7740cba7231c service neutron] 10.222.0.47 "GET /v2.0/networks?id=c886fef9-b28e-4afb-b738-2ff25d3e41d5 HTTP/1.1" status: 200 len: 898 time: 0.1357145 Feb 04 11:50:17.665199 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ad55e613-ecbd-42ab-8cc9-c8eae2585f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'name': 'tempest-TestNetworkBasicOps-router-1424042079', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b9aaa9c4-b794-4887-92c3-a720b070df13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:49:45Z', 'updated_at': '2022-02-04T11:49:51Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': 'b9aaa9c4-b794-4887-92c3-a720b070df13', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:49:46Z', 'updated_at': '2022-02-04T11:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '3d11b196-2a1c-42f4-ad30-a2252ad2a021', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.13', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'port_id': 'e7893ee1-f874-4f89-94bf-b28c898d6b3c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-774512094', 'network_id': 'c886fef9-b28e-4afb-b738-2ff25d3e41d5', 'mac_address': 'fa:16:3e:04:d3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8c82e-6bbd-4e68-9d48-d71f5e4dfef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:50:15Z', 'updated_at': '2022-02-04T11:50:15Z', 'revision_number': 0, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbd5bd4e-c3f2-4db2-acf2-087f810e986e', 'name': '', 'network_id': 'c886fef9-b28e-4afb-b738-2ff25d3e41d5', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:38:82:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d78c31b-cc84-48f2-ad6d-7003d4353476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:49:50Z', 'updated_at': '2022-02-04T11:49:57Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': '4d78c31b-cc84-48f2-ad6d-7003d4353476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:17.669356 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad55e613-ecbd-42ab-8cc9-c8eae2585f0f None None] Checking router: 14891eeb-723c-46f2-bf5a-a62baeb76911 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:50:17.678118 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6b46bd92-a491-46ef-831d-39aeab74e6ca req-8c17fbba-1f4f-44b1-bb04-b29dc722252e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7893ee1-f874-4f89-94bf-b28c898d6b3c HTTP/1.1" status: 200 len: 1036 time: 0.0985806 Feb 04 11:50:17.682267 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad55e613-ecbd-42ab-8cc9-c8eae2585f0f None None] Routers {'14891eeb-723c-46f2-bf5a-a62baeb76911'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:50:17.682867 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ad55e613-ecbd-42ab-8cc9-c8eae2585f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:50:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['14891eeb-723c-46f2-bf5a-a62baeb76911'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:17.759339 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46bd92-a491-46ef-831d-39aeab74e6ca req-5388fdaf-a921-48b4-a1ad-8c020dd95ca7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:17.760686 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6b46bd92-a491-46ef-831d-39aeab74e6ca req-5388fdaf-a921-48b4-a1ad-8c020dd95ca7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4d78c31b-cc84-48f2-ad6d-7003d4353476 HTTP/1.1" status: 200 len: 835 time: 0.0609965 Feb 04 11:50:17.847609 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6b46bd92-a491-46ef-831d-39aeab74e6ca req-b1275dae-8176-49e1-932e-475c105120cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c886fef9-b28e-4afb-b738-2ff25d3e41d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793607 Feb 04 11:50:17.920004 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-ad55e613-ecbd-42ab-8cc9-c8eae2585f0f None None] Set router 14891eeb-723c-46f2-bf5a-a62baeb76911 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:50:17.968635 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac291d94-7363-4e68-84ae-207133ed9b19 req-d8ffde15-7b2a-4a7a-b2c5-8a575f8fdb73 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:17.968635 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ac291d94-7363-4e68-84ae-207133ed9b19 req-d8ffde15-7b2a-4a7a-b2c5-8a575f8fdb73 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4740404-77d4-458e-94d1-58e2cb087694 HTTP/1.1" status: 200 len: 943 time: 0.0873566 Feb 04 11:50:18.010821 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ac291d94-7363-4e68-84ae-207133ed9b19 req-cd896ca1-637a-4f1c-b94b-be18d6d166b9 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464370 Feb 04 11:50:18.044262 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6b46bd92-a491-46ef-831d-39aeab74e6ca req-2778927a-c0c0-4624-8b0b-b4b3fca090a9 service neutron] 10.222.0.47 "GET /v2.0/networks/c886fef9-b28e-4afb-b738-2ff25d3e41d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901999 Feb 04 11:50:18.082275 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82435bb8-6519-485e-90e5-577eda72495e req-24964d10-fce1-478a-abd5-e0a7eb08c14a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:18.083703 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-82435bb8-6519-485e-90e5-577eda72495e req-24964d10-fce1-478a-abd5-e0a7eb08c14a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2a8c82e-6bbd-4e68-9d48-d71f5e4dfef5 HTTP/1.1" status: 200 len: 983 time: 0.1537480 Feb 04 11:50:18.202985 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-82435bb8-6519-485e-90e5-577eda72495e req-ca740702-64bd-4d57-a00e-e6bbc9471721 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4acd6c3-1ac2-4f4e-a7b3-61572b758e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737476 Feb 04 11:50:18.229848 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6b46bd92-a491-46ef-831d-39aeab74e6ca req-3c52db52-e686-453d-886c-f4ad3d7464b4 service neutron] 10.222.0.47 "GET /v2.0/networks/c886fef9-b28e-4afb-b738-2ff25d3e41d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681328 Feb 04 11:50:18.289870 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ad55e613-ecbd-42ab-8cc9-c8eae2585f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'name': 'tempest-TestNetworkBasicOps-router-1424042079', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b9aaa9c4-b794-4887-92c3-a720b070df13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:49:45Z', 'updated_at': '2022-02-04T11:49:51Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': 'b9aaa9c4-b794-4887-92c3-a720b070df13', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:49:46Z', 'updated_at': '2022-02-04T11:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '3d11b196-2a1c-42f4-ad30-a2252ad2a021', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.13', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'port_id': 'e7893ee1-f874-4f89-94bf-b28c898d6b3c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-774512094', 'network_id': 'c886fef9-b28e-4afb-b738-2ff25d3e41d5', 'mac_address': 'fa:16:3e:04:d3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8c82e-6bbd-4e68-9d48-d71f5e4dfef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:50:15Z', 'updated_at': '2022-02-04T11:50:15Z', 'revision_number': 0, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbd5bd4e-c3f2-4db2-acf2-087f810e986e', 'name': '', 'network_id': 'c886fef9-b28e-4afb-b738-2ff25d3e41d5', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:38:82:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d78c31b-cc84-48f2-ad6d-7003d4353476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:49:50Z', 'updated_at': '2022-02-04T11:49:57Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': '4d78c31b-cc84-48f2-ad6d-7003d4353476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:18.293788 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad55e613-ecbd-42ab-8cc9-c8eae2585f0f None None] The sync data for ids ['14891eeb-723c-46f2-bf5a-a62baeb76911'] in dv-neutron-827825-2-hyperv is: [{'id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'name': 'tempest-TestNetworkBasicOps-router-1424042079', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b9aaa9c4-b794-4887-92c3-a720b070df13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:49:45Z', 'updated_at': '2022-02-04T11:49:51Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': 'b9aaa9c4-b794-4887-92c3-a720b070df13', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:49:46Z', 'updated_at': '2022-02-04T11:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '3d11b196-2a1c-42f4-ad30-a2252ad2a021', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.13', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'port_id': 'e7893ee1-f874-4f89-94bf-b28c898d6b3c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-774512094', 'network_id': 'c886fef9-b28e-4afb-b738-2ff25d3e41d5', 'mac_address': 'fa:16:3e:04:d3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8c82e-6bbd-4e68-9d48-d71f5e4dfef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:50:15Z', 'updated_at': '2022-02-04T11:50:15Z', 'revision_number': 0, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbd5bd4e-c3f2-4db2-acf2-087f810e986e', 'name': '', 'network_id': 'c886fef9-b28e-4afb-b738-2ff25d3e41d5', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:38:82:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d78c31b-cc84-48f2-ad6d-7003d4353476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:49:50Z', 'updated_at': '2022-02-04T11:49:57Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': '4d78c31b-cc84-48f2-ad6d-7003d4353476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:50:18.497962 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0257bb-6bdb-4811-b96f-3162e635a532 None None] New status for floating IP 3d11b196-2a1c-42f4-ad30-a2252ad2a021: ACTIVE {{(pid=84207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 11:50:19.208755 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c8982-53de-4490-9a47-459d42c30369 req-7c4c5af2-7af5-4bc3-9b79-6af757863c52 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:19.210208 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-100c8982-53de-4490-9a47-459d42c30369 req-7c4c5af2-7af5-4bc3-9b79-6af757863c52 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4740404-77d4-458e-94d1-58e2cb087694 HTTP/1.1" status: 200 len: 943 time: 0.0759199 Feb 04 11:50:19.256950 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-100c8982-53de-4490-9a47-459d42c30369 req-74f62782-5c0d-4ced-afaf-c27e8cfc3531 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410604 Feb 04 11:50:19.412812 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84473c1-fd12-4681-8ef5-5c7dc133ae09 req-a50b61c6-7fe9-4d62-afab-a811232c8957 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:19.414245 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a84473c1-fd12-4681-8ef5-5c7dc133ae09 req-a50b61c6-7fe9-4d62-afab-a811232c8957 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2a8c82e-6bbd-4e68-9d48-d71f5e4dfef5 HTTP/1.1" status: 200 len: 983 time: 0.0793064 Feb 04 11:50:19.459776 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a84473c1-fd12-4681-8ef5-5c7dc133ae09 req-93a48c94-4625-4b9d-b4ba-4cb34ba7fe16 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4acd6c3-1ac2-4f4e-a7b3-61572b758e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399826 Feb 04 11:50:19.725296 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7622eec-0f4a-4e05-8abb-892193ba18d7 req-e6221e4c-c6f0-4c58-9e48-d76c2c92824b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:19.726718 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a7622eec-0f4a-4e05-8abb-892193ba18d7 req-e6221e4c-c6f0-4c58-9e48-d76c2c92824b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2a8c82e-6bbd-4e68-9d48-d71f5e4dfef5 HTTP/1.1" status: 200 len: 983 time: 0.0742381 Feb 04 11:50:19.798569 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7622eec-0f4a-4e05-8abb-892193ba18d7 req-7f3ef671-c9bb-4e13-9d56-c85aa15337ca tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:19.799400 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a7622eec-0f4a-4e05-8abb-892193ba18d7 req-7f3ef671-c9bb-4e13-9d56-c85aa15337ca tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "GET /v2.0/ports/e7893ee1-f874-4f89-94bf-b28c898d6b3c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0668850 Feb 04 11:50:19.941966 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a7622eec-0f4a-4e05-8abb-892193ba18d7 req-fb88deef-1e22-4fd4-ae96-d74465792a85 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "GET /v2.0/networks/c886fef9-b28e-4afb-b738-2ff25d3e41d5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1374953 Feb 04 11:50:19.951545 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-a7622eec-0f4a-4e05-8abb-892193ba18d7 req-06080813-d28a-47a2-b6a8-b9a6dfb5b885 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:50:20.059298 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-a7622eec-0f4a-4e05-8abb-892193ba18d7 req-06080813-d28a-47a2-b6a8-b9a6dfb5b885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:20.353278 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-a7622eec-0f4a-4e05-8abb-892193ba18d7 req-06080813-d28a-47a2-b6a8-b9a6dfb5b885 service neutron] For port e7893ee1-f874-4f89-94bf-b28c898d6b3c, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e7893ee1-f874-4f89-94bf-b28c898d6b3c,segment=NetworkSegment(5b128893-adf3-4ca9-9bc6-3c98e43f38ee),segment_id=5b128893-adf3-4ca9-9bc6-3c98e43f38ee)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:50:20.383392 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-a7622eec-0f4a-4e05-8abb-892193ba18d7 req-06080813-d28a-47a2-b6a8-b9a6dfb5b885 service neutron] For port e7893ee1-f874-4f89-94bf-b28c898d6b3c, host hv-neutron-8278, cleared binding levels {{(pid=84205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:50:20.436545 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [req-a7622eec-0f4a-4e05-8abb-892193ba18d7 req-06080813-d28a-47a2-b6a8-b9a6dfb5b885 service neutron] device_id is not set on port e7893ee1-f874-4f89-94bf-b28c898d6b3c yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:50:20.444920 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-a7622eec-0f4a-4e05-8abb-892193ba18d7 req-06080813-d28a-47a2-b6a8-b9a6dfb5b885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:20.461619 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50fe63-a140-4067-a8f9-324915d6971f req-a7e19bd8-7c78-4552-97fe-86b97751c669 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:20.463298 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7b50fe63-a140-4067-a8f9-324915d6971f req-a7e19bd8-7c78-4552-97fe-86b97751c669 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4740404-77d4-458e-94d1-58e2cb087694 HTTP/1.1" status: 200 len: 943 time: 0.0827963 Feb 04 11:50:20.510379 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7b50fe63-a140-4067-a8f9-324915d6971f req-d53dd205-6b9e-4ddf-a302-864caa7f019c tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416441 Feb 04 11:50:20.515229 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-a7622eec-0f4a-4e05-8abb-892193ba18d7 req-06080813-d28a-47a2-b6a8-b9a6dfb5b885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:20.692005 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-76af9fae-849e-45bd-9a32-011ddcb9cdee req-6a109ad6-644e-4556-b38a-4d0616d7da83 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2a8c82e-6bbd-4e68-9d48-d71f5e4dfef5 HTTP/1.1" status: 200 len: 210 time: 0.0632071 Feb 04 11:50:20.694677 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06080813-d28a-47a2-b6a8-b9a6dfb5b885 service neutron] Pushing event updated for resources: {'Port': ['ID=e7893ee1-f874-4f89-94bf-b28c898d6b3c,revision_number=6']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:20.762536 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7622eec-0f4a-4e05-8abb-892193ba18d7 req-06080813-d28a-47a2-b6a8-b9a6dfb5b885 service neutron] No DVR routers for this DVR port e7893ee1-f874-4f89-94bf-b28c898d6b3c on host hv-neutron-8278 {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:50:20.849796 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-66a29b6e-ad28-43c7-802c-223f4f4cd407 None None] Provisioning complete for port e7893ee1-f874-4f89-94bf-b28c898d6b3c triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:50:20.849796 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-66a29b6e-ad28-43c7-802c-223f4f4cd407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:20.902635 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-66a29b6e-ad28-43c7-802c-223f4f4cd407 None None] Port e7893ee1-f874-4f89-94bf-b28c898d6b3c cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:50:21.007476 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-a7622eec-0f4a-4e05-8abb-892193ba18d7 req-06080813-d28a-47a2-b6a8-b9a6dfb5b885 service neutron] In _notify_port_updated(), no bound segment for port e7893ee1-f874-4f89-94bf-b28c898d6b3c on network c886fef9-b28e-4afb-b738-2ff25d3e41d5 {{(pid=84205) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 11:50:21.008475 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-a7622eec-0f4a-4e05-8abb-892193ba18d7 req-06080813-d28a-47a2-b6a8-b9a6dfb5b885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:21.009725 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a7622eec-0f4a-4e05-8abb-892193ba18d7 req-06080813-d28a-47a2-b6a8-b9a6dfb5b885 service neutron] 10.222.0.47 "PUT /v2.0/ports/e7893ee1-f874-4f89-94bf-b28c898d6b3c HTTP/1.1" status: 200 len: 1026 time: 1.0621274 Feb 04 11:50:21.717288 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c001ac5-58a7-4fe5-a537-ccfd0ff222cc req-c048c6d3-9cb3-48e7-85f6-3a68f15c208c tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:21.718874 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4c001ac5-58a7-4fe5-a537-ccfd0ff222cc req-c048c6d3-9cb3-48e7-85f6-3a68f15c208c tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4740404-77d4-458e-94d1-58e2cb087694 HTTP/1.1" status: 200 len: 943 time: 0.0777705 Feb 04 11:50:21.769364 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4c001ac5-58a7-4fe5-a537-ccfd0ff222cc req-61337ebb-ceb2-4b35-a2f2-2e2810c93421 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425024 Feb 04 11:50:21.872084 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f329d812-2be2-463b-9991-f72e458c4b20 req-9c6d7a10-9d23-47db-8086-3d0b1cf5eb58 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2a8c82e-6bbd-4e68-9d48-d71f5e4dfef5 HTTP/1.1" status: 200 len: 210 time: 0.0435002 Feb 04 11:50:22.254589 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device c1ce6a0f-119e-4f85-92ef-9aea6666ee2e details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:50:22.389095 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port c1ce6a0f-119e-4f85-92ef-9aea6666ee2e, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c1ce6a0f-119e-4f85-92ef-9aea6666ee2e,segment=NetworkSegment(4eb24d1e-b892-48d0-b039-7c5703d889e1),segment_id=4eb24d1e-b892-48d0-b039-7c5703d889e1)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:50:22.402780 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': 'c1ce6a0f-119e-4f85-92ef-9aea6666ee2e', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'port_id': 'c1ce6a0f-119e-4f85-92ef-9aea6666ee2e', 'mac_address': 'fa:16:3e:20:6f:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:50:22.456305 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:22.473446 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1ce6a0f-119e-4f85-92ef-9aea6666ee2e {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:50:22.488050 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port c1ce6a0f-119e-4f85-92ef-9aea6666ee2e, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c1ce6a0f-119e-4f85-92ef-9aea6666ee2e,segment=NetworkSegment(4eb24d1e-b892-48d0-b039-7c5703d889e1),segment_id=4eb24d1e-b892-48d0-b039-7c5703d889e1)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:50:22.566687 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:22.634150 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=c1ce6a0f-119e-4f85-92ef-9aea6666ee2e,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:22.911493 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['c1ce6a0f-119e-4f85-92ef-9aea6666ee2e'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 11:50:22.975504 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8d926-b333-4eaa-9922-8fdce74569da req-ce736c87-dbff-40cf-b86b-26ef30329e3b tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:22.976864 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42454) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:22.977270 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d7c8d926-b333-4eaa-9922-8fdce74569da req-ce736c87-dbff-40cf-b86b-26ef30329e3b tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4740404-77d4-458e-94d1-58e2cb087694 HTTP/1.1" status: 200 len: 944 time: 0.0819356 Feb 04 11:50:23.033912 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d7c8d926-b333-4eaa-9922-8fdce74569da req-2c43a8e3-79c1-447e-a4f4-88540433b1cf tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434232 Feb 04 11:50:23.052747 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ca0173-4215-48fc-ba90-23cb7fd289d7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:23.056825 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-40ca0173-4215-48fc-ba90-23cb7fd289d7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports/e7893ee1-f874-4f89-94bf-b28c898d6b3c HTTP/1.1" status: 200 len: 925 time: 0.0762606 Feb 04 11:50:23.344174 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42460) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:23.350308 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-182c9bf7-b7dd-4831-b02f-42a4959313db tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-801630302', 'description': 'tempest-secgroup-smoke-801630302 description', 'project_id': '009ced00ffd949498e5831cf00e326e7'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:50:23.356160 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-182c9bf7-b7dd-4831-b02f-42a4959313db tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:50:23.366366 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-182c9bf7-b7dd-4831-b02f-42a4959313db tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:50:23.452603 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-182c9bf7-b7dd-4831-b02f-42a4959313db tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:23.489582 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-182c9bf7-b7dd-4831-b02f-42a4959313db tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:50:23.493384 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-182c9bf7-b7dd-4831-b02f-42a4959313db tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:50:23.496235 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-182c9bf7-b7dd-4831-b02f-42a4959313db tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:50:23.501944 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-182c9bf7-b7dd-4831-b02f-42a4959313db tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:50:23.562449 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-182c9bf7-b7dd-4831-b02f-42a4959313db tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:23.641286 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-182c9bf7-b7dd-4831-b02f-42a4959313db tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:23.686923 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c9bf7-b7dd-4831-b02f-42a4959313db tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d22aca8a-7144-4e77-aa9d-4c760ce0a33b,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:23.777745 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-182c9bf7-b7dd-4831-b02f-42a4959313db tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:23.778950 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-182c9bf7-b7dd-4831-b02f-42a4959313db tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4332318 Feb 04 11:50:23.798731 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42464) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:23.805281 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-917e5138-bd83-44d5-9e58-933b9963482b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': 'd22aca8a-7144-4e77-aa9d-4c760ce0a33b', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:50:23.811247 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-917e5138-bd83-44d5-9e58-933b9963482b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:50:23.815698 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-917e5138-bd83-44d5-9e58-933b9963482b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:50:23.818673 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-917e5138-bd83-44d5-9e58-933b9963482b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:50:23.824572 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-917e5138-bd83-44d5-9e58-933b9963482b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:50:23.949918 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-917e5138-bd83-44d5-9e58-933b9963482b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:24.012587 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-917e5138-bd83-44d5-9e58-933b9963482b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:24.081723 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-917e5138-bd83-44d5-9e58-933b9963482b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:24.107870 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e5138-bd83-44d5-9e58-933b9963482b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9b7106f-66e2-4839-9db8-b20ef02d1b74,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:24.178939 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-917e5138-bd83-44d5-9e58-933b9963482b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:24.182372 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-917e5138-bd83-44d5-9e58-933b9963482b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3800042 Feb 04 11:50:24.188366 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42470) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:24.191228 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-e2515f1e-6ab6-4816-8b5c-60456f360ad2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': 'd22aca8a-7144-4e77-aa9d-4c760ce0a33b', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:50:24.198707 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e2515f1e-6ab6-4816-8b5c-60456f360ad2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:50:24.202961 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e2515f1e-6ab6-4816-8b5c-60456f360ad2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:50:24.206267 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e2515f1e-6ab6-4816-8b5c-60456f360ad2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:50:24.213076 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e2515f1e-6ab6-4816-8b5c-60456f360ad2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:50:24.245256 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13054e-73c3-419a-994e-c9f0363119f5 req-72118e8e-cb4c-4312-ab5e-3d4ea5b2a734 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:24.246737 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-aa13054e-73c3-419a-994e-c9f0363119f5 req-72118e8e-cb4c-4312-ab5e-3d4ea5b2a734 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4740404-77d4-458e-94d1-58e2cb087694 HTTP/1.1" status: 200 len: 944 time: 0.0900052 Feb 04 11:50:24.255176 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device c1ce6a0f-119e-4f85-92ef-9aea6666ee2e up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:50:24.300069 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-aa13054e-73c3-419a-994e-c9f0363119f5 req-108b7a91-f0d7-47c8-97e9-3b485107ba19 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468740 Feb 04 11:50:24.356508 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e2515f1e-6ab6-4816-8b5c-60456f360ad2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:24.401048 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port c1ce6a0f-119e-4f85-92ef-9aea6666ee2e completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:50:24.406426 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port c1ce6a0f-119e-4f85-92ef-9aea6666ee2e triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:50:24.406787 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:24.423850 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e2515f1e-6ab6-4816-8b5c-60456f360ad2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:24.530353 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:24.533351 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e2515f1e-6ab6-4816-8b5c-60456f360ad2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:24.567984 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2515f1e-6ab6-4816-8b5c-60456f360ad2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22487f3-58a8-4d5a-8908-04172736a81b,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:24.572516 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4740404-77d4-458e-94d1-58e2cb087694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ce6a0f-119e-4f85-92ef-9aea6666ee2e'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:50:24.585793 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port c1ce6a0f-119e-4f85-92ef-9aea6666ee2e, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c1ce6a0f-119e-4f85-92ef-9aea6666ee2e,segment=NetworkSegment(4eb24d1e-b892-48d0-b039-7c5703d889e1),segment_id=4eb24d1e-b892-48d0-b039-7c5703d889e1)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:50:24.635314 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4740404-77d4-458e-94d1-58e2cb087694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ce6a0f-119e-4f85-92ef-9aea6666ee2e', 'code': 200} Feb 04 11:50:24.641559 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e2515f1e-6ab6-4816-8b5c-60456f360ad2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:24.644306 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e2515f1e-6ab6-4816-8b5c-60456f360ad2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4604199 Feb 04 11:50:24.648091 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42476) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:24.654278 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-713a4015-53d4-4551-8a26-7bcf4d8f51cc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': 'd22aca8a-7144-4e77-aa9d-4c760ce0a33b', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:50:24.662033 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-713a4015-53d4-4551-8a26-7bcf4d8f51cc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:50:24.666586 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-713a4015-53d4-4551-8a26-7bcf4d8f51cc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:50:24.667967 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-713a4015-53d4-4551-8a26-7bcf4d8f51cc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:50:24.675431 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-713a4015-53d4-4551-8a26-7bcf4d8f51cc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:50:24.686682 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:24.687466 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device e7893ee1-f874-4f89-94bf-b28c898d6b3c no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:50:24.795768 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-713a4015-53d4-4551-8a26-7bcf4d8f51cc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:24.844119 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=c1ce6a0f-119e-4f85-92ef-9aea6666ee2e,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:24.847010 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device e7893ee1-f874-4f89-94bf-b28c898d6b3c not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:50:24.867963 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-713a4015-53d4-4551-8a26-7bcf4d8f51cc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:24.949620 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-713a4015-53d4-4551-8a26-7bcf4d8f51cc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:24.974231 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a4015-53d4-4551-8a26-7bcf4d8f51cc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f396347-b328-4337-8398-4ed629d11b83,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:25.114988 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8c513dff-242d-4266-96b3-2f4b43a2ac8a req-7101dd4f-9469-437a-81ee-8758ac9a6dfd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b4740404-77d4-458e-94d1-58e2cb087694 HTTP/1.1" status: 200 len: 1098 time: 0.0722582 Feb 04 11:50:25.137125 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-713a4015-53d4-4551-8a26-7bcf4d8f51cc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:25.138325 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-713a4015-53d4-4551-8a26-7bcf4d8f51cc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4888420 Feb 04 11:50:25.141007 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42480) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:25.151184 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-5f53c1d9-9c0b-48bf-a796-9d494d0aa7e7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': 'd22aca8a-7144-4e77-aa9d-4c760ce0a33b', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:50:25.164876 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-5f53c1d9-9c0b-48bf-a796-9d494d0aa7e7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:50:25.172487 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-5f53c1d9-9c0b-48bf-a796-9d494d0aa7e7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:50:25.177929 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-5f53c1d9-9c0b-48bf-a796-9d494d0aa7e7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:50:25.186607 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8c513dff-242d-4266-96b3-2f4b43a2ac8a req-2361daa6-93fe-4e2f-9c8f-d042a57b7cdf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653465 Feb 04 11:50:25.189584 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-5f53c1d9-9c0b-48bf-a796-9d494d0aa7e7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:50:25.288559 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5f53c1d9-9c0b-48bf-a796-9d494d0aa7e7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:25.365367 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5f53c1d9-9c0b-48bf-a796-9d494d0aa7e7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:25.510473 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5f53c1d9-9c0b-48bf-a796-9d494d0aa7e7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:25.516573 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87dfa01-fbcf-4181-bb1c-9cb7616f510f req-9eb91597-c3c9-4bb9-818c-2c0bbdb6fcc9 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:25.518095 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e87dfa01-fbcf-4181-bb1c-9cb7616f510f req-9eb91597-c3c9-4bb9-818c-2c0bbdb6fcc9 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4740404-77d4-458e-94d1-58e2cb087694 HTTP/1.1" status: 200 len: 945 time: 0.0814145 Feb 04 11:50:25.537408 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53c1d9-9c0b-48bf-a796-9d494d0aa7e7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef09a8c-b3a9-4066-a9ec-e65d42ab8f40,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:25.568201 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e87dfa01-fbcf-4181-bb1c-9cb7616f510f req-d414c00a-0867-41d6-81b3-7ea12e3731c0 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427611 Feb 04 11:50:25.681734 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5f53c1d9-9c0b-48bf-a796-9d494d0aa7e7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:25.682868 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5f53c1d9-9c0b-48bf-a796-9d494d0aa7e7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5380976 Feb 04 11:50:25.685685 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42486) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:25.691426 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-806bea61-6126-4ac6-9b4c-f2d4959b1a8f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': 'd22aca8a-7144-4e77-aa9d-4c760ce0a33b', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:50:25.697619 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-806bea61-6126-4ac6-9b4c-f2d4959b1a8f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:50:25.701373 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-806bea61-6126-4ac6-9b4c-f2d4959b1a8f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:50:25.704372 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-806bea61-6126-4ac6-9b4c-f2d4959b1a8f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:50:25.710082 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-806bea61-6126-4ac6-9b4c-f2d4959b1a8f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:50:25.818742 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.securitygroups_db [None req-806bea61-6126-4ac6-9b4c-f2d4959b1a8f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Project 009ced00ffd949498e5831cf00e326e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:50:25.826039 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-806bea61-6126-4ac6-9b4c-f2d4959b1a8f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:25.893057 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-806bea61-6126-4ac6-9b4c-f2d4959b1a8f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:26.075909 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-806bea61-6126-4ac6-9b4c-f2d4959b1a8f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:26.102671 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806bea61-6126-4ac6-9b4c-f2d4959b1a8f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a5004ef-0760-44e9-a0a3-4d776818cbba,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:26.173009 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-806bea61-6126-4ac6-9b4c-f2d4959b1a8f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:26.174852 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-806bea61-6126-4ac6-9b4c-f2d4959b1a8f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4879792 Feb 04 11:50:26.177525 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42490) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:26.184365 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-712a7ba8-3395-45b0-9838-25c86cfead0d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': 'd22aca8a-7144-4e77-aa9d-4c760ce0a33b', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:50:26.189777 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-712a7ba8-3395-45b0-9838-25c86cfead0d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:50:26.193640 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-712a7ba8-3395-45b0-9838-25c86cfead0d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:50:26.196559 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-712a7ba8-3395-45b0-9838-25c86cfead0d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:50:26.202369 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-712a7ba8-3395-45b0-9838-25c86cfead0d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:50:26.258610 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.securitygroups_db [None req-712a7ba8-3395-45b0-9838-25c86cfead0d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Project 009ced00ffd949498e5831cf00e326e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:50:26.265434 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-712a7ba8-3395-45b0-9838-25c86cfead0d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:26.334448 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-712a7ba8-3395-45b0-9838-25c86cfead0d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:26.458876 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-712a7ba8-3395-45b0-9838-25c86cfead0d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:26.485687 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a7ba8-3395-45b0-9838-25c86cfead0d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f614d246-2e18-4f50-93a6-65b6af0ea5b7,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:26.578367 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-712a7ba8-3395-45b0-9838-25c86cfead0d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:26.580127 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-712a7ba8-3395-45b0-9838-25c86cfead0d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4014771 Feb 04 11:50:26.768337 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1b53232b-bc56-49c0-b68e-63af82eaddf9 req-6ccb96c1-c3bf-4d3b-8509-a172f8fe05c9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-801630302&fields=id&tenant_id=009ced00ffd949498e5831cf00e326e7 HTTP/1.1" status: 200 len: 267 time: 0.0420041 Feb 04 11:50:26.772992 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6675e-5b96-4e47-9f24-5883768c3dee req-4a7a0d33-9c9b-4661-afb0-b8188d90fad1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:26.774462 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-31c6675e-5b96-4e47-9f24-5883768c3dee req-4a7a0d33-9c9b-4661-afb0-b8188d90fad1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4740404-77d4-458e-94d1-58e2cb087694 HTTP/1.1" status: 200 len: 945 time: 0.0789657 Feb 04 11:50:26.824934 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-31c6675e-5b96-4e47-9f24-5883768c3dee req-06e0102f-26a9-4a95-8b71-dbdd6abca4fb tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450037 Feb 04 11:50:26.855183 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53232b-bc56-49c0-b68e-63af82eaddf9 req-49bc321a-c0fd-437f-b8b1-cab30e83c570 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:26.856617 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1b53232b-bc56-49c0-b68e-63af82eaddf9 req-49bc321a-c0fd-437f-b8b1-cab30e83c570 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports/e7893ee1-f874-4f89-94bf-b28c898d6b3c HTTP/1.1" status: 200 len: 930 time: 0.0816805 Feb 04 11:50:26.933612 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1b53232b-bc56-49c0-b68e-63af82eaddf9 req-832c75d4-9c28-4adc-a0ad-6d0817a450b8 service neutron] 10.222.0.21 "GET /v2.0/ports/e7893ee1-f874-4f89-94bf-b28c898d6b3c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0622511 Feb 04 11:50:27.166356 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1b53232b-bc56-49c0-b68e-63af82eaddf9 req-e1c09b87-488a-431c-b81e-24cf0952f778 service neutron] 10.222.0.21 "GET /v2.0/networks/c886fef9-b28e-4afb-b738-2ff25d3e41d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268698 Feb 04 11:50:27.315433 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1b53232b-bc56-49c0-b68e-63af82eaddf9 req-ed274bbf-d44a-46e3-8117-e6db616cbcaa service neutron] 10.222.0.21 "GET /v2.0/networks/c886fef9-b28e-4afb-b738-2ff25d3e41d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387069 Feb 04 11:50:27.720284 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ba645c4a-9c41-438c-8d3c-f03a980fdcbe req-5ff2f5ec-4626-472e-9e52-78253c00cce9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd546d9-8fbd-4001-aaca-75f3f0d78976 HTTP/1.1" status: 200 len: 210 time: 0.1406653 Feb 04 11:50:28.054379 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5436685-e8aa-487d-899c-cfe0ed230dda req-d1b404ed-eb62-4af2-a3ac-27a69e8b1119 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:28.054379 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f5436685-e8aa-487d-899c-cfe0ed230dda req-d1b404ed-eb62-4af2-a3ac-27a69e8b1119 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4740404-77d4-458e-94d1-58e2cb087694 HTTP/1.1" status: 200 len: 945 time: 0.0842125 Feb 04 11:50:28.108054 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f5436685-e8aa-487d-899c-cfe0ed230dda req-4d040105-f179-4c45-bc26-5304bafa6704 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506482 Feb 04 11:50:28.308635 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f13a7-e3ae-4fd7-9666-e96055ff48cd req-d197434f-1711-428c-89bb-539a5123ed47 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:28.310142 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ea5f13a7-e3ae-4fd7-9666-e96055ff48cd req-d197434f-1711-428c-89bb-539a5123ed47 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4740404-77d4-458e-94d1-58e2cb087694 HTTP/1.1" status: 200 len: 945 time: 0.0794253 Feb 04 11:50:28.361570 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ea5f13a7-e3ae-4fd7-9666-e96055ff48cd req-f08cecd2-0f40-403c-9ae8-697ff61bf7f7 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443869 Feb 04 11:50:28.391160 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42518) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:28.597424 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c01202b1-8b08-4df9-a8b7-a6f519a67606 tempest-TestVolumeBootPattern-1862158881 tempest-TestVolumeBootPattern-1862158881-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b4740404-77d4-458e-94d1-58e2cb087694 HTTP/1.1" status: 200 len: 1093 time: 0.2050526 Feb 04 11:50:28.603330 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42524) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:28.608421 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-739f6fa2-7720-4e55-a00e-b7aef78d5cb1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Request body: {'floatingip': {'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'port_id': 'c1ce6a0f-119e-4f85-92ef-9aea6666ee2e', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:50:28.614856 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-739f6fa2-7720-4e55-a00e-b7aef78d5cb1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:50:28.618855 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-739f6fa2-7720-4e55-a00e-b7aef78d5cb1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Usage tracker for resource:floatingip and tenant:4e2cb104d3bb42a4a344ade0b8b3bbd0 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:50:28.621727 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-739f6fa2-7720-4e55-a00e-b7aef78d5cb1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:50:28.627821 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-739f6fa2-7720-4e55-a00e-b7aef78d5cb1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:50:28.750242 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-739f6fa2-7720-4e55-a00e-b7aef78d5cb1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for floatingip, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:28.906444 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-640f593a-f904-4beb-b1fd-1a10e6c9dc7c req-e7363c22-0e7f-4105-b894-f3b855cb421a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd546d9-8fbd-4001-aaca-75f3f0d78976 HTTP/1.1" status: 200 len: 210 time: 0.0483384 Feb 04 11:50:28.941461 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-739f6fa2-7720-4e55-a00e-b7aef78d5cb1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:29.084554 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-739f6fa2-7720-4e55-a00e-b7aef78d5cb1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Allocated IP 172.26.3.249 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/67d7814f-d9f2-461a-b60c-7f8e18e1b18b) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:50:29.245287 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-739f6fa2-7720-4e55-a00e-b7aef78d5cb1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:29.339169 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-739f6fa2-7720-4e55-a00e-b7aef78d5cb1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:29.405258 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739f6fa2-7720-4e55-a00e-b7aef78d5cb1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:50:29.408139 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-739f6fa2-7720-4e55-a00e-b7aef78d5cb1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:50:29.412368 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739f6fa2-7720-4e55-a00e-b7aef78d5cb1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:50:29.439136 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f6fa2-7720-4e55-a00e-b7aef78d5cb1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Pushing event updated for resources: {'Port': ['ID=67d7814f-d9f2-461a-b60c-7f8e18e1b18b,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:29.917466 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1b53232b-bc56-49c0-b68e-63af82eaddf9 req-95632959-f099-4968-ab73-22cb0a3d9803 service neutron] 10.222.0.47 "GET /v2.0/ports/e7893ee1-f874-4f89-94bf-b28c898d6b3c HTTP/1.1" status: 200 len: 1026 time: 0.0633481 Feb 04 11:50:29.974570 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-739f6fa2-7720-4e55-a00e-b7aef78d5cb1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:30.099009 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-739f6fa2-7720-4e55-a00e-b7aef78d5cb1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:30.101861 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-51fc165b-1ada-4d0d-8025-34e67f33fa71 req-02d31321-3504-4d0e-8c50-8a2298cca33b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd546d9-8fbd-4001-aaca-75f3f0d78976 HTTP/1.1" status: 200 len: 210 time: 0.0550001 Feb 04 11:50:30.110198 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53232b-bc56-49c0-b68e-63af82eaddf9 req-a73a50fe-42b8-4fbc-a80c-f463ab7fe46f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:30.111602 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1b53232b-bc56-49c0-b68e-63af82eaddf9 req-a73a50fe-42b8-4fbc-a80c-f463ab7fe46f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "GET /v2.0/networks?id=c886fef9-b28e-4afb-b738-2ff25d3e41d5 HTTP/1.1" status: 200 len: 797 time: 0.1886804 Feb 04 11:50:30.182717 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-1b53232b-bc56-49c0-b68e-63af82eaddf9 req-c61d8bdc-cab6-4d20-b205-d9e5349f0f4a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:50:30.298633 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-1b53232b-bc56-49c0-b68e-63af82eaddf9 req-c61d8bdc-cab6-4d20-b205-d9e5349f0f4a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:50:30.299937 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1b53232b-bc56-49c0-b68e-63af82eaddf9 req-c61d8bdc-cab6-4d20-b205-d9e5349f0f4a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=009ced00ffd949498e5831cf00e326e7 HTTP/1.1" status: 200 len: 471 time: 0.1745744 Feb 04 11:50:30.312159 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-1b53232b-bc56-49c0-b68e-63af82eaddf9 req-e5b5d2a0-8a5a-4b70-8d95-01bed3b1e836 service neutron] Request body: {'port': {'device_id': '8fd546d9-8fbd-4001-aaca-75f3f0d78976', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:50:30.434062 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-1b53232b-bc56-49c0-b68e-63af82eaddf9 req-e5b5d2a0-8a5a-4b70-8d95-01bed3b1e836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:30.444838 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-739f6fa2-7720-4e55-a00e-b7aef78d5cb1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:30.527432 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-739f6fa2-7720-4e55-a00e-b7aef78d5cb1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:30.639371 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f6fa2-7720-4e55-a00e-b7aef78d5cb1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Pushing event updated for resources: {'Port': ['ID=67d7814f-d9f2-461a-b60c-7f8e18e1b18b,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:30.663051 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-739f6fa2-7720-4e55-a00e-b7aef78d5cb1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:30.794206 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [req-1b53232b-bc56-49c0-b68e-63af82eaddf9 req-e5b5d2a0-8a5a-4b70-8d95-01bed3b1e836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7893ee1-f874-4f89-94bf-b28c898d6b3c {{(pid=84205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:50:30.801752 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-1b53232b-bc56-49c0-b68e-63af82eaddf9 req-e5b5d2a0-8a5a-4b70-8d95-01bed3b1e836 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:30.816748 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-1b53232b-bc56-49c0-b68e-63af82eaddf9 req-e5b5d2a0-8a5a-4b70-8d95-01bed3b1e836 service neutron] Transition to ACTIVE for port object e7893ee1-f874-4f89-94bf-b28c898d6b3c will not be triggered until provisioned by entity L2. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:50:30.859287 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.l3_db [None req-739f6fa2-7720-4e55-a00e-b7aef78d5cb1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Floating IP 5a8877f9-64fc-405a-814d-05c1dfec1cbe associated. External IP: 172.26.3.249, port: c1ce6a0f-119e-4f85-92ef-9aea6666ee2e. Feb 04 11:50:30.961038 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-1b53232b-bc56-49c0-b68e-63af82eaddf9 req-e5b5d2a0-8a5a-4b70-8d95-01bed3b1e836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:31.094480 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b5d2a0-8a5a-4b70-8d95-01bed3b1e836 service neutron] Pushing event updated for resources: {'Port': ['ID=e7893ee1-f874-4f89-94bf-b28c898d6b3c,revision_number=7']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:31.117542 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5d2a0-8a5a-4b70-8d95-01bed3b1e836 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:31.117906 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5d2a0-8a5a-4b70-8d95-01bed3b1e836 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:31.118311 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5d2a0-8a5a-4b70-8d95-01bed3b1e836 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:31.118749 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5d2a0-8a5a-4b70-8d95-01bed3b1e836 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:31.119072 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5d2a0-8a5a-4b70-8d95-01bed3b1e836 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:31.119392 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5d2a0-8a5a-4b70-8d95-01bed3b1e836 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:31.120109 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5d2a0-8a5a-4b70-8d95-01bed3b1e836 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:31.120595 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5d2a0-8a5a-4b70-8d95-01bed3b1e836 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:31.120920 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5d2a0-8a5a-4b70-8d95-01bed3b1e836 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:31.121294 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5d2a0-8a5a-4b70-8d95-01bed3b1e836 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:31.121615 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5d2a0-8a5a-4b70-8d95-01bed3b1e836 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:31.280762 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-1b53232b-bc56-49c0-b68e-63af82eaddf9 req-e5b5d2a0-8a5a-4b70-8d95-01bed3b1e836 service neutron] Attempting to bind port e7893ee1-f874-4f89-94bf-b28c898d6b3c on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:50:31.282465 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-1b53232b-bc56-49c0-b68e-63af82eaddf9 req-e5b5d2a0-8a5a-4b70-8d95-01bed3b1e836 service neutron] Attempting to bind port e7893ee1-f874-4f89-94bf-b28c898d6b3c by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '5b128893-adf3-4ca9-9bc6-3c98e43f38ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c886fef9-b28e-4afb-b738-2ff25d3e41d5'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:50:31.282465 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b53232b-bc56-49c0-b68e-63af82eaddf9 req-e5b5d2a0-8a5a-4b70-8d95-01bed3b1e836 service neutron] Attempting to bind port e7893ee1-f874-4f89-94bf-b28c898d6b3c on network c886fef9-b28e-4afb-b738-2ff25d3e41d5 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:50:31.292988 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b53232b-bc56-49c0-b68e-63af82eaddf9 req-e5b5d2a0-8a5a-4b70-8d95-01bed3b1e836 service neutron] Port e7893ee1-f874-4f89-94bf-b28c898d6b3c on network c886fef9-b28e-4afb-b738-2ff25d3e41d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:50:31.293309 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b53232b-bc56-49c0-b68e-63af82eaddf9 req-e5b5d2a0-8a5a-4b70-8d95-01bed3b1e836 service neutron] Attempting to bind port e7893ee1-f874-4f89-94bf-b28c898d6b3c on network c886fef9-b28e-4afb-b738-2ff25d3e41d5 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:50:31.301056 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b53232b-bc56-49c0-b68e-63af82eaddf9 req-e5b5d2a0-8a5a-4b70-8d95-01bed3b1e836 service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:50:31.301581 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b53232b-bc56-49c0-b68e-63af82eaddf9 req-e5b5d2a0-8a5a-4b70-8d95-01bed3b1e836 service neutron] Checking segment: {'id': '5b128893-adf3-4ca9-9bc6-3c98e43f38ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c886fef9-b28e-4afb-b738-2ff25d3e41d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:50:31.303269 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b53232b-bc56-49c0-b68e-63af82eaddf9 req-e5b5d2a0-8a5a-4b70-8d95-01bed3b1e836 service neutron] Bound using segment: {'id': '5b128893-adf3-4ca9-9bc6-3c98e43f38ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c886fef9-b28e-4afb-b738-2ff25d3e41d5'} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:50:31.303269 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-1b53232b-bc56-49c0-b68e-63af82eaddf9 req-e5b5d2a0-8a5a-4b70-8d95-01bed3b1e836 service neutron] Bound port: e7893ee1-f874-4f89-94bf-b28c898d6b3c, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b128893-adf3-4ca9-9bc6-3c98e43f38ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c886fef9-b28e-4afb-b738-2ff25d3e41d5'}}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:50:31.303269 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-1b53232b-bc56-49c0-b68e-63af82eaddf9 req-e5b5d2a0-8a5a-4b70-8d95-01bed3b1e836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:31.319196 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739f6fa2-7720-4e55-a00e-b7aef78d5cb1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Router 5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:50:31.406741 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-1b53232b-bc56-49c0-b68e-63af82eaddf9 req-e5b5d2a0-8a5a-4b70-8d95-01bed3b1e836 service neutron] For port e7893ee1-f874-4f89-94bf-b28c898d6b3c, host hv-neutron-8278, cleared binding levels {{(pid=84205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:50:31.410040 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-1b53232b-bc56-49c0-b68e-63af82eaddf9 req-e5b5d2a0-8a5a-4b70-8d95-01bed3b1e836 service neutron] For port e7893ee1-f874-4f89-94bf-b28c898d6b3c, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e7893ee1-f874-4f89-94bf-b28c898d6b3c,segment=NetworkSegment(5b128893-adf3-4ca9-9bc6-3c98e43f38ee),segment_id=5b128893-adf3-4ca9-9bc6-3c98e43f38ee)] {{(pid=84205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:50:31.507280 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecdf7c9-a585-4136-913a-ee8393452151 req-2718c1f8-ffb2-453a-97b3-e23893763f1a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:31.509094 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-eecdf7c9-a585-4136-913a-ee8393452151 req-2718c1f8-ffb2-453a-97b3-e23893763f1a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd546d9-8fbd-4001-aaca-75f3f0d78976 HTTP/1.1" status: 200 len: 981 time: 0.1180911 Feb 04 11:50:31.521801 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-1b53232b-bc56-49c0-b68e-63af82eaddf9 req-e5b5d2a0-8a5a-4b70-8d95-01bed3b1e836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:31.600373 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-1b53232b-bc56-49c0-b68e-63af82eaddf9 req-e5b5d2a0-8a5a-4b70-8d95-01bed3b1e836 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:31.601812 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1b53232b-bc56-49c0-b68e-63af82eaddf9 req-e5b5d2a0-8a5a-4b70-8d95-01bed3b1e836 service neutron] 10.222.0.47 "PUT /v2.0/ports/e7893ee1-f874-4f89-94bf-b28c898d6b3c HTTP/1.1" status: 200 len: 1131 time: 1.2953773 Feb 04 11:50:31.602283 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd546d9-8fbd-4001-aaca-75f3f0d78976', 'tag': 'e7893ee1-f874-4f89-94bf-b28c898d6b3c'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:50:31.637186 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b5d2a0-8a5a-4b70-8d95-01bed3b1e836 service neutron] Pushing event updated for resources: {'Port': ['ID=e7893ee1-f874-4f89-94bf-b28c898d6b3c,revision_number=8']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:31.641266 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-eecdf7c9-a585-4136-913a-ee8393452151 req-0b2931b8-32bc-415d-9182-ec0e76577d68 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4acd6c3-1ac2-4f4e-a7b3-61572b758e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796082 Feb 04 11:50:31.679646 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739f6fa2-7720-4e55-a00e-b7aef78d5cb1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:50:31.682549 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fd546d9-8fbd-4001-aaca-75f3f0d78976', 'tag': 'e7893ee1-f874-4f89-94bf-b28c898d6b3c', 'status': 'completed', 'code': 200} Feb 04 11:50:31.695527 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec9005a-5f3b-4689-bf91-26d2c17c4280 None None] Sync routers for ids ['5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:50:31.713355 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec9005a-5f3b-4689-bf91-26d2c17c4280 None None] Routers {'5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:50:31.714135 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-fec9005a-5f3b-4689-bf91-26d2c17c4280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:50:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:31.786296 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c8a44268-c4fb-40bd-9176-e98737d63934 req-e2693be3-86a9-4ab8-8258-37dd72cc0b09 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=8fd546d9-8fbd-4001-aaca-75f3f0d78976 HTTP/1.1" status: 200 len: 1134 time: 0.0831814 Feb 04 11:50:31.807983 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-739f6fa2-7720-4e55-a00e-b7aef78d5cb1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:31.886513 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-739f6fa2-7720-4e55-a00e-b7aef78d5cb1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2672966 Feb 04 11:50:31.886513 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4740404-77d4-458e-94d1-58e2cb087694', 'tag': 'c1ce6a0f-119e-4f85-92ef-9aea6666ee2e'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:50:31.929502 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4740404-77d4-458e-94d1-58e2cb087694', 'tag': 'c1ce6a0f-119e-4f85-92ef-9aea6666ee2e', 'status': 'completed', 'code': 200} Feb 04 11:50:31.943164 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-fec9005a-5f3b-4689-bf91-26d2c17c4280 None None] Set router 5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:50:32.008125 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a44268-c4fb-40bd-9176-e98737d63934 req-cd94574b-d34e-458f-940d-8b114d9e5bab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:32.009616 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c8a44268-c4fb-40bd-9176-e98737d63934 req-cd94574b-d34e-458f-940d-8b114d9e5bab service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=009ced00ffd949498e5831cf00e326e7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2165525 Feb 04 11:50:32.271915 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-38b195ab-c71b-4a27-b259-1be59443e782 req-88bc02bc-9690-419c-85a7-fd3fc022fbaf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4e2cb104d3bb42a4a344ade0b8b3bbd0&device_id=b4740404-77d4-458e-94d1-58e2cb087694 HTTP/1.1" status: 200 len: 1098 time: 0.3093495 Feb 04 11:50:32.300051 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a44268-c4fb-40bd-9176-e98737d63934 req-9a02e824-de41-4300-855a-459306ba8bce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:32.301510 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c8a44268-c4fb-40bd-9176-e98737d63934 req-9a02e824-de41-4300-855a-459306ba8bce service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2852409 Feb 04 11:50:32.347084 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-fec9005a-5f3b-4689-bf91-26d2c17c4280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'name': 'tempest-TestVolumeBootPattern-842267503-router', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:45Z', 'updated_at': '2022-02-04T11:41:54Z', 'revision_number': 4, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'gw_port': {'id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:47Z', 'updated_at': '2022-02-04T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '5a8877f9-64fc-405a-814d-05c1dfec1cbe', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'floating_ip_address': '172.26.3.249', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'port_id': 'c1ce6a0f-119e-4f85-92ef-9aea6666ee2e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'mac_address': 'fa:16:3e:20:6f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4740404-77d4-458e-94d1-58e2cb087694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:50:29Z', 'updated_at': '2022-02-04T11:50:29Z', 'revision_number': 0, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'fixed_ip_address_scope': None}, {'id': 'd62f680e-b580-4d01-9f82-b5a47da6c816', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'floating_ip_address': '172.26.3.141', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'port_id': '95d1ff22-0d5c-41d7-8719-6a2037eb2d9f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'mac_address': 'fa:16:3e:ef:e2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9afe7ae-ecd8-4f92-98d2-03267a1fd007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:46:54Z', 'updated_at': '2022-02-04T11:46:57Z', 'revision_number': 1, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19b6c46-bb43-4310-9912-2d2d61d6f848', 'name': '', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'mac_address': 'fa:16:3e:2c:e8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:53Z', 'updated_at': '2022-02-04T11:42:17Z', 'revision_number': 5, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'subnets': [{'id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:32.351564 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec9005a-5f3b-4689-bf91-26d2c17c4280 None None] Checking router: 5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:50:32.368925 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec9005a-5f3b-4689-bf91-26d2c17c4280 None None] Routers {'5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:50:32.369806 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-fec9005a-5f3b-4689-bf91-26d2c17c4280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:50:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:32.477210 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b195ab-c71b-4a27-b259-1be59443e782 req-ad695df1-a768-469c-80d8-2d14214c57d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:32.479032 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-38b195ab-c71b-4a27-b259-1be59443e782 req-ad695df1-a768-469c-80d8-2d14214c57d3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a23f3c76-d15a-4fcc-b821-61e65e6da3f4 HTTP/1.1" status: 200 len: 912 time: 0.2007325 Feb 04 11:50:32.545167 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1b53232b-bc56-49c0-b68e-63af82eaddf9 req-3cb8bc02-4b55-47ce-bdae-835a761d8efb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=8fd546d9-8fbd-4001-aaca-75f3f0d78976 HTTP/1.1" status: 200 len: 1134 time: 0.1848941 Feb 04 11:50:32.564070 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-fec9005a-5f3b-4689-bf91-26d2c17c4280 None None] Set router 5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:50:32.669821 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-38b195ab-c71b-4a27-b259-1be59443e782 req-2b594d95-d723-44d5-ae3c-4a58040548ce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1ce6a0f-119e-4f85-92ef-9aea6666ee2e HTTP/1.1" status: 200 len: 999 time: 0.1839311 Feb 04 11:50:32.729726 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1b53232b-bc56-49c0-b68e-63af82eaddf9 req-aa4faed9-f4c3-458d-bc35-97c5f793aae5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7893ee1-f874-4f89-94bf-b28c898d6b3c HTTP/1.1" status: 200 len: 1036 time: 0.1741810 Feb 04 11:50:32.821373 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b195ab-c71b-4a27-b259-1be59443e782 req-4a7aed69-6479-4433-b2ea-5de6c0189de7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:32.823020 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-38b195ab-c71b-4a27-b259-1be59443e782 req-4a7aed69-6479-4433-b2ea-5de6c0189de7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5af355fa-ef8e-4697-b6fa-0681cfbee57c HTTP/1.1" status: 200 len: 850 time: 0.1462443 Feb 04 11:50:32.911737 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53232b-bc56-49c0-b68e-63af82eaddf9 req-fdfc9ce5-9722-4a73-94be-4aa24104f1ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:32.913199 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1b53232b-bc56-49c0-b68e-63af82eaddf9 req-fdfc9ce5-9722-4a73-94be-4aa24104f1ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4d78c31b-cc84-48f2-ad6d-7003d4353476 HTTP/1.1" status: 200 len: 835 time: 0.1719022 Feb 04 11:50:32.951082 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-fec9005a-5f3b-4689-bf91-26d2c17c4280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'name': 'tempest-TestVolumeBootPattern-842267503-router', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:45Z', 'updated_at': '2022-02-04T11:41:54Z', 'revision_number': 4, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'gw_port': {'id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:47Z', 'updated_at': '2022-02-04T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '5a8877f9-64fc-405a-814d-05c1dfec1cbe', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'floating_ip_address': '172.26.3.249', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'port_id': 'c1ce6a0f-119e-4f85-92ef-9aea6666ee2e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'mac_address': 'fa:16:3e:20:6f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4740404-77d4-458e-94d1-58e2cb087694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:50:29Z', 'updated_at': '2022-02-04T11:50:29Z', 'revision_number': 0, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'fixed_ip_address_scope': None}, {'id': 'd62f680e-b580-4d01-9f82-b5a47da6c816', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'floating_ip_address': '172.26.3.141', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'port_id': '95d1ff22-0d5c-41d7-8719-6a2037eb2d9f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'mac_address': 'fa:16:3e:ef:e2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9afe7ae-ecd8-4f92-98d2-03267a1fd007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:46:54Z', 'updated_at': '2022-02-04T11:46:57Z', 'revision_number': 1, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19b6c46-bb43-4310-9912-2d2d61d6f848', 'name': '', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'mac_address': 'fa:16:3e:2c:e8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:53Z', 'updated_at': '2022-02-04T11:42:17Z', 'revision_number': 5, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'subnets': [{'id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:32.955533 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec9005a-5f3b-4689-bf91-26d2c17c4280 None None] The sync data for ids ['5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'] in dv-neutron-827825-2-hyperv is: [{'id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'name': 'tempest-TestVolumeBootPattern-842267503-router', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:45Z', 'updated_at': '2022-02-04T11:41:54Z', 'revision_number': 4, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'gw_port': {'id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:47Z', 'updated_at': '2022-02-04T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '5a8877f9-64fc-405a-814d-05c1dfec1cbe', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'floating_ip_address': '172.26.3.249', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'port_id': 'c1ce6a0f-119e-4f85-92ef-9aea6666ee2e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'mac_address': 'fa:16:3e:20:6f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4740404-77d4-458e-94d1-58e2cb087694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:50:29Z', 'updated_at': '2022-02-04T11:50:29Z', 'revision_number': 0, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'fixed_ip_address_scope': None}, {'id': 'd62f680e-b580-4d01-9f82-b5a47da6c816', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'floating_ip_address': '172.26.3.141', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'port_id': '95d1ff22-0d5c-41d7-8719-6a2037eb2d9f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'mac_address': 'fa:16:3e:ef:e2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9afe7ae-ecd8-4f92-98d2-03267a1fd007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:46:54Z', 'updated_at': '2022-02-04T11:46:57Z', 'revision_number': 1, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19b6c46-bb43-4310-9912-2d2d61d6f848', 'name': '', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'mac_address': 'fa:16:3e:2c:e8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:53Z', 'updated_at': '2022-02-04T11:42:17Z', 'revision_number': 5, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'subnets': [{'id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:50:33.002065 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7839379-182c-4b7c-95de-8be14ab70be9 req-400a7c16-7030-4116-b9d4-f6d86bfd88e5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:33.004003 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c7839379-182c-4b7c-95de-8be14ab70be9 req-400a7c16-7030-4116-b9d4-f6d86bfd88e5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd546d9-8fbd-4001-aaca-75f3f0d78976 HTTP/1.1" status: 200 len: 981 time: 0.2233517 Feb 04 11:50:33.043395 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-38b195ab-c71b-4a27-b259-1be59443e782 req-0f265160-63b5-4e91-9c39-1602144a3de9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a23f3c76-d15a-4fcc-b821-61e65e6da3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2125421 Feb 04 11:50:33.150216 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c7839379-182c-4b7c-95de-8be14ab70be9 req-ff73a150-e16e-4fdb-a002-c88c8980467b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4acd6c3-1ac2-4f4e-a7b3-61572b758e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389287 Feb 04 11:50:33.156278 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1b53232b-bc56-49c0-b68e-63af82eaddf9 req-39445a1e-a90d-45b7-ab55-84e15fc0fb02 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c886fef9-b28e-4afb-b738-2ff25d3e41d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2317348 Feb 04 11:50:33.166043 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b668c2-67c7-427e-a668-81c7d7edf377 None None] New status for floating IP 5a8877f9-64fc-405a-814d-05c1dfec1cbe: ACTIVE {{(pid=84207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 11:50:33.304242 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-38b195ab-c71b-4a27-b259-1be59443e782 req-ab2923df-ec5c-448c-97a1-33da86834a73 service neutron] 10.222.0.47 "GET /v2.0/networks/a23f3c76-d15a-4fcc-b821-61e65e6da3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480590 Feb 04 11:50:33.424290 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1b53232b-bc56-49c0-b68e-63af82eaddf9 req-411c4788-2697-430d-aadc-0355e7d82aba service neutron] 10.222.0.47 "GET /v2.0/networks/c886fef9-b28e-4afb-b738-2ff25d3e41d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549744 Feb 04 11:50:33.567088 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-38b195ab-c71b-4a27-b259-1be59443e782 req-695a2006-81f4-4bb9-bcc9-6a211cae82dc service neutron] 10.222.0.47 "GET /v2.0/networks/a23f3c76-d15a-4fcc-b821-61e65e6da3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570112 Feb 04 11:50:33.603894 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1b53232b-bc56-49c0-b68e-63af82eaddf9 req-44b3b633-1012-41ad-8d85-e5bce87290fb service neutron] 10.222.0.47 "GET /v2.0/networks/c886fef9-b28e-4afb-b738-2ff25d3e41d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693792 Feb 04 11:50:34.372310 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46ff15-89c5-46ab-8d28-d08f0ddbd914 req-11b25642-b8c2-4775-add6-3e33f2dacd41 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:34.373805 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ff46ff15-89c5-46ab-8d28-d08f0ddbd914 req-11b25642-b8c2-4775-add6-3e33f2dacd41 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd546d9-8fbd-4001-aaca-75f3f0d78976 HTTP/1.1" status: 200 len: 981 time: 0.0899811 Feb 04 11:50:34.422313 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ff46ff15-89c5-46ab-8d28-d08f0ddbd914 req-4ebde982-0317-4657-ad52-6f5d4cd3c9dc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4acd6c3-1ac2-4f4e-a7b3-61572b758e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419412 Feb 04 11:50:35.640072 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff28387-27fd-48dd-a72d-bbe7772d6dc2 req-ee6a50e8-afe6-406f-91c5-82206244a80c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:35.651213 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-eff28387-27fd-48dd-a72d-bbe7772d6dc2 req-ee6a50e8-afe6-406f-91c5-82206244a80c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd546d9-8fbd-4001-aaca-75f3f0d78976 HTTP/1.1" status: 200 len: 981 time: 0.0878482 Feb 04 11:50:35.693108 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-eff28387-27fd-48dd-a72d-bbe7772d6dc2 req-01a261bd-ec06-42d8-a666-a3c5de55346c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4acd6c3-1ac2-4f4e-a7b3-61572b758e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450759 Feb 04 11:50:36.120381 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:36.905050 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d3b69-e03c-4b3c-9d6d-b9a69448c5f7 req-0917c080-fffa-445e-8b24-8dc01bc374cd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:36.906543 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-098d3b69-e03c-4b3c-9d6d-b9a69448c5f7 req-0917c080-fffa-445e-8b24-8dc01bc374cd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd546d9-8fbd-4001-aaca-75f3f0d78976 HTTP/1.1" status: 200 len: 981 time: 0.0812585 Feb 04 11:50:36.952520 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-098d3b69-e03c-4b3c-9d6d-b9a69448c5f7 req-962b5b10-62aa-40de-8e66-a45b80639493 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4acd6c3-1ac2-4f4e-a7b3-61572b758e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398371 Feb 04 11:50:38.319916 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5c973-5cc9-4192-a436-7c0aee528100 req-45b55893-0b41-4bf6-9439-b73844b3ed00 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:38.324955 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0de5c973-5cc9-4192-a436-7c0aee528100 req-45b55893-0b41-4bf6-9439-b73844b3ed00 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd546d9-8fbd-4001-aaca-75f3f0d78976 HTTP/1.1" status: 200 len: 981 time: 0.2312002 Feb 04 11:50:38.335573 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device e7893ee1-f874-4f89-94bf-b28c898d6b3c details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:50:38.377154 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0de5c973-5cc9-4192-a436-7c0aee528100 req-4d1ff17c-4f9b-493b-80a6-44a069c385f4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4acd6c3-1ac2-4f4e-a7b3-61572b758e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484378 Feb 04 11:50:38.529451 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port e7893ee1-f874-4f89-94bf-b28c898d6b3c, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e7893ee1-f874-4f89-94bf-b28c898d6b3c,segment=NetworkSegment(5b128893-adf3-4ca9-9bc6-3c98e43f38ee),segment_id=5b128893-adf3-4ca9-9bc6-3c98e43f38ee)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:50:38.544412 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': 'e7893ee1-f874-4f89-94bf-b28c898d6b3c', 'network_id': 'c886fef9-b28e-4afb-b738-2ff25d3e41d5', 'port_id': 'e7893ee1-f874-4f89-94bf-b28c898d6b3c', 'mac_address': 'fa:16:3e:04:d3:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d78c31b-cc84-48f2-ad6d-7003d4353476', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:50:38.615485 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:38.646175 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7893ee1-f874-4f89-94bf-b28c898d6b3c {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:50:38.676773 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port e7893ee1-f874-4f89-94bf-b28c898d6b3c, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e7893ee1-f874-4f89-94bf-b28c898d6b3c,segment=NetworkSegment(5b128893-adf3-4ca9-9bc6-3c98e43f38ee),segment_id=5b128893-adf3-4ca9-9bc6-3c98e43f38ee)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:50:38.702782 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:50:38.778337 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:38.900213 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=e7893ee1-f874-4f89-94bf-b28c898d6b3c,revision_number=9']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:39.135465 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['e7893ee1-f874-4f89-94bf-b28c898d6b3c'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 11:50:39.587183 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389c649-6609-4d26-b2be-a33350d59306 req-5949990a-21b1-445c-898b-a6c739b17f41 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:39.587861 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1389c649-6609-4d26-b2be-a33350d59306 req-5949990a-21b1-445c-898b-a6c739b17f41 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd546d9-8fbd-4001-aaca-75f3f0d78976 HTTP/1.1" status: 200 len: 982 time: 0.0819907 Feb 04 11:50:39.747809 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1389c649-6609-4d26-b2be-a33350d59306 req-8a2bf877-39e9-492a-a636-7686b6d922c8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4acd6c3-1ac2-4f4e-a7b3-61572b758e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504371 Feb 04 11:50:40.358004 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device e7893ee1-f874-4f89-94bf-b28c898d6b3c up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:50:40.537963 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port e7893ee1-f874-4f89-94bf-b28c898d6b3c completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:50:40.543055 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port e7893ee1-f874-4f89-94bf-b28c898d6b3c triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:50:40.543420 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:40.660756 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:40.687996 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd546d9-8fbd-4001-aaca-75f3f0d78976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7893ee1-f874-4f89-94bf-b28c898d6b3c'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:50:40.698387 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port e7893ee1-f874-4f89-94bf-b28c898d6b3c, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e7893ee1-f874-4f89-94bf-b28c898d6b3c,segment=NetworkSegment(5b128893-adf3-4ca9-9bc6-3c98e43f38ee),segment_id=5b128893-adf3-4ca9-9bc6-3c98e43f38ee)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:50:40.750238 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd546d9-8fbd-4001-aaca-75f3f0d78976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7893ee1-f874-4f89-94bf-b28c898d6b3c', 'code': 200} Feb 04 11:50:40.812578 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:40.909872 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=e7893ee1-f874-4f89-94bf-b28c898d6b3c,revision_number=10']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:40.979564 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033d38e-4b78-408a-a3cd-1108ecc693dc req-a58e8087-44c2-402d-b829-7ccb50608471 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:40.980995 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e033d38e-4b78-408a-a3cd-1108ecc693dc req-a58e8087-44c2-402d-b829-7ccb50608471 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd546d9-8fbd-4001-aaca-75f3f0d78976 HTTP/1.1" status: 200 len: 984 time: 0.0886021 Feb 04 11:50:41.031654 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e033d38e-4b78-408a-a3cd-1108ecc693dc req-8632aa97-a53b-4042-ab0b-44905fe95756 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4acd6c3-1ac2-4f4e-a7b3-61572b758e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449739 Feb 04 11:50:41.111162 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-05237f55-29d7-4ab4-99ed-0ff8f91c5f0c req-b9d8e5ed-12f4-4b92-9ed1-c41bca73804b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8fd546d9-8fbd-4001-aaca-75f3f0d78976 HTTP/1.1" status: 200 len: 1137 time: 0.0685980 Feb 04 11:50:41.156465 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-05237f55-29d7-4ab4-99ed-0ff8f91c5f0c req-16c77dee-e5ec-4eb7-9e04-d6063f803e4c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e4acd6c3-1ac2-4f4e-a7b3-61572b758e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393090 Feb 04 11:50:42.132447 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6783fc4d-7dfc-4a1c-b95b-8968dc5d1f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:42.239746 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0a7bf-dfa3-40f2-a1de-9afd64daf73b req-318dd368-2e1c-486f-a6c7-466c763cb8dc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:42.241115 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c1f0a7bf-dfa3-40f2-a1de-9afd64daf73b req-318dd368-2e1c-486f-a6c7-466c763cb8dc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd546d9-8fbd-4001-aaca-75f3f0d78976 HTTP/1.1" status: 200 len: 984 time: 0.0805712 Feb 04 11:50:42.286332 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c1f0a7bf-dfa3-40f2-a1de-9afd64daf73b req-b5a73684-812f-4754-8f49-d01e628db921 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4acd6c3-1ac2-4f4e-a7b3-61572b758e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394948 Feb 04 11:50:43.499652 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbed4c9-19f8-4502-9e6e-dbe7bf6a03f2 req-3df1aa78-d783-4604-8dcb-9c7ad37d5202 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:43.501154 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0cbed4c9-19f8-4502-9e6e-dbe7bf6a03f2 req-3df1aa78-d783-4604-8dcb-9c7ad37d5202 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd546d9-8fbd-4001-aaca-75f3f0d78976 HTTP/1.1" status: 200 len: 984 time: 0.0835414 Feb 04 11:50:43.549609 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0cbed4c9-19f8-4502-9e6e-dbe7bf6a03f2 req-fd18e24f-1025-4d2e-b683-34d886211f9a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4acd6c3-1ac2-4f4e-a7b3-61572b758e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419424 Feb 04 11:50:43.758752 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9e093-00c3-425b-95c8-31ae7c82b016 req-7728e17c-ceba-4669-af82-7201564f0097 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:43.760285 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-02d9e093-00c3-425b-95c8-31ae7c82b016 req-7728e17c-ceba-4669-af82-7201564f0097 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd546d9-8fbd-4001-aaca-75f3f0d78976 HTTP/1.1" status: 200 len: 984 time: 0.0794661 Feb 04 11:50:43.811188 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-02d9e093-00c3-425b-95c8-31ae7c82b016 req-9f3f7f2c-23c3-4e42-b998-e49ba6ee7814 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4acd6c3-1ac2-4f4e-a7b3-61572b758e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452299 Feb 04 11:50:43.840775 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42564) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:43.918667 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e9d0f9b6-2e32-48c0-a158-556c2d63e094 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8fd546d9-8fbd-4001-aaca-75f3f0d78976&network_id=c886fef9-b28e-4afb-b738-2ff25d3e41d5 HTTP/1.1" status: 200 len: 1132 time: 0.0766711 Feb 04 11:50:44.532202 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9cdca7a0-11af-46c0-8143-861e76f55bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:44.554474 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983275de-dcf8-4859-a06f-b6bf2374c14f req-3571a1a8-5e22-4962-831a-7837660956f2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:44.555938 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-983275de-dcf8-4859-a06f-b6bf2374c14f req-3571a1a8-5e22-4962-831a-7837660956f2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd546d9-8fbd-4001-aaca-75f3f0d78976 HTTP/1.1" status: 200 len: 984 time: 0.0797725 Feb 04 11:50:44.616738 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-983275de-dcf8-4859-a06f-b6bf2374c14f req-2c1f917f-65fe-494b-a54e-cec062513f1f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4acd6c3-1ac2-4f4e-a7b3-61572b758e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549662 Feb 04 11:50:45.693349 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:45.748299 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:45.838660 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce347d-08cf-495e-9891-4eded88d266d req-666fe2d3-160b-4bc9-bc8d-c4a85cb5d81f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:45.840144 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-03ce347d-08cf-495e-9891-4eded88d266d req-666fe2d3-160b-4bc9-bc8d-c4a85cb5d81f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd546d9-8fbd-4001-aaca-75f3f0d78976 HTTP/1.1" status: 200 len: 984 time: 0.0841184 Feb 04 11:50:45.889024 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-03ce347d-08cf-495e-9891-4eded88d266d req-71fc5b64-66b5-4026-a207-6d4369191661 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4acd6c3-1ac2-4f4e-a7b3-61572b758e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431314 Feb 04 11:50:46.011864 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca246ac7-6805-4c3d-a7e1-5330ee3a0bff req-6415aa70-5594-4dfe-bff2-11a9823ebc1a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:46.013301 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ca246ac7-6805-4c3d-a7e1-5330ee3a0bff req-6415aa70-5594-4dfe-bff2-11a9823ebc1a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "GET /v2.0/ports?device_id=8fd546d9-8fbd-4001-aaca-75f3f0d78976 HTTP/1.1" status: 200 len: 984 time: 0.0806222 Feb 04 11:50:46.084427 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca246ac7-6805-4c3d-a7e1-5330ee3a0bff req-9308bb15-8b69-40a8-bbd3-ff139984adef tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:46.085763 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ca246ac7-6805-4c3d-a7e1-5330ee3a0bff req-9308bb15-8b69-40a8-bbd3-ff139984adef tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "GET /v2.0/ports/e7893ee1-f874-4f89-94bf-b28c898d6b3c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0668454 Feb 04 11:50:46.238239 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ca246ac7-6805-4c3d-a7e1-5330ee3a0bff req-5a1bc839-9865-4700-adec-9a795a467601 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "GET /v2.0/networks/c886fef9-b28e-4afb-b738-2ff25d3e41d5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1467628 Feb 04 11:50:46.247450 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-ca246ac7-6805-4c3d-a7e1-5330ee3a0bff req-f1c61447-21ce-4210-aa25-b7bb746496e1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:50:46.365418 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-ca246ac7-6805-4c3d-a7e1-5330ee3a0bff req-f1c61447-21ce-4210-aa25-b7bb746496e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:46.597652 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-ca246ac7-6805-4c3d-a7e1-5330ee3a0bff req-f1c61447-21ce-4210-aa25-b7bb746496e1 service neutron] For port e7893ee1-f874-4f89-94bf-b28c898d6b3c, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e7893ee1-f874-4f89-94bf-b28c898d6b3c,segment=NetworkSegment(5b128893-adf3-4ca9-9bc6-3c98e43f38ee),segment_id=5b128893-adf3-4ca9-9bc6-3c98e43f38ee)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:50:46.618677 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-ca246ac7-6805-4c3d-a7e1-5330ee3a0bff req-f1c61447-21ce-4210-aa25-b7bb746496e1 service neutron] For port e7893ee1-f874-4f89-94bf-b28c898d6b3c, host hv-neutron-8278, cleared binding levels {{(pid=84205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:50:46.684235 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [req-ca246ac7-6805-4c3d-a7e1-5330ee3a0bff req-f1c61447-21ce-4210-aa25-b7bb746496e1 service neutron] device_id is not set on port e7893ee1-f874-4f89-94bf-b28c898d6b3c yet. {{(pid=84205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:50:46.693429 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-ca246ac7-6805-4c3d-a7e1-5330ee3a0bff req-f1c61447-21ce-4210-aa25-b7bb746496e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:46.798259 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-ca246ac7-6805-4c3d-a7e1-5330ee3a0bff req-f1c61447-21ce-4210-aa25-b7bb746496e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:46.903101 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:46.970062 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c61447-21ce-4210-aa25-b7bb746496e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e7893ee1-f874-4f89-94bf-b28c898d6b3c,revision_number=11']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:47.043189 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca246ac7-6805-4c3d-a7e1-5330ee3a0bff req-f1c61447-21ce-4210-aa25-b7bb746496e1 service neutron] No DVR routers for this DVR port e7893ee1-f874-4f89-94bf-b28c898d6b3c on host hv-neutron-8278 {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:50:47.152796 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9970f1f1-0f63-4353-b39d-633340427d17 req-0797bcf7-9f07-4090-b70d-ffb12ec61f8b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd546d9-8fbd-4001-aaca-75f3f0d78976 HTTP/1.1" status: 200 len: 210 time: 0.0583789 Feb 04 11:50:47.220480 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9dfea893-e5c1-4d42-8762-c4854843c3d9 None None] Provisioning complete for port e7893ee1-f874-4f89-94bf-b28c898d6b3c triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:50:47.220480 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9dfea893-e5c1-4d42-8762-c4854843c3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:47.291292 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9dfea893-e5c1-4d42-8762-c4854843c3d9 None None] Port e7893ee1-f874-4f89-94bf-b28c898d6b3c cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:50:47.406052 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-ca246ac7-6805-4c3d-a7e1-5330ee3a0bff req-f1c61447-21ce-4210-aa25-b7bb746496e1 service neutron] In _notify_port_updated(), no bound segment for port e7893ee1-f874-4f89-94bf-b28c898d6b3c on network c886fef9-b28e-4afb-b738-2ff25d3e41d5 {{(pid=84205) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 11:50:47.406052 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-ca246ac7-6805-4c3d-a7e1-5330ee3a0bff req-f1c61447-21ce-4210-aa25-b7bb746496e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:47.406052 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ca246ac7-6805-4c3d-a7e1-5330ee3a0bff req-f1c61447-21ce-4210-aa25-b7bb746496e1 service neutron] 10.222.0.47 "PUT /v2.0/ports/e7893ee1-f874-4f89-94bf-b28c898d6b3c HTTP/1.1" status: 200 len: 1027 time: 1.1549058 Feb 04 11:50:48.364250 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-574d9f4d-91ab-4e0b-80cd-da9609435a5c req-59cc419d-9606-406f-b1f8-1265241a4085 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fd546d9-8fbd-4001-aaca-75f3f0d78976 HTTP/1.1" status: 200 len: 210 time: 0.0421846 Feb 04 11:50:49.490616 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42582) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:49.571054 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e6889607-b606-4d3b-a596-c36ba478e93c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:49.606727 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e6889607-b606-4d3b-a596-c36ba478e93c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:49.800046 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e6889607-b606-4d3b-a596-c36ba478e93c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:49.834888 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6889607-b606-4d3b-a596-c36ba478e93c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22aca8a-7144-4e77-aa9d-4c760ce0a33b,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:49.840511 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6889607-b606-4d3b-a596-c36ba478e93c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:49.840857 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6889607-b606-4d3b-a596-c36ba478e93c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:49.841192 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6889607-b606-4d3b-a596-c36ba478e93c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:49.841518 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6889607-b606-4d3b-a596-c36ba478e93c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:49.841842 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6889607-b606-4d3b-a596-c36ba478e93c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:49.842191 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6889607-b606-4d3b-a596-c36ba478e93c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:49.842513 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6889607-b606-4d3b-a596-c36ba478e93c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:49.842831 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6889607-b606-4d3b-a596-c36ba478e93c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:49.843150 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6889607-b606-4d3b-a596-c36ba478e93c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:49.843515 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6889607-b606-4d3b-a596-c36ba478e93c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:49.843833 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6889607-b606-4d3b-a596-c36ba478e93c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:49.922665 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e6889607-b606-4d3b-a596-c36ba478e93c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:49.922665 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e6889607-b606-4d3b-a596-c36ba478e93c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/security-groups/d22aca8a-7144-4e77-aa9d-4c760ce0a33b HTTP/1.1" status: 204 len: 168 time: 0.4255488 Feb 04 11:50:50.029510 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42588) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:50.238737 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-388bbd18-f08f-4754-b0f3-ebad16ac6014 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting port a1e26f23-7a20-46b0-9341-210758dc355b {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:50:50.239084 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-388bbd18-f08f-4754-b0f3-ebad16ac6014 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:50.431878 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-388bbd18-f08f-4754-b0f3-ebad16ac6014 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:50.431878 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-388bbd18-f08f-4754-b0f3-ebad16ac6014 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:50.437207 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device e7893ee1-f874-4f89-94bf-b28c898d6b3c no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:50:50.495274 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device e7893ee1-f874-4f89-94bf-b28c898d6b3c not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:50:50.551186 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-388bbd18-f08f-4754-b0f3-ebad16ac6014 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Calling delete_port for a1e26f23-7a20-46b0-9341-210758dc355b owned by network:floatingip {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:50:50.803862 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-388bbd18-f08f-4754-b0f3-ebad16ac6014 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:50.852529 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388bbd18-f08f-4754-b0f3-ebad16ac6014 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Port': ['ID=a1e26f23-7a20-46b0-9341-210758dc355b,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:50.957987 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-388bbd18-f08f-4754-b0f3-ebad16ac6014 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:51.486877 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388bbd18-f08f-4754-b0f3-ebad16ac6014 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router 14891eeb-723c-46f2-bf5a-a62baeb76911 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:50:51.707613 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388bbd18-f08f-4754-b0f3-ebad16ac6014 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:50:51.717517 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d95a24-e01b-41ec-a00b-bf1d8400ce1e None None] Sync routers for ids ['14891eeb-723c-46f2-bf5a-a62baeb76911'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:50:51.730211 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d95a24-e01b-41ec-a00b-bf1d8400ce1e None None] Routers {'14891eeb-723c-46f2-bf5a-a62baeb76911'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:50:51.730818 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-d1d95a24-e01b-41ec-a00b-bf1d8400ce1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:50:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['14891eeb-723c-46f2-bf5a-a62baeb76911'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:51.795026 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-388bbd18-f08f-4754-b0f3-ebad16ac6014 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:51.852359 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-388bbd18-f08f-4754-b0f3-ebad16ac6014 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/floatingips/3d11b196-2a1c-42f4-ad30-a2252ad2a021 HTTP/1.1" status: 204 len: 168 time: 1.8271251 Feb 04 11:50:51.917132 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-d1d95a24-e01b-41ec-a00b-bf1d8400ce1e None None] Set router 14891eeb-723c-46f2-bf5a-a62baeb76911 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:50:52.016689 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42596) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:52.121517 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-36c8315e-5453-470d-b3f8-56bb52f09d56 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:52.158655 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-36c8315e-5453-470d-b3f8-56bb52f09d56 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:52.241824 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-215f3300-c58f-4362-a713-6b80d8b91218 req-dca9f141-a8ca-4bfb-b6bc-543c4ad4f869 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a9afe7ae-ecd8-4f92-98d2-03267a1fd007&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1867685 Feb 04 11:50:52.296576 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-d1d95a24-e01b-41ec-a00b-bf1d8400ce1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'name': 'tempest-TestNetworkBasicOps-router-1424042079', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b9aaa9c4-b794-4887-92c3-a720b070df13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:49:45Z', 'updated_at': '2022-02-04T11:49:51Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': 'b9aaa9c4-b794-4887-92c3-a720b070df13', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:49:46Z', 'updated_at': '2022-02-04T11:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'dbd5bd4e-c3f2-4db2-acf2-087f810e986e', 'name': '', 'network_id': 'c886fef9-b28e-4afb-b738-2ff25d3e41d5', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:38:82:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d78c31b-cc84-48f2-ad6d-7003d4353476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:49:50Z', 'updated_at': '2022-02-04T11:49:57Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': '4d78c31b-cc84-48f2-ad6d-7003d4353476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:52.301571 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d95a24-e01b-41ec-a00b-bf1d8400ce1e None None] Checking router: 14891eeb-723c-46f2-bf5a-a62baeb76911 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:50:52.312729 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d95a24-e01b-41ec-a00b-bf1d8400ce1e None None] Routers {'14891eeb-723c-46f2-bf5a-a62baeb76911'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:50:52.313343 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-d1d95a24-e01b-41ec-a00b-bf1d8400ce1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:50:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['14891eeb-723c-46f2-bf5a-a62baeb76911'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:52.325238 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-36c8315e-5453-470d-b3f8-56bb52f09d56 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:52.343730 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c8315e-5453-470d-b3f8-56bb52f09d56 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eff95a3-1782-451f-b2cf-890357db497f,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:52.353417 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-36c8315e-5453-470d-b3f8-56bb52f09d56 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:52.354772 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-36c8315e-5453-470d-b3f8-56bb52f09d56 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/security-groups/3eff95a3-1782-451f-b2cf-890357db497f HTTP/1.1" status: 204 len: 168 time: 0.3370962 Feb 04 11:50:52.444236 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-215f3300-c58f-4362-a713-6b80d8b91218 req-6a1b5dad-eb27-410f-8a7f-4060cca560ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4e2cb104d3bb42a4a344ade0b8b3bbd0&device_id=a9afe7ae-ecd8-4f92-98d2-03267a1fd007 HTTP/1.1" status: 200 len: 1098 time: 0.1076658 Feb 04 11:50:52.486746 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42602) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:52.513849 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-d1d95a24-e01b-41ec-a00b-bf1d8400ce1e None None] Set router 14891eeb-723c-46f2-bf5a-a62baeb76911 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:50:52.564852 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-81f4c2d7-76ed-4b22-9187-a2d06be2c776 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting port e7893ee1-f874-4f89-94bf-b28c898d6b3c {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:50:52.565243 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-81f4c2d7-76ed-4b22-9187-a2d06be2c776 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:52.636895 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f3300-c58f-4362-a713-6b80d8b91218 req-3287dc80-14c2-4547-883d-c68709fc1389 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:52.636895 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-215f3300-c58f-4362-a713-6b80d8b91218 req-3287dc80-14c2-4547-883d-c68709fc1389 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a23f3c76-d15a-4fcc-b821-61e65e6da3f4 HTTP/1.1" status: 200 len: 912 time: 0.1693563 Feb 04 11:50:52.773503 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-215f3300-c58f-4362-a713-6b80d8b91218 req-1b2a4049-7e32-4ff1-9e8f-607b2c3ef2e8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95d1ff22-0d5c-41d7-8719-6a2037eb2d9f HTTP/1.1" status: 200 len: 1001 time: 0.1332116 Feb 04 11:50:52.855256 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f3300-c58f-4362-a713-6b80d8b91218 req-4d0acd2f-55bf-4c33-80b9-cc41c51efd2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:52.862139 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-215f3300-c58f-4362-a713-6b80d8b91218 req-4d0acd2f-55bf-4c33-80b9-cc41c51efd2e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5af355fa-ef8e-4697-b6fa-0681cfbee57c HTTP/1.1" status: 200 len: 850 time: 0.0739341 Feb 04 11:50:52.939164 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-81f4c2d7-76ed-4b22-9187-a2d06be2c776 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:52.939647 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-d1d95a24-e01b-41ec-a00b-bf1d8400ce1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'name': 'tempest-TestNetworkBasicOps-router-1424042079', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b9aaa9c4-b794-4887-92c3-a720b070df13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:49:45Z', 'updated_at': '2022-02-04T11:49:51Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': 'b9aaa9c4-b794-4887-92c3-a720b070df13', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:49:46Z', 'updated_at': '2022-02-04T11:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'dbd5bd4e-c3f2-4db2-acf2-087f810e986e', 'name': '', 'network_id': 'c886fef9-b28e-4afb-b738-2ff25d3e41d5', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:38:82:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d78c31b-cc84-48f2-ad6d-7003d4353476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:49:50Z', 'updated_at': '2022-02-04T11:49:57Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': '4d78c31b-cc84-48f2-ad6d-7003d4353476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:52.946483 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-215f3300-c58f-4362-a713-6b80d8b91218 req-d87db253-17d5-4f78-96f7-6f7b761e246f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a23f3c76-d15a-4fcc-b821-61e65e6da3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826724 Feb 04 11:50:52.947376 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d95a24-e01b-41ec-a00b-bf1d8400ce1e None None] The sync data for ids ['14891eeb-723c-46f2-bf5a-a62baeb76911'] in dv-neutron-827825-2-hyperv is: [{'id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'name': 'tempest-TestNetworkBasicOps-router-1424042079', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b9aaa9c4-b794-4887-92c3-a720b070df13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:49:45Z', 'updated_at': '2022-02-04T11:49:51Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': 'b9aaa9c4-b794-4887-92c3-a720b070df13', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:49:46Z', 'updated_at': '2022-02-04T11:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'dbd5bd4e-c3f2-4db2-acf2-087f810e986e', 'name': '', 'network_id': 'c886fef9-b28e-4afb-b738-2ff25d3e41d5', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:38:82:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d78c31b-cc84-48f2-ad6d-7003d4353476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:49:50Z', 'updated_at': '2022-02-04T11:49:57Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': '4d78c31b-cc84-48f2-ad6d-7003d4353476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:50:53.078336 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-81f4c2d7-76ed-4b22-9187-a2d06be2c776 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Calling delete_port for e7893ee1-f874-4f89-94bf-b28c898d6b3c owned by {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:50:53.098732 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-215f3300-c58f-4362-a713-6b80d8b91218 req-5b60a299-f5cf-43ce-809f-1312a1c793db service neutron] 10.222.0.47 "GET /v2.0/networks/a23f3c76-d15a-4fcc-b821-61e65e6da3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434298 Feb 04 11:50:53.229106 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c494e1-899c-45b0-95fd-c9e3c0c2bf76 None None] New status for floating IP 3d11b196-2a1c-42f4-ad30-a2252ad2a021: DOWN {{(pid=84207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 11:50:53.258119 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-215f3300-c58f-4362-a713-6b80d8b91218 req-e78be582-081c-4760-9af3-f7d32b7a32a7 service neutron] 10.222.0.47 "GET /v2.0/networks/a23f3c76-d15a-4fcc-b821-61e65e6da3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527386 Feb 04 11:50:53.346219 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-81f4c2d7-76ed-4b22-9187-a2d06be2c776 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:53.400646 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4c2d7-76ed-4b22-9187-a2d06be2c776 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Port': ['ID=e7893ee1-f874-4f89-94bf-b28c898d6b3c,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:53.523989 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-81f4c2d7-76ed-4b22-9187-a2d06be2c776 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:53.536080 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-81f4c2d7-76ed-4b22-9187-a2d06be2c776 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/ports/e7893ee1-f874-4f89-94bf-b28c898d6b3c HTTP/1.1" status: 204 len: 168 time: 1.0491440 Feb 04 11:50:53.538878 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42608) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:54.134162 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2f8f6f33-a46c-4e68-94fe-91abb0a86185 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:54.798100 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-2f8f6f33-a46c-4e68-94fe-91abb0a86185 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting port dbd5bd4e-c3f2-4db2-acf2-087f810e986e {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:50:54.798430 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2f8f6f33-a46c-4e68-94fe-91abb0a86185 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:55.002472 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-2f8f6f33-a46c-4e68-94fe-91abb0a86185 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] For port dbd5bd4e-c3f2-4db2-acf2-087f810e986e, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=dbd5bd4e-c3f2-4db2-acf2-087f810e986e,segment=NetworkSegment(5b128893-adf3-4ca9-9bc6-3c98e43f38ee),segment_id=5b128893-adf3-4ca9-9bc6-3c98e43f38ee)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:50:55.002472 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2f8f6f33-a46c-4e68-94fe-91abb0a86185 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:55.123570 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-2f8f6f33-a46c-4e68-94fe-91abb0a86185 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Calling delete_port for dbd5bd4e-c3f2-4db2-acf2-087f810e986e owned by network:router_interface {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:50:55.436118 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2f8f6f33-a46c-4e68-94fe-91abb0a86185 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:55.483107 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f6f33-a46c-4e68-94fe-91abb0a86185 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Port': ['ID=dbd5bd4e-c3f2-4db2-acf2-087f810e986e,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:55.910903 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2f8f6f33-a46c-4e68-94fe-91abb0a86185 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:56.512138 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8f6f33-a46c-4e68-94fe-91abb0a86185 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router 14891eeb-723c-46f2-bf5a-a62baeb76911 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:50:56.718737 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8f6f33-a46c-4e68-94fe-91abb0a86185 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:50:56.729210 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f188cf0-3636-4d12-a071-4d4e1c6d95e0 None None] Sync routers for ids ['14891eeb-723c-46f2-bf5a-a62baeb76911'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:50:56.732205 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2f8f6f33-a46c-4e68-94fe-91abb0a86185 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "PUT /v2.0/routers/14891eeb-723c-46f2-bf5a-a62baeb76911/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1922112 Feb 04 11:50:56.736617 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42612) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:56.744434 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f188cf0-3636-4d12-a071-4d4e1c6d95e0 None None] Routers {'14891eeb-723c-46f2-bf5a-a62baeb76911'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:50:56.745370 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-1f188cf0-3636-4d12-a071-4d4e1c6d95e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:50:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['14891eeb-723c-46f2-bf5a-a62baeb76911'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:56.940302 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-1f188cf0-3636-4d12-a071-4d4e1c6d95e0 None None] Set router 14891eeb-723c-46f2-bf5a-a62baeb76911 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:50:56.946933 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-64576b97-c7c0-4696-ac91-09353e8a34ba tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting subnet 4d78c31b-cc84-48f2-ad6d-7003d4353476 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:50:56.950093 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-64576b97-c7c0-4696-ac91-09353e8a34ba tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:57.015848 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-64576b97-c7c0-4696-ac91-09353e8a34ba tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:57.110518 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-64576b97-c7c0-4696-ac91-09353e8a34ba tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:57.283025 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-1f188cf0-3636-4d12-a071-4d4e1c6d95e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'name': 'tempest-TestNetworkBasicOps-router-1424042079', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b9aaa9c4-b794-4887-92c3-a720b070df13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:49:45Z', 'updated_at': '2022-02-04T11:50:55Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': 'b9aaa9c4-b794-4887-92c3-a720b070df13', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:49:46Z', 'updated_at': '2022-02-04T11:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:57.283025 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f188cf0-3636-4d12-a071-4d4e1c6d95e0 None None] Checking router: 14891eeb-723c-46f2-bf5a-a62baeb76911 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:50:57.296792 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f188cf0-3636-4d12-a071-4d4e1c6d95e0 None None] Routers {'14891eeb-723c-46f2-bf5a-a62baeb76911'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:50:57.296792 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-1f188cf0-3636-4d12-a071-4d4e1c6d95e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:50:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['14891eeb-723c-46f2-bf5a-a62baeb76911'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:57.305432 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-64576b97-c7c0-4696-ac91-09353e8a34ba tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:57.361816 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64576b97-c7c0-4696-ac91-09353e8a34ba tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Subnet': ['ID=4d78c31b-cc84-48f2-ad6d-7003d4353476,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:57.361816 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-64576b97-c7c0-4696-ac91-09353e8a34ba tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:57.374237 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-64576b97-c7c0-4696-ac91-09353e8a34ba tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/subnets/4d78c31b-cc84-48f2-ad6d-7003d4353476 HTTP/1.1" status: 204 len: 168 time: 0.6321890 Feb 04 11:50:57.374237 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42616) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:57.392669 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead48f4f-0370-42e8-902f-5e5d8af67c1e None None] Network c886fef9-b28e-4afb-b738-2ff25d3e41d5 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:50:57.667706 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-1f188cf0-3636-4d12-a071-4d4e1c6d95e0 None None] Set router 14891eeb-723c-46f2-bf5a-a62baeb76911 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:50:57.734685 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3f8919bf-2c92-4ba9-adb1-65e9dfba1587 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:58.007738 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d1e87e-eefe-448c-98f5-fcaa983090e1 None None] DHCP port deletion for c886fef9-b28e-4afb-b738-2ff25d3e41d5 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:50:58.015841 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-37d1e87e-eefe-448c-98f5-fcaa983090e1 None None] Deleting port abe718e2-c159-4088-9ca0-b5f775eec637 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:50:58.016025 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-37d1e87e-eefe-448c-98f5-fcaa983090e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:58.029514 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3f8919bf-2c92-4ba9-adb1-65e9dfba1587 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:58.097871 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-3f8919bf-2c92-4ba9-adb1-65e9dfba1587 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting port b9aaa9c4-b794-4887-92c3-a720b070df13 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:50:58.098251 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3f8919bf-2c92-4ba9-adb1-65e9dfba1587 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:58.229644 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-1f188cf0-3636-4d12-a071-4d4e1c6d95e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'name': 'tempest-TestNetworkBasicOps-router-1424042079', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b9aaa9c4-b794-4887-92c3-a720b070df13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:49:45Z', 'updated_at': '2022-02-04T11:50:55Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': 'b9aaa9c4-b794-4887-92c3-a720b070df13', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:49:46Z', 'updated_at': '2022-02-04T11:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:58.229644 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f188cf0-3636-4d12-a071-4d4e1c6d95e0 None None] The sync data for ids ['14891eeb-723c-46f2-bf5a-a62baeb76911'] in dv-neutron-827825-2-hyperv is: [{'id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'name': 'tempest-TestNetworkBasicOps-router-1424042079', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b9aaa9c4-b794-4887-92c3-a720b070df13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:49:45Z', 'updated_at': '2022-02-04T11:50:55Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': 'b9aaa9c4-b794-4887-92c3-a720b070df13', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14891eeb-723c-46f2-bf5a-a62baeb76911', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:49:46Z', 'updated_at': '2022-02-04T11:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:50:58.273819 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-37d1e87e-eefe-448c-98f5-fcaa983090e1 None None] For port abe718e2-c159-4088-9ca0-b5f775eec637, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=abe718e2-c159-4088-9ca0-b5f775eec637,segment=NetworkSegment(5b128893-adf3-4ca9-9bc6-3c98e43f38ee),segment_id=5b128893-adf3-4ca9-9bc6-3c98e43f38ee)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:50:58.274490 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-37d1e87e-eefe-448c-98f5-fcaa983090e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:58.325624 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-3f8919bf-2c92-4ba9-adb1-65e9dfba1587 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] For port b9aaa9c4-b794-4887-92c3-a720b070df13, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=b9aaa9c4-b794-4887-92c3-a720b070df13,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:50:58.325975 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3f8919bf-2c92-4ba9-adb1-65e9dfba1587 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:58.397863 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-37d1e87e-eefe-448c-98f5-fcaa983090e1 None None] Calling delete_port for abe718e2-c159-4088-9ca0-b5f775eec637 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:50:58.452759 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-3f8919bf-2c92-4ba9-adb1-65e9dfba1587 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Calling delete_port for b9aaa9c4-b794-4887-92c3-a720b070df13 owned by network:router_gateway {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:50:58.585222 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-37d1e87e-eefe-448c-98f5-fcaa983090e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:58.631062 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d1e87e-eefe-448c-98f5-fcaa983090e1 None None] Pushing event deleted for resources: {'Port': ['ID=abe718e2-c159-4088-9ca0-b5f775eec637,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:58.646286 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d1e87e-eefe-448c-98f5-fcaa983090e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:58.646636 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d1e87e-eefe-448c-98f5-fcaa983090e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:58.646970 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d1e87e-eefe-448c-98f5-fcaa983090e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:58.647325 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d1e87e-eefe-448c-98f5-fcaa983090e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:58.647664 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d1e87e-eefe-448c-98f5-fcaa983090e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:58.648099 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d1e87e-eefe-448c-98f5-fcaa983090e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:58.648459 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d1e87e-eefe-448c-98f5-fcaa983090e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:58.648903 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d1e87e-eefe-448c-98f5-fcaa983090e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:58.649367 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d1e87e-eefe-448c-98f5-fcaa983090e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:58.649713 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d1e87e-eefe-448c-98f5-fcaa983090e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:58.650075 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d1e87e-eefe-448c-98f5-fcaa983090e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:58.658649 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d1e87e-eefe-448c-98f5-fcaa983090e1 None None] No DVR routers for this DVR port abe718e2-c159-4088-9ca0-b5f775eec637 on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:50:58.704139 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3f8919bf-2c92-4ba9-adb1-65e9dfba1587 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:58.756224 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8919bf-2c92-4ba9-adb1-65e9dfba1587 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Port': ['ID=b9aaa9c4-b794-4887-92c3-a720b070df13,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:58.981494 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3f8919bf-2c92-4ba9-adb1-65e9dfba1587 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:59.277208 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device abe718e2-c159-4088-9ca0-b5f775eec637 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:50:59.311225 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: abe718e2-c159-4088-9ca0-b5f775eec637 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:50:59.311651 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device abe718e2-c159-4088-9ca0-b5f775eec637 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:50:59.312598 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device dbd5bd4e-c3f2-4db2-acf2-087f810e986e no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:50:59.345737 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: dbd5bd4e-c3f2-4db2-acf2-087f810e986e {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:50:59.346139 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device dbd5bd4e-c3f2-4db2-acf2-087f810e986e not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:50:59.348827 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3f8919bf-2c92-4ba9-adb1-65e9dfba1587 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:59.354042 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3f8919bf-2c92-4ba9-adb1-65e9dfba1587 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:59.537126 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3f8919bf-2c92-4ba9-adb1-65e9dfba1587 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:59.537395 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8919bf-2c92-4ba9-adb1-65e9dfba1587 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Fanout notify agent at l3_agent the message router_deleted on router 14891eeb-723c-46f2-bf5a-a62baeb76911 {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:50:59.558993 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3f8919bf-2c92-4ba9-adb1-65e9dfba1587 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:59.560488 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3f8919bf-2c92-4ba9-adb1-65e9dfba1587 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/routers/14891eeb-723c-46f2-bf5a-a62baeb76911 HTTP/1.1" status: 204 len: 168 time: 2.1873331 Feb 04 11:50:59.563134 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42620) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:59.688295 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c5e165e2-788f-498a-87e6-a6b789552805 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:59.822296 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c5e165e2-788f-498a-87e6-a6b789552805 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:59.848247 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-c5e165e2-788f-498a-87e6-a6b789552805 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c886fef9-b28e-4afb-b738-2ff25d3e41d5']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:59.862168 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-c5e165e2-788f-498a-87e6-a6b789552805 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b128893-adf3-4ca9-9bc6-3c98e43f38ee') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:59.862455 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-c5e165e2-788f-498a-87e6-a6b789552805 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b128893-adf3-4ca9-9bc6-3c98e43f38ee') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:59.874568 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c5e165e2-788f-498a-87e6-a6b789552805 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:59.891454 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c5e165e2-788f-498a-87e6-a6b789552805 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:59.899465 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5e165e2-788f-498a-87e6-a6b789552805 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:50:59.899970 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c5e165e2-788f-498a-87e6-a6b789552805 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:59.915100 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:50:59.915100 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:50:59.915100 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:50:59.915100 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:50:59.915100 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:50:59.915100 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:50:59.915100 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:50:59.915100 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:50:59.915100 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:50:59.915100 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:50:59.915100 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:50:59.915100 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:50:59.915100 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:50:59.915100 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:50:59.915100 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:50:59.915100 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:50:59.915100 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:50:59.915100 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:50:59.915100 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:50:59.915100 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:50:59.915100 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:50:59.915100 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:50:59.915100 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:50:59.915100 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:50:59.915100 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:50:59.915100 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:50:59.915100 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:50:59.915100 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:50:59.915100 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:50:59.915100 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:50:59.915100 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:50:59.915100 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:51:00.090014 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c5e165e2-788f-498a-87e6-a6b789552805 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:00.104465 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c5e165e2-788f-498a-87e6-a6b789552805 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:00.119374 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e165e2-788f-498a-87e6-a6b789552805 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Network': ['ID=c886fef9-b28e-4afb-b738-2ff25d3e41d5,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:00.196141 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c5e165e2-788f-498a-87e6-a6b789552805 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/networks/c886fef9-b28e-4afb-b738-2ff25d3e41d5 HTTP/1.1" status: 204 len: 168 time: 0.6317945 Feb 04 11:51:00.210037 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42624) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:51:00.328522 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-cee27bf2-a439-4b83-afe4-b75fe0831f4c tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.1171701 Feb 04 11:51:00.331876 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42630) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:51:00.337361 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-395fdd8e-c349-49b3-be61-eb9c69cc63f8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'network': {'name': 'tempest-network-smoke--1632714494', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'port_security_enabled': True}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:51:00.351925 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-395fdd8e-c349-49b3-be61-eb9c69cc63f8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:51:00.351925 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-395fdd8e-c349-49b3-be61-eb9c69cc63f8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:network and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:51:00.351925 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-395fdd8e-c349-49b3-be61-eb9c69cc63f8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:51:00.357234 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-395fdd8e-c349-49b3-be61-eb9c69cc63f8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:51:00.510218 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395fdd8e-c349-49b3-be61-eb9c69cc63f8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Made reservation on behalf of 009ced00ffd949498e5831cf00e326e7 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:51:00.512338 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-395fdd8e-c349-49b3-be61-eb9c69cc63f8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:00.545213 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-395fdd8e-c349-49b3-be61-eb9c69cc63f8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:51:00.555608 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-395fdd8e-c349-49b3-be61-eb9c69cc63f8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:00.556606 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-395fdd8e-c349-49b3-be61-eb9c69cc63f8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Added segment c96dc4f8-3655-4c75-8795-ef93c043aacd of type vlan for network 093136aa-9940-4ec4-8493-cbcd60bc9350 Feb 04 11:51:00.586453 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-395fdd8e-c349-49b3-be61-eb9c69cc63f8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:00.692969 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-395fdd8e-c349-49b3-be61-eb9c69cc63f8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:00.696792 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395fdd8e-c349-49b3-be61-eb9c69cc63f8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:00.697443 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-395fdd8e-c349-49b3-be61-eb9c69cc63f8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:00.809760 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395fdd8e-c349-49b3-be61-eb9c69cc63f8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Network': ['ID=093136aa-9940-4ec4-8493-cbcd60bc9350,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:00.821017 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 093136aa-9940-4ec4-8493-cbcd60bc9350 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:51:00.881769 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-395fdd8e-c349-49b3-be61-eb9c69cc63f8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5488679 Feb 04 11:51:00.884973 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42634) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:51:00.890621 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-774042f5-758b-4409-946b-561721965d22 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-72858623', 'admin_state_up': True, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:51:00.897620 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-774042f5-758b-4409-946b-561721965d22 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:51:00.902179 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-774042f5-758b-4409-946b-561721965d22 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:router and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:51:00.905544 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-774042f5-758b-4409-946b-561721965d22 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:51:00.912078 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-774042f5-758b-4409-946b-561721965d22 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:51:01.035961 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-774042f5-758b-4409-946b-561721965d22 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:01.036946 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-774042f5-758b-4409-946b-561721965d22 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:01.057941 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-774042f5-758b-4409-946b-561721965d22 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:01.156476 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device b9aaa9c4-b794-4887-92c3-a720b070df13 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:51:01.209739 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: b9aaa9c4-b794-4887-92c3-a720b070df13 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:51:01.210512 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device b9aaa9c4-b794-4887-92c3-a720b070df13 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:51:01.298486 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-774042f5-758b-4409-946b-561721965d22 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:01.558520 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-774042f5-758b-4409-946b-561721965d22 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router_gateway, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:01.592433 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-774042f5-758b-4409-946b-561721965d22 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:01.734042 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-774042f5-758b-4409-946b-561721965d22 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Allocated IP 172.26.3.107 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/f6aed9be-1132-49f7-83bc-9728d1e8f327) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:51:01.892972 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-774042f5-758b-4409-946b-561721965d22 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:02.053120 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-774042f5-758b-4409-946b-561721965d22 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:02.126871 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774042f5-758b-4409-946b-561721965d22 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:51:02.130250 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-774042f5-758b-4409-946b-561721965d22 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:51:02.136827 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774042f5-758b-4409-946b-561721965d22 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:51:02.161863 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774042f5-758b-4409-946b-561721965d22 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=f6aed9be-1132-49f7-83bc-9728d1e8f327,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:02.521632 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-774042f5-758b-4409-946b-561721965d22 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router_gateway, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:02.522568 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-774042f5-758b-4409-946b-561721965d22 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:02.812266 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774042f5-758b-4409-946b-561721965d22 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router a5fa9a5a-78b1-4942-828e-6f242edc4d03 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:51:03.021659 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774042f5-758b-4409-946b-561721965d22 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:51:03.033739 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565faf19-7766-41c3-a507-b2dc4117373e None None] Sync routers for ids ['a5fa9a5a-78b1-4942-828e-6f242edc4d03'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:51:03.054375 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565faf19-7766-41c3-a507-b2dc4117373e None None] Routers {'a5fa9a5a-78b1-4942-828e-6f242edc4d03'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:51:03.054964 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-565faf19-7766-41c3-a507-b2dc4117373e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:50:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a5fa9a5a-78b1-4942-828e-6f242edc4d03'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:51:03.126828 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-774042f5-758b-4409-946b-561721965d22 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:03.131400 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-774042f5-758b-4409-946b-561721965d22 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2424994 Feb 04 11:51:03.134248 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42640) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:51:03.208025 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-94cb1b1f-9180-4b96-96bd-a3c775476a2e tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=009ced00ffd949498e5831cf00e326e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0695455 Feb 04 11:51:03.213857 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42644) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:51:03.272253 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-565faf19-7766-41c3-a507-b2dc4117373e None None] Set router a5fa9a5a-78b1-4942-828e-6f242edc4d03 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:51:03.382265 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dfa852-0719-4785-a79d-3a347a80b393 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:03.383818 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-83dfa852-0719-4785-a79d-3a347a80b393 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1742008 Feb 04 11:51:03.388220 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42648) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:51:03.434645 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-55c7ac4e-8dcf-43ed-ac2d-0b8fe2114878 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=63d4ab6b-931d-42a4-aa18-bedd81d582fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450296 Feb 04 11:51:03.439595 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42652) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:51:03.445919 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-e6d6e07f-e921-4f0a-988d-5f3a0488994f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1050034099', 'network_id': '093136aa-9940-4ec4-8493-cbcd60bc9350', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:51:03.561956 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e6d6e07f-e921-4f0a-988d-5f3a0488994f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:51:03.562619 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-565faf19-7766-41c3-a507-b2dc4117373e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'name': 'tempest-TestNetworkBasicOps-router-72858623', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f6aed9be-1132-49f7-83bc-9728d1e8f327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:51:01Z', 'updated_at': '2022-02-04T11:51:02Z', 'revision_number': 3, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': 'f6aed9be-1132-49f7-83bc-9728d1e8f327', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:47:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:51:01Z', 'updated_at': '2022-02-04T11:51:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:51:03.567751 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e6d6e07f-e921-4f0a-988d-5f3a0488994f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:subnet and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:51:03.568527 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565faf19-7766-41c3-a507-b2dc4117373e None None] Checking router: a5fa9a5a-78b1-4942-828e-6f242edc4d03 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:51:03.568958 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565faf19-7766-41c3-a507-b2dc4117373e None None] Updating router a5fa9a5a-78b1-4942-828e-6f242edc4d03 port f6aed9be-1132-49f7-83bc-9728d1e8f327 binding host dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:51:03.570989 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e6d6e07f-e921-4f0a-988d-5f3a0488994f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:51:03.576867 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e6d6e07f-e921-4f0a-988d-5f3a0488994f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:51:03.624765 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-565faf19-7766-41c3-a507-b2dc4117373e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:03.697949 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d6e07f-e921-4f0a-988d-5f3a0488994f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Made reservation on behalf of 009ced00ffd949498e5831cf00e326e7 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:51:03.811542 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e6d6e07f-e921-4f0a-988d-5f3a0488994f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:03.975356 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-565faf19-7766-41c3-a507-b2dc4117373e None None] Notify callbacks [] for port, precommit_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:03.986821 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.provisioning_blocks [None req-565faf19-7766-41c3-a507-b2dc4117373e None None] Transition to ACTIVE for port object f6aed9be-1132-49f7-83bc-9728d1e8f327 will not be triggered until provisioned by entity L2. {{(pid=84207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:51:04.079668 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-565faf19-7766-41c3-a507-b2dc4117373e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:04.149437 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e6d6e07f-e921-4f0a-988d-5f3a0488994f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:04.158341 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-565faf19-7766-41c3-a507-b2dc4117373e None None] Attempting to bind port f6aed9be-1132-49f7-83bc-9728d1e8f327 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:51:04.158823 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-565faf19-7766-41c3-a507-b2dc4117373e None None] Attempting to bind port f6aed9be-1132-49f7-83bc-9728d1e8f327 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:51:04.159065 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565faf19-7766-41c3-a507-b2dc4117373e None None] Attempting to bind port f6aed9be-1132-49f7-83bc-9728d1e8f327 on network 63d4ab6b-931d-42a4-aa18-bedd81d582fa {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:51:04.165946 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aace51-aa9b-4dbb-81ec-a6354901a9d2 None None] Pushing event updated for resources: {'Port': ['ID=f6aed9be-1132-49f7-83bc-9728d1e8f327,revision_number=2']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:04.172433 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565faf19-7766-41c3-a507-b2dc4117373e None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:51:04.172840 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565faf19-7766-41c3-a507-b2dc4117373e None None] Checking segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:51:04.173226 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-565faf19-7766-41c3-a507-b2dc4117373e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:04.173608 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565faf19-7766-41c3-a507-b2dc4117373e None None] Bound using segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:51:04.174109 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-565faf19-7766-41c3-a507-b2dc4117373e None None] Bound port: f6aed9be-1132-49f7-83bc-9728d1e8f327, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:51:04.174483 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-565faf19-7766-41c3-a507-b2dc4117373e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:04.229195 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aace51-aa9b-4dbb-81ec-a6354901a9d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:04.230211 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aace51-aa9b-4dbb-81ec-a6354901a9d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:04.230727 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aace51-aa9b-4dbb-81ec-a6354901a9d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:04.231244 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aace51-aa9b-4dbb-81ec-a6354901a9d2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:04.231763 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aace51-aa9b-4dbb-81ec-a6354901a9d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:04.232265 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aace51-aa9b-4dbb-81ec-a6354901a9d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:04.232771 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aace51-aa9b-4dbb-81ec-a6354901a9d2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:04.233754 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aace51-aa9b-4dbb-81ec-a6354901a9d2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:04.233754 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aace51-aa9b-4dbb-81ec-a6354901a9d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:04.234020 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d6e07f-e921-4f0a-988d-5f3a0488994f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Subnet': ['ID=d3e023d7-1a59-4002-9b92-f52f7e5b6acd,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:04.234288 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aace51-aa9b-4dbb-81ec-a6354901a9d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:04.234808 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aace51-aa9b-4dbb-81ec-a6354901a9d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:04.255671 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d6e07f-e921-4f0a-988d-5f3a0488994f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Checking segment: {'id': 'c96dc4f8-3655-4c75-8795-ef93c043aacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '093136aa-9940-4ec4-8493-cbcd60bc9350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:51:04.255671 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d6e07f-e921-4f0a-988d-5f3a0488994f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network hostable DHCP agents. Network: 093136aa-9940-4ec4-8493-cbcd60bc9350, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:51:04.295903 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-565faf19-7766-41c3-a507-b2dc4117373e None None] For port f6aed9be-1132-49f7-83bc-9728d1e8f327, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:51:04.295903 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-565faf19-7766-41c3-a507-b2dc4117373e None None] For port f6aed9be-1132-49f7-83bc-9728d1e8f327, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=f6aed9be-1132-49f7-83bc-9728d1e8f327,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:51:04.418185 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d6e07f-e921-4f0a-988d-5f3a0488994f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 093136aa-9940-4ec4-8493-cbcd60bc9350 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:51:04.449583 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-565faf19-7766-41c3-a507-b2dc4117373e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:04.527292 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aace51-aa9b-4dbb-81ec-a6354901a9d2 None None] Pushing event updated for resources: {'Port': ['ID=f6aed9be-1132-49f7-83bc-9728d1e8f327,revision_number=3']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:04.532767 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565faf19-7766-41c3-a507-b2dc4117373e None None] Routers {'a5fa9a5a-78b1-4942-828e-6f242edc4d03'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:51:04.533360 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-565faf19-7766-41c3-a507-b2dc4117373e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:50:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a5fa9a5a-78b1-4942-828e-6f242edc4d03'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:51:04.551869 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-e6d6e07f-e921-4f0a-988d-5f3a0488994f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 093136aa-9940-4ec4-8493-cbcd60bc9350) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:51:04.555575 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d6e07f-e921-4f0a-988d-5f3a0488994f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:04.556565 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e6d6e07f-e921-4f0a-988d-5f3a0488994f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:04.559905 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138851d3-81ca-4bed-8eba-d08fc12caccd None None] Network 093136aa-9940-4ec4-8493-cbcd60bc9350 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:51:04.726153 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-565faf19-7766-41c3-a507-b2dc4117373e None None] Set router a5fa9a5a-78b1-4942-828e-6f242edc4d03 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:51:04.764937 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e6d6e07f-e921-4f0a-988d-5f3a0488994f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3207791 Feb 04 11:51:04.765711 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42656) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:51:04.809429 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae92de6-1ddb-4fff-ac09-8c58f0d954c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-093136aa-9940-4ec4-8493-cbcd60bc9350', 'network_id': '093136aa-9940-4ec4-8493-cbcd60bc9350', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ips': [{'subnet_id': 'd3e023d7-1a59-4002-9b92-f52f7e5b6acd'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:51:04.814825 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dae92de6-1ddb-4fff-ac09-8c58f0d954c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:04.995144 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-dae92de6-1ddb-4fff-ac09-8c58f0d954c9 None None] Allocated IP 172.20.0.2 (093136aa-9940-4ec4-8493-cbcd60bc9350/d3e023d7-1a59-4002-9b92-f52f7e5b6acd/8136c848-2561-45eb-a775-8721e2a58274) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:51:05.068820 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-565faf19-7766-41c3-a507-b2dc4117373e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'name': 'tempest-TestNetworkBasicOps-router-72858623', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f6aed9be-1132-49f7-83bc-9728d1e8f327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:51:01Z', 'updated_at': '2022-02-04T11:51:02Z', 'revision_number': 3, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': 'f6aed9be-1132-49f7-83bc-9728d1e8f327', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:47:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:51:01Z', 'updated_at': '2022-02-04T11:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:51:05.073682 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565faf19-7766-41c3-a507-b2dc4117373e None None] The sync data for ids ['a5fa9a5a-78b1-4942-828e-6f242edc4d03'] in dv-neutron-827825-2-hyperv is: [{'id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'name': 'tempest-TestNetworkBasicOps-router-72858623', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f6aed9be-1132-49f7-83bc-9728d1e8f327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:51:01Z', 'updated_at': '2022-02-04T11:51:02Z', 'revision_number': 3, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': 'f6aed9be-1132-49f7-83bc-9728d1e8f327', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:47:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:51:01Z', 'updated_at': '2022-02-04T11:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:51:05.240655 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dae92de6-1ddb-4fff-ac09-8c58f0d954c9 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:05.251822 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-dae92de6-1ddb-4fff-ac09-8c58f0d954c9 None None] Transition to ACTIVE for port object 8136c848-2561-45eb-a775-8721e2a58274 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:51:05.276240 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-dae92de6-1ddb-4fff-ac09-8c58f0d954c9 None None] Transition to ACTIVE for port object 8136c848-2561-45eb-a775-8721e2a58274 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:51:05.365693 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dae92de6-1ddb-4fff-ac09-8c58f0d954c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:05.484590 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae92de6-1ddb-4fff-ac09-8c58f0d954c9 None None] Network 093136aa-9940-4ec4-8493-cbcd60bc9350 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:51:05.488098 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-dae92de6-1ddb-4fff-ac09-8c58f0d954c9 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:51:05.491119 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae92de6-1ddb-4fff-ac09-8c58f0d954c9 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:51:05.604395 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae92de6-1ddb-4fff-ac09-8c58f0d954c9 None None] Pushing event updated for resources: {'Port': ['ID=8136c848-2561-45eb-a775-8721e2a58274,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:05.619588 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-dae92de6-1ddb-4fff-ac09-8c58f0d954c9 None None] Attempting to bind port 8136c848-2561-45eb-a775-8721e2a58274 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:51:05.619956 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-dae92de6-1ddb-4fff-ac09-8c58f0d954c9 None None] Attempting to bind port 8136c848-2561-45eb-a775-8721e2a58274 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'c96dc4f8-3655-4c75-8795-ef93c043aacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '093136aa-9940-4ec4-8493-cbcd60bc9350'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:51:05.620327 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae92de6-1ddb-4fff-ac09-8c58f0d954c9 None None] Attempting to bind port 8136c848-2561-45eb-a775-8721e2a58274 on network 093136aa-9940-4ec4-8493-cbcd60bc9350 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:51:05.629766 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae92de6-1ddb-4fff-ac09-8c58f0d954c9 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:51:05.630021 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae92de6-1ddb-4fff-ac09-8c58f0d954c9 None None] Checking segment: {'id': 'c96dc4f8-3655-4c75-8795-ef93c043aacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '093136aa-9940-4ec4-8493-cbcd60bc9350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:51:05.631172 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dae92de6-1ddb-4fff-ac09-8c58f0d954c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:05.632366 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae92de6-1ddb-4fff-ac09-8c58f0d954c9 None None] Bound using segment: {'id': 'c96dc4f8-3655-4c75-8795-ef93c043aacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '093136aa-9940-4ec4-8493-cbcd60bc9350'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:51:05.632934 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-dae92de6-1ddb-4fff-ac09-8c58f0d954c9 None None] Bound port: 8136c848-2561-45eb-a775-8721e2a58274, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c96dc4f8-3655-4c75-8795-ef93c043aacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '093136aa-9940-4ec4-8493-cbcd60bc9350'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:51:05.633380 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dae92de6-1ddb-4fff-ac09-8c58f0d954c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:05.745336 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ade14ff1-bcd2-4e21-987f-84f485845e49 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:05.776808 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-dae92de6-1ddb-4fff-ac09-8c58f0d954c9 None None] For port 8136c848-2561-45eb-a775-8721e2a58274, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:51:05.781937 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-dae92de6-1ddb-4fff-ac09-8c58f0d954c9 None None] For port 8136c848-2561-45eb-a775-8721e2a58274, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=8136c848-2561-45eb-a775-8721e2a58274,segment=NetworkSegment(c96dc4f8-3655-4c75-8795-ef93c043aacd),segment_id=c96dc4f8-3655-4c75-8795-ef93c043aacd)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:51:05.898588 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dae92de6-1ddb-4fff-ac09-8c58f0d954c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:05.982402 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae92de6-1ddb-4fff-ac09-8c58f0d954c9 None None] Pushing event updated for resources: {'Port': ['ID=8136c848-2561-45eb-a775-8721e2a58274,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:06.151713 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:06.408305 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-ade14ff1-bcd2-4e21-987f-84f485845e49 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Allocated IP 172.20.0.1 (093136aa-9940-4ec4-8493-cbcd60bc9350/d3e023d7-1a59-4002-9b92-f52f7e5b6acd/24323b35-9f55-4e0b-89cd-9db54dd10bbd) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:51:06.580483 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ade14ff1-bcd2-4e21-987f-84f485845e49 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:06.596165 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-ade14ff1-bcd2-4e21-987f-84f485845e49 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Transition to ACTIVE for port object 24323b35-9f55-4e0b-89cd-9db54dd10bbd will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:51:06.744413 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ade14ff1-bcd2-4e21-987f-84f485845e49 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:06.814920 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade14ff1-bcd2-4e21-987f-84f485845e49 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 093136aa-9940-4ec4-8493-cbcd60bc9350 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:51:06.816425 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-ade14ff1-bcd2-4e21-987f-84f485845e49 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:51:06.819292 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade14ff1-bcd2-4e21-987f-84f485845e49 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:51:06.868156 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade14ff1-bcd2-4e21-987f-84f485845e49 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=24323b35-9f55-4e0b-89cd-9db54dd10bbd,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:06.892986 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ade14ff1-bcd2-4e21-987f-84f485845e49 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:07.049263 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ade14ff1-bcd2-4e21-987f-84f485845e49 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:07.068603 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206836b0-61db-43e5-9ccf-28b040893eca None None] Network 093136aa-9940-4ec4-8493-cbcd60bc9350 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:51:07.305292 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device f6aed9be-1132-49f7-83bc-9728d1e8f327 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:51:07.342342 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-73d8412d-e468-47bd-9b1b-80e8b436b7ae None None] Provisioning for port 8136c848-2561-45eb-a775-8721e2a58274 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:51:07.543913 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port f6aed9be-1132-49f7-83bc-9728d1e8f327 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:51:07.553415 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port f6aed9be-1132-49f7-83bc-9728d1e8f327 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:51:07.553415 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:07.640482 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ade14ff1-bcd2-4e21-987f-84f485845e49 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:07.691383 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:07.712433 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port f6aed9be-1132-49f7-83bc-9728d1e8f327, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=f6aed9be-1132-49f7-83bc-9728d1e8f327,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:51:07.738686 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ade14ff1-bcd2-4e21-987f-84f485845e49 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:07.823746 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f7811ab3-ddeb-4d68-90ab-7d8fc1dc61c2 None None] Provisioning for port 24323b35-9f55-4e0b-89cd-9db54dd10bbd completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:51:07.828992 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f7811ab3-ddeb-4d68-90ab-7d8fc1dc61c2 None None] Provisioning complete for port 24323b35-9f55-4e0b-89cd-9db54dd10bbd triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:51:07.829354 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f7811ab3-ddeb-4d68-90ab-7d8fc1dc61c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:07.861362 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade14ff1-bcd2-4e21-987f-84f485845e49 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=24323b35-9f55-4e0b-89cd-9db54dd10bbd,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:07.861604 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ade14ff1-bcd2-4e21-987f-84f485845e49 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:07.866090 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:07.866859 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 8136c848-2561-45eb-a775-8721e2a58274 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:51:07.973974 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-f7811ab3-ddeb-4d68-90ab-7d8fc1dc61c2 None None] Port 24323b35-9f55-4e0b-89cd-9db54dd10bbd cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:51:08.008438 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=f6aed9be-1132-49f7-83bc-9728d1e8f327,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:08.018155 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade14ff1-bcd2-4e21-987f-84f485845e49 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 093136aa-9940-4ec4-8493-cbcd60bc9350 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:51:08.021999 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-ade14ff1-bcd2-4e21-987f-84f485845e49 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:51:08.125332 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 8136c848-2561-45eb-a775-8721e2a58274 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:51:08.136909 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 8136c848-2561-45eb-a775-8721e2a58274 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:51:08.137275 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:08.231517 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-822d8bdc-bbc9-4a09-aa72-03b82324f32d None None] Provisioning complete for port 24323b35-9f55-4e0b-89cd-9db54dd10bbd triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:51:08.232115 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-822d8bdc-bbc9-4a09-aa72-03b82324f32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:08.293322 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-822d8bdc-bbc9-4a09-aa72-03b82324f32d None None] Port 24323b35-9f55-4e0b-89cd-9db54dd10bbd cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:51:08.354501 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:08.386551 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 8136c848-2561-45eb-a775-8721e2a58274, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=8136c848-2561-45eb-a775-8721e2a58274,segment=NetworkSegment(c96dc4f8-3655-4c75-8795-ef93c043aacd),segment_id=c96dc4f8-3655-4c75-8795-ef93c043aacd)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:51:08.421752 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-28ac06d8-cc9f-4f6e-80c5-9590c8b5dabd None None] Provisioning complete for port 24323b35-9f55-4e0b-89cd-9db54dd10bbd triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:51:08.422416 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-28ac06d8-cc9f-4f6e-80c5-9590c8b5dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:08.484698 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-28ac06d8-cc9f-4f6e-80c5-9590c8b5dabd None None] Port 24323b35-9f55-4e0b-89cd-9db54dd10bbd cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:51:08.509167 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:08.559291 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade14ff1-bcd2-4e21-987f-84f485845e49 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router a5fa9a5a-78b1-4942-828e-6f242edc4d03 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:51:08.576636 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=8136c848-2561-45eb-a775-8721e2a58274,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:08.772248 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade14ff1-bcd2-4e21-987f-84f485845e49 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:51:08.788337 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ade14ff1-bcd2-4e21-987f-84f485845e49 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "PUT /v2.0/routers/a5fa9a5a-78b1-4942-828e-6f242edc4d03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0187459 Feb 04 11:51:08.788577 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42660) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:51:08.952835 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f354715-95fe-40ee-bb2c-fca2336ecb52 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:08.953214 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f354715-95fe-40ee-bb2c-fca2336ecb52 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:08.953594 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f354715-95fe-40ee-bb2c-fca2336ecb52 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:08.954015 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f354715-95fe-40ee-bb2c-fca2336ecb52 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:08.954374 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f354715-95fe-40ee-bb2c-fca2336ecb52 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:08.954750 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f354715-95fe-40ee-bb2c-fca2336ecb52 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:08.958105 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2f354715-95fe-40ee-bb2c-fca2336ecb52 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1685081 Feb 04 11:51:08.960913 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42664) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:51:09.039898 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0faf4d2-d920-494d-96c8-b645c5506e4f None None] Sync routers for ids ['a5fa9a5a-78b1-4942-828e-6f242edc4d03'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:51:09.040562 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57a8143-5f8d-43a3-ad5b-88ba1bd2f60c tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:09.040939 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57a8143-5f8d-43a3-ad5b-88ba1bd2f60c tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:09.041306 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57a8143-5f8d-43a3-ad5b-88ba1bd2f60c tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:09.041666 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57a8143-5f8d-43a3-ad5b-88ba1bd2f60c tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:09.042047 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57a8143-5f8d-43a3-ad5b-88ba1bd2f60c tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:09.042402 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57a8143-5f8d-43a3-ad5b-88ba1bd2f60c tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:09.044129 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f57a8143-5f8d-43a3-ad5b-88ba1bd2f60c tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0823052 Feb 04 11:51:09.047188 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42668) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:51:09.056729 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0faf4d2-d920-494d-96c8-b645c5506e4f None None] Routers {'a5fa9a5a-78b1-4942-828e-6f242edc4d03'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:51:09.056729 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-b0faf4d2-d920-494d-96c8-b645c5506e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:50:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a5fa9a5a-78b1-4942-828e-6f242edc4d03'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:51:09.237274 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device f6aed9be-1132-49f7-83bc-9728d1e8f327 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:51:09.270677 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-98f8852c-7208-49f9-bbdd-7d858d7cb220 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2223461 Feb 04 11:51:09.300260 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-b0faf4d2-d920-494d-96c8-b645c5506e4f None None] Set router a5fa9a5a-78b1-4942-828e-6f242edc4d03 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:51:09.454024 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port f6aed9be-1132-49f7-83bc-9728d1e8f327 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:51:09.454391 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:09.599338 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42674) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:51:09.605024 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-692a561b-aba0-4899-a27c-b4f2a64e5941 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-398481128', 'description': 'tempest-secgroup-smoke-398481128 description', 'project_id': '009ced00ffd949498e5831cf00e326e7'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:51:09.613281 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-692a561b-aba0-4899-a27c-b4f2a64e5941 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:51:09.617633 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-692a561b-aba0-4899-a27c-b4f2a64e5941 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:51:09.621236 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-692a561b-aba0-4899-a27c-b4f2a64e5941 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:51:09.627396 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-692a561b-aba0-4899-a27c-b4f2a64e5941 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:51:09.732833 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 8136c848-2561-45eb-a775-8721e2a58274 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:51:09.743721 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-692a561b-aba0-4899-a27c-b4f2a64e5941 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:09.781310 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-692a561b-aba0-4899-a27c-b4f2a64e5941 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:51:09.786045 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-692a561b-aba0-4899-a27c-b4f2a64e5941 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:51:09.789062 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-692a561b-aba0-4899-a27c-b4f2a64e5941 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:51:09.795216 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-692a561b-aba0-4899-a27c-b4f2a64e5941 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:51:09.818980 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-b0faf4d2-d920-494d-96c8-b645c5506e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'name': 'tempest-TestNetworkBasicOps-router-72858623', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f6aed9be-1132-49f7-83bc-9728d1e8f327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:51:01Z', 'updated_at': '2022-02-04T11:51:06Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': 'f6aed9be-1132-49f7-83bc-9728d1e8f327', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:51:01Z', 'updated_at': '2022-02-04T11:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '24323b35-9f55-4e0b-89cd-9db54dd10bbd', 'name': '', 'network_id': '093136aa-9940-4ec4-8493-cbcd60bc9350', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:57:4a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3e023d7-1a59-4002-9b92-f52f7e5b6acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:51:06Z', 'updated_at': '2022-02-04T11:51:07Z', 'revision_number': 2, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'd3e023d7-1a59-4002-9b92-f52f7e5b6acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:51:09.826703 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0faf4d2-d920-494d-96c8-b645c5506e4f None None] Checking router: a5fa9a5a-78b1-4942-828e-6f242edc4d03 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:51:09.827045 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0faf4d2-d920-494d-96c8-b645c5506e4f None None] Updating router a5fa9a5a-78b1-4942-828e-6f242edc4d03 port 24323b35-9f55-4e0b-89cd-9db54dd10bbd binding host dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:51:09.854139 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-692a561b-aba0-4899-a27c-b4f2a64e5941 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:09.854494 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 8136c848-2561-45eb-a775-8721e2a58274 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:51:09.854717 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:09.922560 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b0faf4d2-d920-494d-96c8-b645c5506e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:09.966599 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-692a561b-aba0-4899-a27c-b4f2a64e5941 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:10.009590 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a561b-aba0-4899-a27c-b4f2a64e5941 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=019be988-d494-408c-8e8d-6fa21c41ff84,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:10.115264 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-692a561b-aba0-4899-a27c-b4f2a64e5941 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:10.116585 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-692a561b-aba0-4899-a27c-b4f2a64e5941 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5161519 Feb 04 11:51:10.119475 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42678) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:51:10.125231 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-d21372d8-c96a-4af4-8090-026a73bc79ba tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '019be988-d494-408c-8e8d-6fa21c41ff84', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:51:10.132570 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-d21372d8-c96a-4af4-8090-026a73bc79ba tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:51:10.139676 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-d21372d8-c96a-4af4-8090-026a73bc79ba tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:51:10.139676 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-d21372d8-c96a-4af4-8090-026a73bc79ba tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:51:10.144736 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-d21372d8-c96a-4af4-8090-026a73bc79ba tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:51:10.247341 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d21372d8-c96a-4af4-8090-026a73bc79ba tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:10.310244 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d21372d8-c96a-4af4-8090-026a73bc79ba tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:10.338949 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b0faf4d2-d920-494d-96c8-b645c5506e4f None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:10.354359 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-b0faf4d2-d920-494d-96c8-b645c5506e4f None None] Transition to ACTIVE for port object 24323b35-9f55-4e0b-89cd-9db54dd10bbd will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:51:10.418155 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d21372d8-c96a-4af4-8090-026a73bc79ba tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:10.445177 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21372d8-c96a-4af4-8090-026a73bc79ba tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab8d65ad-9270-46cd-bc13-58a13b55c087,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:10.452058 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b0faf4d2-d920-494d-96c8-b645c5506e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:10.550421 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d21372d8-c96a-4af4-8090-026a73bc79ba tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:10.555547 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d21372d8-c96a-4af4-8090-026a73bc79ba tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4314368 Feb 04 11:51:10.555773 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42682) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:51:10.561846 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-47f07eca-34a7-4836-936e-0523ab5ba1ac tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '019be988-d494-408c-8e8d-6fa21c41ff84', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:51:10.568006 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-47f07eca-34a7-4836-936e-0523ab5ba1ac tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:51:10.576293 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-47f07eca-34a7-4836-936e-0523ab5ba1ac tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:51:10.580060 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-47f07eca-34a7-4836-936e-0523ab5ba1ac tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:51:10.582441 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b03b9-28d8-4db0-86dc-be2b22395a60 None None] Pushing event updated for resources: {'Port': ['ID=24323b35-9f55-4e0b-89cd-9db54dd10bbd,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:10.588859 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-47f07eca-34a7-4836-936e-0523ab5ba1ac tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:51:10.674501 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-b0faf4d2-d920-494d-96c8-b645c5506e4f None None] Attempting to bind port 24323b35-9f55-4e0b-89cd-9db54dd10bbd on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:51:10.675440 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-47f07eca-34a7-4836-936e-0523ab5ba1ac tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:10.676151 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-b0faf4d2-d920-494d-96c8-b645c5506e4f None None] Attempting to bind port 24323b35-9f55-4e0b-89cd-9db54dd10bbd by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'c96dc4f8-3655-4c75-8795-ef93c043aacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '093136aa-9940-4ec4-8493-cbcd60bc9350'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:51:10.676151 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0faf4d2-d920-494d-96c8-b645c5506e4f None None] Attempting to bind port 24323b35-9f55-4e0b-89cd-9db54dd10bbd on network 093136aa-9940-4ec4-8493-cbcd60bc9350 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:51:10.683101 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0faf4d2-d920-494d-96c8-b645c5506e4f None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:51:10.683779 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0faf4d2-d920-494d-96c8-b645c5506e4f None None] Checking segment: {'id': 'c96dc4f8-3655-4c75-8795-ef93c043aacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '093136aa-9940-4ec4-8493-cbcd60bc9350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:51:10.684177 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b0faf4d2-d920-494d-96c8-b645c5506e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:10.684562 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0faf4d2-d920-494d-96c8-b645c5506e4f None None] Bound using segment: {'id': 'c96dc4f8-3655-4c75-8795-ef93c043aacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '093136aa-9940-4ec4-8493-cbcd60bc9350'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:51:10.696263 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-b0faf4d2-d920-494d-96c8-b645c5506e4f None None] Bound port: 24323b35-9f55-4e0b-89cd-9db54dd10bbd, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c96dc4f8-3655-4c75-8795-ef93c043aacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '093136aa-9940-4ec4-8493-cbcd60bc9350'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:51:10.696263 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b0faf4d2-d920-494d-96c8-b645c5506e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:10.752958 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-47f07eca-34a7-4836-936e-0523ab5ba1ac tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:10.782106 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-b0faf4d2-d920-494d-96c8-b645c5506e4f None None] For port 24323b35-9f55-4e0b-89cd-9db54dd10bbd, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:51:10.786452 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-b0faf4d2-d920-494d-96c8-b645c5506e4f None None] For port 24323b35-9f55-4e0b-89cd-9db54dd10bbd, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=24323b35-9f55-4e0b-89cd-9db54dd10bbd,segment=NetworkSegment(c96dc4f8-3655-4c75-8795-ef93c043aacd),segment_id=c96dc4f8-3655-4c75-8795-ef93c043aacd)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:51:10.838806 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-47f07eca-34a7-4836-936e-0523ab5ba1ac tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:10.880080 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f07eca-34a7-4836-936e-0523ab5ba1ac tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caff54d3-1481-457e-a4a5-217a76e243c5,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:10.904000 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b0faf4d2-d920-494d-96c8-b645c5506e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:10.992654 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b03b9-28d8-4db0-86dc-be2b22395a60 None None] Pushing event updated for resources: {'Port': ['ID=24323b35-9f55-4e0b-89cd-9db54dd10bbd,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:10.997447 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0faf4d2-d920-494d-96c8-b645c5506e4f None None] Routers {'a5fa9a5a-78b1-4942-828e-6f242edc4d03'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:51:10.998096 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-b0faf4d2-d920-494d-96c8-b645c5506e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:50:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a5fa9a5a-78b1-4942-828e-6f242edc4d03'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:51:11.047087 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-47f07eca-34a7-4836-936e-0523ab5ba1ac tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:11.049187 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-47f07eca-34a7-4836-936e-0523ab5ba1ac tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4914591 Feb 04 11:51:11.068512 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42688) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:51:11.075171 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-fb6d26d7-b292-4505-9e75-b5d67bfe7da4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '019be988-d494-408c-8e8d-6fa21c41ff84', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:51:11.092691 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-fb6d26d7-b292-4505-9e75-b5d67bfe7da4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:51:11.092691 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-fb6d26d7-b292-4505-9e75-b5d67bfe7da4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:51:11.092691 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-fb6d26d7-b292-4505-9e75-b5d67bfe7da4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:51:11.096121 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-fb6d26d7-b292-4505-9e75-b5d67bfe7da4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:51:11.191152 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fb6d26d7-b292-4505-9e75-b5d67bfe7da4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:11.265514 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fb6d26d7-b292-4505-9e75-b5d67bfe7da4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:11.281983 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-b0faf4d2-d920-494d-96c8-b645c5506e4f None None] Set router a5fa9a5a-78b1-4942-828e-6f242edc4d03 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:51:11.360973 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fb6d26d7-b292-4505-9e75-b5d67bfe7da4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:11.386212 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d26d7-b292-4505-9e75-b5d67bfe7da4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07623d16-8008-4574-ab05-e81a6ceed446,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:11.483525 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fb6d26d7-b292-4505-9e75-b5d67bfe7da4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:11.484633 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-fb6d26d7-b292-4505-9e75-b5d67bfe7da4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4151342 Feb 04 11:51:11.487757 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42692) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:51:11.493527 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-9d7db4d5-026e-406c-8194-5d00d6067da6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '019be988-d494-408c-8e8d-6fa21c41ff84', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:51:11.499792 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-9d7db4d5-026e-406c-8194-5d00d6067da6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:51:11.503703 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-9d7db4d5-026e-406c-8194-5d00d6067da6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:51:11.506629 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-9d7db4d5-026e-406c-8194-5d00d6067da6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:51:11.512402 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-9d7db4d5-026e-406c-8194-5d00d6067da6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:51:11.651733 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9d7db4d5-026e-406c-8194-5d00d6067da6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:11.652937 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-b0faf4d2-d920-494d-96c8-b645c5506e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'name': 'tempest-TestNetworkBasicOps-router-72858623', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f6aed9be-1132-49f7-83bc-9728d1e8f327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:51:01Z', 'updated_at': '2022-02-04T11:51:06Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': 'f6aed9be-1132-49f7-83bc-9728d1e8f327', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:51:01Z', 'updated_at': '2022-02-04T11:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '24323b35-9f55-4e0b-89cd-9db54dd10bbd', 'name': '', 'network_id': '093136aa-9940-4ec4-8493-cbcd60bc9350', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:57:4a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3e023d7-1a59-4002-9b92-f52f7e5b6acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:51:06Z', 'updated_at': '2022-02-04T11:51:10Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'd3e023d7-1a59-4002-9b92-f52f7e5b6acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:51:11.657904 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0faf4d2-d920-494d-96c8-b645c5506e4f None None] The sync data for ids ['a5fa9a5a-78b1-4942-828e-6f242edc4d03'] in dv-neutron-827825-2-hyperv is: [{'id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'name': 'tempest-TestNetworkBasicOps-router-72858623', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f6aed9be-1132-49f7-83bc-9728d1e8f327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:51:01Z', 'updated_at': '2022-02-04T11:51:06Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': 'f6aed9be-1132-49f7-83bc-9728d1e8f327', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:51:01Z', 'updated_at': '2022-02-04T11:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '24323b35-9f55-4e0b-89cd-9db54dd10bbd', 'name': '', 'network_id': '093136aa-9940-4ec4-8493-cbcd60bc9350', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:57:4a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3e023d7-1a59-4002-9b92-f52f7e5b6acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:51:06Z', 'updated_at': '2022-02-04T11:51:10Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'd3e023d7-1a59-4002-9b92-f52f7e5b6acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:51:11.739232 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9d7db4d5-026e-406c-8194-5d00d6067da6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:11.813632 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9d7db4d5-026e-406c-8194-5d00d6067da6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:11.837938 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7db4d5-026e-406c-8194-5d00d6067da6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=616e23c7-d305-4047-831f-a94301eddc04,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:11.924856 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9d7db4d5-026e-406c-8194-5d00d6067da6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:11.929137 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9d7db4d5-026e-406c-8194-5d00d6067da6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4374323 Feb 04 11:51:11.931308 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42696) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:51:11.937054 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-ead5888e-a7d4-4d05-86bb-9a48fd356642 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '019be988-d494-408c-8e8d-6fa21c41ff84', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:51:11.944814 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-ead5888e-a7d4-4d05-86bb-9a48fd356642 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:51:11.949483 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-ead5888e-a7d4-4d05-86bb-9a48fd356642 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:51:11.952519 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-ead5888e-a7d4-4d05-86bb-9a48fd356642 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:51:11.962257 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-ead5888e-a7d4-4d05-86bb-9a48fd356642 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:51:12.036409 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.securitygroups_db [None req-ead5888e-a7d4-4d05-86bb-9a48fd356642 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Project 009ced00ffd949498e5831cf00e326e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:51:12.043409 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ead5888e-a7d4-4d05-86bb-9a48fd356642 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:12.117954 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ead5888e-a7d4-4d05-86bb-9a48fd356642 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:12.126785 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ee96c8ed-f63d-467d-aaf2-49df43621edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:12.225973 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ead5888e-a7d4-4d05-86bb-9a48fd356642 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:12.254797 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5888e-a7d4-4d05-86bb-9a48fd356642 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfb9b812-5535-40e4-abbc-119320aeac40,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:13.231325 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 24323b35-9f55-4e0b-89cd-9db54dd10bbd up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:51:13.263516 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ead5888e-a7d4-4d05-86bb-9a48fd356642 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:13.264769 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ead5888e-a7d4-4d05-86bb-9a48fd356642 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.3324759 Feb 04 11:51:13.268276 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42702) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:51:13.275097 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-87b7a116-beff-4ba2-8997-e42b41a6bd8b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '019be988-d494-408c-8e8d-6fa21c41ff84', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:51:13.280179 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-87b7a116-beff-4ba2-8997-e42b41a6bd8b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:51:13.284601 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-87b7a116-beff-4ba2-8997-e42b41a6bd8b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:51:13.288296 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-87b7a116-beff-4ba2-8997-e42b41a6bd8b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:51:13.295081 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-87b7a116-beff-4ba2-8997-e42b41a6bd8b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:51:13.366744 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 24323b35-9f55-4e0b-89cd-9db54dd10bbd completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:51:13.371995 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 24323b35-9f55-4e0b-89cd-9db54dd10bbd triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:51:13.372362 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:13.423540 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.securitygroups_db [None req-87b7a116-beff-4ba2-8997-e42b41a6bd8b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Project 009ced00ffd949498e5831cf00e326e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:51:13.432068 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-87b7a116-beff-4ba2-8997-e42b41a6bd8b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:13.488620 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:13.504415 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-87b7a116-beff-4ba2-8997-e42b41a6bd8b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:13.523857 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 24323b35-9f55-4e0b-89cd-9db54dd10bbd, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=24323b35-9f55-4e0b-89cd-9db54dd10bbd,segment=NetworkSegment(c96dc4f8-3655-4c75-8795-ef93c043aacd),segment_id=c96dc4f8-3655-4c75-8795-ef93c043aacd)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:51:13.595011 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-87b7a116-beff-4ba2-8997-e42b41a6bd8b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:13.618277 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:13.621332 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7a116-beff-4ba2-8997-e42b41a6bd8b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30659671-6b49-4e75-afc6-d447c14e3d29,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:13.690190 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=24323b35-9f55-4e0b-89cd-9db54dd10bbd,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:13.751541 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-87b7a116-beff-4ba2-8997-e42b41a6bd8b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:13.751541 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-87b7a116-beff-4ba2-8997-e42b41a6bd8b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4808309 Feb 04 11:51:13.966604 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-32939fe7-eb3d-4a22-a40b-d3ccc78117aa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:51:14.200754 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-32939fe7-eb3d-4a22-a40b-d3ccc78117aa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:51:14.201978 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-32939fe7-eb3d-4a22-a40b-d3ccc78117aa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-398481128&fields=id&tenant_id=009ced00ffd949498e5831cf00e326e7 HTTP/1.1" status: 200 len: 267 time: 0.2765818 Feb 04 11:51:14.355782 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-d001ffb4-796a-4b41-a3a3-9f8a4013423a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:14.357333 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-d001ffb4-796a-4b41-a3a3-9f8a4013423a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/networks?id=093136aa-9940-4ec4-8493-cbcd60bc9350 HTTP/1.1" status: 200 len: 797 time: 0.1470556 Feb 04 11:51:14.374286 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-e44b9ffc-5302-419a-82fe-2d5bf02c1d90 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/quotas/009ced00ffd949498e5831cf00e326e7 HTTP/1.1" status: 200 len: 375 time: 0.0113766 Feb 04 11:51:14.467079 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-d07a789d-9933-45e8-b9c2-261022809558 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0860472 Feb 04 11:51:14.520796 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bf766c94-cffd-41ac-bb0f-6712c5f49772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:14.614690 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-41e07986-0808-489c-a78d-339a6e253df4 service neutron] 10.222.0.21 "GET /v2.0/networks/093136aa-9940-4ec4-8493-cbcd60bc9350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353214 Feb 04 11:51:14.758491 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-07f8a1bf-0635-43c5-b307-3fc6926455f9 service neutron] 10.222.0.21 "GET /v2.0/networks/093136aa-9940-4ec4-8493-cbcd60bc9350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380463 Feb 04 11:51:15.049838 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-9cd64c84-7f17-4c2b-adf5-268503174365 req-f498c7c5-740a-4c01-82da-c7e74e8e4fa0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:51:15.115948 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-9cd64c84-7f17-4c2b-adf5-268503174365 req-f498c7c5-740a-4c01-82da-c7e74e8e4fa0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:51:15.116851 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9cd64c84-7f17-4c2b-adf5-268503174365 req-f498c7c5-740a-4c01-82da-c7e74e8e4fa0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cdf2203-dc1b-4ce3-834c-a0e0c0470623 HTTP/1.1" status: 200 len: 210 time: 0.1102200 Feb 04 11:51:15.239060 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 24323b35-9f55-4e0b-89cd-9db54dd10bbd up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:51:15.315100 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 24323b35-9f55-4e0b-89cd-9db54dd10bbd triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:51:15.315726 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:15.686695 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:15.705838 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:51:15.744053 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:16.302320 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ac1de7dd-0cb7-48c5-9641-075048886649 req-d47c9ebe-c763-415f-ad9d-10e47d70384d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cdf2203-dc1b-4ce3-834c-a0e0c0470623 HTTP/1.1" status: 200 len: 210 time: 0.0464199 Feb 04 11:51:16.966741 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:17.478197 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-67527362-4a21-4a94-97a3-26801bd058e8 req-87befac5-1b54-4cc7-9390-5d4f5be067b0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cdf2203-dc1b-4ce3-834c-a0e0c0470623 HTTP/1.1" status: 200 len: 210 time: 0.0417182 Feb 04 11:51:18.254788 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-5b3b0e09-cab2-48e6-ba97-1bfbdf36197c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:18.256932 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-5b3b0e09-cab2-48e6-ba97-1bfbdf36197c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "GET /v2.0/networks?id=093136aa-9940-4ec4-8493-cbcd60bc9350 HTTP/1.1" status: 200 len: 797 time: 0.1496587 Feb 04 11:51:18.311037 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-0d4d8776-90d6-4392-bd04-38cf4087c4ad tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=009ced00ffd949498e5831cf00e326e7 HTTP/1.1" status: 200 len: 379 time: 0.0419950 Feb 04 11:51:18.320250 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-891bb501-901d-48c5-bc1b-3ad57d4a6469 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'port': {'device_id': '3cdf2203-dc1b-4ce3-834c-a0e0c0470623', 'network_id': '093136aa-9940-4ec4-8493-cbcd60bc9350', 'admin_state_up': True, 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'security_groups': ['019be988-d494-408c-8e8d-6fa21c41ff84']}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:51:18.456330 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-891bb501-901d-48c5-bc1b-3ad57d4a6469 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:51:18.466948 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-891bb501-901d-48c5-bc1b-3ad57d4a6469 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:51:18.571978 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-891bb501-901d-48c5-bc1b-3ad57d4a6469 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Made reservation on behalf of 009ced00ffd949498e5831cf00e326e7 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:51:18.575063 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-891bb501-901d-48c5-bc1b-3ad57d4a6469 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:18.691753 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-bbc75916-506b-4f19-8432-fc68a5b542e2 req-0d47e5ec-0849-423c-a0c9-825c7a6cc556 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cdf2203-dc1b-4ce3-834c-a0e0c0470623 HTTP/1.1" status: 200 len: 210 time: 0.0495858 Feb 04 11:51:18.791642 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-891bb501-901d-48c5-bc1b-3ad57d4a6469 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Allocated IP 172.20.0.12 (093136aa-9940-4ec4-8493-cbcd60bc9350/d3e023d7-1a59-4002-9b92-f52f7e5b6acd/97999c47-39b8-4cc0-b791-3321eea6e522) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:51:18.974120 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-891bb501-901d-48c5-bc1b-3ad57d4a6469 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:18.990087 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-891bb501-901d-48c5-bc1b-3ad57d4a6469 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Transition to ACTIVE for port object 97999c47-39b8-4cc0-b791-3321eea6e522 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:51:19.086922 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-891bb501-901d-48c5-bc1b-3ad57d4a6469 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:19.153193 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-891bb501-901d-48c5-bc1b-3ad57d4a6469 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 093136aa-9940-4ec4-8493-cbcd60bc9350 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:51:19.156115 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-891bb501-901d-48c5-bc1b-3ad57d4a6469 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:51:19.160171 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-891bb501-901d-48c5-bc1b-3ad57d4a6469 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:51:19.196826 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891bb501-901d-48c5-bc1b-3ad57d4a6469 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=97999c47-39b8-4cc0-b791-3321eea6e522,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:19.232013 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-891bb501-901d-48c5-bc1b-3ad57d4a6469 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:19.232685 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-891bb501-901d-48c5-bc1b-3ad57d4a6469 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:19.371043 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-891bb501-901d-48c5-bc1b-3ad57d4a6469 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0550945 Feb 04 11:51:19.382334 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-1ab469be-1293-4b88-9d45-6217e4e041dd service neutron] Request body: {'port': {'device_id': '3cdf2203-dc1b-4ce3-834c-a0e0c0470623', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:51:19.591736 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-1ab469be-1293-4b88-9d45-6217e4e041dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:19.612712 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-cb64302c-7597-4db7-bdd4-fe79d7d75aa2 None None] Provisioning for port 97999c47-39b8-4cc0-b791-3321eea6e522 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:51:19.615717 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-cb64302c-7597-4db7-bdd4-fe79d7d75aa2 None None] Provisioning complete for port 97999c47-39b8-4cc0-b791-3321eea6e522 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:51:19.616177 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cb64302c-7597-4db7-bdd4-fe79d7d75aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:19.668877 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-cb64302c-7597-4db7-bdd4-fe79d7d75aa2 None None] Port 97999c47-39b8-4cc0-b791-3321eea6e522 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:51:19.914469 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb6a6f-283e-4534-89c5-338db01272cd req-1c091df8-043a-492c-bf0f-132c994649f0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:19.916085 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-16fb6a6f-283e-4534-89c5-338db01272cd req-1c091df8-043a-492c-bf0f-132c994649f0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cdf2203-dc1b-4ce3-834c-a0e0c0470623 HTTP/1.1" status: 200 len: 932 time: 0.0855107 Feb 04 11:51:19.963470 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-16fb6a6f-283e-4534-89c5-338db01272cd req-9204ba0a-6965-473e-a082-766e3520de8f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:security_group {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:51:19.979167 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-16fb6a6f-283e-4534-89c5-338db01272cd req-9204ba0a-6965-473e-a082-766e3520de8f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:security_group {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:51:19.980334 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-16fb6a6f-283e-4534-89c5-338db01272cd req-9204ba0a-6965-473e-a082-766e3520de8f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=019be988-d494-408c-8e8d-6fa21c41ff84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583091 Feb 04 11:51:19.980995 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-1ab469be-1293-4b88-9d45-6217e4e041dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97999c47-39b8-4cc0-b791-3321eea6e522 {{(pid=84205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:51:19.989086 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-1ab469be-1293-4b88-9d45-6217e4e041dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:20.003912 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-1ab469be-1293-4b88-9d45-6217e4e041dd service neutron] Transition to ACTIVE for port object 97999c47-39b8-4cc0-b791-3321eea6e522 will not be triggered until provisioned by entity L2. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:51:20.075428 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-1ab469be-1293-4b88-9d45-6217e4e041dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:20.204392 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab469be-1293-4b88-9d45-6217e4e041dd service neutron] Pushing event updated for resources: {'Port': ['ID=97999c47-39b8-4cc0-b791-3321eea6e522,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:20.330341 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-1ab469be-1293-4b88-9d45-6217e4e041dd service neutron] Attempting to bind port 97999c47-39b8-4cc0-b791-3321eea6e522 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:51:20.330817 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-1ab469be-1293-4b88-9d45-6217e4e041dd service neutron] Attempting to bind port 97999c47-39b8-4cc0-b791-3321eea6e522 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'c96dc4f8-3655-4c75-8795-ef93c043aacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '093136aa-9940-4ec4-8493-cbcd60bc9350'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:51:20.333759 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-1ab469be-1293-4b88-9d45-6217e4e041dd service neutron] Attempting to bind port 97999c47-39b8-4cc0-b791-3321eea6e522 on network 093136aa-9940-4ec4-8493-cbcd60bc9350 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:51:20.340750 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-1ab469be-1293-4b88-9d45-6217e4e041dd service neutron] Port 97999c47-39b8-4cc0-b791-3321eea6e522 on network 093136aa-9940-4ec4-8493-cbcd60bc9350 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:51:20.340750 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-1ab469be-1293-4b88-9d45-6217e4e041dd service neutron] Attempting to bind port 97999c47-39b8-4cc0-b791-3321eea6e522 on network 093136aa-9940-4ec4-8493-cbcd60bc9350 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:51:20.347061 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-1ab469be-1293-4b88-9d45-6217e4e041dd service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:51:20.347451 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-1ab469be-1293-4b88-9d45-6217e4e041dd service neutron] Checking segment: {'id': 'c96dc4f8-3655-4c75-8795-ef93c043aacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '093136aa-9940-4ec4-8493-cbcd60bc9350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:51:20.347864 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-1ab469be-1293-4b88-9d45-6217e4e041dd service neutron] Bound using segment: {'id': 'c96dc4f8-3655-4c75-8795-ef93c043aacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '093136aa-9940-4ec4-8493-cbcd60bc9350'} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:51:20.348321 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-1ab469be-1293-4b88-9d45-6217e4e041dd service neutron] Bound port: 97999c47-39b8-4cc0-b791-3321eea6e522, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c96dc4f8-3655-4c75-8795-ef93c043aacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '093136aa-9940-4ec4-8493-cbcd60bc9350'}}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:51:20.348619 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-1ab469be-1293-4b88-9d45-6217e4e041dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:20.443783 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-1ab469be-1293-4b88-9d45-6217e4e041dd service neutron] For port 97999c47-39b8-4cc0-b791-3321eea6e522, host hv-neutron-8278, cleared binding levels {{(pid=84205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:51:20.447988 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-1ab469be-1293-4b88-9d45-6217e4e041dd service neutron] For port 97999c47-39b8-4cc0-b791-3321eea6e522, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=97999c47-39b8-4cc0-b791-3321eea6e522,segment=NetworkSegment(c96dc4f8-3655-4c75-8795-ef93c043aacd),segment_id=c96dc4f8-3655-4c75-8795-ef93c043aacd)] {{(pid=84205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:51:20.522749 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-1ab469be-1293-4b88-9d45-6217e4e041dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:20.580362 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-1ab469be-1293-4b88-9d45-6217e4e041dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:20.581788 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-1ab469be-1293-4b88-9d45-6217e4e041dd service neutron] 10.222.0.47 "PUT /v2.0/ports/97999c47-39b8-4cc0-b791-3321eea6e522 HTTP/1.1" status: 200 len: 1094 time: 1.2038405 Feb 04 11:51:20.582260 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cdf2203-dc1b-4ce3-834c-a0e0c0470623', 'tag': '97999c47-39b8-4cc0-b791-3321eea6e522'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:51:20.615382 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab469be-1293-4b88-9d45-6217e4e041dd service neutron] Pushing event updated for resources: {'Port': ['ID=97999c47-39b8-4cc0-b791-3321eea6e522,revision_number=3']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:20.653721 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cdf2203-dc1b-4ce3-834c-a0e0c0470623', 'tag': '97999c47-39b8-4cc0-b791-3321eea6e522', 'status': 'completed', 'code': 200} Feb 04 11:51:20.758698 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9eaf746f-3f7f-44be-a424-c60bb6e3f18a req-d59eeb40-85df-4dbe-8567-93b8ce464063 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=3cdf2203-dc1b-4ce3-834c-a0e0c0470623 HTTP/1.1" status: 200 len: 1097 time: 0.0841577 Feb 04 11:51:20.905997 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf746f-3f7f-44be-a424-c60bb6e3f18a req-c9d51cae-3ce1-4c26-a583-0a8471975b43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:20.907442 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9eaf746f-3f7f-44be-a424-c60bb6e3f18a req-c9d51cae-3ce1-4c26-a583-0a8471975b43 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=009ced00ffd949498e5831cf00e326e7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1423242 Feb 04 11:51:21.048927 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf746f-3f7f-44be-a424-c60bb6e3f18a req-34a8337a-7311-424b-b8d6-bbbc293381cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:21.050530 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9eaf746f-3f7f-44be-a424-c60bb6e3f18a req-34a8337a-7311-424b-b8d6-bbbc293381cb service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1365993 Feb 04 11:51:21.163662 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-4543dd92-1716-4e38-8c0d-e2c4293f9573 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=3cdf2203-dc1b-4ce3-834c-a0e0c0470623 HTTP/1.1" status: 200 len: 1097 time: 0.0739400 Feb 04 11:51:21.212707 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa949b0e-5587-4037-ba30-965fc1ddbea1 req-c59c26de-c826-49a7-b05b-2f6f3559dc98 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:21.215130 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-aa949b0e-5587-4037-ba30-965fc1ddbea1 req-c59c26de-c826-49a7-b05b-2f6f3559dc98 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cdf2203-dc1b-4ce3-834c-a0e0c0470623 HTTP/1.1" status: 200 len: 944 time: 0.1102638 Feb 04 11:51:21.239085 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-ca77923f-bce7-4bc1-8df0-1b523d0355be service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97999c47-39b8-4cc0-b791-3321eea6e522 HTTP/1.1" status: 200 len: 217 time: 0.0677125 Feb 04 11:51:21.279419 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-aa949b0e-5587-4037-ba30-965fc1ddbea1 req-2e6ae27d-a5f1-4b7a-8f8f-4c51e8551d5b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=019be988-d494-408c-8e8d-6fa21c41ff84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587842 Feb 04 11:51:21.309550 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-2933afb1-1483-4f27-b01e-09535ae7e9bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:21.311074 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-2933afb1-1483-4f27-b01e-09535ae7e9bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d3e023d7-1a59-4002-9b92-f52f7e5b6acd HTTP/1.1" status: 200 len: 835 time: 0.0655146 Feb 04 11:51:21.395421 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-fc94bb4c-841b-446b-bd0a-144f9c7b1f0c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=093136aa-9940-4ec4-8493-cbcd60bc9350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777359 Feb 04 11:51:21.640047 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-24c61168-c56a-4478-8224-43626579c2a1 service neutron] 10.222.0.47 "GET /v2.0/networks/093136aa-9940-4ec4-8493-cbcd60bc9350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360444 Feb 04 11:51:21.783898 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-62b72339-280a-4f73-9844-b6f38dfe94d1 req-499e0096-8a5d-4d7f-826b-bbead4a3116c service neutron] 10.222.0.47 "GET /v2.0/networks/093136aa-9940-4ec4-8493-cbcd60bc9350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396508 Feb 04 11:51:22.489202 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c78a0-371f-4853-9915-95f6da7564be req-cf2d7ce4-2bb2-4f1d-b243-f52480685edf tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:22.489927 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-bf7c78a0-371f-4853-9915-95f6da7564be req-cf2d7ce4-2bb2-4f1d-b243-f52480685edf tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:51:22.572064 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-bf7c78a0-371f-4853-9915-95f6da7564be req-cf2d7ce4-2bb2-4f1d-b243-f52480685edf tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:51:22.573237 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-bf7c78a0-371f-4853-9915-95f6da7564be req-cf2d7ce4-2bb2-4f1d-b243-f52480685edf tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cdf2203-dc1b-4ce3-834c-a0e0c0470623 HTTP/1.1" status: 200 len: 944 time: 0.1609063 Feb 04 11:51:22.621994 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-bf7c78a0-371f-4853-9915-95f6da7564be req-8de582a1-5b74-4e57-aa3c-05d80d02a1cc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=019be988-d494-408c-8e8d-6fa21c41ff84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427222 Feb 04 11:51:23.838857 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b6539-9f48-4d5a-9009-d0357b85f710 req-089c3c9f-fd77-40a9-b7a1-8de943bde235 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:23.840821 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-479b6539-9f48-4d5a-9009-d0357b85f710 req-089c3c9f-fd77-40a9-b7a1-8de943bde235 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cdf2203-dc1b-4ce3-834c-a0e0c0470623 HTTP/1.1" status: 200 len: 944 time: 0.0893245 Feb 04 11:51:23.892121 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-479b6539-9f48-4d5a-9009-d0357b85f710 req-6866a4c8-9ab1-4691-9f45-fc865a69f798 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=019be988-d494-408c-8e8d-6fa21c41ff84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457458 Feb 04 11:51:25.099068 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9520524-6cec-4f59-b75b-7f54c8fe0303 req-675d9bfc-8151-4e9e-b6df-597d938d14a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:25.100464 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b9520524-6cec-4f59-b75b-7f54c8fe0303 req-675d9bfc-8151-4e9e-b6df-597d938d14a4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cdf2203-dc1b-4ce3-834c-a0e0c0470623 HTTP/1.1" status: 200 len: 944 time: 0.0817783 Feb 04 11:51:25.149162 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b9520524-6cec-4f59-b75b-7f54c8fe0303 req-5f4a75bf-5361-4070-a804-aa17a12d84bb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=019be988-d494-408c-8e8d-6fa21c41ff84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431242 Feb 04 11:51:26.383012 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822ef1b-aba3-464b-96be-b9fe9e285acf req-e4cb24f8-37be-49dc-8d2d-d5ad6fac6f79 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:26.384489 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5822ef1b-aba3-464b-96be-b9fe9e285acf req-e4cb24f8-37be-49dc-8d2d-d5ad6fac6f79 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cdf2203-dc1b-4ce3-834c-a0e0c0470623 HTTP/1.1" status: 200 len: 944 time: 0.0877051 Feb 04 11:51:26.436407 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5822ef1b-aba3-464b-96be-b9fe9e285acf req-56a0ade9-3b3d-4836-ac88-e0b3bb98bb61 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=019be988-d494-408c-8e8d-6fa21c41ff84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463839 Feb 04 11:51:26.636716 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 97999c47-39b8-4cc0-b791-3321eea6e522 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:51:26.771058 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 97999c47-39b8-4cc0-b791-3321eea6e522, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=97999c47-39b8-4cc0-b791-3321eea6e522,segment=NetworkSegment(c96dc4f8-3655-4c75-8795-ef93c043aacd),segment_id=c96dc4f8-3655-4c75-8795-ef93c043aacd)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:51:26.787430 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': '97999c47-39b8-4cc0-b791-3321eea6e522', 'network_id': '093136aa-9940-4ec4-8493-cbcd60bc9350', 'port_id': '97999c47-39b8-4cc0-b791-3321eea6e522', 'mac_address': 'fa:16:3e:3d:65:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3e023d7-1a59-4002-9b92-f52f7e5b6acd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:51:26.848434 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:26.867709 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97999c47-39b8-4cc0-b791-3321eea6e522 {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:51:26.884711 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 97999c47-39b8-4cc0-b791-3321eea6e522, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=97999c47-39b8-4cc0-b791-3321eea6e522,segment=NetworkSegment(c96dc4f8-3655-4c75-8795-ef93c043aacd),segment_id=c96dc4f8-3655-4c75-8795-ef93c043aacd)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:51:26.964356 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:27.034005 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=97999c47-39b8-4cc0-b791-3321eea6e522,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:27.313590 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['97999c47-39b8-4cc0-b791-3321eea6e522'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 11:51:27.638324 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd1482-3266-4537-91f8-1084be382768 req-616326a2-cb1e-40dc-9986-708b6e0f5b5d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:27.639755 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-40bd1482-3266-4537-91f8-1084be382768 req-616326a2-cb1e-40dc-9986-708b6e0f5b5d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cdf2203-dc1b-4ce3-834c-a0e0c0470623 HTTP/1.1" status: 200 len: 945 time: 0.0768495 Feb 04 11:51:27.698909 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-40bd1482-3266-4537-91f8-1084be382768 req-76b947d7-9172-42f0-a2cf-be6726bee76f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=019be988-d494-408c-8e8d-6fa21c41ff84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528116 Feb 04 11:51:28.652000 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 97999c47-39b8-4cc0-b791-3321eea6e522 up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:51:28.810034 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port 97999c47-39b8-4cc0-b791-3321eea6e522 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:51:28.815645 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port 97999c47-39b8-4cc0-b791-3321eea6e522 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:51:28.816273 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:28.897118 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2da240-52ac-4f20-8a2e-7ba0cce86801 req-e553a2fa-478d-4f3e-8026-ba4c9cb298f8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:28.898624 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-cb2da240-52ac-4f20-8a2e-7ba0cce86801 req-e553a2fa-478d-4f3e-8026-ba4c9cb298f8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cdf2203-dc1b-4ce3-834c-a0e0c0470623 HTTP/1.1" status: 200 len: 945 time: 0.0791893 Feb 04 11:51:28.945002 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:28.945850 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-cb2da240-52ac-4f20-8a2e-7ba0cce86801 req-41a3c86d-f7a6-40cd-8367-0689058b4420 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=019be988-d494-408c-8e8d-6fa21c41ff84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411284 Feb 04 11:51:28.974405 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cdf2203-dc1b-4ce3-834c-a0e0c0470623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97999c47-39b8-4cc0-b791-3321eea6e522'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:51:28.984144 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 97999c47-39b8-4cc0-b791-3321eea6e522, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=97999c47-39b8-4cc0-b791-3321eea6e522,segment=NetworkSegment(c96dc4f8-3655-4c75-8795-ef93c043aacd),segment_id=c96dc4f8-3655-4c75-8795-ef93c043aacd)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:51:29.080440 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:29.114249 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cdf2203-dc1b-4ce3-834c-a0e0c0470623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97999c47-39b8-4cc0-b791-3321eea6e522', 'code': 200} Feb 04 11:51:29.155246 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=97999c47-39b8-4cc0-b791-3321eea6e522,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:29.485131 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7544329e-bbe3-4432-9060-b5dc6365f1e1 req-372efcd1-d39b-4554-a97e-0f4576df28bc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3cdf2203-dc1b-4ce3-834c-a0e0c0470623 HTTP/1.1" status: 200 len: 1099 time: 0.0731947 Feb 04 11:51:29.530303 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7544329e-bbe3-4432-9060-b5dc6365f1e1 req-072f93aa-6a77-4928-a5dd-0db392024e4f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=019be988-d494-408c-8e8d-6fa21c41ff84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388761 Feb 04 11:51:30.154096 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18c32a-e65f-40d8-98a4-9e293a79653c req-2e3a45e3-0508-42f2-a161-a3897347434f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:30.155745 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-df18c32a-e65f-40d8-98a4-9e293a79653c req-2e3a45e3-0508-42f2-a161-a3897347434f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cdf2203-dc1b-4ce3-834c-a0e0c0470623 HTTP/1.1" status: 200 len: 946 time: 0.0841405 Feb 04 11:51:30.301441 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-df18c32a-e65f-40d8-98a4-9e293a79653c req-f63867ce-b7d5-44d8-b35f-0ea5e025cfff tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=019be988-d494-408c-8e8d-6fa21c41ff84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395068 Feb 04 11:51:31.626478 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c940bd3-931c-44fb-910d-1346bfbc315e req-26cdba7f-04ec-49d3-a5f3-32e32826dab7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:31.628048 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5c940bd3-931c-44fb-910d-1346bfbc315e req-26cdba7f-04ec-49d3-a5f3-32e32826dab7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cdf2203-dc1b-4ce3-834c-a0e0c0470623 HTTP/1.1" status: 200 len: 946 time: 0.0793765 Feb 04 11:51:31.681919 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5c940bd3-931c-44fb-910d-1346bfbc315e req-3f7fba3c-bf2e-41c9-83a2-fa8c8e684a67 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=019be988-d494-408c-8e8d-6fa21c41ff84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473726 Feb 04 11:51:31.883133 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48da8b4-840a-47ab-9cd0-751a887af535 req-12b37e1c-871f-4e81-b92c-7f04064d6371 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:31.884559 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b48da8b4-840a-47ab-9cd0-751a887af535 req-12b37e1c-871f-4e81-b92c-7f04064d6371 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cdf2203-dc1b-4ce3-834c-a0e0c0470623 HTTP/1.1" status: 200 len: 946 time: 0.0770175 Feb 04 11:51:31.930436 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b48da8b4-840a-47ab-9cd0-751a887af535 req-e583c0a9-9894-4cd0-85d8-5c31cd46eae1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=019be988-d494-408c-8e8d-6fa21c41ff84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403845 Feb 04 11:51:31.959120 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42772) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:51:32.031514 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1ba3c224-d666-40bc-9c3a-0b455b0f63dc tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3cdf2203-dc1b-4ce3-834c-a0e0c0470623 HTTP/1.1" status: 200 len: 1094 time: 0.0712323 Feb 04 11:51:32.034168 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42776) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:51:32.040217 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-6096e422-c0d5-4df2-a5b2-d767dfb6c884 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'floatingip': {'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'port_id': '97999c47-39b8-4cc0-b791-3321eea6e522', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:51:32.045825 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-6096e422-c0d5-4df2-a5b2-d767dfb6c884 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:51:32.051010 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6096e422-c0d5-4df2-a5b2-d767dfb6c884 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:floatingip and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:51:32.054165 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6096e422-c0d5-4df2-a5b2-d767dfb6c884 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:51:32.059768 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-6096e422-c0d5-4df2-a5b2-d767dfb6c884 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:51:32.143943 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6096e422-c0d5-4df2-a5b2-d767dfb6c884 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:32.289351 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6096e422-c0d5-4df2-a5b2-d767dfb6c884 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:32.442417 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-6096e422-c0d5-4df2-a5b2-d767dfb6c884 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Allocated IP 172.26.3.213 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/9151603d-ee78-4d43-ae0a-5e99fdb93c1e) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:51:32.589354 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6096e422-c0d5-4df2-a5b2-d767dfb6c884 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:32.709766 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6096e422-c0d5-4df2-a5b2-d767dfb6c884 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:32.782711 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6096e422-c0d5-4df2-a5b2-d767dfb6c884 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:51:32.787156 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-6096e422-c0d5-4df2-a5b2-d767dfb6c884 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:51:32.790372 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6096e422-c0d5-4df2-a5b2-d767dfb6c884 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:51:32.819909 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096e422-c0d5-4df2-a5b2-d767dfb6c884 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=9151603d-ee78-4d43-ae0a-5e99fdb93c1e,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:33.311193 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6096e422-c0d5-4df2-a5b2-d767dfb6c884 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:33.427426 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6096e422-c0d5-4df2-a5b2-d767dfb6c884 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:33.632482 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6096e422-c0d5-4df2-a5b2-d767dfb6c884 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:33.695759 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6096e422-c0d5-4df2-a5b2-d767dfb6c884 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:33.892019 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096e422-c0d5-4df2-a5b2-d767dfb6c884 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=9151603d-ee78-4d43-ae0a-5e99fdb93c1e,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:33.907866 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6096e422-c0d5-4df2-a5b2-d767dfb6c884 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:34.097574 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.l3_db [None req-6096e422-c0d5-4df2-a5b2-d767dfb6c884 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Floating IP e1d726c6-dd91-48f9-bf44-2760d9291750 associated. External IP: 172.26.3.213, port: 97999c47-39b8-4cc0-b791-3321eea6e522. Feb 04 11:51:34.489259 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6096e422-c0d5-4df2-a5b2-d767dfb6c884 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router a5fa9a5a-78b1-4942-828e-6f242edc4d03 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:51:34.691350 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6096e422-c0d5-4df2-a5b2-d767dfb6c884 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:51:34.701648 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a94dfcf-fe0e-4214-a44a-83f44f03efdc None None] Sync routers for ids ['a5fa9a5a-78b1-4942-828e-6f242edc4d03'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:51:34.713698 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a94dfcf-fe0e-4214-a44a-83f44f03efdc None None] Routers {'a5fa9a5a-78b1-4942-828e-6f242edc4d03'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:51:34.720802 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-7a94dfcf-fe0e-4214-a44a-83f44f03efdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:51:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a5fa9a5a-78b1-4942-828e-6f242edc4d03'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:51:34.829405 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6096e422-c0d5-4df2-a5b2-d767dfb6c884 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:34.883078 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6096e422-c0d5-4df2-a5b2-d767dfb6c884 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8474133 Feb 04 11:51:34.883721 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cdf2203-dc1b-4ce3-834c-a0e0c0470623', 'tag': '97999c47-39b8-4cc0-b791-3321eea6e522'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:51:34.885840 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42782) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:51:34.892184 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-7a94dfcf-fe0e-4214-a44a-83f44f03efdc None None] Set router a5fa9a5a-78b1-4942-828e-6f242edc4d03 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:51:35.028237 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cdf2203-dc1b-4ce3-834c-a0e0c0470623', 'tag': '97999c47-39b8-4cc0-b791-3321eea6e522', 'status': 'completed', 'code': 200} Feb 04 11:51:35.146904 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ae4a948f-af9d-43c9-b000-39099c56df2e req-de26d981-b83a-4797-bc22-35772a2d5de9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=3cdf2203-dc1b-4ce3-834c-a0e0c0470623 HTTP/1.1" status: 200 len: 1099 time: 0.0950429 Feb 04 11:51:35.151758 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-db80acf6-9881-4a34-b853-cf1a87d42e2b tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/routers/a5fa9a5a-78b1-4942-828e-6f242edc4d03 HTTP/1.1" status: 200 len: 921 time: 0.2648442 Feb 04 11:51:35.154755 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42790) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:51:35.272005 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-78a36123-3ae1-4828-9cab-ea50eea0e63b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/e1d726c6-dd91-48f9-bf44-2760d9291750 HTTP/1.1" status: 200 len: 992 time: 0.1161437 Feb 04 11:51:35.289456 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a948f-af9d-43c9-b000-39099c56df2e req-96b48dde-7116-4fea-81f2-0e0dc45bc691 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:35.291115 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ae4a948f-af9d-43c9-b000-39099c56df2e req-96b48dde-7116-4fea-81f2-0e0dc45bc691 service neutron] 10.222.0.47 "GET /v2.0/networks?id=093136aa-9940-4ec4-8493-cbcd60bc9350 HTTP/1.1" status: 200 len: 898 time: 0.1383164 Feb 04 11:51:35.298436 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-7a94dfcf-fe0e-4214-a44a-83f44f03efdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'name': 'tempest-TestNetworkBasicOps-router-72858623', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f6aed9be-1132-49f7-83bc-9728d1e8f327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:51:01Z', 'updated_at': '2022-02-04T11:51:06Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': 'f6aed9be-1132-49f7-83bc-9728d1e8f327', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:51:01Z', 'updated_at': '2022-02-04T11:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': 'e1d726c6-dd91-48f9-bf44-2760d9291750', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.213', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'port_id': '97999c47-39b8-4cc0-b791-3321eea6e522', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '093136aa-9940-4ec4-8493-cbcd60bc9350', 'mac_address': 'fa:16:3e:3d:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdf2203-dc1b-4ce3-834c-a0e0c0470623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:51:33Z', 'updated_at': '2022-02-04T11:51:33Z', 'revision_number': 0, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24323b35-9f55-4e0b-89cd-9db54dd10bbd', 'name': '', 'network_id': '093136aa-9940-4ec4-8493-cbcd60bc9350', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:57:4a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3e023d7-1a59-4002-9b92-f52f7e5b6acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:51:06Z', 'updated_at': '2022-02-04T11:51:13Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'd3e023d7-1a59-4002-9b92-f52f7e5b6acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:51:35.303377 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a94dfcf-fe0e-4214-a44a-83f44f03efdc None None] Checking router: a5fa9a5a-78b1-4942-828e-6f242edc4d03 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:51:35.313844 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a94dfcf-fe0e-4214-a44a-83f44f03efdc None None] Routers {'a5fa9a5a-78b1-4942-828e-6f242edc4d03'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:51:35.314448 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-7a94dfcf-fe0e-4214-a44a-83f44f03efdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:51:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a5fa9a5a-78b1-4942-828e-6f242edc4d03'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:51:35.398245 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ae4a948f-af9d-43c9-b000-39099c56df2e req-02d17a2e-67ec-442b-b74b-09c8cfdd19f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97999c47-39b8-4cc0-b791-3321eea6e522 HTTP/1.1" status: 200 len: 1000 time: 0.1011043 Feb 04 11:51:35.462301 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a948f-af9d-43c9-b000-39099c56df2e req-d5d216d7-2a4b-40a2-8dd7-f5a7b192858f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:35.463825 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ae4a948f-af9d-43c9-b000-39099c56df2e req-d5d216d7-2a4b-40a2-8dd7-f5a7b192858f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d3e023d7-1a59-4002-9b92-f52f7e5b6acd HTTP/1.1" status: 200 len: 835 time: 0.0601113 Feb 04 11:51:35.495542 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-7a94dfcf-fe0e-4214-a44a-83f44f03efdc None None] Set router a5fa9a5a-78b1-4942-828e-6f242edc4d03 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:51:35.541078 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ae4a948f-af9d-43c9-b000-39099c56df2e req-d23d211d-6a92-4695-999c-3fb2c0d04612 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=093136aa-9940-4ec4-8493-cbcd60bc9350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710080 Feb 04 11:51:35.675515 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ae4a948f-af9d-43c9-b000-39099c56df2e req-42ca67c4-1b37-4c37-b9e8-55753662dfe4 service neutron] 10.222.0.47 "GET /v2.0/networks/093136aa-9940-4ec4-8493-cbcd60bc9350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276870 Feb 04 11:51:35.857562 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-7a94dfcf-fe0e-4214-a44a-83f44f03efdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'name': 'tempest-TestNetworkBasicOps-router-72858623', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f6aed9be-1132-49f7-83bc-9728d1e8f327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:51:01Z', 'updated_at': '2022-02-04T11:51:06Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': 'f6aed9be-1132-49f7-83bc-9728d1e8f327', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:51:01Z', 'updated_at': '2022-02-04T11:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': 'e1d726c6-dd91-48f9-bf44-2760d9291750', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.213', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'port_id': '97999c47-39b8-4cc0-b791-3321eea6e522', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '093136aa-9940-4ec4-8493-cbcd60bc9350', 'mac_address': 'fa:16:3e:3d:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdf2203-dc1b-4ce3-834c-a0e0c0470623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:51:33Z', 'updated_at': '2022-02-04T11:51:33Z', 'revision_number': 0, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24323b35-9f55-4e0b-89cd-9db54dd10bbd', 'name': '', 'network_id': '093136aa-9940-4ec4-8493-cbcd60bc9350', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:57:4a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3e023d7-1a59-4002-9b92-f52f7e5b6acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:51:06Z', 'updated_at': '2022-02-04T11:51:13Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'd3e023d7-1a59-4002-9b92-f52f7e5b6acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:51:35.862036 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a94dfcf-fe0e-4214-a44a-83f44f03efdc None None] The sync data for ids ['a5fa9a5a-78b1-4942-828e-6f242edc4d03'] in dv-neutron-827825-2-hyperv is: [{'id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'name': 'tempest-TestNetworkBasicOps-router-72858623', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f6aed9be-1132-49f7-83bc-9728d1e8f327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:51:01Z', 'updated_at': '2022-02-04T11:51:06Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': 'f6aed9be-1132-49f7-83bc-9728d1e8f327', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:51:01Z', 'updated_at': '2022-02-04T11:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': 'e1d726c6-dd91-48f9-bf44-2760d9291750', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.213', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'port_id': '97999c47-39b8-4cc0-b791-3321eea6e522', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '093136aa-9940-4ec4-8493-cbcd60bc9350', 'mac_address': 'fa:16:3e:3d:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdf2203-dc1b-4ce3-834c-a0e0c0470623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:51:33Z', 'updated_at': '2022-02-04T11:51:33Z', 'revision_number': 0, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24323b35-9f55-4e0b-89cd-9db54dd10bbd', 'name': '', 'network_id': '093136aa-9940-4ec4-8493-cbcd60bc9350', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:57:4a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3e023d7-1a59-4002-9b92-f52f7e5b6acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:51:06Z', 'updated_at': '2022-02-04T11:51:13Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'd3e023d7-1a59-4002-9b92-f52f7e5b6acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:51:35.932004 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ae4a948f-af9d-43c9-b000-39099c56df2e req-90677380-b82f-4f28-ac53-0b5f4ee88dee service neutron] 10.222.0.47 "GET /v2.0/networks/093136aa-9940-4ec4-8493-cbcd60bc9350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432907 Feb 04 11:51:36.074232 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1a9eaf-a4a2-438e-a2c1-c3145621e0e5 None None] New status for floating IP e1d726c6-dd91-48f9-bf44-2760d9291750: ACTIVE {{(pid=84206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 11:51:36.159449 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:36.274066 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42794) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:51:36.383745 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-71407717-4a76-411b-bd16-65fe9b27ac05 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/e1d726c6-dd91-48f9-bf44-2760d9291750 HTTP/1.1" status: 200 len: 992 time: 0.1085346 Feb 04 11:51:37.387632 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42798) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:51:37.489609 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-866e6ee2-a5bd-4dfb-9ff8-3f3ea41b6dba tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/e1d726c6-dd91-48f9-bf44-2760d9291750 HTTP/1.1" status: 200 len: 994 time: 0.1008067 Feb 04 11:51:42.098480 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-745e4dc1-77db-46cf-9386-22c2baaf8550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:44.518495 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0fc7f381-540b-4268-af66-c566a49bb30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:45.684295 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:45.737579 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:46.932042 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:52.705632 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:51:53.144502 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-61caf18e-91ba-4bbc-a70c-782a187e3a8e req-670cb493-be85-42fe-80cd-75844f9a7747 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b4740404-77d4-458e-94d1-58e2cb087694&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717187 Feb 04 11:51:53.245727 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-61caf18e-91ba-4bbc-a70c-782a187e3a8e req-99c27e76-d162-48de-983b-aced119bf5bf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4e2cb104d3bb42a4a344ade0b8b3bbd0&device_id=b4740404-77d4-458e-94d1-58e2cb087694 HTTP/1.1" status: 200 len: 1098 time: 0.0788622 Feb 04 11:51:53.397689 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61caf18e-91ba-4bbc-a70c-782a187e3a8e req-683312b8-bc7b-4927-a9fb-3f97e217bd31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:53.399222 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-61caf18e-91ba-4bbc-a70c-782a187e3a8e req-683312b8-bc7b-4927-a9fb-3f97e217bd31 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a23f3c76-d15a-4fcc-b821-61e65e6da3f4 HTTP/1.1" status: 200 len: 912 time: 0.1344609 Feb 04 11:51:53.507306 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-61caf18e-91ba-4bbc-a70c-782a187e3a8e req-8932e204-154f-40a6-9c7c-f2fad128a8d2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1ce6a0f-119e-4f85-92ef-9aea6666ee2e HTTP/1.1" status: 200 len: 1001 time: 0.1010661 Feb 04 11:51:53.577048 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61caf18e-91ba-4bbc-a70c-782a187e3a8e req-3527bde1-689d-4698-a585-af106f957a80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:53.578828 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-61caf18e-91ba-4bbc-a70c-782a187e3a8e req-3527bde1-689d-4698-a585-af106f957a80 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5af355fa-ef8e-4697-b6fa-0681cfbee57c HTTP/1.1" status: 200 len: 850 time: 0.0656004 Feb 04 11:51:53.660532 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-61caf18e-91ba-4bbc-a70c-782a187e3a8e req-1de4f85d-2d75-477c-be4e-e4d68d61fcac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a23f3c76-d15a-4fcc-b821-61e65e6da3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732553 Feb 04 11:51:53.798968 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-61caf18e-91ba-4bbc-a70c-782a187e3a8e req-68861d11-25bb-4a19-9918-965356e642b9 service neutron] 10.222.0.47 "GET /v2.0/networks/a23f3c76-d15a-4fcc-b821-61e65e6da3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332004 Feb 04 11:51:53.940945 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-61caf18e-91ba-4bbc-a70c-782a187e3a8e req-462bca8a-a58f-4e83-92a6-2e6998d27d3c service neutron] 10.222.0.47 "GET /v2.0/networks/a23f3c76-d15a-4fcc-b821-61e65e6da3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359632 Feb 04 11:52:06.194734 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:12.108862 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9f1f4b0e-fec3-4ce7-859d-e716470cf738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:14.580400 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f65ee18d-6c58-485d-8764-e5658e31a98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:15.683583 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:15.694959 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:16.971601 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:29.705744 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:52:36.171123 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:42.111231 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6b8be04c-0902-4d7f-a1f1-af7953626639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:44.531286 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d4775afe-3148-4f53-ab03-1c480f578f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:45.748489 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:45.763182 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:46.868180 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:48.546646 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42830) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:52:48.724818 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-cf3b38b2-b4c5-4f72-8b5f-3a024f1b158f tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/routers/a5fa9a5a-78b1-4942-828e-6f242edc4d03/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1771023 Feb 04 11:52:48.727880 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42834) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:52:49.119229 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a84bc7-5439-456c-88be-34b58e727e60 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Notify agent at dv-neutron-827825-2-hyperv the message router_removed_from_agent {{(pid=84204) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Feb 04 11:52:49.122878 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-01a84bc7-5439-456c-88be-34b58e727e60 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "DELETE /v2.0/agents/580a4737-931c-4593-97d8-343522f4bdfb/l3-routers/a5fa9a5a-78b1-4942-828e-6f242edc4d03 HTTP/1.1" status: 204 len: 168 time: 0.3940644 Feb 04 11:52:49.125425 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42838) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:52:49.311071 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d0db0f19-5bf4-4c7e-b5de-ff873cc8da7a tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/routers/a5fa9a5a-78b1-4942-828e-6f242edc4d03/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1843965 Feb 04 11:52:49.313706 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42842) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:52:49.422762 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b4310237-200d-4001-90ba-33ee449f90fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/e1d726c6-dd91-48f9-bf44-2760d9291750 HTTP/1.1" status: 200 len: 994 time: 0.1067781 Feb 04 11:52:49.547034 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 24323b35-9f55-4e0b-89cd-9db54dd10bbd no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:52:49.664577 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:49.698110 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 24323b35-9f55-4e0b-89cd-9db54dd10bbd, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=24323b35-9f55-4e0b-89cd-9db54dd10bbd,segment=NetworkSegment(c96dc4f8-3655-4c75-8795-ef93c043aacd),segment_id=c96dc4f8-3655-4c75-8795-ef93c043aacd)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:52:49.788421 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:49.857643 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=24323b35-9f55-4e0b-89cd-9db54dd10bbd,revision_number=6']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:52:49.866485 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:52:49.866837 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:52:49.867203 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:52:49.867609 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:52:49.867948 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:52:49.868272 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:52:49.868596 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:52:49.868923 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:52:49.869248 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:52:49.869585 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:52:49.869923 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:52:49.923752 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff36ec18-930e-4951-b19b-0f1c572db075 None None] New status for floating IP e1d726c6-dd91-48f9-bf44-2760d9291750: DOWN {{(pid=84207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 11:52:50.425855 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42846) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:52:50.534066 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f839de4d-ddb7-4342-a6ac-d9e0545033d8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/e1d726c6-dd91-48f9-bf44-2760d9291750 HTTP/1.1" status: 200 len: 992 time: 0.1069620 Feb 04 11:52:51.257650 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device f6aed9be-1132-49f7-83bc-9728d1e8f327 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:52:51.376178 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:51.392320 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port f6aed9be-1132-49f7-83bc-9728d1e8f327, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=f6aed9be-1132-49f7-83bc-9728d1e8f327,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:52:51.492033 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:51.559426 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=f6aed9be-1132-49f7-83bc-9728d1e8f327,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:52:52.585374 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42858) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:52:52.879563 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a404189d-72ea-40e1-afce-9df4bc481c14 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Router a5fa9a5a-78b1-4942-828e-6f242edc4d03 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:52:52.879908 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a404189d-72ea-40e1-afce-9df4bc481c14 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Notify agent at dv-neutron-827825-2-hyperv the message router_added_to_agent {{(pid=84205) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Feb 04 11:52:52.907781 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a404189d-72ea-40e1-afce-9df4bc481c14 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "POST /v2.0/agents/580a4737-931c-4593-97d8-343522f4bdfb/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3211567 Feb 04 11:52:52.910276 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42864) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:52:52.929046 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7393d89-e65a-49aa-94e9-ae3adde5dc65 None None] Sync routers for ids ['a5fa9a5a-78b1-4942-828e-6f242edc4d03'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:52:52.941116 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7393d89-e65a-49aa-94e9-ae3adde5dc65 None None] Routers {'a5fa9a5a-78b1-4942-828e-6f242edc4d03'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:52:52.941709 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-c7393d89-e65a-49aa-94e9-ae3adde5dc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:52:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a5fa9a5a-78b1-4942-828e-6f242edc4d03'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:52:53.127187 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-c7393d89-e65a-49aa-94e9-ae3adde5dc65 None None] Set router a5fa9a5a-78b1-4942-828e-6f242edc4d03 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:52:53.249071 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-55cc3080-4352-44e9-8ee6-3d7e68d9cfd7 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/routers/a5fa9a5a-78b1-4942-828e-6f242edc4d03/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3376832 Feb 04 11:52:53.256984 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42870) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:52:53.278784 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-20064bdd-518f-48fb-b5d8-19bb537876ce req-c047f6ff-7dd4-40c5-be9f-64cb115e0675 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a9afe7ae-ecd8-4f92-98d2-03267a1fd007&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2164350 Feb 04 11:52:53.374819 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ea9aaacf-1641-4986-9070-6de0bdc402cb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/e1d726c6-dd91-48f9-bf44-2760d9291750 HTTP/1.1" status: 200 len: 992 time: 0.1154208 Feb 04 11:52:53.429805 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-20064bdd-518f-48fb-b5d8-19bb537876ce req-2fb8595a-d9d3-4607-bd85-cdb348a95c81 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4e2cb104d3bb42a4a344ade0b8b3bbd0&device_id=a9afe7ae-ecd8-4f92-98d2-03267a1fd007 HTTP/1.1" status: 200 len: 1098 time: 0.0800760 Feb 04 11:52:53.522202 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-c7393d89-e65a-49aa-94e9-ae3adde5dc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'name': 'tempest-TestNetworkBasicOps-router-72858623', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f6aed9be-1132-49f7-83bc-9728d1e8f327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:51:01Z', 'updated_at': '2022-02-04T11:51:06Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': 'f6aed9be-1132-49f7-83bc-9728d1e8f327', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:47:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:51:01Z', 'updated_at': '2022-02-04T11:52:51Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': 'e1d726c6-dd91-48f9-bf44-2760d9291750', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.213', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'port_id': '97999c47-39b8-4cc0-b791-3321eea6e522', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '093136aa-9940-4ec4-8493-cbcd60bc9350', 'mac_address': 'fa:16:3e:3d:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdf2203-dc1b-4ce3-834c-a0e0c0470623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:51:33Z', 'updated_at': '2022-02-04T11:52:50Z', 'revision_number': 2, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24323b35-9f55-4e0b-89cd-9db54dd10bbd', 'name': '', 'network_id': '093136aa-9940-4ec4-8493-cbcd60bc9350', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:57:4a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3e023d7-1a59-4002-9b92-f52f7e5b6acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:51:06Z', 'updated_at': '2022-02-04T11:52:49Z', 'revision_number': 6, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'd3e023d7-1a59-4002-9b92-f52f7e5b6acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:52:53.526142 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7393d89-e65a-49aa-94e9-ae3adde5dc65 None None] Checking router: a5fa9a5a-78b1-4942-828e-6f242edc4d03 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:52:53.537482 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7393d89-e65a-49aa-94e9-ae3adde5dc65 None None] Routers {'a5fa9a5a-78b1-4942-828e-6f242edc4d03'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:52:53.538105 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-c7393d89-e65a-49aa-94e9-ae3adde5dc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:52:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a5fa9a5a-78b1-4942-828e-6f242edc4d03'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:52:53.581078 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20064bdd-518f-48fb-b5d8-19bb537876ce req-4cc021bb-3a96-4d51-af81-534e56c3ebed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:53.582561 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-20064bdd-518f-48fb-b5d8-19bb537876ce req-4cc021bb-3a96-4d51-af81-534e56c3ebed service neutron] 10.222.0.47 "GET /v2.0/networks?id=a23f3c76-d15a-4fcc-b821-61e65e6da3f4 HTTP/1.1" status: 200 len: 912 time: 0.1352034 Feb 04 11:52:53.700438 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-20064bdd-518f-48fb-b5d8-19bb537876ce req-76ca2914-5d59-43a3-be60-412f103c06f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95d1ff22-0d5c-41d7-8719-6a2037eb2d9f HTTP/1.1" status: 200 len: 1001 time: 0.1087391 Feb 04 11:52:53.765134 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-c7393d89-e65a-49aa-94e9-ae3adde5dc65 None None] Set router a5fa9a5a-78b1-4942-828e-6f242edc4d03 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:52:53.769787 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20064bdd-518f-48fb-b5d8-19bb537876ce req-5a29aa77-1741-444e-b469-409c09a35fad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:53.771380 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-20064bdd-518f-48fb-b5d8-19bb537876ce req-5a29aa77-1741-444e-b469-409c09a35fad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5af355fa-ef8e-4697-b6fa-0681cfbee57c HTTP/1.1" status: 200 len: 850 time: 0.0635929 Feb 04 11:52:53.859200 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-20064bdd-518f-48fb-b5d8-19bb537876ce req-cf08fb5a-5a10-4a74-8ff9-e3d201e7e2df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a23f3c76-d15a-4fcc-b821-61e65e6da3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821831 Feb 04 11:52:54.001516 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-20064bdd-518f-48fb-b5d8-19bb537876ce req-f949a16b-8124-43fe-877d-76310947c45b service neutron] 10.222.0.47 "GET /v2.0/networks/a23f3c76-d15a-4fcc-b821-61e65e6da3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356516 Feb 04 11:52:54.130022 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-c7393d89-e65a-49aa-94e9-ae3adde5dc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'name': 'tempest-TestNetworkBasicOps-router-72858623', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f6aed9be-1132-49f7-83bc-9728d1e8f327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:51:01Z', 'updated_at': '2022-02-04T11:51:06Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': 'f6aed9be-1132-49f7-83bc-9728d1e8f327', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:47:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:51:01Z', 'updated_at': '2022-02-04T11:52:51Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': 'e1d726c6-dd91-48f9-bf44-2760d9291750', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.213', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'port_id': '97999c47-39b8-4cc0-b791-3321eea6e522', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '093136aa-9940-4ec4-8493-cbcd60bc9350', 'mac_address': 'fa:16:3e:3d:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdf2203-dc1b-4ce3-834c-a0e0c0470623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:51:33Z', 'updated_at': '2022-02-04T11:52:50Z', 'revision_number': 2, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24323b35-9f55-4e0b-89cd-9db54dd10bbd', 'name': '', 'network_id': '093136aa-9940-4ec4-8493-cbcd60bc9350', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:57:4a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3e023d7-1a59-4002-9b92-f52f7e5b6acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:51:06Z', 'updated_at': '2022-02-04T11:52:49Z', 'revision_number': 6, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'd3e023d7-1a59-4002-9b92-f52f7e5b6acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:52:54.133680 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7393d89-e65a-49aa-94e9-ae3adde5dc65 None None] The sync data for ids ['a5fa9a5a-78b1-4942-828e-6f242edc4d03'] in dv-neutron-827825-2-hyperv is: [{'id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'name': 'tempest-TestNetworkBasicOps-router-72858623', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f6aed9be-1132-49f7-83bc-9728d1e8f327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:51:01Z', 'updated_at': '2022-02-04T11:51:06Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': 'f6aed9be-1132-49f7-83bc-9728d1e8f327', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:47:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:51:01Z', 'updated_at': '2022-02-04T11:52:51Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': 'e1d726c6-dd91-48f9-bf44-2760d9291750', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.213', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'port_id': '97999c47-39b8-4cc0-b791-3321eea6e522', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '093136aa-9940-4ec4-8493-cbcd60bc9350', 'mac_address': 'fa:16:3e:3d:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdf2203-dc1b-4ce3-834c-a0e0c0470623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:51:33Z', 'updated_at': '2022-02-04T11:52:50Z', 'revision_number': 2, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24323b35-9f55-4e0b-89cd-9db54dd10bbd', 'name': '', 'network_id': '093136aa-9940-4ec4-8493-cbcd60bc9350', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:57:4a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3e023d7-1a59-4002-9b92-f52f7e5b6acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:51:06Z', 'updated_at': '2022-02-04T11:52:49Z', 'revision_number': 6, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'd3e023d7-1a59-4002-9b92-f52f7e5b6acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:52:54.142598 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-20064bdd-518f-48fb-b5d8-19bb537876ce req-40d4f267-68be-4773-88bf-9fafe136b9bf service neutron] 10.222.0.47 "GET /v2.0/networks/a23f3c76-d15a-4fcc-b821-61e65e6da3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347911 Feb 04 11:52:54.378893 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42874) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:52:54.491870 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a134e7ea-37e7-4f50-8aba-6fd8b47b3935 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/e1d726c6-dd91-48f9-bf44-2760d9291750 HTTP/1.1" status: 200 len: 992 time: 0.1117780 Feb 04 11:52:55.312005 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device f6aed9be-1132-49f7-83bc-9728d1e8f327 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:52:55.383340 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port f6aed9be-1132-49f7-83bc-9728d1e8f327 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:52:55.383995 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:55.496443 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42880) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:52:55.500518 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:55.516619 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port f6aed9be-1132-49f7-83bc-9728d1e8f327, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=f6aed9be-1132-49f7-83bc-9728d1e8f327,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:52:55.593974 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:55.594751 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 24323b35-9f55-4e0b-89cd-9db54dd10bbd up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:52:55.604380 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-66d68b2c-f52d-465e-915a-49c945e7d2c9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/e1d726c6-dd91-48f9-bf44-2760d9291750 HTTP/1.1" status: 200 len: 992 time: 0.1067951 Feb 04 11:52:55.707701 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=f6aed9be-1132-49f7-83bc-9728d1e8f327,revision_number=6']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:52:55.721471 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 24323b35-9f55-4e0b-89cd-9db54dd10bbd triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:52:55.721820 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:55.839343 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:55.873766 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 24323b35-9f55-4e0b-89cd-9db54dd10bbd, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=24323b35-9f55-4e0b-89cd-9db54dd10bbd,segment=NetworkSegment(c96dc4f8-3655-4c75-8795-ef93c043aacd),segment_id=c96dc4f8-3655-4c75-8795-ef93c043aacd)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:52:55.962679 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:56.031164 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=24323b35-9f55-4e0b-89cd-9db54dd10bbd,revision_number=7']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:52:56.608556 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42884) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:52:56.717791 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5683d7af-1638-48c5-83b7-8b93668e2077 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/e1d726c6-dd91-48f9-bf44-2760d9291750 HTTP/1.1" status: 200 len: 992 time: 0.1080894 Feb 04 11:52:57.267739 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device f6aed9be-1132-49f7-83bc-9728d1e8f327 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:52:57.350128 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port f6aed9be-1132-49f7-83bc-9728d1e8f327 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:52:57.350616 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:57.465974 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 24323b35-9f55-4e0b-89cd-9db54dd10bbd up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:52:57.540416 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 24323b35-9f55-4e0b-89cd-9db54dd10bbd triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:52:57.540778 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:57.721665 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42888) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:52:57.837445 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e58a66f4-acd7-4733-b06a-47f7aa92215a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/e1d726c6-dd91-48f9-bf44-2760d9291750 HTTP/1.1" status: 200 len: 992 time: 0.1147149 Feb 04 11:52:58.841963 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42892) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:52:58.953789 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-029e6e24-2371-4a35-980f-4f941ee0961d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/e1d726c6-dd91-48f9-bf44-2760d9291750 HTTP/1.1" status: 200 len: 992 time: 0.1106935 Feb 04 11:52:59.956707 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42896) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:00.071042 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-aff75d27-9b5d-450f-a033-57621d6c4ffc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/e1d726c6-dd91-48f9-bf44-2760d9291750 HTTP/1.1" status: 200 len: 992 time: 0.1119821 Feb 04 11:53:00.135557 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42900) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:00.337550 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-f314d65c-581a-47d7-8642-9aff80707c63 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Deleting port 67d7814f-d9f2-461a-b60c-7f8e18e1b18b {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:53:00.337910 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f314d65c-581a-47d7-8642-9aff80707c63 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:00.511038 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f314d65c-581a-47d7-8642-9aff80707c63 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:00.511268 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f314d65c-581a-47d7-8642-9aff80707c63 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:00.735319 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-f314d65c-581a-47d7-8642-9aff80707c63 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Calling delete_port for 67d7814f-d9f2-461a-b60c-7f8e18e1b18b owned by network:floatingip {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:53:00.942684 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f314d65c-581a-47d7-8642-9aff80707c63 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:00.989079 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f314d65c-581a-47d7-8642-9aff80707c63 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Pushing event deleted for resources: {'Port': ['ID=67d7814f-d9f2-461a-b60c-7f8e18e1b18b,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:01.063425 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314d65c-581a-47d7-8642-9aff80707c63 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:01.063762 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314d65c-581a-47d7-8642-9aff80707c63 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:01.064093 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314d65c-581a-47d7-8642-9aff80707c63 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:01.064417 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314d65c-581a-47d7-8642-9aff80707c63 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:01.064739 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314d65c-581a-47d7-8642-9aff80707c63 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:01.065057 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314d65c-581a-47d7-8642-9aff80707c63 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:01.065386 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314d65c-581a-47d7-8642-9aff80707c63 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:01.065684 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314d65c-581a-47d7-8642-9aff80707c63 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:01.066030 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314d65c-581a-47d7-8642-9aff80707c63 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:01.066350 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314d65c-581a-47d7-8642-9aff80707c63 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:01.066660 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314d65c-581a-47d7-8642-9aff80707c63 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:01.073847 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42904) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:01.179203 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f314d65c-581a-47d7-8642-9aff80707c63 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for floatingip, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:01.255465 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5dc597d6-6268-408d-bdc6-22dea2c0c109 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/e1d726c6-dd91-48f9-bf44-2760d9291750 HTTP/1.1" status: 200 len: 992 time: 0.1804817 Feb 04 11:53:01.361209 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c51ea0b-3cf8-4f57-a307-4a494f5805cc None None] New status for floating IP e1d726c6-dd91-48f9-bf44-2760d9291750: ACTIVE {{(pid=84207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 11:53:01.625326 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f314d65c-581a-47d7-8642-9aff80707c63 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Router 5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:53:01.828713 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f314d65c-581a-47d7-8642-9aff80707c63 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:53:01.838743 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4022b8c1-e526-422f-b109-566fb849ed73 None None] Sync routers for ids ['5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:53:01.854262 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4022b8c1-e526-422f-b109-566fb849ed73 None None] Routers {'5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:53:01.854856 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-4022b8c1-e526-422f-b109-566fb849ed73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:52:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:01.923404 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f314d65c-581a-47d7-8642-9aff80707c63 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:01.982281 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f314d65c-581a-47d7-8642-9aff80707c63 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "DELETE /v2.0/floatingips/5a8877f9-64fc-405a-814d-05c1dfec1cbe HTTP/1.1" status: 204 len: 168 time: 1.8455420 Feb 04 11:53:01.983054 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4740404-77d4-458e-94d1-58e2cb087694', 'tag': 'c1ce6a0f-119e-4f85-92ef-9aea6666ee2e'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:53:02.034918 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-4022b8c1-e526-422f-b109-566fb849ed73 None None] Set router 5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:53:02.060353 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4740404-77d4-458e-94d1-58e2cb087694', 'tag': 'c1ce6a0f-119e-4f85-92ef-9aea6666ee2e', 'status': 'completed', 'code': 200} Feb 04 11:53:02.161440 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d2e9dd29-6f9b-449f-a4e1-71f4e7f83e01 req-7c2075ad-d33f-438f-8fb2-f6ede5d7befc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4e2cb104d3bb42a4a344ade0b8b3bbd0&device_id=b4740404-77d4-458e-94d1-58e2cb087694 HTTP/1.1" status: 200 len: 1098 time: 0.0792007 Feb 04 11:53:02.258892 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42912) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:02.298782 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9dd29-6f9b-449f-a4e1-71f4e7f83e01 req-5ad16a18-b252-420b-a34f-eb1aef64c4c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:02.300297 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d2e9dd29-6f9b-449f-a4e1-71f4e7f83e01 req-5ad16a18-b252-420b-a34f-eb1aef64c4c6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a23f3c76-d15a-4fcc-b821-61e65e6da3f4 HTTP/1.1" status: 200 len: 912 time: 0.1335211 Feb 04 11:53:02.372530 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d2e9dd29-6f9b-449f-a4e1-71f4e7f83e01 req-fd381321-b657-4025-a7fe-43276da8531e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1ce6a0f-119e-4f85-92ef-9aea6666ee2e HTTP/1.1" status: 200 len: 217 time: 0.0657115 Feb 04 11:53:02.389129 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9dd42525-183c-4e02-be40-2bd28346fa96 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/e1d726c6-dd91-48f9-bf44-2760d9291750 HTTP/1.1" status: 200 len: 994 time: 0.1219060 Feb 04 11:53:02.449167 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9dd29-6f9b-449f-a4e1-71f4e7f83e01 req-342e66ca-85d0-49db-925b-05cef0c703c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:02.451123 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d2e9dd29-6f9b-449f-a4e1-71f4e7f83e01 req-342e66ca-85d0-49db-925b-05cef0c703c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5af355fa-ef8e-4697-b6fa-0681cfbee57c HTTP/1.1" status: 200 len: 850 time: 0.0734217 Feb 04 11:53:02.472577 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-4022b8c1-e526-422f-b109-566fb849ed73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'name': 'tempest-TestVolumeBootPattern-842267503-router', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:45Z', 'updated_at': '2022-02-04T11:41:54Z', 'revision_number': 4, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'gw_port': {'id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:47Z', 'updated_at': '2022-02-04T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': 'd62f680e-b580-4d01-9f82-b5a47da6c816', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'floating_ip_address': '172.26.3.141', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'port_id': '95d1ff22-0d5c-41d7-8719-6a2037eb2d9f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'mac_address': 'fa:16:3e:ef:e2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9afe7ae-ecd8-4f92-98d2-03267a1fd007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:46:54Z', 'updated_at': '2022-02-04T11:46:57Z', 'revision_number': 1, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19b6c46-bb43-4310-9912-2d2d61d6f848', 'name': '', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'mac_address': 'fa:16:3e:2c:e8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:53Z', 'updated_at': '2022-02-04T11:42:17Z', 'revision_number': 5, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'subnets': [{'id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:02.478752 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4022b8c1-e526-422f-b109-566fb849ed73 None None] Checking router: 5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:53:02.491466 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4022b8c1-e526-422f-b109-566fb849ed73 None None] Routers {'5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:53:02.492134 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-4022b8c1-e526-422f-b109-566fb849ed73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:52:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:02.614553 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d2e9dd29-6f9b-449f-a4e1-71f4e7f83e01 req-3af3c15f-e4d7-47a3-8517-937d857c6370 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a23f3c76-d15a-4fcc-b821-61e65e6da3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1550539 Feb 04 11:53:02.653441 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d351b5-c1dc-475f-8936-6bb39fa3450d req-c93358ea-e6f9-4618-8e06-e3c9b304d8a7 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:02.654908 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-25d351b5-c1dc-475f-8936-6bb39fa3450d req-c93358ea-e6f9-4618-8e06-e3c9b304d8a7 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4740404-77d4-458e-94d1-58e2cb087694 HTTP/1.1" status: 200 len: 945 time: 0.1334698 Feb 04 11:53:02.688384 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-4022b8c1-e526-422f-b109-566fb849ed73 None None] Set router 5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:53:02.750190 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42922) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:02.888576 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-25d351b5-c1dc-475f-8936-6bb39fa3450d req-14a4a90e-ff03-4753-9a85-fb528d344f59 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757656 Feb 04 11:53:02.906310 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d2e9dd29-6f9b-449f-a4e1-71f4e7f83e01 req-77745bac-ff24-44f5-b99d-f76a2bb3ba27 service neutron] 10.222.0.47 "GET /v2.0/networks/a23f3c76-d15a-4fcc-b821-61e65e6da3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839110 Feb 04 11:53:02.976776 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-5b206086-a154-4572-9bc5-c030b6695635 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting port 9151603d-ee78-4d43-ae0a-5e99fdb93c1e {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:53:02.977129 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5b206086-a154-4572-9bc5-c030b6695635 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:03.047331 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d2e9dd29-6f9b-449f-a4e1-71f4e7f83e01 req-8998ecc8-a32f-4099-8fb3-125ac1ddbc08 service neutron] 10.222.0.47 "GET /v2.0/networks/a23f3c76-d15a-4fcc-b821-61e65e6da3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345937 Feb 04 11:53:03.057845 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-4022b8c1-e526-422f-b109-566fb849ed73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'name': 'tempest-TestVolumeBootPattern-842267503-router', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:45Z', 'updated_at': '2022-02-04T11:41:54Z', 'revision_number': 4, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'gw_port': {'id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:47Z', 'updated_at': '2022-02-04T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': 'd62f680e-b580-4d01-9f82-b5a47da6c816', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'floating_ip_address': '172.26.3.141', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'port_id': '95d1ff22-0d5c-41d7-8719-6a2037eb2d9f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'mac_address': 'fa:16:3e:ef:e2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9afe7ae-ecd8-4f92-98d2-03267a1fd007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:46:54Z', 'updated_at': '2022-02-04T11:46:57Z', 'revision_number': 1, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19b6c46-bb43-4310-9912-2d2d61d6f848', 'name': '', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'mac_address': 'fa:16:3e:2c:e8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:53Z', 'updated_at': '2022-02-04T11:42:17Z', 'revision_number': 5, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'subnets': [{'id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:03.065635 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4022b8c1-e526-422f-b109-566fb849ed73 None None] The sync data for ids ['5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'] in dv-neutron-827825-2-hyperv is: [{'id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'name': 'tempest-TestVolumeBootPattern-842267503-router', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:45Z', 'updated_at': '2022-02-04T11:41:54Z', 'revision_number': 4, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'gw_port': {'id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:47Z', 'updated_at': '2022-02-04T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': 'd62f680e-b580-4d01-9f82-b5a47da6c816', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'floating_ip_address': '172.26.3.141', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'port_id': '95d1ff22-0d5c-41d7-8719-6a2037eb2d9f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'mac_address': 'fa:16:3e:ef:e2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9afe7ae-ecd8-4f92-98d2-03267a1fd007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:46:54Z', 'updated_at': '2022-02-04T11:46:57Z', 'revision_number': 1, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19b6c46-bb43-4310-9912-2d2d61d6f848', 'name': '', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'mac_address': 'fa:16:3e:2c:e8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:53Z', 'updated_at': '2022-02-04T11:42:17Z', 'revision_number': 5, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'subnets': [{'id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:53:03.251051 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5b206086-a154-4572-9bc5-c030b6695635 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:03.251656 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5b206086-a154-4572-9bc5-c030b6695635 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:03.372451 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-5b206086-a154-4572-9bc5-c030b6695635 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Calling delete_port for 9151603d-ee78-4d43-ae0a-5e99fdb93c1e owned by network:floatingip {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:53:03.608147 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5b206086-a154-4572-9bc5-c030b6695635 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:03.654047 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b206086-a154-4572-9bc5-c030b6695635 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Port': ['ID=9151603d-ee78-4d43-ae0a-5e99fdb93c1e,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:03.748303 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5b206086-a154-4572-9bc5-c030b6695635 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:04.215781 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f87fe-891d-4707-a9e4-7fa63d886f92 req-2c73068e-4f2b-40db-97b0-1646cd17578d tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:04.215781 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-1c7f87fe-891d-4707-a9e4-7fa63d886f92 req-2c73068e-4f2b-40db-97b0-1646cd17578d tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Synchronizing usage tracker for tenant:4e2cb104d3bb42a4a344ade0b8b3bbd0 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:53:04.230792 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b206086-a154-4572-9bc5-c030b6695635 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router a5fa9a5a-78b1-4942-828e-6f242edc4d03 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:53:04.290860 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fa3ae-2dcb-4d3a-a52d-8ad642b53914 req-ba409371-0f0a-433f-b83a-593f8782d194 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:04.292341 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-245fa3ae-2dcb-4d3a-a52d-8ad642b53914 req-ba409371-0f0a-433f-b83a-593f8782d194 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.47 "GET /v2.0/ports?device_id=b4740404-77d4-458e-94d1-58e2cb087694 HTTP/1.1" status: 200 len: 945 time: 0.0811331 Feb 04 11:53:04.306729 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-1c7f87fe-891d-4707-a9e4-7fa63d886f92 req-2c73068e-4f2b-40db-97b0-1646cd17578d tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Unset dirty status for tenant:4e2cb104d3bb42a4a344ade0b8b3bbd0 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:53:04.307854 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1c7f87fe-891d-4707-a9e4-7fa63d886f92 req-2c73068e-4f2b-40db-97b0-1646cd17578d tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4740404-77d4-458e-94d1-58e2cb087694 HTTP/1.1" status: 200 len: 945 time: 0.2078381 Feb 04 11:53:04.360796 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-245fa3ae-2dcb-4d3a-a52d-8ad642b53914 req-1e281009-24e2-45d9-ac85-820d428a2204 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Deleting port c1ce6a0f-119e-4f85-92ef-9aea6666ee2e {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:53:04.361131 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-245fa3ae-2dcb-4d3a-a52d-8ad642b53914 req-1e281009-24e2-45d9-ac85-820d428a2204 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:04.376506 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1c7f87fe-891d-4707-a9e4-7fa63d886f92 req-239c199c-eefe-44d7-a466-f09aeab1baa8 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613823 Feb 04 11:53:04.474846 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b206086-a154-4572-9bc5-c030b6695635 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:53:04.576843 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5b206086-a154-4572-9bc5-c030b6695635 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:04.612395 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-245fa3ae-2dcb-4d3a-a52d-8ad642b53914 req-1e281009-24e2-45d9-ac85-820d428a2204 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] For port c1ce6a0f-119e-4f85-92ef-9aea6666ee2e, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c1ce6a0f-119e-4f85-92ef-9aea6666ee2e,segment=NetworkSegment(4eb24d1e-b892-48d0-b039-7c5703d889e1),segment_id=4eb24d1e-b892-48d0-b039-7c5703d889e1)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:53:04.612779 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-245fa3ae-2dcb-4d3a-a52d-8ad642b53914 req-1e281009-24e2-45d9-ac85-820d428a2204 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:04.632323 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5b206086-a154-4572-9bc5-c030b6695635 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/floatingips/e1d726c6-dd91-48f9-bf44-2760d9291750 HTTP/1.1" status: 204 len: 168 time: 1.8808167 Feb 04 11:53:04.633051 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cdf2203-dc1b-4ce3-834c-a0e0c0470623', 'tag': '97999c47-39b8-4cc0-b791-3321eea6e522'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:53:04.702869 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cdf2203-dc1b-4ce3-834c-a0e0c0470623', 'tag': '97999c47-39b8-4cc0-b791-3321eea6e522', 'status': 'completed', 'code': 200} Feb 04 11:53:04.733972 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-245fa3ae-2dcb-4d3a-a52d-8ad642b53914 req-1e281009-24e2-45d9-ac85-820d428a2204 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Calling delete_port for c1ce6a0f-119e-4f85-92ef-9aea6666ee2e owned by compute:nova {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:53:04.892934 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c5ff899f-a23d-4feb-be76-66b1ef01653c req-af53f15e-aedc-4218-b350-aa2b1ae95341 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=3cdf2203-dc1b-4ce3-834c-a0e0c0470623 HTTP/1.1" status: 200 len: 1099 time: 0.1662934 Feb 04 11:53:05.043929 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff899f-a23d-4feb-be76-66b1ef01653c req-4b14790a-4282-4d63-85bf-75c3672c7d6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:05.045447 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c5ff899f-a23d-4feb-be76-66b1ef01653c req-4b14790a-4282-4d63-85bf-75c3672c7d6c service neutron] 10.222.0.47 "GET /v2.0/networks?id=093136aa-9940-4ec4-8493-cbcd60bc9350 HTTP/1.1" status: 200 len: 898 time: 0.1455395 Feb 04 11:53:05.106622 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-245fa3ae-2dcb-4d3a-a52d-8ad642b53914 req-1e281009-24e2-45d9-ac85-820d428a2204 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:05.156998 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c5ff899f-a23d-4feb-be76-66b1ef01653c req-6fd50f00-e2d1-47ad-b2f4-6a7d040fc54b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97999c47-39b8-4cc0-b791-3321eea6e522 HTTP/1.1" status: 200 len: 217 time: 0.1056433 Feb 04 11:53:05.198770 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e281009-24e2-45d9-ac85-820d428a2204 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Pushing event deleted for resources: {'Port': ['ID=c1ce6a0f-119e-4f85-92ef-9aea6666ee2e,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:05.255147 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e281009-24e2-45d9-ac85-820d428a2204 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:05.255484 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e281009-24e2-45d9-ac85-820d428a2204 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:05.255813 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e281009-24e2-45d9-ac85-820d428a2204 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:05.256135 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e281009-24e2-45d9-ac85-820d428a2204 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:05.256455 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e281009-24e2-45d9-ac85-820d428a2204 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:05.256778 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e281009-24e2-45d9-ac85-820d428a2204 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:05.257092 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e281009-24e2-45d9-ac85-820d428a2204 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:05.257408 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e281009-24e2-45d9-ac85-820d428a2204 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:05.257719 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e281009-24e2-45d9-ac85-820d428a2204 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:05.258104 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e281009-24e2-45d9-ac85-820d428a2204 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:05.258520 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e281009-24e2-45d9-ac85-820d428a2204 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:05.312214 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-245fa3ae-2dcb-4d3a-a52d-8ad642b53914 req-1e281009-24e2-45d9-ac85-820d428a2204 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] No DVR routers for this DVR port c1ce6a0f-119e-4f85-92ef-9aea6666ee2e on host hv-neutron-8278 {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:53:05.316222 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-245fa3ae-2dcb-4d3a-a52d-8ad642b53914 req-1e281009-24e2-45d9-ac85-820d428a2204 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:05.323465 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4740404-77d4-458e-94d1-58e2cb087694', 'name': 'network-vif-deleted', 'tag': 'c1ce6a0f-119e-4f85-92ef-9aea6666ee2e'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:53:05.327593 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305085b-7afd-4d5b-a060-cb5a0a31c5dc req-2d7aae57-352c-4737-afe2-6c788f0a8653 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:05.328309 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-d305085b-7afd-4d5b-a060-cb5a0a31c5dc req-2d7aae57-352c-4737-afe2-6c788f0a8653 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:53:05.331981 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff899f-a23d-4feb-be76-66b1ef01653c req-f475efb3-cdec-4467-8b28-30cdf0e016fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:05.333798 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c5ff899f-a23d-4feb-be76-66b1ef01653c req-f475efb3-cdec-4467-8b28-30cdf0e016fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d3e023d7-1a59-4002-9b92-f52f7e5b6acd HTTP/1.1" status: 200 len: 835 time: 0.1701891 Feb 04 11:53:05.395249 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4740404-77d4-458e-94d1-58e2cb087694', 'name': 'network-vif-deleted', 'tag': 'c1ce6a0f-119e-4f85-92ef-9aea6666ee2e', 'status': 'completed', 'code': 200} Feb 04 11:53:05.429275 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c5ff899f-a23d-4feb-be76-66b1ef01653c req-bb115173-3278-4c92-ac2c-35860b580438 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=093136aa-9940-4ec4-8493-cbcd60bc9350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0887337 Feb 04 11:53:05.517580 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-245fa3ae-2dcb-4d3a-a52d-8ad642b53914 req-1e281009-24e2-45d9-ac85-820d428a2204 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.47 "DELETE /v2.0/ports/c1ce6a0f-119e-4f85-92ef-9aea6666ee2e HTTP/1.1" status: 204 len: 173 time: 1.2203479 Feb 04 11:53:05.570386 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-d305085b-7afd-4d5b-a060-cb5a0a31c5dc req-2d7aae57-352c-4737-afe2-6c788f0a8653 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:53:05.570386 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d305085b-7afd-4d5b-a060-cb5a0a31c5dc req-2d7aae57-352c-4737-afe2-6c788f0a8653 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cdf2203-dc1b-4ce3-834c-a0e0c0470623 HTTP/1.1" status: 200 len: 946 time: 0.3368115 Feb 04 11:53:05.642870 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d305085b-7afd-4d5b-a060-cb5a0a31c5dc req-24924ebf-27e6-490e-9668-a472f3df4295 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=019be988-d494-408c-8e8d-6fa21c41ff84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669889 Feb 04 11:53:05.720032 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-b15c4521-c42f-4d2b-a26e-a27720e50358 req-4a26a62a-4f12-4f70-b54c-052b214b608e tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Synchronizing usage tracker for tenant:4e2cb104d3bb42a4a344ade0b8b3bbd0 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:53:05.758741 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c5ff899f-a23d-4feb-be76-66b1ef01653c req-db34c13b-2813-4487-85b9-68a8b036d9e1 service neutron] 10.222.0.47 "GET /v2.0/networks/093136aa-9940-4ec4-8493-cbcd60bc9350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230402 Feb 04 11:53:05.858319 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-b15c4521-c42f-4d2b-a26e-a27720e50358 req-4a26a62a-4f12-4f70-b54c-052b214b608e tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Unset dirty status for tenant:4e2cb104d3bb42a4a344ade0b8b3bbd0 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:53:05.861440 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b15c4521-c42f-4d2b-a26e-a27720e50358 req-4a26a62a-4f12-4f70-b54c-052b214b608e tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4740404-77d4-458e-94d1-58e2cb087694 HTTP/1.1" status: 200 len: 210 time: 0.2038364 Feb 04 11:53:05.912982 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c5ff899f-a23d-4feb-be76-66b1ef01653c req-e6aee23c-6716-4777-a0a5-18eb39162f8a service neutron] 10.222.0.47 "GET /v2.0/networks/093136aa-9940-4ec4-8493-cbcd60bc9350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478779 Feb 04 11:53:06.148116 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:06.705821 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:53:06.842377 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e03d7-6c47-4ae4-b2d0-32bbf5539c32 req-4e4f5717-672a-4e09-9180-f2b0df506f9c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:06.843827 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-060e03d7-6c47-4ae4-b2d0-32bbf5539c32 req-4e4f5717-672a-4e09-9180-f2b0df506f9c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cdf2203-dc1b-4ce3-834c-a0e0c0470623 HTTP/1.1" status: 200 len: 946 time: 0.0802441 Feb 04 11:53:06.853818 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cdcadb-7b9d-4fa4-b635-a0f9b52a2863 req-33641965-fce0-40ae-8837-09259904af5b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:06.856002 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d3cdcadb-7b9d-4fa4-b635-a0f9b52a2863 req-33641965-fce0-40ae-8837-09259904af5b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "GET /v2.0/ports?device_id=3cdf2203-dc1b-4ce3-834c-a0e0c0470623 HTTP/1.1" status: 200 len: 946 time: 0.0799685 Feb 04 11:53:06.947189 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-d3cdcadb-7b9d-4fa4-b635-a0f9b52a2863 req-e666e1c9-a01d-4a14-92e5-3c2a0dc802d7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting port 97999c47-39b8-4cc0-b791-3321eea6e522 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:53:06.947443 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-d3cdcadb-7b9d-4fa4-b635-a0f9b52a2863 req-e666e1c9-a01d-4a14-92e5-3c2a0dc802d7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:07.006778 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-060e03d7-6c47-4ae4-b2d0-32bbf5539c32 req-9b7b220d-b6a3-402c-b1e9-61b43be8b543 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=019be988-d494-408c-8e8d-6fa21c41ff84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567788 Feb 04 11:53:07.109631 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a075f984-d89f-4db8-b144-e45499491972 req-ad8f2811-f09b-43d8-98bb-af3473c090e6 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4740404-77d4-458e-94d1-58e2cb087694 HTTP/1.1" status: 200 len: 210 time: 0.0881035 Feb 04 11:53:07.258889 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-d3cdcadb-7b9d-4fa4-b635-a0f9b52a2863 req-e666e1c9-a01d-4a14-92e5-3c2a0dc802d7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] For port 97999c47-39b8-4cc0-b791-3321eea6e522, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=97999c47-39b8-4cc0-b791-3321eea6e522,segment=NetworkSegment(c96dc4f8-3655-4c75-8795-ef93c043aacd),segment_id=c96dc4f8-3655-4c75-8795-ef93c043aacd)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:53:07.262710 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-d3cdcadb-7b9d-4fa4-b635-a0f9b52a2863 req-e666e1c9-a01d-4a14-92e5-3c2a0dc802d7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:07.288621 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device c1ce6a0f-119e-4f85-92ef-9aea6666ee2e no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:53:07.327478 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] No Port match for: c1ce6a0f-119e-4f85-92ef-9aea6666ee2e {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:53:07.327803 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device c1ce6a0f-119e-4f85-92ef-9aea6666ee2e not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:53:07.390772 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-d3cdcadb-7b9d-4fa4-b635-a0f9b52a2863 req-e666e1c9-a01d-4a14-92e5-3c2a0dc802d7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Calling delete_port for 97999c47-39b8-4cc0-b791-3321eea6e522 owned by compute:nova {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:53:07.608247 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-d3cdcadb-7b9d-4fa4-b635-a0f9b52a2863 req-e666e1c9-a01d-4a14-92e5-3c2a0dc802d7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:07.660719 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666e1c9-a01d-4a14-92e5-3c2a0dc802d7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Port': ['ID=97999c47-39b8-4cc0-b791-3321eea6e522,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:07.732186 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3cdcadb-7b9d-4fa4-b635-a0f9b52a2863 req-e666e1c9-a01d-4a14-92e5-3c2a0dc802d7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] No DVR routers for this DVR port 97999c47-39b8-4cc0-b791-3321eea6e522 on host hv-neutron-8278 {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:53:07.734753 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-d3cdcadb-7b9d-4fa4-b635-a0f9b52a2863 req-e666e1c9-a01d-4a14-92e5-3c2a0dc802d7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:07.737226 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cdf2203-dc1b-4ce3-834c-a0e0c0470623', 'name': 'network-vif-deleted', 'tag': '97999c47-39b8-4cc0-b791-3321eea6e522'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:53:07.797990 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cdf2203-dc1b-4ce3-834c-a0e0c0470623', 'name': 'network-vif-deleted', 'tag': '97999c47-39b8-4cc0-b791-3321eea6e522', 'status': 'completed', 'code': 200} Feb 04 11:53:07.820284 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d3cdcadb-7b9d-4fa4-b635-a0f9b52a2863 req-e666e1c9-a01d-4a14-92e5-3c2a0dc802d7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "DELETE /v2.0/ports/97999c47-39b8-4cc0-b791-3321eea6e522 HTTP/1.1" status: 204 len: 173 time: 0.9596548 Feb 04 11:53:08.195260 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-d6689de0-42ab-4ae5-87d3-f7ad953c469a req-2d77fd37-829e-4c31-9d33-d540114128dd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:53:08.282316 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-d6689de0-42ab-4ae5-87d3-f7ad953c469a req-2d77fd37-829e-4c31-9d33-d540114128dd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:53:08.283496 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d6689de0-42ab-4ae5-87d3-f7ad953c469a req-2d77fd37-829e-4c31-9d33-d540114128dd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cdf2203-dc1b-4ce3-834c-a0e0c0470623 HTTP/1.1" status: 200 len: 210 time: 0.1450119 Feb 04 11:53:09.392120 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42954) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:09.463587 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-be22c8b7-d740-401e-a51a-2c69a6cf23b6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:09.494875 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-be22c8b7-d740-401e-a51a-2c69a6cf23b6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:09.651468 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-be22c8b7-d740-401e-a51a-2c69a6cf23b6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:09.684911 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be22c8b7-d740-401e-a51a-2c69a6cf23b6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=019be988-d494-408c-8e8d-6fa21c41ff84,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:09.789950 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-be22c8b7-d740-401e-a51a-2c69a6cf23b6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:09.791150 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-be22c8b7-d740-401e-a51a-2c69a6cf23b6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/security-groups/019be988-d494-408c-8e8d-6fa21c41ff84 HTTP/1.1" status: 204 len: 168 time: 0.3981159 Feb 04 11:53:09.886923 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42962) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:10.403999 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0f4cf722-bc4c-43ed-9795-713d4f273f5a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:11.073487 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-0f4cf722-bc4c-43ed-9795-713d4f273f5a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting port 24323b35-9f55-4e0b-89cd-9db54dd10bbd {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:53:11.074442 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0f4cf722-bc4c-43ed-9795-713d4f273f5a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:11.295207 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-0f4cf722-bc4c-43ed-9795-713d4f273f5a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] For port 24323b35-9f55-4e0b-89cd-9db54dd10bbd, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=24323b35-9f55-4e0b-89cd-9db54dd10bbd,segment=NetworkSegment(c96dc4f8-3655-4c75-8795-ef93c043aacd),segment_id=c96dc4f8-3655-4c75-8795-ef93c043aacd)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:53:11.295564 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0f4cf722-bc4c-43ed-9795-713d4f273f5a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:11.320530 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 97999c47-39b8-4cc0-b791-3321eea6e522 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:53:11.356361 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] No Port match for: 97999c47-39b8-4cc0-b791-3321eea6e522 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:53:11.356708 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 97999c47-39b8-4cc0-b791-3321eea6e522 not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:53:11.432325 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-0f4cf722-bc4c-43ed-9795-713d4f273f5a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Calling delete_port for 24323b35-9f55-4e0b-89cd-9db54dd10bbd owned by network:router_interface {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:53:11.762599 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0f4cf722-bc4c-43ed-9795-713d4f273f5a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:11.811759 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4cf722-bc4c-43ed-9795-713d4f273f5a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Port': ['ID=24323b35-9f55-4e0b-89cd-9db54dd10bbd,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:11.905869 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c989c1a5-4a88-4187-adcf-d132b8445d5c None None] New status for floating IP 5a8877f9-64fc-405a-814d-05c1dfec1cbe: DOWN {{(pid=84207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 11:53:12.043473 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c58d770-5348-4559-a376-994bc0c94b40 None None] Sync routers for ids ['a5fa9a5a-78b1-4942-828e-6f242edc4d03'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:53:12.065006 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c58d770-5348-4559-a376-994bc0c94b40 None None] Routers {'a5fa9a5a-78b1-4942-828e-6f242edc4d03'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:53:12.066241 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-3c58d770-5348-4559-a376-994bc0c94b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:52:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a5fa9a5a-78b1-4942-828e-6f242edc4d03'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:12.208893 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0f4cf722-bc4c-43ed-9795-713d4f273f5a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:12.222002 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5e511a62-42c7-4882-b0c2-3ac38afdc62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:12.263157 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-3c58d770-5348-4559-a376-994bc0c94b40 None None] Set router a5fa9a5a-78b1-4942-828e-6f242edc4d03 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:53:12.590808 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-3c58d770-5348-4559-a376-994bc0c94b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'name': 'tempest-TestNetworkBasicOps-router-72858623', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f6aed9be-1132-49f7-83bc-9728d1e8f327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:51:01Z', 'updated_at': '2022-02-04T11:53:11Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': 'f6aed9be-1132-49f7-83bc-9728d1e8f327', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:51:01Z', 'updated_at': '2022-02-04T11:52:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:12.594593 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c58d770-5348-4559-a376-994bc0c94b40 None None] Checking router: a5fa9a5a-78b1-4942-828e-6f242edc4d03 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:53:12.604752 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c58d770-5348-4559-a376-994bc0c94b40 None None] Routers {'a5fa9a5a-78b1-4942-828e-6f242edc4d03'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:53:12.605363 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-3c58d770-5348-4559-a376-994bc0c94b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:52:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a5fa9a5a-78b1-4942-828e-6f242edc4d03'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:12.779767 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-3c58d770-5348-4559-a376-994bc0c94b40 None None] Set router a5fa9a5a-78b1-4942-828e-6f242edc4d03 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:53:12.905225 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4cf722-bc4c-43ed-9795-713d4f273f5a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router a5fa9a5a-78b1-4942-828e-6f242edc4d03 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:53:13.056126 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-3c58d770-5348-4559-a376-994bc0c94b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'name': 'tempest-TestNetworkBasicOps-router-72858623', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f6aed9be-1132-49f7-83bc-9728d1e8f327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:51:01Z', 'updated_at': '2022-02-04T11:53:11Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': 'f6aed9be-1132-49f7-83bc-9728d1e8f327', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:51:01Z', 'updated_at': '2022-02-04T11:52:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:13.060677 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c58d770-5348-4559-a376-994bc0c94b40 None None] The sync data for ids ['a5fa9a5a-78b1-4942-828e-6f242edc4d03'] in dv-neutron-827825-2-hyperv is: [{'id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'name': 'tempest-TestNetworkBasicOps-router-72858623', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f6aed9be-1132-49f7-83bc-9728d1e8f327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:51:01Z', 'updated_at': '2022-02-04T11:53:11Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': 'f6aed9be-1132-49f7-83bc-9728d1e8f327', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fa9a5a-78b1-4942-828e-6f242edc4d03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:51:01Z', 'updated_at': '2022-02-04T11:52:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:53:13.104453 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4cf722-bc4c-43ed-9795-713d4f273f5a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:53:13.124193 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 42978) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:13.186203 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0f4cf722-bc4c-43ed-9795-713d4f273f5a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "PUT /v2.0/routers/a5fa9a5a-78b1-4942-828e-6f242edc4d03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2981036 Feb 04 11:53:13.197250 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42982) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:13.326643 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-53089a74-1159-4849-a6b0-f8869c6bc96f tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Deleting port 8785f109-4a7a-4f8b-ad28-526b5e7e6aec {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:53:13.327201 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-53089a74-1159-4849-a6b0-f8869c6bc96f tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:13.384781 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-63899030-6f9d-494f-a18b-5f7adf337f69 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting subnet d3e023d7-1a59-4002-9b92-f52f7e5b6acd {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:53:13.388400 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-63899030-6f9d-494f-a18b-5f7adf337f69 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:13.444895 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-63899030-6f9d-494f-a18b-5f7adf337f69 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:13.501744 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-53089a74-1159-4849-a6b0-f8869c6bc96f tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:13.502228 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-53089a74-1159-4849-a6b0-f8869c6bc96f tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:13.502564 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 24323b35-9f55-4e0b-89cd-9db54dd10bbd no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:53:13.540631 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 24323b35-9f55-4e0b-89cd-9db54dd10bbd {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:53:13.541232 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 24323b35-9f55-4e0b-89cd-9db54dd10bbd not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:53:13.553721 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-63899030-6f9d-494f-a18b-5f7adf337f69 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:13.631915 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-53089a74-1159-4849-a6b0-f8869c6bc96f tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Calling delete_port for 8785f109-4a7a-4f8b-ad28-526b5e7e6aec owned by network:floatingip {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:53:13.703535 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-63899030-6f9d-494f-a18b-5f7adf337f69 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:13.747223 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63899030-6f9d-494f-a18b-5f7adf337f69 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Subnet': ['ID=d3e023d7-1a59-4002-9b92-f52f7e5b6acd,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:13.753576 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-63899030-6f9d-494f-a18b-5f7adf337f69 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:13.762872 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-63899030-6f9d-494f-a18b-5f7adf337f69 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/subnets/d3e023d7-1a59-4002-9b92-f52f7e5b6acd HTTP/1.1" status: 204 len: 168 time: 0.5602219 Feb 04 11:53:13.763081 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5698451-e41b-4adc-b89f-79889bf4f04d None None] Network 093136aa-9940-4ec4-8493-cbcd60bc9350 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:53:13.763523 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42986) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:13.862630 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-53089a74-1159-4849-a6b0-f8869c6bc96f tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:13.989612 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d74a2dea-cda5-439c-86cd-4d9c59231c8f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:14.027652 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53089a74-1159-4849-a6b0-f8869c6bc96f tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Pushing event deleted for resources: {'Port': ['ID=8785f109-4a7a-4f8b-ad28-526b5e7e6aec,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:14.061984 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28ea104-8b89-4fff-a2cf-6c4f6ff159ad None None] DHCP port deletion for 093136aa-9940-4ec4-8493-cbcd60bc9350 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:53:14.068050 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-b28ea104-8b89-4fff-a2cf-6c4f6ff159ad None None] Deleting port 8136c848-2561-45eb-a775-8721e2a58274 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:53:14.068463 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b28ea104-8b89-4fff-a2cf-6c4f6ff159ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:14.126513 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-53089a74-1159-4849-a6b0-f8869c6bc96f tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for floatingip, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:14.242220 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d74a2dea-cda5-439c-86cd-4d9c59231c8f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:14.300268 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-b28ea104-8b89-4fff-a2cf-6c4f6ff159ad None None] For port 8136c848-2561-45eb-a775-8721e2a58274, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=8136c848-2561-45eb-a775-8721e2a58274,segment=NetworkSegment(c96dc4f8-3655-4c75-8795-ef93c043aacd),segment_id=c96dc4f8-3655-4c75-8795-ef93c043aacd)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:53:14.300554 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b28ea104-8b89-4fff-a2cf-6c4f6ff159ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:14.307932 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-d74a2dea-cda5-439c-86cd-4d9c59231c8f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting port f6aed9be-1132-49f7-83bc-9728d1e8f327 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:53:14.308733 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d74a2dea-cda5-439c-86cd-4d9c59231c8f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:14.435686 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-b28ea104-8b89-4fff-a2cf-6c4f6ff159ad None None] Calling delete_port for 8136c848-2561-45eb-a775-8721e2a58274 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:53:14.484122 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-d74a2dea-cda5-439c-86cd-4d9c59231c8f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] For port f6aed9be-1132-49f7-83bc-9728d1e8f327, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=f6aed9be-1132-49f7-83bc-9728d1e8f327,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:53:14.484663 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d74a2dea-cda5-439c-86cd-4d9c59231c8f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:14.532969 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53089a74-1159-4849-a6b0-f8869c6bc96f tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Router 5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:53:14.542008 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d8dd0cfb-e884-4c2e-a73f-48c95488f00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:14.599404 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b28ea104-8b89-4fff-a2cf-6c4f6ff159ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:14.610439 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-d74a2dea-cda5-439c-86cd-4d9c59231c8f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Calling delete_port for f6aed9be-1132-49f7-83bc-9728d1e8f327 owned by network:router_gateway {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:53:14.648780 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ea104-8b89-4fff-a2cf-6c4f6ff159ad None None] Pushing event deleted for resources: {'Port': ['ID=8136c848-2561-45eb-a775-8721e2a58274,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:14.655527 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28ea104-8b89-4fff-a2cf-6c4f6ff159ad None None] No DVR routers for this DVR port 8136c848-2561-45eb-a775-8721e2a58274 on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:53:14.741104 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53089a74-1159-4849-a6b0-f8869c6bc96f tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:53:14.754338 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cb468f-f534-42fa-933c-0b87eaf4d208 None None] Sync routers for ids ['5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:53:14.767334 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cb468f-f534-42fa-933c-0b87eaf4d208 None None] Routers {'5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:53:14.768051 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-25cb468f-f534-42fa-933c-0b87eaf4d208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:53:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:14.834031 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-53089a74-1159-4849-a6b0-f8869c6bc96f tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:14.854281 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d74a2dea-cda5-439c-86cd-4d9c59231c8f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:14.891670 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-53089a74-1159-4849-a6b0-f8869c6bc96f tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "DELETE /v2.0/floatingips/d62f680e-b580-4d01-9f82-b5a47da6c816 HTTP/1.1" status: 204 len: 168 time: 1.7640378 Feb 04 11:53:14.891670 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9afe7ae-ecd8-4f92-98d2-03267a1fd007', 'tag': '95d1ff22-0d5c-41d7-8719-6a2037eb2d9f'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:53:14.902036 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a2dea-cda5-439c-86cd-4d9c59231c8f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Port': ['ID=f6aed9be-1132-49f7-83bc-9728d1e8f327,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:14.951117 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-25cb468f-f534-42fa-933c-0b87eaf4d208 None None] Set router 5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:53:14.983187 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9afe7ae-ecd8-4f92-98d2-03267a1fd007', 'tag': '95d1ff22-0d5c-41d7-8719-6a2037eb2d9f', 'status': 'completed', 'code': 200} Feb 04 11:53:15.081807 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5a24f8c4-a05d-41ec-a2d6-445b1dff076b req-d2b6765b-4e04-4aaa-940a-b2b1cfdb4126 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4e2cb104d3bb42a4a344ade0b8b3bbd0&device_id=a9afe7ae-ecd8-4f92-98d2-03267a1fd007 HTTP/1.1" status: 200 len: 1098 time: 0.0758469 Feb 04 11:53:15.256177 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d74a2dea-cda5-439c-86cd-4d9c59231c8f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:15.259975 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24f8c4-a05d-41ec-a2d6-445b1dff076b req-c2ab76b5-01cd-477f-b8e1-1adcbe57f7f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:15.260452 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5a24f8c4-a05d-41ec-a2d6-445b1dff076b req-c2ab76b5-01cd-477f-b8e1-1adcbe57f7f4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a23f3c76-d15a-4fcc-b821-61e65e6da3f4 HTTP/1.1" status: 200 len: 912 time: 0.1726329 Feb 04 11:53:15.334677 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-25cb468f-f534-42fa-933c-0b87eaf4d208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'name': 'tempest-TestVolumeBootPattern-842267503-router', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:45Z', 'updated_at': '2022-02-04T11:41:54Z', 'revision_number': 4, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'gw_port': {'id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:47Z', 'updated_at': '2022-02-04T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'c19b6c46-bb43-4310-9912-2d2d61d6f848', 'name': '', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'mac_address': 'fa:16:3e:2c:e8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:53Z', 'updated_at': '2022-02-04T11:42:17Z', 'revision_number': 5, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'subnets': [{'id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:15.340161 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cb468f-f534-42fa-933c-0b87eaf4d208 None None] Checking router: 5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:53:15.352944 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cb468f-f534-42fa-933c-0b87eaf4d208 None None] Routers {'5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:53:15.354493 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-25cb468f-f534-42fa-933c-0b87eaf4d208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:53:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:15.359144 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5a24f8c4-a05d-41ec-a2d6-445b1dff076b req-7325fdba-13a3-4e64-930c-a2fe430c47b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95d1ff22-0d5c-41d7-8719-6a2037eb2d9f HTTP/1.1" status: 200 len: 217 time: 0.0931044 Feb 04 11:53:15.361523 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 8136c848-2561-45eb-a775-8721e2a58274 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:53:15.430544 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 8136c848-2561-45eb-a775-8721e2a58274 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:53:15.431206 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 8136c848-2561-45eb-a775-8721e2a58274 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:53:15.457069 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24f8c4-a05d-41ec-a2d6-445b1dff076b req-9fe028c2-9008-4b8c-a47d-af37f33c6295 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:15.458886 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5a24f8c4-a05d-41ec-a2d6-445b1dff076b req-9fe028c2-9008-4b8c-a47d-af37f33c6295 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5af355fa-ef8e-4697-b6fa-0681cfbee57c HTTP/1.1" status: 200 len: 850 time: 0.0860701 Feb 04 11:53:15.539591 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5a24f8c4-a05d-41ec-a2d6-445b1dff076b req-4c8c69a3-2bc5-4ba6-abd1-70f2dc476adf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a23f3c76-d15a-4fcc-b821-61e65e6da3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743051 Feb 04 11:53:15.546529 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d74a2dea-cda5-439c-86cd-4d9c59231c8f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:15.551991 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d74a2dea-cda5-439c-86cd-4d9c59231c8f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:15.552138 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [req-5a24f8c4-a05d-41ec-a2d6-445b1dff076b req-a52ffd03-5dc3-48a3-8b34-02f14bc29d55 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:53:15.553246 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5a24f8c4-a05d-41ec-a2d6-445b1dff076b req-a52ffd03-5dc3-48a3-8b34-02f14bc29d55 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0073903 Feb 04 11:53:15.625989 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-25cb468f-f534-42fa-933c-0b87eaf4d208 None None] Set router 5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:53:15.647795 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d74a2dea-cda5-439c-86cd-4d9c59231c8f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:15.648300 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74a2dea-cda5-439c-86cd-4d9c59231c8f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Fanout notify agent at l3_agent the message router_deleted on router a5fa9a5a-78b1-4942-828e-6f242edc4d03 {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:53:15.663393 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d74a2dea-cda5-439c-86cd-4d9c59231c8f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:15.664461 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d74a2dea-cda5-439c-86cd-4d9c59231c8f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/routers/a5fa9a5a-78b1-4942-828e-6f242edc4d03 HTTP/1.1" status: 204 len: 168 time: 1.9003632 Feb 04 11:53:15.667111 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 42996) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:15.704904 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:15.706528 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:15.764063 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5a24f8c4-a05d-41ec-a2d6-445b1dff076b req-ae9de922-0a9b-4d50-9a35-34ff5feafec2 service neutron] 10.222.0.47 "GET /v2.0/networks/a23f3c76-d15a-4fcc-b821-61e65e6da3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046196 Feb 04 11:53:15.770364 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba12237-1afc-44ae-b653-55ef2aec9513 req-3f263e85-6d36-4584-844d-31545b06a484 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:15.771020 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-bba12237-1afc-44ae-b653-55ef2aec9513 req-3f263e85-6d36-4584-844d-31545b06a484 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Synchronizing usage tracker for tenant:4e2cb104d3bb42a4a344ade0b8b3bbd0 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:53:15.802355 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e1b4a03c-7f91-446b-9584-d3c0dbcb341f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:15.953777 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e1b4a03c-7f91-446b-9584-d3c0dbcb341f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:15.979784 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-e1b4a03c-7f91-446b-9584-d3c0dbcb341f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['093136aa-9940-4ec4-8493-cbcd60bc9350']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:15.980778 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-25cb468f-f534-42fa-933c-0b87eaf4d208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'name': 'tempest-TestVolumeBootPattern-842267503-router', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:45Z', 'updated_at': '2022-02-04T11:41:54Z', 'revision_number': 4, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'gw_port': {'id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:47Z', 'updated_at': '2022-02-04T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'c19b6c46-bb43-4310-9912-2d2d61d6f848', 'name': '', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'mac_address': 'fa:16:3e:2c:e8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:53Z', 'updated_at': '2022-02-04T11:42:17Z', 'revision_number': 5, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'subnets': [{'id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:15.984909 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cb468f-f534-42fa-933c-0b87eaf4d208 None None] The sync data for ids ['5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'] in dv-neutron-827825-2-hyperv is: [{'id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'name': 'tempest-TestVolumeBootPattern-842267503-router', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:45Z', 'updated_at': '2022-02-04T11:41:54Z', 'revision_number': 4, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'gw_port': {'id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:47Z', 'updated_at': '2022-02-04T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'c19b6c46-bb43-4310-9912-2d2d61d6f848', 'name': '', 'network_id': 'a23f3c76-d15a-4fcc-b821-61e65e6da3f4', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'mac_address': 'fa:16:3e:2c:e8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:53Z', 'updated_at': '2022-02-04T11:42:17Z', 'revision_number': 5, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'subnets': [{'id': '5af355fa-ef8e-4697-b6fa-0681cfbee57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:53:15.992854 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-e1b4a03c-7f91-446b-9584-d3c0dbcb341f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c96dc4f8-3655-4c75-8795-ef93c043aacd') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:15.993256 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-e1b4a03c-7f91-446b-9584-d3c0dbcb341f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c96dc4f8-3655-4c75-8795-ef93c043aacd') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:16.006571 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e1b4a03c-7f91-446b-9584-d3c0dbcb341f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:16.023895 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5a24f8c4-a05d-41ec-a2d6-445b1dff076b req-fdb40ee6-2b43-41d6-ab5c-b4e862073204 service neutron] 10.222.0.47 "GET /v2.0/networks/a23f3c76-d15a-4fcc-b821-61e65e6da3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501194 Feb 04 11:53:16.024064 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e1b4a03c-7f91-446b-9584-d3c0dbcb341f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:16.027821 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-bba12237-1afc-44ae-b653-55ef2aec9513 req-3f263e85-6d36-4584-844d-31545b06a484 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Unset dirty status for tenant:4e2cb104d3bb42a4a344ade0b8b3bbd0 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:53:16.029327 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-bba12237-1afc-44ae-b653-55ef2aec9513 req-3f263e85-6d36-4584-844d-31545b06a484 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9afe7ae-ecd8-4f92-98d2-03267a1fd007 HTTP/1.1" status: 200 len: 945 time: 0.4251819 Feb 04 11:53:16.031971 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b4a03c-7f91-446b-9584-d3c0dbcb341f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:53:16.033474 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e1b4a03c-7f91-446b-9584-d3c0dbcb341f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:16.046928 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:53:16.046928 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:53:16.046928 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:53:16.046928 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:53:16.046928 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:53:16.046928 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:53:16.046928 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:53:16.046928 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:53:16.046928 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:53:16.046928 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:53:16.046928 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:53:16.046928 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:53:16.046928 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:53:16.046928 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:53:16.046928 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:53:16.046928 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:53:16.046928 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:53:16.046928 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:53:16.046928 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:53:16.046928 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:53:16.046928 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:53:16.046928 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:53:16.046928 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:53:16.046928 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:53:16.046928 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:53:16.046928 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:53:16.046928 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:53:16.046928 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:53:16.046928 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:53:16.046928 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:53:16.046928 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:53:16.046928 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:53:16.088375 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-bba12237-1afc-44ae-b653-55ef2aec9513 req-7ebeb104-afb7-4b76-93e8-05b55b15e80c tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57a5bbd-0b59-4171-ae0e-c020deb7a309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455563 Feb 04 11:53:16.179275 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e1b4a03c-7f91-446b-9584-d3c0dbcb341f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:16.201633 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e1b4a03c-7f91-446b-9584-d3c0dbcb341f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:16.210495 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b4a03c-7f91-446b-9584-d3c0dbcb341f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Network': ['ID=093136aa-9940-4ec4-8493-cbcd60bc9350,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:16.217126 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e1b4a03c-7f91-446b-9584-d3c0dbcb341f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/networks/093136aa-9940-4ec4-8493-cbcd60bc9350 HTTP/1.1" status: 204 len: 168 time: 0.5489571 Feb 04 11:53:16.240295 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43002) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:16.248046 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-58277147-39ad-4f09-8388-36434569c325 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'network': {'name': 'tempest-network-smoke--152543897', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'port_security_enabled': True}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:53:16.253715 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-58277147-39ad-4f09-8388-36434569c325 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:53:16.256862 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680d05a-c146-4ea0-9dcf-36cc8f5ee4b1 req-3ee227b9-3683-4ec9-97cb-9a58252e6726 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:16.257800 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-58277147-39ad-4f09-8388-36434569c325 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:network and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:53:16.262676 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2680d05a-c146-4ea0-9dcf-36cc8f5ee4b1 req-3ee227b9-3683-4ec9-97cb-9a58252e6726 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9afe7ae-ecd8-4f92-98d2-03267a1fd007 HTTP/1.1" status: 200 len: 945 time: 0.0948477 Feb 04 11:53:16.262781 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-58277147-39ad-4f09-8388-36434569c325 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:53:16.267765 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-58277147-39ad-4f09-8388-36434569c325 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:53:16.329230 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-2680d05a-c146-4ea0-9dcf-36cc8f5ee4b1 req-9a4b35f6-d5b5-44ef-bc83-4be4580aa7fe tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Deleting port 95d1ff22-0d5c-41d7-8719-6a2037eb2d9f {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:53:16.329563 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-2680d05a-c146-4ea0-9dcf-36cc8f5ee4b1 req-9a4b35f6-d5b5-44ef-bc83-4be4580aa7fe tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:16.348135 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58277147-39ad-4f09-8388-36434569c325 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Made reservation on behalf of 009ced00ffd949498e5831cf00e326e7 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:53:16.351097 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-58277147-39ad-4f09-8388-36434569c325 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:16.365443 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d211184-89dc-4221-b3ec-2ed1e7d60339 None None] New status for floating IP e1d726c6-dd91-48f9-bf44-2760d9291750: DOWN {{(pid=84206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 11:53:16.385442 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58277147-39ad-4f09-8388-36434569c325 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:53:16.394418 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-58277147-39ad-4f09-8388-36434569c325 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:16.394815 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-58277147-39ad-4f09-8388-36434569c325 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Added segment eaabab19-197f-41f2-889f-5b83d5f9faf1 of type vlan for network 6e954ff7-c55b-4255-90d1-6f1dabd1d9d2 Feb 04 11:53:16.429391 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-58277147-39ad-4f09-8388-36434569c325 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:16.500329 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dbf78e-9570-4139-9296-6b2b1d7cc30d None None] New status for floating IP d62f680e-b580-4d01-9f82-b5a47da6c816: DOWN {{(pid=84207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 11:53:16.543523 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-58277147-39ad-4f09-8388-36434569c325 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:16.551655 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58277147-39ad-4f09-8388-36434569c325 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:16.553270 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-58277147-39ad-4f09-8388-36434569c325 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:16.602546 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-2680d05a-c146-4ea0-9dcf-36cc8f5ee4b1 req-9a4b35f6-d5b5-44ef-bc83-4be4580aa7fe tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] For port 95d1ff22-0d5c-41d7-8719-6a2037eb2d9f, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=95d1ff22-0d5c-41d7-8719-6a2037eb2d9f,segment=NetworkSegment(4eb24d1e-b892-48d0-b039-7c5703d889e1),segment_id=4eb24d1e-b892-48d0-b039-7c5703d889e1)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:53:16.603093 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-2680d05a-c146-4ea0-9dcf-36cc8f5ee4b1 req-9a4b35f6-d5b5-44ef-bc83-4be4580aa7fe tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:16.662066 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1c0998-7efd-484b-8932-b0952fa7a402 None None] Sync routers for ids ['a5fa9a5a-78b1-4942-828e-6f242edc4d03'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:53:16.674225 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58277147-39ad-4f09-8388-36434569c325 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Network': ['ID=6e954ff7-c55b-4255-90d1-6f1dabd1d9d2,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:16.679445 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1c0998-7efd-484b-8932-b0952fa7a402 None None] Routers set() bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:53:16.679809 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1c0998-7efd-484b-8932-b0952fa7a402 None None] Router IDs set() for agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 04 11:53:16.680440 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_agentschedulers_db [None req-2d1c0998-7efd-484b-8932-b0952fa7a402 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a5fa9a5a-78b1-4942-828e-6f242edc4d03'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:53:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent'). {{(pid=84206) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 11:53:16.686519 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 6e954ff7-c55b-4255-90d1-6f1dabd1d9d2 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:53:16.731645 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-2680d05a-c146-4ea0-9dcf-36cc8f5ee4b1 req-9a4b35f6-d5b5-44ef-bc83-4be4580aa7fe tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Calling delete_port for 95d1ff22-0d5c-41d7-8719-6a2037eb2d9f owned by compute:nova {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:53:16.737014 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-58277147-39ad-4f09-8388-36434569c325 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4929292 Feb 04 11:53:16.737164 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43006) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:16.742622 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-806a61d7-3dc4-47d6-ae20-d8df8f05b36b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-418563499', 'admin_state_up': True, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:53:16.753394 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-806a61d7-3dc4-47d6-ae20-d8df8f05b36b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:53:16.759039 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-806a61d7-3dc4-47d6-ae20-d8df8f05b36b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:router and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:53:16.762741 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-806a61d7-3dc4-47d6-ae20-d8df8f05b36b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:53:16.769674 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-806a61d7-3dc4-47d6-ae20-d8df8f05b36b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:53:16.772594 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1c0998-7efd-484b-8932-b0952fa7a402 None None] Routers set() bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:53:16.772951 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1c0998-7efd-484b-8932-b0952fa7a402 None None] Router IDs set() for agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 04 11:53:16.773547 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_agentschedulers_db [None req-2d1c0998-7efd-484b-8932-b0952fa7a402 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a5fa9a5a-78b1-4942-828e-6f242edc4d03'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:53:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent'). {{(pid=84206) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 11:53:16.774074 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1c0998-7efd-484b-8932-b0952fa7a402 None None] The sync data for ids ['a5fa9a5a-78b1-4942-828e-6f242edc4d03'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:53:16.868167 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-806a61d7-3dc4-47d6-ae20-d8df8f05b36b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:16.869134 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-806a61d7-3dc4-47d6-ae20-d8df8f05b36b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:16.896706 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:16.967631 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-2680d05a-c146-4ea0-9dcf-36cc8f5ee4b1 req-9a4b35f6-d5b5-44ef-bc83-4be4580aa7fe tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:16.979712 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-806a61d7-3dc4-47d6-ae20-d8df8f05b36b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:17.014250 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b35f6-d5b5-44ef-bc83-4be4580aa7fe tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Pushing event deleted for resources: {'Port': ['ID=95d1ff22-0d5c-41d7-8719-6a2037eb2d9f,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:17.089757 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-2680d05a-c146-4ea0-9dcf-36cc8f5ee4b1 req-9a4b35f6-d5b5-44ef-bc83-4be4580aa7fe tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] No DVR routers for this DVR port 95d1ff22-0d5c-41d7-8719-6a2037eb2d9f on host hv-neutron-8278 {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:53:17.092118 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-2680d05a-c146-4ea0-9dcf-36cc8f5ee4b1 req-9a4b35f6-d5b5-44ef-bc83-4be4580aa7fe tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:17.094660 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9afe7ae-ecd8-4f92-98d2-03267a1fd007', 'name': 'network-vif-deleted', 'tag': '95d1ff22-0d5c-41d7-8719-6a2037eb2d9f'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:53:17.150224 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9afe7ae-ecd8-4f92-98d2-03267a1fd007', 'name': 'network-vif-deleted', 'tag': '95d1ff22-0d5c-41d7-8719-6a2037eb2d9f', 'status': 'completed', 'code': 200} Feb 04 11:53:17.183803 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2680d05a-c146-4ea0-9dcf-36cc8f5ee4b1 req-9a4b35f6-d5b5-44ef-bc83-4be4580aa7fe tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.47 "DELETE /v2.0/ports/95d1ff22-0d5c-41d7-8719-6a2037eb2d9f HTTP/1.1" status: 204 len: 173 time: 0.9192386 Feb 04 11:53:17.253763 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device f6aed9be-1132-49f7-83bc-9728d1e8f327 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:53:17.276404 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-5d73b088-5877-49cb-8ee5-c2b1f7ed489d req-d753a476-54a9-45bf-9343-81bd1e471d33 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Synchronizing usage tracker for tenant:4e2cb104d3bb42a4a344ade0b8b3bbd0 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:53:17.327163 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: f6aed9be-1132-49f7-83bc-9728d1e8f327 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:53:17.327495 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device f6aed9be-1132-49f7-83bc-9728d1e8f327 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:53:17.363004 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-806a61d7-3dc4-47d6-ae20-d8df8f05b36b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:17.392907 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-5d73b088-5877-49cb-8ee5-c2b1f7ed489d req-d753a476-54a9-45bf-9343-81bd1e471d33 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Unset dirty status for tenant:4e2cb104d3bb42a4a344ade0b8b3bbd0 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:53:17.392907 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5d73b088-5877-49cb-8ee5-c2b1f7ed489d req-d753a476-54a9-45bf-9343-81bd1e471d33 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9afe7ae-ecd8-4f92-98d2-03267a1fd007 HTTP/1.1" status: 200 len: 210 time: 0.1521027 Feb 04 11:53:17.654504 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-806a61d7-3dc4-47d6-ae20-d8df8f05b36b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router_gateway, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:17.684427 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-806a61d7-3dc4-47d6-ae20-d8df8f05b36b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:17.821682 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-806a61d7-3dc4-47d6-ae20-d8df8f05b36b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Allocated IP 172.26.3.175 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/1001528f-3afc-4ab2-a553-ed28f8567079) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:53:17.966918 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-806a61d7-3dc4-47d6-ae20-d8df8f05b36b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:18.074496 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-806a61d7-3dc4-47d6-ae20-d8df8f05b36b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:18.141414 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806a61d7-3dc4-47d6-ae20-d8df8f05b36b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:53:18.144281 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-806a61d7-3dc4-47d6-ae20-d8df8f05b36b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:53:18.148029 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806a61d7-3dc4-47d6-ae20-d8df8f05b36b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:53:18.176604 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a61d7-3dc4-47d6-ae20-d8df8f05b36b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=1001528f-3afc-4ab2-a553-ed28f8567079,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:18.383873 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-806a61d7-3dc4-47d6-ae20-d8df8f05b36b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router_gateway, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:18.384577 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-806a61d7-3dc4-47d6-ae20-d8df8f05b36b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:18.581434 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f0557214-8da0-4ef8-afc2-612824299e37 req-036dac59-e126-4979-ac0a-cf749ac4ba65 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9afe7ae-ecd8-4f92-98d2-03267a1fd007 HTTP/1.1" status: 200 len: 210 time: 0.0463467 Feb 04 11:53:18.742497 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806a61d7-3dc4-47d6-ae20-d8df8f05b36b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router af882a16-c5c1-482f-b6fb-60264d9a8051 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:53:18.947792 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806a61d7-3dc4-47d6-ae20-d8df8f05b36b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:53:18.957933 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b2631c-7856-4e49-a571-e1872c86fb36 None None] Sync routers for ids ['af882a16-c5c1-482f-b6fb-60264d9a8051'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:53:18.969483 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b2631c-7856-4e49-a571-e1872c86fb36 None None] Routers {'af882a16-c5c1-482f-b6fb-60264d9a8051'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:53:18.970178 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-48b2631c-7856-4e49-a571-e1872c86fb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:53:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['af882a16-c5c1-482f-b6fb-60264d9a8051'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:19.053112 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-806a61d7-3dc4-47d6-ae20-d8df8f05b36b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:19.054376 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-806a61d7-3dc4-47d6-ae20-d8df8f05b36b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3163130 Feb 04 11:53:19.057480 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43018) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:19.098236 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-35bf7a67-b657-4a3e-bb27-8c24040dda6b tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=009ced00ffd949498e5831cf00e326e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390444 Feb 04 11:53:19.100859 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43022) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:19.144282 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-48b2631c-7856-4e49-a571-e1872c86fb36 None None] Set router af882a16-c5c1-482f-b6fb-60264d9a8051 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:53:19.232267 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255278b6-e8ac-4131-ba43-a4622233c1c7 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:19.236154 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-255278b6-e8ac-4131-ba43-a4622233c1c7 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1319644 Feb 04 11:53:19.236582 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43026) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:19.277783 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6e3a2781-b122-435c-8a62-63f13758022d tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=63d4ab6b-931d-42a4-aa18-bedd81d582fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401208 Feb 04 11:53:19.280212 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43030) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:19.285363 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-75ffc79c-b6cd-4dbc-a1c2-01a409e52fbd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1941603658', 'network_id': '6e954ff7-c55b-4255-90d1-6f1dabd1d9d2', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:53:19.357488 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 95d1ff22-0d5c-41d7-8719-6a2037eb2d9f no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:53:19.393825 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-75ffc79c-b6cd-4dbc-a1c2-01a409e52fbd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:53:19.398821 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-75ffc79c-b6cd-4dbc-a1c2-01a409e52fbd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:subnet and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:53:19.399754 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] No Port match for: 95d1ff22-0d5c-41d7-8719-6a2037eb2d9f {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:53:19.400102 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 95d1ff22-0d5c-41d7-8719-6a2037eb2d9f not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:53:19.403276 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-75ffc79c-b6cd-4dbc-a1c2-01a409e52fbd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:53:19.409819 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-75ffc79c-b6cd-4dbc-a1c2-01a409e52fbd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:53:19.423028 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-48b2631c-7856-4e49-a571-e1872c86fb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'name': 'tempest-TestNetworkBasicOps-router-418563499', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '1001528f-3afc-4ab2-a553-ed28f8567079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:53:16Z', 'updated_at': '2022-02-04T11:53:18Z', 'revision_number': 3, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '1001528f-3afc-4ab2-a553-ed28f8567079', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:63:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:53:17Z', 'updated_at': '2022-02-04T11:53:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:19.426771 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b2631c-7856-4e49-a571-e1872c86fb36 None None] Checking router: af882a16-c5c1-482f-b6fb-60264d9a8051 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:53:19.427242 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b2631c-7856-4e49-a571-e1872c86fb36 None None] Updating router af882a16-c5c1-482f-b6fb-60264d9a8051 port 1001528f-3afc-4ab2-a553-ed28f8567079 binding host dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:53:19.479268 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-48b2631c-7856-4e49-a571-e1872c86fb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:19.496123 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ffc79c-b6cd-4dbc-a1c2-01a409e52fbd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Made reservation on behalf of 009ced00ffd949498e5831cf00e326e7 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:53:19.691931 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43036) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:19.699257 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-75ffc79c-b6cd-4dbc-a1c2-01a409e52fbd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:19.848760 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-ff8846a9-da88-45ca-bc77-f1c0565d9129 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Deleting port 7e256d9d-192e-40e4-83d5-c3663907fa71 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:53:19.848946 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-48b2631c-7856-4e49-a571-e1872c86fb36 None None] Notify callbacks [] for port, precommit_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:19.849218 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ff8846a9-da88-45ca-bc77-f1c0565d9129 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:19.862556 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.provisioning_blocks [None req-48b2631c-7856-4e49-a571-e1872c86fb36 None None] Transition to ACTIVE for port object 1001528f-3afc-4ab2-a553-ed28f8567079 will not be triggered until provisioned by entity L2. {{(pid=84207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:53:19.947554 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-48b2631c-7856-4e49-a571-e1872c86fb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:20.011141 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-75ffc79c-b6cd-4dbc-a1c2-01a409e52fbd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:20.025551 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf323d0-9c74-4bc1-9f10-198a0cb9c49e None None] Pushing event updated for resources: {'Port': ['ID=1001528f-3afc-4ab2-a553-ed28f8567079,revision_number=2']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:20.027935 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ff8846a9-da88-45ca-bc77-f1c0565d9129 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:20.028568 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ff8846a9-da88-45ca-bc77-f1c0565d9129 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:20.030500 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-48b2631c-7856-4e49-a571-e1872c86fb36 None None] Attempting to bind port 1001528f-3afc-4ab2-a553-ed28f8567079 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:53:20.030855 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-48b2631c-7856-4e49-a571-e1872c86fb36 None None] Attempting to bind port 1001528f-3afc-4ab2-a553-ed28f8567079 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:53:20.031209 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b2631c-7856-4e49-a571-e1872c86fb36 None None] Attempting to bind port 1001528f-3afc-4ab2-a553-ed28f8567079 on network 63d4ab6b-931d-42a4-aa18-bedd81d582fa {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:53:20.040025 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf323d0-9c74-4bc1-9f10-198a0cb9c49e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:20.040576 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf323d0-9c74-4bc1-9f10-198a0cb9c49e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:20.040684 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf323d0-9c74-4bc1-9f10-198a0cb9c49e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:20.041054 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf323d0-9c74-4bc1-9f10-198a0cb9c49e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:20.041316 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf323d0-9c74-4bc1-9f10-198a0cb9c49e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:20.041648 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf323d0-9c74-4bc1-9f10-198a0cb9c49e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:20.041982 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf323d0-9c74-4bc1-9f10-198a0cb9c49e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:20.042833 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf323d0-9c74-4bc1-9f10-198a0cb9c49e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:20.043148 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf323d0-9c74-4bc1-9f10-198a0cb9c49e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:20.043469 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf323d0-9c74-4bc1-9f10-198a0cb9c49e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:20.043773 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf323d0-9c74-4bc1-9f10-198a0cb9c49e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:20.048496 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b2631c-7856-4e49-a571-e1872c86fb36 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:53:20.048863 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b2631c-7856-4e49-a571-e1872c86fb36 None None] Checking segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:53:20.049251 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-48b2631c-7856-4e49-a571-e1872c86fb36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:20.049616 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b2631c-7856-4e49-a571-e1872c86fb36 None None] Bound using segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:53:20.050094 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-48b2631c-7856-4e49-a571-e1872c86fb36 None None] Bound port: 1001528f-3afc-4ab2-a553-ed28f8567079, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:53:20.050459 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-48b2631c-7856-4e49-a571-e1872c86fb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:20.092425 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ffc79c-b6cd-4dbc-a1c2-01a409e52fbd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Subnet': ['ID=490571fe-8e82-4d83-b393-9e6f658aa84e,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:20.107205 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ffc79c-b6cd-4dbc-a1c2-01a409e52fbd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Checking segment: {'id': 'eaabab19-197f-41f2-889f-5b83d5f9faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6e954ff7-c55b-4255-90d1-6f1dabd1d9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:53:20.107715 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ffc79c-b6cd-4dbc-a1c2-01a409e52fbd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network hostable DHCP agents. Network: 6e954ff7-c55b-4255-90d1-6f1dabd1d9d2, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:53:20.125795 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-48b2631c-7856-4e49-a571-e1872c86fb36 None None] For port 1001528f-3afc-4ab2-a553-ed28f8567079, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:53:20.129238 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-48b2631c-7856-4e49-a571-e1872c86fb36 None None] For port 1001528f-3afc-4ab2-a553-ed28f8567079, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=1001528f-3afc-4ab2-a553-ed28f8567079,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:53:20.157076 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-ff8846a9-da88-45ca-bc77-f1c0565d9129 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Calling delete_port for 7e256d9d-192e-40e4-83d5-c3663907fa71 owned by network:floatingip {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:53:20.225381 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-48b2631c-7856-4e49-a571-e1872c86fb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:20.253017 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ffc79c-b6cd-4dbc-a1c2-01a409e52fbd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 6e954ff7-c55b-4255-90d1-6f1dabd1d9d2 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:53:20.312901 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf323d0-9c74-4bc1-9f10-198a0cb9c49e None None] Pushing event updated for resources: {'Port': ['ID=1001528f-3afc-4ab2-a553-ed28f8567079,revision_number=3']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:20.315508 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b2631c-7856-4e49-a571-e1872c86fb36 None None] Routers {'af882a16-c5c1-482f-b6fb-60264d9a8051'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:53:20.316122 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-48b2631c-7856-4e49-a571-e1872c86fb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:53:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['af882a16-c5c1-482f-b6fb-60264d9a8051'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:20.337081 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-75ffc79c-b6cd-4dbc-a1c2-01a409e52fbd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 6e954ff7-c55b-4255-90d1-6f1dabd1d9d2) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:53:20.346078 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4409038-df0e-40c1-a689-7d7d8da1dbdd None None] Network 6e954ff7-c55b-4255-90d1-6f1dabd1d9d2 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:53:20.364702 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ffc79c-b6cd-4dbc-a1c2-01a409e52fbd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:20.365286 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-75ffc79c-b6cd-4dbc-a1c2-01a409e52fbd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:20.447839 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ff8846a9-da88-45ca-bc77-f1c0565d9129 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:20.483464 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-75ffc79c-b6cd-4dbc-a1c2-01a409e52fbd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1996980 Feb 04 11:53:20.484012 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43040) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:20.502366 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-48b2631c-7856-4e49-a571-e1872c86fb36 None None] Set router af882a16-c5c1-482f-b6fb-60264d9a8051 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:53:20.518993 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8846a9-da88-45ca-bc77-f1c0565d9129 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Pushing event deleted for resources: {'Port': ['ID=7e256d9d-192e-40e4-83d5-c3663907fa71,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:20.590620 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacf5dcb-d7ef-4bf4-9d5d-55c9ad2a1f44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-6e954ff7-c55b-4255-90d1-6f1dabd1d9d2', 'network_id': '6e954ff7-c55b-4255-90d1-6f1dabd1d9d2', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ips': [{'subnet_id': '490571fe-8e82-4d83-b393-9e6f658aa84e'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:53:20.591423 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bacf5dcb-d7ef-4bf4-9d5d-55c9ad2a1f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:20.633467 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ff8846a9-da88-45ca-bc77-f1c0565d9129 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for floatingip, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:20.716182 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ff8846a9-da88-45ca-bc77-f1c0565d9129 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:20.717353 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ff8846a9-da88-45ca-bc77-f1c0565d9129 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "DELETE /v2.0/floatingips/bb809ebb-06f3-4076-adba-903405926831 HTTP/1.1" status: 204 len: 168 time: 1.0243580 Feb 04 11:53:20.761837 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-bacf5dcb-d7ef-4bf4-9d5d-55c9ad2a1f44 None None] Allocated IP 172.20.0.2 (6e954ff7-c55b-4255-90d1-6f1dabd1d9d2/490571fe-8e82-4d83-b393-9e6f658aa84e/9851ff78-09cb-4ee6-9e66-3589ced2fc0e) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:53:20.857657 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-48b2631c-7856-4e49-a571-e1872c86fb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'name': 'tempest-TestNetworkBasicOps-router-418563499', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '1001528f-3afc-4ab2-a553-ed28f8567079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:53:16Z', 'updated_at': '2022-02-04T11:53:18Z', 'revision_number': 3, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '1001528f-3afc-4ab2-a553-ed28f8567079', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:63:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:53:17Z', 'updated_at': '2022-02-04T11:53:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:20.862147 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b2631c-7856-4e49-a571-e1872c86fb36 None None] The sync data for ids ['af882a16-c5c1-482f-b6fb-60264d9a8051'] in dv-neutron-827825-2-hyperv is: [{'id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'name': 'tempest-TestNetworkBasicOps-router-418563499', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '1001528f-3afc-4ab2-a553-ed28f8567079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:53:16Z', 'updated_at': '2022-02-04T11:53:18Z', 'revision_number': 3, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '1001528f-3afc-4ab2-a553-ed28f8567079', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:63:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:53:17Z', 'updated_at': '2022-02-04T11:53:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:53:21.013796 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bacf5dcb-d7ef-4bf4-9d5d-55c9ad2a1f44 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:21.024948 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-bacf5dcb-d7ef-4bf4-9d5d-55c9ad2a1f44 None None] Transition to ACTIVE for port object 9851ff78-09cb-4ee6-9e66-3589ced2fc0e will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:53:21.045080 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-bacf5dcb-d7ef-4bf4-9d5d-55c9ad2a1f44 None None] Transition to ACTIVE for port object 9851ff78-09cb-4ee6-9e66-3589ced2fc0e will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:53:21.137534 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bacf5dcb-d7ef-4bf4-9d5d-55c9ad2a1f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:21.212672 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacf5dcb-d7ef-4bf4-9d5d-55c9ad2a1f44 None None] Network 6e954ff7-c55b-4255-90d1-6f1dabd1d9d2 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:53:21.248872 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-bacf5dcb-d7ef-4bf4-9d5d-55c9ad2a1f44 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:53:21.257697 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacf5dcb-d7ef-4bf4-9d5d-55c9ad2a1f44 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:53:21.280293 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf5dcb-d7ef-4bf4-9d5d-55c9ad2a1f44 None None] Pushing event updated for resources: {'Port': ['ID=9851ff78-09cb-4ee6-9e66-3589ced2fc0e,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:21.364414 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 1001528f-3afc-4ab2-a553-ed28f8567079 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:53:21.457029 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-bacf5dcb-d7ef-4bf4-9d5d-55c9ad2a1f44 None None] Attempting to bind port 9851ff78-09cb-4ee6-9e66-3589ced2fc0e on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:53:21.457438 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-bacf5dcb-d7ef-4bf4-9d5d-55c9ad2a1f44 None None] Attempting to bind port 9851ff78-09cb-4ee6-9e66-3589ced2fc0e by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'eaabab19-197f-41f2-889f-5b83d5f9faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6e954ff7-c55b-4255-90d1-6f1dabd1d9d2'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:53:21.457802 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacf5dcb-d7ef-4bf4-9d5d-55c9ad2a1f44 None None] Attempting to bind port 9851ff78-09cb-4ee6-9e66-3589ced2fc0e on network 6e954ff7-c55b-4255-90d1-6f1dabd1d9d2 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:53:21.466410 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacf5dcb-d7ef-4bf4-9d5d-55c9ad2a1f44 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:53:21.466675 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacf5dcb-d7ef-4bf4-9d5d-55c9ad2a1f44 None None] Checking segment: {'id': 'eaabab19-197f-41f2-889f-5b83d5f9faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6e954ff7-c55b-4255-90d1-6f1dabd1d9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:53:21.466957 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bacf5dcb-d7ef-4bf4-9d5d-55c9ad2a1f44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:21.467234 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacf5dcb-d7ef-4bf4-9d5d-55c9ad2a1f44 None None] Bound using segment: {'id': 'eaabab19-197f-41f2-889f-5b83d5f9faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6e954ff7-c55b-4255-90d1-6f1dabd1d9d2'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:53:21.467691 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-bacf5dcb-d7ef-4bf4-9d5d-55c9ad2a1f44 None None] Bound port: 9851ff78-09cb-4ee6-9e66-3589ced2fc0e, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaabab19-197f-41f2-889f-5b83d5f9faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6e954ff7-c55b-4255-90d1-6f1dabd1d9d2'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:53:21.468101 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bacf5dcb-d7ef-4bf4-9d5d-55c9ad2a1f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:21.474970 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8162-5830-4323-87a8-558e3b47de61 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:21.567141 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 1001528f-3afc-4ab2-a553-ed28f8567079 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:53:21.575915 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 1001528f-3afc-4ab2-a553-ed28f8567079 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:53:21.575915 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:21.625780 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-bacf5dcb-d7ef-4bf4-9d5d-55c9ad2a1f44 None None] For port 9851ff78-09cb-4ee6-9e66-3589ced2fc0e, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:53:21.645649 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-bacf5dcb-d7ef-4bf4-9d5d-55c9ad2a1f44 None None] For port 9851ff78-09cb-4ee6-9e66-3589ced2fc0e, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=9851ff78-09cb-4ee6-9e66-3589ced2fc0e,segment=NetworkSegment(eaabab19-197f-41f2-889f-5b83d5f9faf1),segment_id=eaabab19-197f-41f2-889f-5b83d5f9faf1)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:53:21.714004 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:21.729489 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bacf5dcb-d7ef-4bf4-9d5d-55c9ad2a1f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:21.772464 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 1001528f-3afc-4ab2-a553-ed28f8567079, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=1001528f-3afc-4ab2-a553-ed28f8567079,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:53:21.831416 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf5dcb-d7ef-4bf4-9d5d-55c9ad2a1f44 None None] Pushing event updated for resources: {'Port': ['ID=9851ff78-09cb-4ee6-9e66-3589ced2fc0e,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:21.871366 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:21.967934 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=1001528f-3afc-4ab2-a553-ed28f8567079,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:22.095441 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-2c3f8162-5830-4323-87a8-558e3b47de61 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Allocated IP 172.20.0.1 (6e954ff7-c55b-4255-90d1-6f1dabd1d9d2/490571fe-8e82-4d83-b393-9e6f658aa84e/8ea60855-6bea-47a1-86e1-d7bcde16605d) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:53:22.278674 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8162-5830-4323-87a8-558e3b47de61 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:22.295578 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-2c3f8162-5830-4323-87a8-558e3b47de61 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Transition to ACTIVE for port object 8ea60855-6bea-47a1-86e1-d7bcde16605d will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:53:22.394277 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8162-5830-4323-87a8-558e3b47de61 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:22.471396 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3f8162-5830-4323-87a8-558e3b47de61 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 6e954ff7-c55b-4255-90d1-6f1dabd1d9d2 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:53:22.474957 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-2c3f8162-5830-4323-87a8-558e3b47de61 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:53:22.479245 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3f8162-5830-4323-87a8-558e3b47de61 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:53:22.517616 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f8162-5830-4323-87a8-558e3b47de61 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=8ea60855-6bea-47a1-86e1-d7bcde16605d,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:22.545118 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8162-5830-4323-87a8-558e3b47de61 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:22.707700 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8162-5830-4323-87a8-558e3b47de61 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:22.834819 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fa99dc-0b09-4db8-b137-2938696dbe71 None None] Network 6e954ff7-c55b-4255-90d1-6f1dabd1d9d2 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:53:23.033152 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-b1dbb6b6-59b6-44e2-a576-743c27845785 None None] Provisioning for port 9851ff78-09cb-4ee6-9e66-3589ced2fc0e completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:53:23.144765 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8162-5830-4323-87a8-558e3b47de61 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:23.224464 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8162-5830-4323-87a8-558e3b47de61 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:23.353000 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8162-5830-4323-87a8-558e3b47de61 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:23.356948 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f8162-5830-4323-87a8-558e3b47de61 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=8ea60855-6bea-47a1-86e1-d7bcde16605d,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:23.402182 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 1001528f-3afc-4ab2-a553-ed28f8567079 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:53:23.440340 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-6f9c3c4d-c9dd-456c-bbbd-6146ae41a2c9 None None] Provisioning for port 8ea60855-6bea-47a1-86e1-d7bcde16605d completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:53:23.447220 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-6f9c3c4d-c9dd-456c-bbbd-6146ae41a2c9 None None] Provisioning complete for port 8ea60855-6bea-47a1-86e1-d7bcde16605d triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:53:23.447701 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6f9c3c4d-c9dd-456c-bbbd-6146ae41a2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:23.519693 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-6f9c3c4d-c9dd-456c-bbbd-6146ae41a2c9 None None] Port 8ea60855-6bea-47a1-86e1-d7bcde16605d cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:53:23.522193 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3f8162-5830-4323-87a8-558e3b47de61 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 6e954ff7-c55b-4255-90d1-6f1dabd1d9d2 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:53:23.523396 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-2c3f8162-5830-4323-87a8-558e3b47de61 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:53:23.551399 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 1001528f-3afc-4ab2-a553-ed28f8567079 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:53:23.551856 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:23.600972 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43056) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:23.700239 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8f9a92bc-6566-4ef4-8be9-3f601c0a64d1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:23.749075 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 9851ff78-09cb-4ee6-9e66-3589ced2fc0e up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:53:23.749287 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8f9a92bc-6566-4ef4-8be9-3f601c0a64d1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:23.830319 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-36d910fe-53e5-40be-a2e5-db6beb148a44 None None] Provisioning complete for port 8ea60855-6bea-47a1-86e1-d7bcde16605d triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:53:23.830610 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-36d910fe-53e5-40be-a2e5-db6beb148a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:23.882474 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8f9a92bc-6566-4ef4-8be9-3f601c0a64d1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:23.888171 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-36d910fe-53e5-40be-a2e5-db6beb148a44 None None] Port 8ea60855-6bea-47a1-86e1-d7bcde16605d cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:53:23.915390 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a92bc-6566-4ef4-8be9-3f601c0a64d1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57a5bbd-0b59-4171-ae0e-c020deb7a309,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:23.959847 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 9851ff78-09cb-4ee6-9e66-3589ced2fc0e completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:53:23.966260 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 9851ff78-09cb-4ee6-9e66-3589ced2fc0e triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:53:23.966641 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:23.991421 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8f9a92bc-6566-4ef4-8be9-3f601c0a64d1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:23.997431 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8f9a92bc-6566-4ef4-8be9-3f601c0a64d1 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] 10.222.0.21 "DELETE /v2.0/security-groups/b57a5bbd-0b59-4171-ae0e-c020deb7a309 HTTP/1.1" status: 204 len: 168 time: 0.3929181 Feb 04 11:53:24.045253 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-795a79f0-c80d-4760-8aa1-4ef008109b60 None None] Provisioning complete for port 8ea60855-6bea-47a1-86e1-d7bcde16605d triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:53:24.045619 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-795a79f0-c80d-4760-8aa1-4ef008109b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:24.109790 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3f8162-5830-4323-87a8-558e3b47de61 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router af882a16-c5c1-482f-b6fb-60264d9a8051 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:53:24.141774 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:24.166165 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-795a79f0-c80d-4760-8aa1-4ef008109b60 None None] Port 8ea60855-6bea-47a1-86e1-d7bcde16605d cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:53:24.185166 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 9851ff78-09cb-4ee6-9e66-3589ced2fc0e, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=9851ff78-09cb-4ee6-9e66-3589ced2fc0e,segment=NetworkSegment(eaabab19-197f-41f2-889f-5b83d5f9faf1),segment_id=eaabab19-197f-41f2-889f-5b83d5f9faf1)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:53:24.273232 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:24.338577 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=9851ff78-09cb-4ee6-9e66-3589ced2fc0e,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:24.338833 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3f8162-5830-4323-87a8-558e3b47de61 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:53:24.354750 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2c3f8162-5830-4323-87a8-558e3b47de61 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "PUT /v2.0/routers/af882a16-c5c1-482f-b6fb-60264d9a8051/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8675704 Feb 04 11:53:24.354883 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43062) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:24.502238 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47efa86c-2b34-4f4b-936e-cc74c3bc11e1 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:24.502636 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47efa86c-2b34-4f4b-936e-cc74c3bc11e1 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:24.503000 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47efa86c-2b34-4f4b-936e-cc74c3bc11e1 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:24.503377 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47efa86c-2b34-4f4b-936e-cc74c3bc11e1 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:24.503798 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47efa86c-2b34-4f4b-936e-cc74c3bc11e1 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:24.504073 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47efa86c-2b34-4f4b-936e-cc74c3bc11e1 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:24.508317 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-47efa86c-2b34-4f4b-936e-cc74c3bc11e1 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1500640 Feb 04 11:53:24.508547 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43066) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:24.583023 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa6e116-ba18-4b89-9408-7e4939e2f38f tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:24.583397 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa6e116-ba18-4b89-9408-7e4939e2f38f tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:24.583758 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa6e116-ba18-4b89-9408-7e4939e2f38f tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:24.584115 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa6e116-ba18-4b89-9408-7e4939e2f38f tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:24.584474 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa6e116-ba18-4b89-9408-7e4939e2f38f tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:24.584821 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa6e116-ba18-4b89-9408-7e4939e2f38f tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:24.586663 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5fa6e116-ba18-4b89-9408-7e4939e2f38f tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0772107 Feb 04 11:53:24.590252 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43070) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:24.697724 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9e97f1-eef0-4447-947d-14bf5404929d None None] Sync routers for ids ['af882a16-c5c1-482f-b6fb-60264d9a8051'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:53:24.709750 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9e97f1-eef0-4447-947d-14bf5404929d None None] Routers {'af882a16-c5c1-482f-b6fb-60264d9a8051'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:53:24.710402 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-9b9e97f1-eef0-4447-947d-14bf5404929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:53:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['af882a16-c5c1-482f-b6fb-60264d9a8051'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:24.793329 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-52704d19-3df3-4fc9-b9aa-9f6d15ec8728 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1993053 Feb 04 11:53:24.888369 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-9b9e97f1-eef0-4447-947d-14bf5404929d None None] Set router af882a16-c5c1-482f-b6fb-60264d9a8051 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:53:25.116775 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43078) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:25.123408 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-c87819ea-ce57-4179-9e3a-5ab884c9e90b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-854156939', 'description': 'tempest-secgroup-smoke-854156939 description', 'project_id': '009ced00ffd949498e5831cf00e326e7'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:53:25.129157 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c87819ea-ce57-4179-9e3a-5ab884c9e90b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:53:25.133240 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c87819ea-ce57-4179-9e3a-5ab884c9e90b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:53:25.136796 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c87819ea-ce57-4179-9e3a-5ab884c9e90b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:53:25.142417 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c87819ea-ce57-4179-9e3a-5ab884c9e90b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:53:25.191768 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43082) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:25.218159 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-9b9e97f1-eef0-4447-947d-14bf5404929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'name': 'tempest-TestNetworkBasicOps-router-418563499', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '1001528f-3afc-4ab2-a553-ed28f8567079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:53:16Z', 'updated_at': '2022-02-04T11:53:22Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '1001528f-3afc-4ab2-a553-ed28f8567079', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:63:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:53:17Z', 'updated_at': '2022-02-04T11:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '8ea60855-6bea-47a1-86e1-d7bcde16605d', 'name': '', 'network_id': '6e954ff7-c55b-4255-90d1-6f1dabd1d9d2', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:44:f1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '490571fe-8e82-4d83-b393-9e6f658aa84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:53:21Z', 'updated_at': '2022-02-04T11:53:22Z', 'revision_number': 2, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': '490571fe-8e82-4d83-b393-9e6f658aa84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:25.222276 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9e97f1-eef0-4447-947d-14bf5404929d None None] Checking router: af882a16-c5c1-482f-b6fb-60264d9a8051 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:53:25.222700 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9e97f1-eef0-4447-947d-14bf5404929d None None] Updating router af882a16-c5c1-482f-b6fb-60264d9a8051 port 8ea60855-6bea-47a1-86e1-d7bcde16605d binding host dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:53:25.241901 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c87819ea-ce57-4179-9e3a-5ab884c9e90b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:25.281252 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9b9e97f1-eef0-4447-947d-14bf5404929d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:25.286097 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c87819ea-ce57-4179-9e3a-5ab884c9e90b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:53:25.290487 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c87819ea-ce57-4179-9e3a-5ab884c9e90b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:53:25.293963 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c87819ea-ce57-4179-9e3a-5ab884c9e90b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:53:25.302785 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c87819ea-ce57-4179-9e3a-5ab884c9e90b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:53:25.328343 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 9851ff78-09cb-4ee6-9e66-3589ced2fc0e up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:53:25.363185 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c87819ea-ce57-4179-9e3a-5ab884c9e90b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:25.475500 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c87819ea-ce57-4179-9e3a-5ab884c9e90b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:25.481526 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 9851ff78-09cb-4ee6-9e66-3589ced2fc0e triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:53:25.481911 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:25.539602 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87819ea-ce57-4179-9e3a-5ab884c9e90b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ba7c40-0f3e-4883-b564-2b7e573728d2,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:25.597466 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c87819ea-ce57-4179-9e3a-5ab884c9e90b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:25.598827 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c87819ea-ce57-4179-9e3a-5ab884c9e90b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4810143 Feb 04 11:53:25.602225 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43088) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:25.609198 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-df0364a6-360a-43d1-94e2-6d5815007d20 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': 'f5ba7c40-0f3e-4883-b564-2b7e573728d2', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:53:25.615300 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-df0364a6-360a-43d1-94e2-6d5815007d20 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:53:25.619312 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-df0364a6-360a-43d1-94e2-6d5815007d20 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:53:25.622642 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-df0364a6-360a-43d1-94e2-6d5815007d20 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:53:25.628475 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-df0364a6-360a-43d1-94e2-6d5815007d20 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:53:25.709864 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-df0364a6-360a-43d1-94e2-6d5815007d20 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:25.780457 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-df0364a6-360a-43d1-94e2-6d5815007d20 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:25.816236 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9b9e97f1-eef0-4447-947d-14bf5404929d None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:25.827745 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9b9e97f1-eef0-4447-947d-14bf5404929d None None] Transition to ACTIVE for port object 8ea60855-6bea-47a1-86e1-d7bcde16605d will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:53:25.841554 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-df0364a6-360a-43d1-94e2-6d5815007d20 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:25.844752 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fdfafe83-bfc1-4fbb-a64f-68ce885a5d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:25.865656 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0364a6-360a-43d1-94e2-6d5815007d20 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42700c0e-94ee-4b57-a1e4-9dbc3350394e,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:25.942368 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9b9e97f1-eef0-4447-947d-14bf5404929d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:25.977289 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-df0364a6-360a-43d1-94e2-6d5815007d20 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:25.978816 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-df0364a6-360a-43d1-94e2-6d5815007d20 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3755612 Feb 04 11:53:25.982456 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43092) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:25.989690 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-622afeb6-4bf5-4e6e-bcfe-8db4539dc919 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': 'f5ba7c40-0f3e-4883-b564-2b7e573728d2', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:53:25.996532 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-622afeb6-4bf5-4e6e-bcfe-8db4539dc919 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:53:26.001227 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-622afeb6-4bf5-4e6e-bcfe-8db4539dc919 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:53:26.004202 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-622afeb6-4bf5-4e6e-bcfe-8db4539dc919 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:53:26.010439 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-622afeb6-4bf5-4e6e-bcfe-8db4539dc919 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:53:26.072637 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c07765-fb22-4145-9632-0c81feb551f1 None None] Pushing event updated for resources: {'Port': ['ID=8ea60855-6bea-47a1-86e1-d7bcde16605d,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:26.109463 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-622afeb6-4bf5-4e6e-bcfe-8db4539dc919 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:26.168629 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-9b9e97f1-eef0-4447-947d-14bf5404929d None None] Attempting to bind port 8ea60855-6bea-47a1-86e1-d7bcde16605d on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:53:26.168976 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-9b9e97f1-eef0-4447-947d-14bf5404929d None None] Attempting to bind port 8ea60855-6bea-47a1-86e1-d7bcde16605d by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'eaabab19-197f-41f2-889f-5b83d5f9faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6e954ff7-c55b-4255-90d1-6f1dabd1d9d2'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:53:26.169307 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9e97f1-eef0-4447-947d-14bf5404929d None None] Attempting to bind port 8ea60855-6bea-47a1-86e1-d7bcde16605d on network 6e954ff7-c55b-4255-90d1-6f1dabd1d9d2 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:53:26.184210 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9e97f1-eef0-4447-947d-14bf5404929d None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:53:26.184570 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9e97f1-eef0-4447-947d-14bf5404929d None None] Checking segment: {'id': 'eaabab19-197f-41f2-889f-5b83d5f9faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6e954ff7-c55b-4255-90d1-6f1dabd1d9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:53:26.184960 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9b9e97f1-eef0-4447-947d-14bf5404929d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:26.185341 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9e97f1-eef0-4447-947d-14bf5404929d None None] Bound using segment: {'id': 'eaabab19-197f-41f2-889f-5b83d5f9faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6e954ff7-c55b-4255-90d1-6f1dabd1d9d2'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:53:26.185797 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-9b9e97f1-eef0-4447-947d-14bf5404929d None None] Bound port: 8ea60855-6bea-47a1-86e1-d7bcde16605d, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaabab19-197f-41f2-889f-5b83d5f9faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6e954ff7-c55b-4255-90d1-6f1dabd1d9d2'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:53:26.186301 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9b9e97f1-eef0-4447-947d-14bf5404929d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:26.232817 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-622afeb6-4bf5-4e6e-bcfe-8db4539dc919 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:26.290480 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9b9e97f1-eef0-4447-947d-14bf5404929d None None] For port 8ea60855-6bea-47a1-86e1-d7bcde16605d, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:53:26.295807 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9b9e97f1-eef0-4447-947d-14bf5404929d None None] For port 8ea60855-6bea-47a1-86e1-d7bcde16605d, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=8ea60855-6bea-47a1-86e1-d7bcde16605d,segment=NetworkSegment(eaabab19-197f-41f2-889f-5b83d5f9faf1),segment_id=eaabab19-197f-41f2-889f-5b83d5f9faf1)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:53:26.325958 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-622afeb6-4bf5-4e6e-bcfe-8db4539dc919 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:26.349187 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622afeb6-4bf5-4e6e-bcfe-8db4539dc919 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd91efe6-0371-45a6-85db-cd00382e65ea,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:26.385376 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9b9e97f1-eef0-4447-947d-14bf5404929d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:26.466536 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-622afeb6-4bf5-4e6e-bcfe-8db4539dc919 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:26.472216 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c07765-fb22-4145-9632-0c81feb551f1 None None] Pushing event updated for resources: {'Port': ['ID=8ea60855-6bea-47a1-86e1-d7bcde16605d,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:26.472216 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9e97f1-eef0-4447-947d-14bf5404929d None None] Routers {'af882a16-c5c1-482f-b6fb-60264d9a8051'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:53:26.472543 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-9b9e97f1-eef0-4447-947d-14bf5404929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:53:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['af882a16-c5c1-482f-b6fb-60264d9a8051'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:26.473710 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-622afeb6-4bf5-4e6e-bcfe-8db4539dc919 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4898324 Feb 04 11:53:26.474772 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43096) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:26.482105 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-e1e96c1c-3d75-4241-8c7f-94d90a64cde3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': 'f5ba7c40-0f3e-4883-b564-2b7e573728d2', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:53:26.490056 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e1e96c1c-3d75-4241-8c7f-94d90a64cde3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:53:26.494639 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e1e96c1c-3d75-4241-8c7f-94d90a64cde3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:53:26.498247 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e1e96c1c-3d75-4241-8c7f-94d90a64cde3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:53:26.505256 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e1e96c1c-3d75-4241-8c7f-94d90a64cde3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:53:26.582933 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e1e96c1c-3d75-4241-8c7f-94d90a64cde3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:26.595480 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-fdfafe83-bfc1-4fbb-a64f-68ce885a5d5a admin admin] Deleting port c19b6c46-bb43-4310-9912-2d2d61d6f848 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:53:26.595961 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fdfafe83-bfc1-4fbb-a64f-68ce885a5d5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:26.661065 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e1e96c1c-3d75-4241-8c7f-94d90a64cde3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:26.679853 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-9b9e97f1-eef0-4447-947d-14bf5404929d None None] Set router af882a16-c5c1-482f-b6fb-60264d9a8051 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:53:26.724878 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e1e96c1c-3d75-4241-8c7f-94d90a64cde3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:26.756056 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e96c1c-3d75-4241-8c7f-94d90a64cde3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e9eb87-42af-47e6-8706-73dafec64e80,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:26.781256 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-fdfafe83-bfc1-4fbb-a64f-68ce885a5d5a admin admin] For port c19b6c46-bb43-4310-9912-2d2d61d6f848, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=c19b6c46-bb43-4310-9912-2d2d61d6f848,segment=NetworkSegment(4eb24d1e-b892-48d0-b039-7c5703d889e1),segment_id=4eb24d1e-b892-48d0-b039-7c5703d889e1)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:53:26.781626 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fdfafe83-bfc1-4fbb-a64f-68ce885a5d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:26.827800 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e1e96c1c-3d75-4241-8c7f-94d90a64cde3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:26.832249 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e1e96c1c-3d75-4241-8c7f-94d90a64cde3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3561747 Feb 04 11:53:26.837018 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43100) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:26.838956 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-42bb7ca7-399d-459c-8235-f337ee1824de tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': 'f5ba7c40-0f3e-4883-b564-2b7e573728d2', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:53:26.846312 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-42bb7ca7-399d-459c-8235-f337ee1824de tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:53:26.850307 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-42bb7ca7-399d-459c-8235-f337ee1824de tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:53:26.853465 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-42bb7ca7-399d-459c-8235-f337ee1824de tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:53:26.860683 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-42bb7ca7-399d-459c-8235-f337ee1824de tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:53:26.906578 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-fdfafe83-bfc1-4fbb-a64f-68ce885a5d5a admin admin] Calling delete_port for c19b6c46-bb43-4310-9912-2d2d61d6f848 owned by network:router_interface {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:53:26.940882 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-42bb7ca7-399d-459c-8235-f337ee1824de tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:27.010929 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-42bb7ca7-399d-459c-8235-f337ee1824de tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:27.011223 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-9b9e97f1-eef0-4447-947d-14bf5404929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'name': 'tempest-TestNetworkBasicOps-router-418563499', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '1001528f-3afc-4ab2-a553-ed28f8567079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:53:16Z', 'updated_at': '2022-02-04T11:53:22Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '1001528f-3afc-4ab2-a553-ed28f8567079', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:63:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:53:17Z', 'updated_at': '2022-02-04T11:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '8ea60855-6bea-47a1-86e1-d7bcde16605d', 'name': '', 'network_id': '6e954ff7-c55b-4255-90d1-6f1dabd1d9d2', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:44:f1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '490571fe-8e82-4d83-b393-9e6f658aa84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:53:21Z', 'updated_at': '2022-02-04T11:53:26Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': '490571fe-8e82-4d83-b393-9e6f658aa84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:27.015198 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9e97f1-eef0-4447-947d-14bf5404929d None None] The sync data for ids ['af882a16-c5c1-482f-b6fb-60264d9a8051'] in dv-neutron-827825-2-hyperv is: [{'id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'name': 'tempest-TestNetworkBasicOps-router-418563499', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '1001528f-3afc-4ab2-a553-ed28f8567079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:53:16Z', 'updated_at': '2022-02-04T11:53:22Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '1001528f-3afc-4ab2-a553-ed28f8567079', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:63:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:53:17Z', 'updated_at': '2022-02-04T11:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '8ea60855-6bea-47a1-86e1-d7bcde16605d', 'name': '', 'network_id': '6e954ff7-c55b-4255-90d1-6f1dabd1d9d2', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:44:f1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '490571fe-8e82-4d83-b393-9e6f658aa84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:53:21Z', 'updated_at': '2022-02-04T11:53:26Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': '490571fe-8e82-4d83-b393-9e6f658aa84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:53:27.087760 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-42bb7ca7-399d-459c-8235-f337ee1824de tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:27.112915 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb7ca7-399d-459c-8235-f337ee1824de tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c2c73ca-c668-4422-b7d2-3e33970df84f,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:27.185091 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fdfafe83-bfc1-4fbb-a64f-68ce885a5d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:27.207607 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-42bb7ca7-399d-459c-8235-f337ee1824de tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:27.209415 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-42bb7ca7-399d-459c-8235-f337ee1824de tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3753045 Feb 04 11:53:27.211986 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43104) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:27.218813 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-86561288-a568-4a55-87fd-2b342b6a77b8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': 'f5ba7c40-0f3e-4883-b564-2b7e573728d2', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:53:27.227226 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-86561288-a568-4a55-87fd-2b342b6a77b8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:53:27.231581 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-86561288-a568-4a55-87fd-2b342b6a77b8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:53:27.234536 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-86561288-a568-4a55-87fd-2b342b6a77b8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:53:27.235561 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfafe83-bfc1-4fbb-a64f-68ce885a5d5a admin admin] Pushing event deleted for resources: {'Port': ['ID=c19b6c46-bb43-4310-9912-2d2d61d6f848,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:27.242881 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-86561288-a568-4a55-87fd-2b342b6a77b8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:53:27.328520 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.securitygroups_db [None req-86561288-a568-4a55-87fd-2b342b6a77b8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Project 009ced00ffd949498e5831cf00e326e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:53:27.335842 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-86561288-a568-4a55-87fd-2b342b6a77b8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:27.348867 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 8ea60855-6bea-47a1-86e1-d7bcde16605d up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:53:27.464248 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-86561288-a568-4a55-87fd-2b342b6a77b8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:27.511360 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 8ea60855-6bea-47a1-86e1-d7bcde16605d completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:53:27.516871 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 8ea60855-6bea-47a1-86e1-d7bcde16605d triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:53:27.520120 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:27.538901 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-86561288-a568-4a55-87fd-2b342b6a77b8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:27.570666 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86561288-a568-4a55-87fd-2b342b6a77b8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b13cbab5-de60-416e-bdac-15de5273072e,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:27.596382 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-fdfafe83-bfc1-4fbb-a64f-68ce885a5d5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:27.647455 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-86561288-a568-4a55-87fd-2b342b6a77b8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:27.651302 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-86561288-a568-4a55-87fd-2b342b6a77b8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4353697 Feb 04 11:53:27.651594 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43108) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:27.657206 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-7b80e3ae-76c9-4cb1-a251-6bfcef3c2a0f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': 'f5ba7c40-0f3e-4883-b564-2b7e573728d2', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:53:27.659264 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:27.670085 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-7b80e3ae-76c9-4cb1-a251-6bfcef3c2a0f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:53:27.675133 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-7b80e3ae-76c9-4cb1-a251-6bfcef3c2a0f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:53:27.680135 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-7b80e3ae-76c9-4cb1-a251-6bfcef3c2a0f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:53:27.687124 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-7b80e3ae-76c9-4cb1-a251-6bfcef3c2a0f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:53:27.699467 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 8ea60855-6bea-47a1-86e1-d7bcde16605d, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=8ea60855-6bea-47a1-86e1-d7bcde16605d,segment=NetworkSegment(eaabab19-197f-41f2-889f-5b83d5f9faf1),segment_id=eaabab19-197f-41f2-889f-5b83d5f9faf1)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:53:27.785169 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.securitygroups_db [None req-7b80e3ae-76c9-4cb1-a251-6bfcef3c2a0f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Project 009ced00ffd949498e5831cf00e326e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:53:27.793482 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7b80e3ae-76c9-4cb1-a251-6bfcef3c2a0f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:27.802720 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:27.866349 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7b80e3ae-76c9-4cb1-a251-6bfcef3c2a0f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:27.880426 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=8ea60855-6bea-47a1-86e1-d7bcde16605d,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:27.941862 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7b80e3ae-76c9-4cb1-a251-6bfcef3c2a0f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:27.967898 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b80e3ae-76c9-4cb1-a251-6bfcef3c2a0f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8baf8b43-e6e5-461b-9478-fcd3127ced74,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:28.051032 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7b80e3ae-76c9-4cb1-a251-6bfcef3c2a0f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:28.052272 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-7b80e3ae-76c9-4cb1-a251-6bfcef3c2a0f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3995867 Feb 04 11:53:28.231117 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-b3b69f3a-98ec-46c8-bf45-eccb43bf6071 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-854156939&fields=id&tenant_id=009ced00ffd949498e5831cf00e326e7 HTTP/1.1" status: 200 len: 267 time: 0.0413778 Feb 04 11:53:28.317974 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdfafe83-bfc1-4fbb-a64f-68ce885a5d5a admin admin] Router 5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:53:28.375705 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-f98f41a9-592d-41df-b992-fd5f025cf3a6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:28.377114 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-f98f41a9-592d-41df-b992-fd5f025cf3a6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/networks?id=6e954ff7-c55b-4255-90d1-6f1dabd1d9d2 HTTP/1.1" status: 200 len: 796 time: 0.1393468 Feb 04 11:53:28.394497 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-a659895d-4542-4445-a0e1-5af608219eae tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/quotas/009ced00ffd949498e5831cf00e326e7 HTTP/1.1" status: 200 len: 375 time: 0.0114496 Feb 04 11:53:28.479859 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-76b4dded-b703-41c9-8717-e284bcc159e1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:53:28.524058 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfafe83-bfc1-4fbb-a64f-68ce885a5d5a admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:53:28.532831 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708c30fa-35fe-427f-8c45-8ecba4b37a5b None None] Sync routers for ids ['5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:53:28.537345 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-fdfafe83-bfc1-4fbb-a64f-68ce885a5d5a admin admin] 10.222.0.21 "PUT /v2.0/routers/5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3445208 Feb 04 11:53:28.539891 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43120) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:28.545823 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708c30fa-35fe-427f-8c45-8ecba4b37a5b None None] Routers {'5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:53:28.556270 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-708c30fa-35fe-427f-8c45-8ecba4b37a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:53:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:28.587690 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-76b4dded-b703-41c9-8717-e284bcc159e1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:53:28.590108 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-76b4dded-b703-41c9-8717-e284bcc159e1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1896331 Feb 04 11:53:28.736505 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-708c30fa-35fe-427f-8c45-8ecba4b37a5b None None] Set router 5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:53:28.744113 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c3054580-daf7-4d50-bf15-82a9f4703030 admin admin] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:28.814450 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-a083f7a9-5a54-4e63-b6cf-d7df9fadf3d6 service neutron] 10.222.0.21 "GET /v2.0/networks/6e954ff7-c55b-4255-90d1-6f1dabd1d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113700 Feb 04 11:53:28.948606 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c3054580-daf7-4d50-bf15-82a9f4703030 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:28.956214 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-c3e94204-73e2-4666-a9b1-03d04da8f1a7 service neutron] 10.222.0.21 "GET /v2.0/networks/6e954ff7-c55b-4255-90d1-6f1dabd1d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352077 Feb 04 11:53:29.013823 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-c3054580-daf7-4d50-bf15-82a9f4703030 admin admin] Deleting port 29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:53:29.014637 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c3054580-daf7-4d50-bf15-82a9f4703030 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:29.031138 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-708c30fa-35fe-427f-8c45-8ecba4b37a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'name': 'tempest-TestVolumeBootPattern-842267503-router', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:45Z', 'updated_at': '2022-02-04T11:53:27Z', 'revision_number': 5, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'gw_port': {'id': '29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:41:47Z', 'updated_at': '2022-02-04T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:29.035073 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708c30fa-35fe-427f-8c45-8ecba4b37a5b None None] Checking router: 5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:53:29.046079 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708c30fa-35fe-427f-8c45-8ecba4b37a5b None None] Routers {'5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:53:29.046665 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-708c30fa-35fe-427f-8c45-8ecba4b37a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:53:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:29.242099 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-56422357-0df4-4b47-9779-d5ba1c4e3183 req-0f133604-fe4a-4e34-b551-44fdc6bba780 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:53:29.248397 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-708c30fa-35fe-427f-8c45-8ecba4b37a5b None None] Set router 5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0 gateway port host: None {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:53:29.256392 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-c3054580-daf7-4d50-bf15-82a9f4703030 admin admin] For port 29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:53:29.256741 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c3054580-daf7-4d50-bf15-82a9f4703030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:29.321056 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-56422357-0df4-4b47-9779-d5ba1c4e3183 req-0f133604-fe4a-4e34-b551-44fdc6bba780 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:53:29.322208 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-56422357-0df4-4b47-9779-d5ba1c4e3183 req-0f133604-fe4a-4e34-b551-44fdc6bba780 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=48697659-39e1-4fd9-a9af-d8199b6e21b6 HTTP/1.1" status: 200 len: 210 time: 0.1523390 Feb 04 11:53:29.375484 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-708c30fa-35fe-427f-8c45-8ecba4b37a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'name': 'tempest-TestVolumeBootPattern-842267503-router', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:45Z', 'updated_at': '2022-02-04T11:53:28Z', 'revision_number': 6, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'gw_port_host': None}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:29.379439 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708c30fa-35fe-427f-8c45-8ecba4b37a5b None None] The sync data for ids ['5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0'] in dv-neutron-827825-2-hyperv is: [{'id': '5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0', 'name': 'tempest-TestVolumeBootPattern-842267503-router', 'tenant_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:41:45Z', 'updated_at': '2022-02-04T11:53:28Z', 'revision_number': 6, 'project_id': '4e2cb104d3bb42a4a344ade0b8b3bbd0', 'gw_port_host': None}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:53:29.386633 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-c3054580-daf7-4d50-bf15-82a9f4703030 admin admin] Calling delete_port for 29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e owned by network:router_gateway {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:53:29.393578 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 8ea60855-6bea-47a1-86e1-d7bcde16605d up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:53:29.466044 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 8ea60855-6bea-47a1-86e1-d7bcde16605d triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:53:29.466411 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:29.630263 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c3054580-daf7-4d50-bf15-82a9f4703030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:29.675469 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3054580-daf7-4d50-bf15-82a9f4703030 admin admin] Pushing event deleted for resources: {'Port': ['ID=29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:29.994725 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c3054580-daf7-4d50-bf15-82a9f4703030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:30.259481 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c3054580-daf7-4d50-bf15-82a9f4703030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:30.264838 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c3054580-daf7-4d50-bf15-82a9f4703030 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:30.373112 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c3054580-daf7-4d50-bf15-82a9f4703030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:30.373958 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3054580-daf7-4d50-bf15-82a9f4703030 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0 {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:53:30.389773 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c3054580-daf7-4d50-bf15-82a9f4703030 admin admin] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:30.392014 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c3054580-daf7-4d50-bf15-82a9f4703030 admin admin] 10.222.0.21 "DELETE /v2.0/routers/5a0b5794-c8d7-47c2-9ddd-1ed2fbae51a0 HTTP/1.1" status: 204 len: 168 time: 1.8501036 Feb 04 11:53:30.393509 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43138) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:30.453276 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c105589-66f5-449f-b86d-dff432f863ed admin admin] Deleting subnet 5af355fa-ef8e-4697-b6fa-0681cfbee57c {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:53:30.456464 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0c105589-66f5-449f-b86d-dff432f863ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:30.489464 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8190a2b6-cf9e-449a-903c-10d33ef39041 req-bf7d29c1-3d6d-43df-a3ec-88e876538593 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=48697659-39e1-4fd9-a9af-d8199b6e21b6 HTTP/1.1" status: 200 len: 210 time: 0.0408330 Feb 04 11:53:30.517393 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0c105589-66f5-449f-b86d-dff432f863ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:30.597165 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0c105589-66f5-449f-b86d-dff432f863ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:30.719258 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0c105589-66f5-449f-b86d-dff432f863ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:30.758593 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c105589-66f5-449f-b86d-dff432f863ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5af355fa-ef8e-4697-b6fa-0681cfbee57c,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:30.763972 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0c105589-66f5-449f-b86d-dff432f863ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:30.769771 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e5d938-f986-448e-8197-f9f826171f86 None None] Network a23f3c76-d15a-4fcc-b821-61e65e6da3f4 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:53:30.770336 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-0c105589-66f5-449f-b86d-dff432f863ed admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5af355fa-ef8e-4697-b6fa-0681cfbee57c HTTP/1.1" status: 204 len: 168 time: 0.3753352 Feb 04 11:53:30.772587 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43142) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:30.876914 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0f33f782-43e9-44c6-8101-296b49083864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:30.888256 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-0f33f782-43e9-44c6-8101-296b49083864 admin admin] Deleting port e16c6f5f-760e-418d-99f3-ad134a8bf37f {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:53:30.888581 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0f33f782-43e9-44c6-8101-296b49083864 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:31.026029 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdf0640-9056-41a8-8a48-6e75f3b29439 None None] DHCP port deletion for a23f3c76-d15a-4fcc-b821-61e65e6da3f4 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:53:31.030702 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-bfdf0640-9056-41a8-8a48-6e75f3b29439 None None] Deleting port e16c6f5f-760e-418d-99f3-ad134a8bf37f {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:53:31.031068 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bfdf0640-9056-41a8-8a48-6e75f3b29439 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:31.217339 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-0f33f782-43e9-44c6-8101-296b49083864 admin admin] For port e16c6f5f-760e-418d-99f3-ad134a8bf37f, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=e16c6f5f-760e-418d-99f3-ad134a8bf37f,segment=NetworkSegment(4eb24d1e-b892-48d0-b039-7c5703d889e1),segment_id=4eb24d1e-b892-48d0-b039-7c5703d889e1)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:53:31.217811 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0f33f782-43e9-44c6-8101-296b49083864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:31.289454 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-bfdf0640-9056-41a8-8a48-6e75f3b29439 None None] For port e16c6f5f-760e-418d-99f3-ad134a8bf37f, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=e16c6f5f-760e-418d-99f3-ad134a8bf37f,segment=NetworkSegment(4eb24d1e-b892-48d0-b039-7c5703d889e1),segment_id=4eb24d1e-b892-48d0-b039-7c5703d889e1)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:53:31.289835 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bfdf0640-9056-41a8-8a48-6e75f3b29439 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:31.404797 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-0f33f782-43e9-44c6-8101-296b49083864 admin admin] Calling delete_port for e16c6f5f-760e-418d-99f3-ad134a8bf37f owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:53:31.414276 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-bfdf0640-9056-41a8-8a48-6e75f3b29439 None None] Calling delete_port for e16c6f5f-760e-418d-99f3-ad134a8bf37f owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:53:31.516944 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-4d7d393f-4fce-46d0-b007-965971d04204 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:31.518234 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-4d7d393f-4fce-46d0-b007-965971d04204 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "GET /v2.0/networks?id=6e954ff7-c55b-4255-90d1-6f1dabd1d9d2 HTTP/1.1" status: 200 len: 796 time: 0.4350202 Feb 04 11:53:31.587667 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bfdf0640-9056-41a8-8a48-6e75f3b29439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:31.587935 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-0c1afef4-8956-42e1-9fbc-2f74d15b0d9b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=009ced00ffd949498e5831cf00e326e7 HTTP/1.1" status: 200 len: 379 time: 0.0576315 Feb 04 11:53:31.607459 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-04b10b2a-d339-4810-b396-68db5d2491fb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'port': {'device_id': '48697659-39e1-4fd9-a9af-d8199b6e21b6', 'network_id': '6e954ff7-c55b-4255-90d1-6f1dabd1d9d2', 'admin_state_up': True, 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'security_groups': ['f5ba7c40-0f3e-4883-b564-2b7e573728d2']}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:53:31.651970 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf0640-9056-41a8-8a48-6e75f3b29439 None None] Pushing event deleted for resources: {'Port': ['ID=e16c6f5f-760e-418d-99f3-ad134a8bf37f,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:31.661594 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdf0640-9056-41a8-8a48-6e75f3b29439 None None] No DVR routers for this DVR port e16c6f5f-760e-418d-99f3-ad134a8bf37f on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:53:31.694649 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bae35c0e-8ca3-45a1-863d-9dceddf5a28d req-08a12b02-2dee-4825-bec9-b89e3ed050b1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=48697659-39e1-4fd9-a9af-d8199b6e21b6 HTTP/1.1" status: 200 len: 210 time: 0.0556340 Feb 04 11:53:31.711731 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.api [None req-0f33f782-43e9-44c6-8101-296b49083864 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:53:31.711889 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device c19b6c46-bb43-4310-9912-2d2d61d6f848 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:53:31.711970 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG oslo_db.api [None req-0f33f782-43e9-44c6-8101-296b49083864 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:53:31.748375 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: c19b6c46-bb43-4310-9912-2d2d61d6f848 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:53:31.748721 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device c19b6c46-bb43-4310-9912-2d2d61d6f848 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:53:31.749133 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device e16c6f5f-760e-418d-99f3-ad134a8bf37f no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:53:31.781820 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: e16c6f5f-760e-418d-99f3-ad134a8bf37f {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:53:31.782488 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device e16c6f5f-760e-418d-99f3-ad134a8bf37f not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:53:31.795128 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-04b10b2a-d339-4810-b396-68db5d2491fb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:53:31.804840 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-04b10b2a-d339-4810-b396-68db5d2491fb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:53:31.879268 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-04b10b2a-d339-4810-b396-68db5d2491fb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Made reservation on behalf of 009ced00ffd949498e5831cf00e326e7 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:53:31.882299 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-04b10b2a-d339-4810-b396-68db5d2491fb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:32.042786 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-04b10b2a-d339-4810-b396-68db5d2491fb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Allocated IP 172.20.0.4 (6e954ff7-c55b-4255-90d1-6f1dabd1d9d2/490571fe-8e82-4d83-b393-9e6f658aa84e/f46dd781-811c-417d-9256-c10bf4406c33) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:53:32.216619 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-0f33f782-43e9-44c6-8101-296b49083864 admin admin] Deleting port e16c6f5f-760e-418d-99f3-ad134a8bf37f {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:53:32.216949 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0f33f782-43e9-44c6-8101-296b49083864 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:32.274581 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-04b10b2a-d339-4810-b396-68db5d2491fb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:32.288124 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-0f33f782-43e9-44c6-8101-296b49083864 admin admin] The port 'e16c6f5f-760e-418d-99f3-ad134a8bf37f' was deleted {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:53:32.341109 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-04b10b2a-d339-4810-b396-68db5d2491fb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Transition to ACTIVE for port object f46dd781-811c-417d-9256-c10bf4406c33 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:53:32.414167 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0f33f782-43e9-44c6-8101-296b49083864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:32.443845 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-0f33f782-43e9-44c6-8101-296b49083864 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a23f3c76-d15a-4fcc-b821-61e65e6da3f4']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:32.456137 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-0f33f782-43e9-44c6-8101-296b49083864 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eb24d1e-b892-48d0-b039-7c5703d889e1') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:32.456426 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-0f33f782-43e9-44c6-8101-296b49083864 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eb24d1e-b892-48d0-b039-7c5703d889e1') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:32.471995 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0f33f782-43e9-44c6-8101-296b49083864 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:32.488007 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0f33f782-43e9-44c6-8101-296b49083864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:32.493992 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f33f782-43e9-44c6-8101-296b49083864 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:53:32.494364 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0f33f782-43e9-44c6-8101-296b49083864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:32.507046 dv-neutron-827825-2-hyperv neutron-server[84205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:53:32.507046 dv-neutron-827825-2-hyperv neutron-server[84205]: util.warn( Feb 04 11:53:32.507046 dv-neutron-827825-2-hyperv neutron-server[84205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:53:32.507046 dv-neutron-827825-2-hyperv neutron-server[84205]: util.warn( Feb 04 11:53:32.507046 dv-neutron-827825-2-hyperv neutron-server[84205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:53:32.507046 dv-neutron-827825-2-hyperv neutron-server[84205]: util.warn( Feb 04 11:53:32.507046 dv-neutron-827825-2-hyperv neutron-server[84205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:53:32.507046 dv-neutron-827825-2-hyperv neutron-server[84205]: util.warn( Feb 04 11:53:32.507046 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 11:53:32.507046 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:53:32.507046 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 11:53:32.507046 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:53:32.507046 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 11:53:32.507046 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:53:32.507046 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 11:53:32.507046 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:53:32.507046 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 11:53:32.507046 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:53:32.507046 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 11:53:32.507046 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:53:32.507046 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 11:53:32.507046 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:53:32.507046 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:53:32.507046 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:53:32.507046 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:53:32.507046 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:53:32.507046 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 11:53:32.507046 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:53:32.507046 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 11:53:32.507046 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:53:32.507046 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:53:32.507046 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:53:32.507046 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 11:53:32.507046 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:53:32.507046 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:53:32.507046 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:53:32.507046 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:53:32.507046 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:53:32.507046 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:53:32.507046 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:53:32.511186 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-04b10b2a-d339-4810-b396-68db5d2491fb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:32.644593 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-04b10b2a-d339-4810-b396-68db5d2491fb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 6e954ff7-c55b-4255-90d1-6f1dabd1d9d2 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:53:32.647850 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-04b10b2a-d339-4810-b396-68db5d2491fb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:53:32.650231 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-04b10b2a-d339-4810-b396-68db5d2491fb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:53:32.681323 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b10b2a-d339-4810-b396-68db5d2491fb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=f46dd781-811c-417d-9256-c10bf4406c33,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:32.711625 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0f33f782-43e9-44c6-8101-296b49083864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:32.717067 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0f33f782-43e9-44c6-8101-296b49083864 admin admin] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:32.738465 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-04b10b2a-d339-4810-b396-68db5d2491fb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:32.739260 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-04b10b2a-d339-4810-b396-68db5d2491fb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:32.760147 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f33f782-43e9-44c6-8101-296b49083864 admin admin] Pushing event deleted for resources: {'Network': ['ID=a23f3c76-d15a-4fcc-b821-61e65e6da3f4,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:32.879906 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0f33f782-43e9-44c6-8101-296b49083864 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a23f3c76-d15a-4fcc-b821-61e65e6da3f4 HTTP/1.1" status: 204 len: 168 time: 2.1062155 Feb 04 11:53:32.883818 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43150) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:32.922182 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9d2cb-0100-42a2-a64d-257f32a7540b req-37255ffb-e289-4499-903e-140390a968e4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:32.922864 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-42d9d2cb-0100-42a2-a64d-257f32a7540b req-37255ffb-e289-4499-903e-140390a968e4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:53:32.949696 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-04b10b2a-d339-4810-b396-68db5d2491fb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3475752 Feb 04 11:53:32.960694 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-2734bbe0-6f80-417e-8571-3574ae90bcb3 service neutron] Request body: {'port': {'device_id': '48697659-39e1-4fd9-a9af-d8199b6e21b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:53:32.973083 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a0c80cda-6bb9-4a54-a6be-c91fb6704173 None None] Provisioning for port f46dd781-811c-417d-9256-c10bf4406c33 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:53:32.978629 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a0c80cda-6bb9-4a54-a6be-c91fb6704173 None None] Provisioning complete for port f46dd781-811c-417d-9256-c10bf4406c33 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:53:32.979040 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a0c80cda-6bb9-4a54-a6be-c91fb6704173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:33.034313 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-a0c80cda-6bb9-4a54-a6be-c91fb6704173 None None] Port f46dd781-811c-417d-9256-c10bf4406c33 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:53:33.043042 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-42d9d2cb-0100-42a2-a64d-257f32a7540b req-37255ffb-e289-4499-903e-140390a968e4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:53:33.044361 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-42d9d2cb-0100-42a2-a64d-257f32a7540b req-37255ffb-e289-4499-903e-140390a968e4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=48697659-39e1-4fd9-a9af-d8199b6e21b6 HTTP/1.1" status: 200 len: 931 time: 0.2135947 Feb 04 11:53:33.199024 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-2734bbe0-6f80-417e-8571-3574ae90bcb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:33.219339 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-42d9d2cb-0100-42a2-a64d-257f32a7540b req-d55b70c1-4c6f-40f3-bcec-1ae38b507d57 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5ba7c40-0f3e-4883-b564-2b7e573728d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657104 Feb 04 11:53:33.249733 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:53:33.287996 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:53:33.288633 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 29a7a9d4-8cc3-4b4e-9917-9ae6c2f5130e not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:53:33.296138 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3a359cac-e295-4c30-b4d8-a95ae591337f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:33.559206 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-2734bbe0-6f80-417e-8571-3574ae90bcb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f46dd781-811c-417d-9256-c10bf4406c33 {{(pid=84205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:53:33.565809 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-2734bbe0-6f80-417e-8571-3574ae90bcb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:33.579992 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-2734bbe0-6f80-417e-8571-3574ae90bcb3 service neutron] Transition to ACTIVE for port object f46dd781-811c-417d-9256-c10bf4406c33 will not be triggered until provisioned by entity L2. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:53:33.675478 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-2734bbe0-6f80-417e-8571-3574ae90bcb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:33.805157 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2734bbe0-6f80-417e-8571-3574ae90bcb3 service neutron] Pushing event updated for resources: {'Port': ['ID=f46dd781-811c-417d-9256-c10bf4406c33,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:33.915785 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-2734bbe0-6f80-417e-8571-3574ae90bcb3 service neutron] Attempting to bind port f46dd781-811c-417d-9256-c10bf4406c33 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:53:33.916240 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-2734bbe0-6f80-417e-8571-3574ae90bcb3 service neutron] Attempting to bind port f46dd781-811c-417d-9256-c10bf4406c33 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'eaabab19-197f-41f2-889f-5b83d5f9faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6e954ff7-c55b-4255-90d1-6f1dabd1d9d2'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:53:33.916421 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-2734bbe0-6f80-417e-8571-3574ae90bcb3 service neutron] Attempting to bind port f46dd781-811c-417d-9256-c10bf4406c33 on network 6e954ff7-c55b-4255-90d1-6f1dabd1d9d2 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:53:33.923785 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-2734bbe0-6f80-417e-8571-3574ae90bcb3 service neutron] Port f46dd781-811c-417d-9256-c10bf4406c33 on network 6e954ff7-c55b-4255-90d1-6f1dabd1d9d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:53:33.924110 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-2734bbe0-6f80-417e-8571-3574ae90bcb3 service neutron] Attempting to bind port f46dd781-811c-417d-9256-c10bf4406c33 on network 6e954ff7-c55b-4255-90d1-6f1dabd1d9d2 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:53:33.930300 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-2734bbe0-6f80-417e-8571-3574ae90bcb3 service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:53:33.930627 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-2734bbe0-6f80-417e-8571-3574ae90bcb3 service neutron] Checking segment: {'id': 'eaabab19-197f-41f2-889f-5b83d5f9faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6e954ff7-c55b-4255-90d1-6f1dabd1d9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:53:33.931003 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-2734bbe0-6f80-417e-8571-3574ae90bcb3 service neutron] Bound using segment: {'id': 'eaabab19-197f-41f2-889f-5b83d5f9faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6e954ff7-c55b-4255-90d1-6f1dabd1d9d2'} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:53:33.931420 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-2734bbe0-6f80-417e-8571-3574ae90bcb3 service neutron] Bound port: f46dd781-811c-417d-9256-c10bf4406c33, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaabab19-197f-41f2-889f-5b83d5f9faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6e954ff7-c55b-4255-90d1-6f1dabd1d9d2'}}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:53:33.931757 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-2734bbe0-6f80-417e-8571-3574ae90bcb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:34.001078 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-3a359cac-e295-4c30-b4d8-a95ae591337f admin admin] Deleting port c918ecb3-ed4b-4b1a-82b6-2b9c6e5d466c {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:53:34.001620 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3a359cac-e295-4c30-b4d8-a95ae591337f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:34.017358 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-2734bbe0-6f80-417e-8571-3574ae90bcb3 service neutron] For port f46dd781-811c-417d-9256-c10bf4406c33, host hv-neutron-8278, cleared binding levels {{(pid=84205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:53:34.020230 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-2734bbe0-6f80-417e-8571-3574ae90bcb3 service neutron] For port f46dd781-811c-417d-9256-c10bf4406c33, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f46dd781-811c-417d-9256-c10bf4406c33,segment=NetworkSegment(eaabab19-197f-41f2-889f-5b83d5f9faf1),segment_id=eaabab19-197f-41f2-889f-5b83d5f9faf1)] {{(pid=84205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:53:34.096901 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-2734bbe0-6f80-417e-8571-3574ae90bcb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:34.161705 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-2734bbe0-6f80-417e-8571-3574ae90bcb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:34.163225 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-2734bbe0-6f80-417e-8571-3574ae90bcb3 service neutron] 10.222.0.47 "PUT /v2.0/ports/f46dd781-811c-417d-9256-c10bf4406c33 HTTP/1.1" status: 200 len: 1093 time: 1.2068048 Feb 04 11:53:34.163662 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48697659-39e1-4fd9-a9af-d8199b6e21b6', 'tag': 'f46dd781-811c-417d-9256-c10bf4406c33'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:53:34.188319 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-3a359cac-e295-4c30-b4d8-a95ae591337f admin admin] For port c918ecb3-ed4b-4b1a-82b6-2b9c6e5d466c, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=c918ecb3-ed4b-4b1a-82b6-2b9c6e5d466c,segment=NetworkSegment(884f7180-7ab5-448d-8298-71153734ec02),segment_id=884f7180-7ab5-448d-8298-71153734ec02)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:53:34.188780 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3a359cac-e295-4c30-b4d8-a95ae591337f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:34.188961 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2734bbe0-6f80-417e-8571-3574ae90bcb3 service neutron] Pushing event updated for resources: {'Port': ['ID=f46dd781-811c-417d-9256-c10bf4406c33,revision_number=3']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:34.244209 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48697659-39e1-4fd9-a9af-d8199b6e21b6', 'tag': 'f46dd781-811c-417d-9256-c10bf4406c33', 'status': 'completed', 'code': 200} Feb 04 11:53:34.338382 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-ecedd4e5-f09a-4d2f-b57d-84461b2a878c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=48697659-39e1-4fd9-a9af-d8199b6e21b6 HTTP/1.1" status: 200 len: 1096 time: 0.0894666 Feb 04 11:53:34.339110 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-3a359cac-e295-4c30-b4d8-a95ae591337f admin admin] Calling delete_port for c918ecb3-ed4b-4b1a-82b6-2b9c6e5d466c owned by network:router_interface {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:53:34.452986 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-6a118f8e-3cca-4274-9e12-19888918ed5d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f46dd781-811c-417d-9256-c10bf4406c33 HTTP/1.1" status: 200 len: 217 time: 0.1079316 Feb 04 11:53:34.534063 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-aeac0aa2-b6dc-4b0c-ae66-9552f93f7afd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:34.535480 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-aeac0aa2-b6dc-4b0c-ae66-9552f93f7afd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=490571fe-8e82-4d83-b393-9e6f658aa84e HTTP/1.1" status: 200 len: 844 time: 0.0706663 Feb 04 11:53:34.541673 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484eb560-2d20-4561-a4d7-10f631dc2956 req-da60e689-4f1f-4c33-a003-2f6bbc3f5836 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:34.543046 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-484eb560-2d20-4561-a4d7-10f631dc2956 req-da60e689-4f1f-4c33-a003-2f6bbc3f5836 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=48697659-39e1-4fd9-a9af-d8199b6e21b6 HTTP/1.1" status: 200 len: 943 time: 0.1433790 Feb 04 11:53:34.576742 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3a359cac-e295-4c30-b4d8-a95ae591337f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:34.617271 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a359cac-e295-4c30-b4d8-a95ae591337f admin admin] Pushing event deleted for resources: {'Port': ['ID=c918ecb3-ed4b-4b1a-82b6-2b9c6e5d466c,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:34.632945 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-484eb560-2d20-4561-a4d7-10f631dc2956 req-198987a8-6ffd-47e0-859a-ce3687cd4c31 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5ba7c40-0f3e-4883-b564-2b7e573728d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610783 Feb 04 11:53:34.647677 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-404a6c64-df80-49b4-b955-a0e45f2dc534 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6e954ff7-c55b-4255-90d1-6f1dabd1d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1037374 Feb 04 11:53:34.795720 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-7e30517e-4ce0-45f1-9a36-ff5b53a88eb2 service neutron] 10.222.0.47 "GET /v2.0/networks/6e954ff7-c55b-4255-90d1-6f1dabd1d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411991 Feb 04 11:53:34.912465 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3a359cac-e295-4c30-b4d8-a95ae591337f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:34.932209 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-81af8ffb-4ae1-4bff-a53f-c37297374426 req-f8b8fdde-3c5b-45f2-ad72-1642da2edc04 service neutron] 10.222.0.47 "GET /v2.0/networks/6e954ff7-c55b-4255-90d1-6f1dabd1d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310389 Feb 04 11:53:35.158863 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d619e2e7-f990-4f4b-a4db-2accfe78db58 req-98b64a0f-5613-4029-bebc-5a60cb598e23 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=48697659-39e1-4fd9-a9af-d8199b6e21b6 HTTP/1.1" status: 200 len: 1096 time: 0.0743175 Feb 04 11:53:35.628358 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619e2e7-f990-4f4b-a4db-2accfe78db58 req-e3791dbe-258f-430c-a99b-e7d13ca3b31b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:35.628358 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d619e2e7-f990-4f4b-a4db-2accfe78db58 req-e3791dbe-258f-430c-a99b-e7d13ca3b31b service neutron] 10.222.0.47 "GET /v2.0/networks?id=6e954ff7-c55b-4255-90d1-6f1dabd1d9d2 HTTP/1.1" status: 200 len: 897 time: 0.2363403 Feb 04 11:53:35.628358 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d619e2e7-f990-4f4b-a4db-2accfe78db58 req-cc316169-27ae-4cfc-9ad4-925a2c6f34a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f46dd781-811c-417d-9256-c10bf4406c33 HTTP/1.1" status: 200 len: 217 time: 0.0633695 Feb 04 11:53:35.628358 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619e2e7-f990-4f4b-a4db-2accfe78db58 req-d059ce3f-6d8e-4f85-bf49-b62150bba836 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:35.628358 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d619e2e7-f990-4f4b-a4db-2accfe78db58 req-d059ce3f-6d8e-4f85-bf49-b62150bba836 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=490571fe-8e82-4d83-b393-9e6f658aa84e HTTP/1.1" status: 200 len: 844 time: 0.0629516 Feb 04 11:53:35.628358 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d619e2e7-f990-4f4b-a4db-2accfe78db58 req-ca046aa1-0b6e-463d-9b4f-f5cf6700802f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6e954ff7-c55b-4255-90d1-6f1dabd1d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703061 Feb 04 11:53:35.631883 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a359cac-e295-4c30-b4d8-a95ae591337f admin admin] Router a6a24964-14e2-4622-b221-5bd06e2b3e65 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:53:35.749909 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d619e2e7-f990-4f4b-a4db-2accfe78db58 req-ec838d14-c167-4a9c-bf41-dbbdb1a720ec service neutron] 10.222.0.47 "GET /v2.0/networks/6e954ff7-c55b-4255-90d1-6f1dabd1d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272867 Feb 04 11:53:35.886052 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d619e2e7-f990-4f4b-a4db-2accfe78db58 req-fc9a72d2-4d32-4b2e-915f-c0e16021b537 service neutron] 10.222.0.47 "GET /v2.0/networks/6e954ff7-c55b-4255-90d1-6f1dabd1d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300755 Feb 04 11:53:35.894901 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a404a2-83ad-4ab1-b6ea-f9e114be48e3 req-7ff78775-edbd-4f36-a795-4826d1c09550 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:35.896414 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-30a404a2-83ad-4ab1-b6ea-f9e114be48e3 req-7ff78775-edbd-4f36-a795-4826d1c09550 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=48697659-39e1-4fd9-a9af-d8199b6e21b6 HTTP/1.1" status: 200 len: 943 time: 0.1143975 Feb 04 11:53:35.902208 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a359cac-e295-4c30-b4d8-a95ae591337f admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:53:35.910955 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4ccc9a-fb9e-4e76-9904-1b7495809725 None None] Sync routers for ids ['a6a24964-14e2-4622-b221-5bd06e2b3e65'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:53:35.923409 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4ccc9a-fb9e-4e76-9904-1b7495809725 None None] Routers {'a6a24964-14e2-4622-b221-5bd06e2b3e65'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:53:35.924402 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-2a4ccc9a-fb9e-4e76-9904-1b7495809725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:53:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a6a24964-14e2-4622-b221-5bd06e2b3e65'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:35.950089 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-30a404a2-83ad-4ab1-b6ea-f9e114be48e3 req-03056c10-7e12-443f-a39f-bd7bb5eae7cc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:security_group {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:53:36.031907 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3a359cac-e295-4c30-b4d8-a95ae591337f admin admin] 10.222.0.21 "PUT /v2.0/routers/a6a24964-14e2-4622-b221-5bd06e2b3e65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1465445 Feb 04 11:53:36.034383 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43160) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:36.092229 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-30a404a2-83ad-4ab1-b6ea-f9e114be48e3 req-03056c10-7e12-443f-a39f-bd7bb5eae7cc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:security_group {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:53:36.093357 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-30a404a2-83ad-4ab1-b6ea-f9e114be48e3 req-03056c10-7e12-443f-a39f-bd7bb5eae7cc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5ba7c40-0f3e-4883-b564-2b7e573728d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899035 Feb 04 11:53:36.104194 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-2a4ccc9a-fb9e-4e76-9904-1b7495809725 None None] Set router a6a24964-14e2-4622-b221-5bd06e2b3e65 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:53:36.238476 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5971acdd-0fa2-4d54-80ca-c8b1d5a35c4b admin admin] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:36.332723 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:36.429134 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5971acdd-0fa2-4d54-80ca-c8b1d5a35c4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:36.445311 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-2a4ccc9a-fb9e-4e76-9904-1b7495809725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a24964-14e2-4622-b221-5bd06e2b3e65', 'name': 'tempest-TestVolumeBootPattern-298442765-router', 'tenant_id': 'd430be4325ec4585a9aaa4058df47923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': 'c458e7ce-a7ba-48bd-93e2-2b06940f7633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:42:04Z', 'updated_at': '2022-02-04T11:53:34Z', 'revision_number': 5, 'project_id': 'd430be4325ec4585a9aaa4058df47923', 'gw_port': {'id': 'c458e7ce-a7ba-48bd-93e2-2b06940f7633', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a24964-14e2-4622-b221-5bd06e2b3e65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:42:06Z', 'updated_at': '2022-02-04T11:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:36.449421 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4ccc9a-fb9e-4e76-9904-1b7495809725 None None] Checking router: a6a24964-14e2-4622-b221-5bd06e2b3e65 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:53:36.459524 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4ccc9a-fb9e-4e76-9904-1b7495809725 None None] Routers {'a6a24964-14e2-4622-b221-5bd06e2b3e65'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:53:36.460102 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-2a4ccc9a-fb9e-4e76-9904-1b7495809725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:53:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['a6a24964-14e2-4622-b221-5bd06e2b3e65'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:36.497165 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-5971acdd-0fa2-4d54-80ca-c8b1d5a35c4b admin admin] Deleting port c458e7ce-a7ba-48bd-93e2-2b06940f7633 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:53:36.497438 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5971acdd-0fa2-4d54-80ca-c8b1d5a35c4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:36.607433 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-2a4ccc9a-fb9e-4e76-9904-1b7495809725 None None] Set router a6a24964-14e2-4622-b221-5bd06e2b3e65 gateway port host: None {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:53:36.679572 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-5971acdd-0fa2-4d54-80ca-c8b1d5a35c4b admin admin] For port c458e7ce-a7ba-48bd-93e2-2b06940f7633, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=c458e7ce-a7ba-48bd-93e2-2b06940f7633,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:53:36.680105 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5971acdd-0fa2-4d54-80ca-c8b1d5a35c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:36.710543 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-2a4ccc9a-fb9e-4e76-9904-1b7495809725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a24964-14e2-4622-b221-5bd06e2b3e65', 'name': 'tempest-TestVolumeBootPattern-298442765-router', 'tenant_id': 'd430be4325ec4585a9aaa4058df47923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:42:04Z', 'updated_at': '2022-02-04T11:53:36Z', 'revision_number': 6, 'project_id': 'd430be4325ec4585a9aaa4058df47923', 'gw_port_host': None}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:36.715456 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4ccc9a-fb9e-4e76-9904-1b7495809725 None None] The sync data for ids ['a6a24964-14e2-4622-b221-5bd06e2b3e65'] in dv-neutron-827825-2-hyperv is: [{'id': 'a6a24964-14e2-4622-b221-5bd06e2b3e65', 'name': 'tempest-TestVolumeBootPattern-298442765-router', 'tenant_id': 'd430be4325ec4585a9aaa4058df47923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:42:04Z', 'updated_at': '2022-02-04T11:53:36Z', 'revision_number': 6, 'project_id': 'd430be4325ec4585a9aaa4058df47923', 'gw_port_host': None}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:53:36.907661 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-5971acdd-0fa2-4d54-80ca-c8b1d5a35c4b admin admin] Calling delete_port for c458e7ce-a7ba-48bd-93e2-2b06940f7633 owned by network:router_gateway {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:53:37.161566 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5971acdd-0fa2-4d54-80ca-c8b1d5a35c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:37.206442 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5971acdd-0fa2-4d54-80ca-c8b1d5a35c4b admin admin] Pushing event deleted for resources: {'Port': ['ID=c458e7ce-a7ba-48bd-93e2-2b06940f7633,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:37.312756 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742f234-b150-4836-bbca-d60b5f7a1efb req-da257b8e-2c10-449a-8cf0-876458f3f0c7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:37.314238 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a742f234-b150-4836-bbca-d60b5f7a1efb req-da257b8e-2c10-449a-8cf0-876458f3f0c7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=48697659-39e1-4fd9-a9af-d8199b6e21b6 HTTP/1.1" status: 200 len: 943 time: 0.0797772 Feb 04 11:53:37.360656 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a742f234-b150-4836-bbca-d60b5f7a1efb req-cd4f61d6-973b-4700-ba1b-41cf9669d0ed tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5ba7c40-0f3e-4883-b564-2b7e573728d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402393 Feb 04 11:53:37.434704 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5971acdd-0fa2-4d54-80ca-c8b1d5a35c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:37.540627 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device c458e7ce-a7ba-48bd-93e2-2b06940f7633 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:53:37.572505 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: c458e7ce-a7ba-48bd-93e2-2b06940f7633 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:53:37.572843 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device c458e7ce-a7ba-48bd-93e2-2b06940f7633 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:53:37.573322 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device c918ecb3-ed4b-4b1a-82b6-2b9c6e5d466c no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:53:37.603848 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: c918ecb3-ed4b-4b1a-82b6-2b9c6e5d466c {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:53:37.604181 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device c918ecb3-ed4b-4b1a-82b6-2b9c6e5d466c not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:53:37.695073 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5971acdd-0fa2-4d54-80ca-c8b1d5a35c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:37.699667 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5971acdd-0fa2-4d54-80ca-c8b1d5a35c4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:37.813078 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5971acdd-0fa2-4d54-80ca-c8b1d5a35c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:37.813572 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5971acdd-0fa2-4d54-80ca-c8b1d5a35c4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6a24964-14e2-4622-b221-5bd06e2b3e65 {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:53:37.825961 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5971acdd-0fa2-4d54-80ca-c8b1d5a35c4b admin admin] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:37.827062 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5971acdd-0fa2-4d54-80ca-c8b1d5a35c4b admin admin] 10.222.0.21 "DELETE /v2.0/routers/a6a24964-14e2-4622-b221-5bd06e2b3e65 HTTP/1.1" status: 204 len: 168 time: 1.7917106 Feb 04 11:53:37.829666 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43166) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:37.889609 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbf316dd-327a-4ae8-bbfc-51f58af414cf admin admin] Deleting subnet c1052564-7f25-44b8-9e7b-7481f36135ff {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:53:37.892519 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cbf316dd-327a-4ae8-bbfc-51f58af414cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:37.942620 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cbf316dd-327a-4ae8-bbfc-51f58af414cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:38.032625 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cbf316dd-327a-4ae8-bbfc-51f58af414cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:38.167972 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cbf316dd-327a-4ae8-bbfc-51f58af414cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:38.205126 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf316dd-327a-4ae8-bbfc-51f58af414cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1052564-7f25-44b8-9e7b-7481f36135ff,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:38.212549 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cbf316dd-327a-4ae8-bbfc-51f58af414cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:38.217783 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08425f89-1c16-47e0-91a3-1c68f6cd7dae None None] Network d063ac67-836b-4996-8196-59acae39eb14 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:53:38.218497 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-cbf316dd-327a-4ae8-bbfc-51f58af414cf admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c1052564-7f25-44b8-9e7b-7481f36135ff HTTP/1.1" status: 204 len: 168 time: 0.3878615 Feb 04 11:53:38.220854 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43170) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:38.328028 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-86e56d1c-cc34-444e-b1d3-4b781289382a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:38.338597 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-86e56d1c-cc34-444e-b1d3-4b781289382a admin admin] Deleting port 65614928-8337-4dc9-b0c7-98b7271e038a {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:53:38.339453 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-86e56d1c-cc34-444e-b1d3-4b781289382a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:38.482066 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176bd315-1db6-43f7-a523-40a5b8b5fc6a None None] DHCP port deletion for d063ac67-836b-4996-8196-59acae39eb14 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:53:38.486767 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-176bd315-1db6-43f7-a523-40a5b8b5fc6a None None] Deleting port 65614928-8337-4dc9-b0c7-98b7271e038a {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:53:38.487199 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-176bd315-1db6-43f7-a523-40a5b8b5fc6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:38.684156 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-86e56d1c-cc34-444e-b1d3-4b781289382a admin admin] For port 65614928-8337-4dc9-b0c7-98b7271e038a, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=65614928-8337-4dc9-b0c7-98b7271e038a,segment=NetworkSegment(884f7180-7ab5-448d-8298-71153734ec02),segment_id=884f7180-7ab5-448d-8298-71153734ec02)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:53:38.684506 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-86e56d1c-cc34-444e-b1d3-4b781289382a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:38.687612 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-176bd315-1db6-43f7-a523-40a5b8b5fc6a None None] For port 65614928-8337-4dc9-b0c7-98b7271e038a, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=65614928-8337-4dc9-b0c7-98b7271e038a,segment=NetworkSegment(884f7180-7ab5-448d-8298-71153734ec02),segment_id=884f7180-7ab5-448d-8298-71153734ec02)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:53:38.688099 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-176bd315-1db6-43f7-a523-40a5b8b5fc6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:38.808697 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-176bd315-1db6-43f7-a523-40a5b8b5fc6a None None] Calling delete_port for 65614928-8337-4dc9-b0c7-98b7271e038a owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:53:38.815116 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-86e56d1c-cc34-444e-b1d3-4b781289382a admin admin] Calling delete_port for 65614928-8337-4dc9-b0c7-98b7271e038a owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:53:38.873363 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee09d2d-35b9-4b8e-bee7-6f5484c5b616 req-86ae69b5-0eff-41f8-a39e-e2f3417e3c3c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:38.874822 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-cee09d2d-35b9-4b8e-bee7-6f5484c5b616 req-86ae69b5-0eff-41f8-a39e-e2f3417e3c3c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=48697659-39e1-4fd9-a9af-d8199b6e21b6 HTTP/1.1" status: 200 len: 943 time: 0.2675328 Feb 04 11:53:38.930158 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-cee09d2d-35b9-4b8e-bee7-6f5484c5b616 req-c8a5f42a-e9d5-4fb1-9cd7-f1edd87bcdbd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5ba7c40-0f3e-4883-b564-2b7e573728d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487645 Feb 04 11:53:38.965703 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-176bd315-1db6-43f7-a523-40a5b8b5fc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:38.971268 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.db.api [None req-86e56d1c-cc34-444e-b1d3-4b781289382a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:53:38.971591 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG oslo_db.api [None req-86e56d1c-cc34-444e-b1d3-4b781289382a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:53:39.011878 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176bd315-1db6-43f7-a523-40a5b8b5fc6a None None] Pushing event deleted for resources: {'Port': ['ID=65614928-8337-4dc9-b0c7-98b7271e038a,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:39.016257 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176bd315-1db6-43f7-a523-40a5b8b5fc6a None None] No DVR routers for this DVR port 65614928-8337-4dc9-b0c7-98b7271e038a on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:53:39.284801 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 65614928-8337-4dc9-b0c7-98b7271e038a no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:53:39.317714 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 65614928-8337-4dc9-b0c7-98b7271e038a {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:53:39.318102 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 65614928-8337-4dc9-b0c7-98b7271e038a not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:53:39.396279 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device f46dd781-811c-417d-9256-c10bf4406c33 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:53:39.473356 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-86e56d1c-cc34-444e-b1d3-4b781289382a admin admin] Deleting port 65614928-8337-4dc9-b0c7-98b7271e038a {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:53:39.473744 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-86e56d1c-cc34-444e-b1d3-4b781289382a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:39.533815 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port f46dd781-811c-417d-9256-c10bf4406c33, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f46dd781-811c-417d-9256-c10bf4406c33,segment=NetworkSegment(eaabab19-197f-41f2-889f-5b83d5f9faf1),segment_id=eaabab19-197f-41f2-889f-5b83d5f9faf1)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:53:39.541855 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-86e56d1c-cc34-444e-b1d3-4b781289382a admin admin] The port '65614928-8337-4dc9-b0c7-98b7271e038a' was deleted {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 11:53:39.548445 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': 'f46dd781-811c-417d-9256-c10bf4406c33', 'network_id': '6e954ff7-c55b-4255-90d1-6f1dabd1d9d2', 'port_id': 'f46dd781-811c-417d-9256-c10bf4406c33', 'mac_address': 'fa:16:3e:97:80:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490571fe-8e82-4d83-b393-9e6f658aa84e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:53:39.601870 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:39.619111 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f46dd781-811c-417d-9256-c10bf4406c33 {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:53:39.634473 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port f46dd781-811c-417d-9256-c10bf4406c33, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f46dd781-811c-417d-9256-c10bf4406c33,segment=NetworkSegment(eaabab19-197f-41f2-889f-5b83d5f9faf1),segment_id=eaabab19-197f-41f2-889f-5b83d5f9faf1)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:53:39.655271 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-86e56d1c-cc34-444e-b1d3-4b781289382a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:39.680120 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-86e56d1c-cc34-444e-b1d3-4b781289382a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d063ac67-836b-4996-8196-59acae39eb14']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:39.691671 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-86e56d1c-cc34-444e-b1d3-4b781289382a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '884f7180-7ab5-448d-8298-71153734ec02') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:39.691965 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-86e56d1c-cc34-444e-b1d3-4b781289382a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '884f7180-7ab5-448d-8298-71153734ec02') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:39.696432 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:39.704132 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-86e56d1c-cc34-444e-b1d3-4b781289382a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:39.720674 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-86e56d1c-cc34-444e-b1d3-4b781289382a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:39.727006 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e56d1c-cc34-444e-b1d3-4b781289382a admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:53:39.729992 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-86e56d1c-cc34-444e-b1d3-4b781289382a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:39.741045 dv-neutron-827825-2-hyperv neutron-server[84204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:53:39.741045 dv-neutron-827825-2-hyperv neutron-server[84204]: util.warn( Feb 04 11:53:39.741045 dv-neutron-827825-2-hyperv neutron-server[84204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:53:39.741045 dv-neutron-827825-2-hyperv neutron-server[84204]: util.warn( Feb 04 11:53:39.741045 dv-neutron-827825-2-hyperv neutron-server[84204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:53:39.741045 dv-neutron-827825-2-hyperv neutron-server[84204]: util.warn( Feb 04 11:53:39.741045 dv-neutron-827825-2-hyperv neutron-server[84204]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:53:39.741045 dv-neutron-827825-2-hyperv neutron-server[84204]: util.warn( Feb 04 11:53:39.741045 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:53:39.741045 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:53:39.741045 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:53:39.741045 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:53:39.741045 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:53:39.741045 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:53:39.741045 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:53:39.741045 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:53:39.741045 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:53:39.741045 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:53:39.741045 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:53:39.741045 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:53:39.741045 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:53:39.741045 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:53:39.741045 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:53:39.741045 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:53:39.741045 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:53:39.741045 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:53:39.741045 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:53:39.741045 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:53:39.741045 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:53:39.741045 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:53:39.741045 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:53:39.741045 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:53:39.741045 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:53:39.741045 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:53:39.741045 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:53:39.741045 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:53:39.741045 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:53:39.741045 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:53:39.741045 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:53:39.741045 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:53:39.796497 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=f46dd781-811c-417d-9256-c10bf4406c33,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:39.873441 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-86e56d1c-cc34-444e-b1d3-4b781289382a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:39.888908 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-86e56d1c-cc34-444e-b1d3-4b781289382a admin admin] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:39.898645 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e56d1c-cc34-444e-b1d3-4b781289382a admin admin] Pushing event deleted for resources: {'Network': ['ID=d063ac67-836b-4996-8196-59acae39eb14,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:39.905983 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-86e56d1c-cc34-444e-b1d3-4b781289382a admin admin] 10.222.0.21 "DELETE /v2.0/networks/d063ac67-836b-4996-8196-59acae39eb14 HTTP/1.1" status: 204 len: 168 time: 1.6839554 Feb 04 11:53:40.094144 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['f46dd781-811c-417d-9256-c10bf4406c33'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 11:53:40.132461 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db78bb8-da60-473c-a035-87ed9fbef686 req-359c5c04-be91-4292-a001-1c6d8362321d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:40.133969 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0db78bb8-da60-473c-a035-87ed9fbef686 req-359c5c04-be91-4292-a001-1c6d8362321d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=48697659-39e1-4fd9-a9af-d8199b6e21b6 HTTP/1.1" status: 200 len: 944 time: 0.0769951 Feb 04 11:53:40.182279 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0db78bb8-da60-473c-a035-87ed9fbef686 req-44bcf466-4a3b-466a-8a01-abaa2e6e5f56 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5ba7c40-0f3e-4883-b564-2b7e573728d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416248 Feb 04 11:53:40.350122 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43180) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:40.399554 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-564021b9-6c15-4b14-a9f0-18367853c8f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4e2cb104d3bb42a4a344ade0b8b3bbd0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483148 Feb 04 11:53:40.402143 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43184) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:40.464421 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c27e53d0-5bc5-4307-b5cf-da2bc948abaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:40.489475 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c27e53d0-5bc5-4307-b5cf-da2bc948abaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:40.675535 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c27e53d0-5bc5-4307-b5cf-da2bc948abaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:40.691564 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27e53d0-5bc5-4307-b5cf-da2bc948abaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff723528-0300-41c3-a1a7-31dbf0925573,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:40.701061 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c27e53d0-5bc5-4307-b5cf-da2bc948abaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:40.702198 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c27e53d0-5bc5-4307-b5cf-da2bc948abaf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff723528-0300-41c3-a1a7-31dbf0925573 HTTP/1.1" status: 204 len: 168 time: 0.2991476 Feb 04 11:53:41.402345 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a46404-432c-4c8c-9229-c1fdcdb22c0a req-2fb4210d-7113-445d-89c3-7ff797ed45ca tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:41.404294 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d8a46404-432c-4c8c-9229-c1fdcdb22c0a req-2fb4210d-7113-445d-89c3-7ff797ed45ca tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=48697659-39e1-4fd9-a9af-d8199b6e21b6 HTTP/1.1" status: 200 len: 944 time: 0.0818224 Feb 04 11:53:41.422511 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device f46dd781-811c-417d-9256-c10bf4406c33 up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:53:41.460528 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d8a46404-432c-4c8c-9229-c1fdcdb22c0a req-4b474ba8-644c-47ee-81ae-a33d2220bf16 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5ba7c40-0f3e-4883-b564-2b7e573728d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478017 Feb 04 11:53:41.587562 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port f46dd781-811c-417d-9256-c10bf4406c33 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:53:41.593555 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port f46dd781-811c-417d-9256-c10bf4406c33 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:53:41.593952 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:41.639496 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43194) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:41.694110 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-753d16fb-d2e1-45eb-b56a-881ad15ae55b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d430be4325ec4585a9aaa4058df47923&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0531943 Feb 04 11:53:41.696415 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43198) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:41.718878 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:41.749065 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48697659-39e1-4fd9-a9af-d8199b6e21b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f46dd781-811c-417d-9256-c10bf4406c33'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:53:41.758903 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port f46dd781-811c-417d-9256-c10bf4406c33, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f46dd781-811c-417d-9256-c10bf4406c33,segment=NetworkSegment(eaabab19-197f-41f2-889f-5b83d5f9faf1),segment_id=eaabab19-197f-41f2-889f-5b83d5f9faf1)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:53:41.761301 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d8e48bef-a620-4138-97bd-3607898a2126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:41.787269 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d8e48bef-a620-4138-97bd-3607898a2126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:41.808620 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48697659-39e1-4fd9-a9af-d8199b6e21b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f46dd781-811c-417d-9256-c10bf4406c33', 'code': 200} Feb 04 11:53:41.870177 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:41.926985 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d8e48bef-a620-4138-97bd-3607898a2126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:41.938571 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=f46dd781-811c-417d-9256-c10bf4406c33,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:41.943600 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e48bef-a620-4138-97bd-3607898a2126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2151c1-320c-40fd-859d-a714013ca1cd,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:41.948679 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d8e48bef-a620-4138-97bd-3607898a2126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:41.949773 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d8e48bef-a620-4138-97bd-3607898a2126 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a2151c1-320c-40fd-859d-a714013ca1cd HTTP/1.1" status: 204 len: 168 time: 0.2521849 Feb 04 11:53:42.116013 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-60b70847-1f5f-4c8a-b94e-aee8c596b08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:42.256377 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5206596f-22be-4fd5-95ae-87a32722d86b req-494c84a5-1316-4ab5-b56b-86c9f869995b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=48697659-39e1-4fd9-a9af-d8199b6e21b6 HTTP/1.1" status: 200 len: 1098 time: 0.0720499 Feb 04 11:53:42.298003 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5206596f-22be-4fd5-95ae-87a32722d86b req-a9072111-428c-4bdf-a5d1-1946d5eb6902 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f5ba7c40-0f3e-4883-b564-2b7e573728d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352006 Feb 04 11:53:42.665911 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdec958-4552-44e5-970c-71465023f25c req-9d92d990-9d23-408e-adce-aa95126349d3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:42.667893 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-efdec958-4552-44e5-970c-71465023f25c req-9d92d990-9d23-408e-adce-aa95126349d3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=48697659-39e1-4fd9-a9af-d8199b6e21b6 HTTP/1.1" status: 200 len: 945 time: 0.0791247 Feb 04 11:53:42.713207 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-efdec958-4552-44e5-970c-71465023f25c req-eaaf3aaf-b546-418f-99aa-45462c42fd33 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5ba7c40-0f3e-4883-b564-2b7e573728d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398214 Feb 04 11:53:43.707808 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:53:43.912943 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6100ca-312c-4208-81e7-42c6f32ef946 req-1b5bba8f-8432-4eb8-a3ac-36e4e8474abb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:43.914397 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fa6100ca-312c-4208-81e7-42c6f32ef946 req-1b5bba8f-8432-4eb8-a3ac-36e4e8474abb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=48697659-39e1-4fd9-a9af-d8199b6e21b6 HTTP/1.1" status: 200 len: 945 time: 0.0766492 Feb 04 11:53:43.964352 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fa6100ca-312c-4208-81e7-42c6f32ef946 req-5974faaf-4a21-4927-9bbc-2a813cbcd75e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5ba7c40-0f3e-4883-b564-2b7e573728d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419714 Feb 04 11:53:44.155934 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036ba51-8707-4dc1-8f76-c008e3f89e75 req-556cac48-c190-4a85-962f-7c11b5c036b8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:44.157397 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6036ba51-8707-4dc1-8f76-c008e3f89e75 req-556cac48-c190-4a85-962f-7c11b5c036b8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=48697659-39e1-4fd9-a9af-d8199b6e21b6 HTTP/1.1" status: 200 len: 945 time: 0.0753882 Feb 04 11:53:44.202827 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6036ba51-8707-4dc1-8f76-c008e3f89e75 req-b6b08ab7-2f7f-48d8-9b63-6315d51feba9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5ba7c40-0f3e-4883-b564-2b7e573728d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398071 Feb 04 11:53:44.231280 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43212) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:44.302815 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2f0ea96d-ce9f-41bc-94e7-212e912bc9f8 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=48697659-39e1-4fd9-a9af-d8199b6e21b6 HTTP/1.1" status: 200 len: 1093 time: 0.0703316 Feb 04 11:53:44.305354 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43216) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:44.311006 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-4f64b283-d9ae-4163-82a5-e46ae21b9d2a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'floatingip': {'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'port_id': 'f46dd781-811c-417d-9256-c10bf4406c33', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:53:44.316356 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-4f64b283-d9ae-4163-82a5-e46ae21b9d2a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:53:44.320224 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-4f64b283-d9ae-4163-82a5-e46ae21b9d2a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:floatingip and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:53:44.323780 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-4f64b283-d9ae-4163-82a5-e46ae21b9d2a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:53:44.329521 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-4f64b283-d9ae-4163-82a5-e46ae21b9d2a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:53:44.406927 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4f64b283-d9ae-4163-82a5-e46ae21b9d2a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:44.464720 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0355d53b-1862-4680-9138-38f9ae910e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:44.546860 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4f64b283-d9ae-4163-82a5-e46ae21b9d2a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:44.765779 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-4f64b283-d9ae-4163-82a5-e46ae21b9d2a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Allocated IP 172.26.3.55 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/260ead75-42ef-4a03-8ea9-621f73e3e847) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:53:44.909463 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4f64b283-d9ae-4163-82a5-e46ae21b9d2a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:44.993720 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4f64b283-d9ae-4163-82a5-e46ae21b9d2a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:45.058716 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f64b283-d9ae-4163-82a5-e46ae21b9d2a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:53:45.061487 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-4f64b283-d9ae-4163-82a5-e46ae21b9d2a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:53:45.063898 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f64b283-d9ae-4163-82a5-e46ae21b9d2a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:53:45.095534 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64b283-d9ae-4163-82a5-e46ae21b9d2a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=260ead75-42ef-4a03-8ea9-621f73e3e847,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:45.567240 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4f64b283-d9ae-4163-82a5-e46ae21b9d2a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:45.652930 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:45.678285 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4f64b283-d9ae-4163-82a5-e46ae21b9d2a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:45.692390 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:45.878268 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4f64b283-d9ae-4163-82a5-e46ae21b9d2a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:45.959058 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4f64b283-d9ae-4163-82a5-e46ae21b9d2a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:46.060151 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64b283-d9ae-4163-82a5-e46ae21b9d2a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=260ead75-42ef-4a03-8ea9-621f73e3e847,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:46.077732 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4f64b283-d9ae-4163-82a5-e46ae21b9d2a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:46.264356 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.l3_db [None req-4f64b283-d9ae-4163-82a5-e46ae21b9d2a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Floating IP df410909-d17a-4122-bd64-ea5ef3beaf87 associated. External IP: 172.26.3.55, port: f46dd781-811c-417d-9256-c10bf4406c33. Feb 04 11:53:46.740222 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f64b283-d9ae-4163-82a5-e46ae21b9d2a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router af882a16-c5c1-482f-b6fb-60264d9a8051 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:53:46.892780 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:46.939373 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f64b283-d9ae-4163-82a5-e46ae21b9d2a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:53:46.950564 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6bcca7-cd9f-4ec9-9779-f0f71ec17737 None None] Sync routers for ids ['af882a16-c5c1-482f-b6fb-60264d9a8051'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:53:46.961782 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6bcca7-cd9f-4ec9-9779-f0f71ec17737 None None] Routers {'af882a16-c5c1-482f-b6fb-60264d9a8051'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:53:46.962477 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-4b6bcca7-cd9f-4ec9-9779-f0f71ec17737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:53:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['af882a16-c5c1-482f-b6fb-60264d9a8051'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:47.027843 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4f64b283-d9ae-4163-82a5-e46ae21b9d2a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:47.081922 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-4f64b283-d9ae-4163-82a5-e46ae21b9d2a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7755270 Feb 04 11:53:47.082566 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48697659-39e1-4fd9-a9af-d8199b6e21b6', 'tag': 'f46dd781-811c-417d-9256-c10bf4406c33'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:53:47.084723 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43220) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:47.138705 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48697659-39e1-4fd9-a9af-d8199b6e21b6', 'tag': 'f46dd781-811c-417d-9256-c10bf4406c33', 'status': 'completed', 'code': 200} Feb 04 11:53:47.141356 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-4b6bcca7-cd9f-4ec9-9779-f0f71ec17737 None None] Set router af882a16-c5c1-482f-b6fb-60264d9a8051 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:53:47.234754 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6d0d2849-0b9b-4207-b1f8-073646fb7643 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/df410909-d17a-4122-bd64-ea5ef3beaf87 HTTP/1.1" status: 200 len: 990 time: 0.1489024 Feb 04 11:53:47.255032 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d58f771e-69e2-46f3-8208-4695d66c85d1 req-59628896-2ae3-4e11-87b9-e13ba617af7b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=48697659-39e1-4fd9-a9af-d8199b6e21b6 HTTP/1.1" status: 200 len: 1098 time: 0.0891845 Feb 04 11:53:47.381527 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f771e-69e2-46f3-8208-4695d66c85d1 req-5212d94e-f0ee-457b-9c38-bef05fe0d66c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:47.386409 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d58f771e-69e2-46f3-8208-4695d66c85d1 req-5212d94e-f0ee-457b-9c38-bef05fe0d66c service neutron] 10.222.0.47 "GET /v2.0/networks?id=6e954ff7-c55b-4255-90d1-6f1dabd1d9d2 HTTP/1.1" status: 200 len: 897 time: 0.1226835 Feb 04 11:53:47.484644 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d58f771e-69e2-46f3-8208-4695d66c85d1 req-36a5b888-e8e4-4299-8752-d5453e2cd8e5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f46dd781-811c-417d-9256-c10bf4406c33 HTTP/1.1" status: 200 len: 998 time: 0.0962229 Feb 04 11:53:47.489697 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-4b6bcca7-cd9f-4ec9-9779-f0f71ec17737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'name': 'tempest-TestNetworkBasicOps-router-418563499', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '1001528f-3afc-4ab2-a553-ed28f8567079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:53:16Z', 'updated_at': '2022-02-04T11:53:22Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '1001528f-3afc-4ab2-a553-ed28f8567079', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:63:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:53:17Z', 'updated_at': '2022-02-04T11:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': 'df410909-d17a-4122-bd64-ea5ef3beaf87', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.55', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'port_id': 'f46dd781-811c-417d-9256-c10bf4406c33', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e954ff7-c55b-4255-90d1-6f1dabd1d9d2', 'mac_address': 'fa:16:3e:97:80:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48697659-39e1-4fd9-a9af-d8199b6e21b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:53:45Z', 'updated_at': '2022-02-04T11:53:45Z', 'revision_number': 0, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ea60855-6bea-47a1-86e1-d7bcde16605d', 'name': '', 'network_id': '6e954ff7-c55b-4255-90d1-6f1dabd1d9d2', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:44:f1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '490571fe-8e82-4d83-b393-9e6f658aa84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:53:21Z', 'updated_at': '2022-02-04T11:53:27Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': '490571fe-8e82-4d83-b393-9e6f658aa84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:47.493553 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6bcca7-cd9f-4ec9-9779-f0f71ec17737 None None] Checking router: af882a16-c5c1-482f-b6fb-60264d9a8051 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:53:47.504761 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6bcca7-cd9f-4ec9-9779-f0f71ec17737 None None] Routers {'af882a16-c5c1-482f-b6fb-60264d9a8051'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:53:47.505312 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-4b6bcca7-cd9f-4ec9-9779-f0f71ec17737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:53:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['af882a16-c5c1-482f-b6fb-60264d9a8051'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:47.548426 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f771e-69e2-46f3-8208-4695d66c85d1 req-2073c551-3f7c-4e5d-9800-b0c18b097299 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:47.549948 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d58f771e-69e2-46f3-8208-4695d66c85d1 req-2073c551-3f7c-4e5d-9800-b0c18b097299 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=490571fe-8e82-4d83-b393-9e6f658aa84e HTTP/1.1" status: 200 len: 844 time: 0.0594144 Feb 04 11:53:47.627477 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d58f771e-69e2-46f3-8208-4695d66c85d1 req-9e81a80a-bed9-40b4-a241-8507425c68d5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6e954ff7-c55b-4255-90d1-6f1dabd1d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723069 Feb 04 11:53:47.678648 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-4b6bcca7-cd9f-4ec9-9779-f0f71ec17737 None None] Set router af882a16-c5c1-482f-b6fb-60264d9a8051 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:53:47.853282 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d58f771e-69e2-46f3-8208-4695d66c85d1 req-2f7a3f1b-6f04-4a10-a17e-849bba0aada4 service neutron] 10.222.0.47 "GET /v2.0/networks/6e954ff7-c55b-4255-90d1-6f1dabd1d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196679 Feb 04 11:53:47.983393 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d58f771e-69e2-46f3-8208-4695d66c85d1 req-05193d46-c20a-4c88-9d91-17c10b82d0b8 service neutron] 10.222.0.47 "GET /v2.0/networks/6e954ff7-c55b-4255-90d1-6f1dabd1d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232657 Feb 04 11:53:48.022546 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-4b6bcca7-cd9f-4ec9-9779-f0f71ec17737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'name': 'tempest-TestNetworkBasicOps-router-418563499', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '1001528f-3afc-4ab2-a553-ed28f8567079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:53:16Z', 'updated_at': '2022-02-04T11:53:22Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '1001528f-3afc-4ab2-a553-ed28f8567079', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:63:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:53:17Z', 'updated_at': '2022-02-04T11:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': 'df410909-d17a-4122-bd64-ea5ef3beaf87', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.55', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'port_id': 'f46dd781-811c-417d-9256-c10bf4406c33', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e954ff7-c55b-4255-90d1-6f1dabd1d9d2', 'mac_address': 'fa:16:3e:97:80:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48697659-39e1-4fd9-a9af-d8199b6e21b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:53:45Z', 'updated_at': '2022-02-04T11:53:45Z', 'revision_number': 0, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ea60855-6bea-47a1-86e1-d7bcde16605d', 'name': '', 'network_id': '6e954ff7-c55b-4255-90d1-6f1dabd1d9d2', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:44:f1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '490571fe-8e82-4d83-b393-9e6f658aa84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:53:21Z', 'updated_at': '2022-02-04T11:53:27Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': '490571fe-8e82-4d83-b393-9e6f658aa84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:48.027304 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6bcca7-cd9f-4ec9-9779-f0f71ec17737 None None] The sync data for ids ['af882a16-c5c1-482f-b6fb-60264d9a8051'] in dv-neutron-827825-2-hyperv is: [{'id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'name': 'tempest-TestNetworkBasicOps-router-418563499', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '1001528f-3afc-4ab2-a553-ed28f8567079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:53:16Z', 'updated_at': '2022-02-04T11:53:22Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '1001528f-3afc-4ab2-a553-ed28f8567079', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:63:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:53:17Z', 'updated_at': '2022-02-04T11:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': 'df410909-d17a-4122-bd64-ea5ef3beaf87', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.55', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'port_id': 'f46dd781-811c-417d-9256-c10bf4406c33', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e954ff7-c55b-4255-90d1-6f1dabd1d9d2', 'mac_address': 'fa:16:3e:97:80:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48697659-39e1-4fd9-a9af-d8199b6e21b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:53:45Z', 'updated_at': '2022-02-04T11:53:45Z', 'revision_number': 0, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ea60855-6bea-47a1-86e1-d7bcde16605d', 'name': '', 'network_id': '6e954ff7-c55b-4255-90d1-6f1dabd1d9d2', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:44:f1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '490571fe-8e82-4d83-b393-9e6f658aa84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:53:21Z', 'updated_at': '2022-02-04T11:53:27Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': '490571fe-8e82-4d83-b393-9e6f658aa84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:53:48.210995 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0b008e-7b77-4d14-8101-f4a9763245c3 None None] New status for floating IP df410909-d17a-4122-bd64-ea5ef3beaf87: ACTIVE {{(pid=84206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 11:53:48.238965 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43226) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:48.346040 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c7bee2e1-6a08-4293-b9d7-c910a2135d11 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/df410909-d17a-4122-bd64-ea5ef3beaf87 HTTP/1.1" status: 200 len: 990 time: 0.1059515 Feb 04 11:53:49.349954 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43230) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:49.454721 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b3ff86bd-d216-4717-955c-dca0028dd320 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/df410909-d17a-4122-bd64-ea5ef3beaf87 HTTP/1.1" status: 200 len: 992 time: 0.1034541 Feb 04 11:54:06.172506 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:12.086566 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-71eda1eb-8cfc-4e58-987b-e0c767d9dab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:14.507304 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4c65a2f1-ecaf-4996-b451-e10f617a6a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:15.633321 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:15.661738 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:16.890611 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:20.709697 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:54:36.177293 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:42.143427 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c6aece6f-3f00-4e43-b2a0-7d799e2dbdcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:44.525779 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a5728027-8dc9-46ae-a866-f20ffd5f0054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:45.691199 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:45.708388 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:46.907786 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:57.302874 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c76b6401-5988-45e9-aa0a-75ef977f906d req-03eb8eac-db32-4647-be74-b89b90de3b3d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=48697659-39e1-4fd9-a9af-d8199b6e21b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2763247 Feb 04 11:54:57.443353 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c76b6401-5988-45e9-aa0a-75ef977f906d req-dfe2a28a-4108-4c61-b0dd-5641448e10f7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=48697659-39e1-4fd9-a9af-d8199b6e21b6 HTTP/1.1" status: 200 len: 1098 time: 0.0725749 Feb 04 11:54:57.601654 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b6401-5988-45e9-aa0a-75ef977f906d req-91c6fc58-9cd2-4e88-adac-8db5c7755ee3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:57.601654 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c76b6401-5988-45e9-aa0a-75ef977f906d req-91c6fc58-9cd2-4e88-adac-8db5c7755ee3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6e954ff7-c55b-4255-90d1-6f1dabd1d9d2 HTTP/1.1" status: 200 len: 897 time: 0.1324065 Feb 04 11:54:57.700201 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c76b6401-5988-45e9-aa0a-75ef977f906d req-e945ba87-62b2-4233-ac24-abd4faa0a1d4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f46dd781-811c-417d-9256-c10bf4406c33 HTTP/1.1" status: 200 len: 1000 time: 0.0987213 Feb 04 11:54:57.710122 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:54:57.766493 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b6401-5988-45e9-aa0a-75ef977f906d req-3f849468-18ca-495b-adfa-245921b66f32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:57.767946 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c76b6401-5988-45e9-aa0a-75ef977f906d req-3f849468-18ca-495b-adfa-245921b66f32 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=490571fe-8e82-4d83-b393-9e6f658aa84e HTTP/1.1" status: 200 len: 844 time: 0.0623341 Feb 04 11:54:57.845008 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c76b6401-5988-45e9-aa0a-75ef977f906d req-c0f4ba36-8c6f-4be1-bb25-f098ea902e90 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6e954ff7-c55b-4255-90d1-6f1dabd1d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704570 Feb 04 11:54:57.989611 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c76b6401-5988-45e9-aa0a-75ef977f906d req-3b6f4abc-ea91-422f-b763-eaab930b7c4f service neutron] 10.222.0.47 "GET /v2.0/networks/6e954ff7-c55b-4255-90d1-6f1dabd1d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375437 Feb 04 11:54:58.126542 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c76b6401-5988-45e9-aa0a-75ef977f906d req-0dab5f80-0590-4b2e-88c9-ed1c8e45b27f service neutron] 10.222.0.47 "GET /v2.0/networks/6e954ff7-c55b-4255-90d1-6f1dabd1d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312027 Feb 04 11:55:06.166129 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:12.091580 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8215129f-5f5c-480a-be8d-4d08ce87e3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:14.496465 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c09500b5-c6d8-466f-854a-3e0df63a3868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:15.684780 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:15.702063 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:16.930838 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:34.709852 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:55:36.176070 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:42.107294 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e9f062e8-f561-4d7a-a723-7e26b3b11f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:44.517542 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3db2c068-54e9-419c-8048-00dda0f6ae8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:45.644190 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:45.683172 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:46.918233 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:59.139929 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-37c84ad5-b5b9-417c-9252-0713abcf7291 req-8fb021d0-bcc1-4f24-b3a0-0de16f22de62 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=48697659-39e1-4fd9-a9af-d8199b6e21b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684271 Feb 04 11:55:59.299021 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-37c84ad5-b5b9-417c-9252-0713abcf7291 req-f5de83db-218c-4428-802f-d6670342a5e7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=48697659-39e1-4fd9-a9af-d8199b6e21b6 HTTP/1.1" status: 200 len: 1098 time: 0.0893061 Feb 04 11:55:59.446788 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c84ad5-b5b9-417c-9252-0713abcf7291 req-05082f5a-34ec-48f5-bc3e-58576d0eb0a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:59.448135 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-37c84ad5-b5b9-417c-9252-0713abcf7291 req-05082f5a-34ec-48f5-bc3e-58576d0eb0a7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6e954ff7-c55b-4255-90d1-6f1dabd1d9d2 HTTP/1.1" status: 200 len: 897 time: 0.1302035 Feb 04 11:55:59.657478 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-37c84ad5-b5b9-417c-9252-0713abcf7291 req-acf61e05-e220-4852-a5e1-3d833e8dad08 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f46dd781-811c-417d-9256-c10bf4406c33 HTTP/1.1" status: 200 len: 1000 time: 0.2025757 Feb 04 11:55:59.719865 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c84ad5-b5b9-417c-9252-0713abcf7291 req-dd30370d-c96d-4826-94e7-a6a111c7ce8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:59.721339 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-37c84ad5-b5b9-417c-9252-0713abcf7291 req-dd30370d-c96d-4826-94e7-a6a111c7ce8c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=490571fe-8e82-4d83-b393-9e6f658aa84e HTTP/1.1" status: 200 len: 844 time: 0.0579109 Feb 04 11:55:59.792864 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-37c84ad5-b5b9-417c-9252-0713abcf7291 req-36a61493-88ba-4568-989b-78d6a521f006 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6e954ff7-c55b-4255-90d1-6f1dabd1d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657690 Feb 04 11:55:59.926952 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-37c84ad5-b5b9-417c-9252-0713abcf7291 req-53b490a9-30a3-4b4f-a38b-b64373c75e0e service neutron] 10.222.0.47 "GET /v2.0/networks/6e954ff7-c55b-4255-90d1-6f1dabd1d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277325 Feb 04 11:56:00.062911 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-37c84ad5-b5b9-417c-9252-0713abcf7291 req-eb578f24-10f8-4088-a4bc-a9a157fb293e service neutron] 10.222.0.47 "GET /v2.0/networks/6e954ff7-c55b-4255-90d1-6f1dabd1d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306109 Feb 04 11:56:06.181037 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:11.710988 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:56:12.106374 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-59fb7ca0-d734-4014-9d16-62aebcb6b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:14.477528 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-46ccc08c-06ee-4047-aa6a-fd93eabfeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:15.637405 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:15.712185 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:16.934847 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:21.762209 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43286) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:56:21.976946 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-ee78a161-64ba-4c48-94b0-5d4c3718037c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:56:22.222974 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ee78a161-64ba-4c48-94b0-5d4c3718037c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15654621'] for subnet, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:22.448900 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ee78a161-64ba-4c48-94b0-5d4c3718037c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760517259268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15615897'] for subnet, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:22.502725 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee78a161-64ba-4c48-94b0-5d4c3718037c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:22.503236 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ee78a161-64ba-4c48-94b0-5d4c3718037c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:22.504481 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ee78a161-64ba-4c48-94b0-5d4c3718037c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "PUT /v2.0/subnets/490571fe-8e82-4d83-b393-9e6f658aa84e HTTP/1.1" status: 200 len: 836 time: 0.7412879 Feb 04 11:56:22.510311 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c5815c-661c-4b63-9d65-9542136b1fb3 None None] Network 6e954ff7-c55b-4255-90d1-6f1dabd1d9d2 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:56:22.519881 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee78a161-64ba-4c48-94b0-5d4c3718037c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Subnet': ['ID=490571fe-8e82-4d83-b393-9e6f658aa84e,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:56:22.528836 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee78a161-64ba-4c48-94b0-5d4c3718037c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:56:22.529175 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee78a161-64ba-4c48-94b0-5d4c3718037c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:56:22.529503 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee78a161-64ba-4c48-94b0-5d4c3718037c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:56:22.529831 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee78a161-64ba-4c48-94b0-5d4c3718037c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:56:22.530174 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee78a161-64ba-4c48-94b0-5d4c3718037c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:56:22.530493 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee78a161-64ba-4c48-94b0-5d4c3718037c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:56:22.530807 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee78a161-64ba-4c48-94b0-5d4c3718037c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:56:22.531122 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee78a161-64ba-4c48-94b0-5d4c3718037c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:56:22.531434 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee78a161-64ba-4c48-94b0-5d4c3718037c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:56:22.531742 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee78a161-64ba-4c48-94b0-5d4c3718037c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:56:22.532050 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee78a161-64ba-4c48-94b0-5d4c3718037c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:56:23.041869 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-cb3a8c6b-5f07-41c3-9f89-45344ee262e4 None None] Provisioning complete for port 8ea60855-6bea-47a1-86e1-d7bcde16605d triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:56:23.042200 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cb3a8c6b-5f07-41c3-9f89-45344ee262e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:23.172105 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-cb3a8c6b-5f07-41c3-9f89-45344ee262e4 None None] Provisioning complete for port 9851ff78-09cb-4ee6-9e66-3589ced2fc0e triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:56:23.172469 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cb3a8c6b-5f07-41c3-9f89-45344ee262e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:23.297971 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-cb3a8c6b-5f07-41c3-9f89-45344ee262e4 None None] Provisioning complete for port f46dd781-811c-417d-9256-c10bf4406c33 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:56:23.298259 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cb3a8c6b-5f07-41c3-9f89-45344ee262e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:36.220431 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:42.089238 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-67f4e08c-8e63-4718-b560-61168efa50f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:44.517614 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e336b1e3-4699-4313-baab-5dd9c4ef9efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:45.654486 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:45.682564 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:46.877282 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:48.710601 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:57:01.137407 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-135ad3c2-4922-46f8-b767-93755f5b8166 req-484e0192-0e3d-42bf-b6af-862b88711ec7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=48697659-39e1-4fd9-a9af-d8199b6e21b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694618 Feb 04 11:57:01.279069 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-135ad3c2-4922-46f8-b767-93755f5b8166 req-1049d70b-2bd6-436a-8964-5ac9cda8501a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=48697659-39e1-4fd9-a9af-d8199b6e21b6 HTTP/1.1" status: 200 len: 1098 time: 0.0694695 Feb 04 11:57:01.428076 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ad3c2-4922-46f8-b767-93755f5b8166 req-179fa453-0d43-4e56-bfbc-d57749d11b89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:01.429474 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-135ad3c2-4922-46f8-b767-93755f5b8166 req-179fa453-0d43-4e56-bfbc-d57749d11b89 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6e954ff7-c55b-4255-90d1-6f1dabd1d9d2 HTTP/1.1" status: 200 len: 897 time: 0.1311746 Feb 04 11:57:01.534906 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-135ad3c2-4922-46f8-b767-93755f5b8166 req-a192bc87-0858-4651-afba-8ff9b9e91fe2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f46dd781-811c-417d-9256-c10bf4406c33 HTTP/1.1" status: 200 len: 1000 time: 0.0990942 Feb 04 11:57:01.601668 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ad3c2-4922-46f8-b767-93755f5b8166 req-eaed16ea-036d-45d6-a5fc-9b9c1285288c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:01.603092 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-135ad3c2-4922-46f8-b767-93755f5b8166 req-eaed16ea-036d-45d6-a5fc-9b9c1285288c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=490571fe-8e82-4d83-b393-9e6f658aa84e HTTP/1.1" status: 200 len: 844 time: 0.0620160 Feb 04 11:57:01.677404 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-135ad3c2-4922-46f8-b767-93755f5b8166 req-8d382b9f-f4fa-42b3-ace1-3652d4a89eea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6e954ff7-c55b-4255-90d1-6f1dabd1d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680075 Feb 04 11:57:01.812715 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-135ad3c2-4922-46f8-b767-93755f5b8166 req-0e615bbc-254e-4435-93fd-63a3f21dc020 service neutron] 10.222.0.47 "GET /v2.0/networks/6e954ff7-c55b-4255-90d1-6f1dabd1d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277444 Feb 04 11:57:02.039601 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-135ad3c2-4922-46f8-b767-93755f5b8166 req-c2b52fdf-4799-41f0-a6e1-79375ac540a3 service neutron] 10.222.0.47 "GET /v2.0/networks/6e954ff7-c55b-4255-90d1-6f1dabd1d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181451 Feb 04 11:57:06.231344 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:06.285045 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43300) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:57:06.490805 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-6b191b4d-5c69-4c34-9986-14047171d80b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting port 260ead75-42ef-4a03-8ea9-621f73e3e847 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:57:06.491133 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6b191b4d-5c69-4c34-9986-14047171d80b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:06.662195 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6b191b4d-5c69-4c34-9986-14047171d80b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:06.662528 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6b191b4d-5c69-4c34-9986-14047171d80b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:06.785055 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-6b191b4d-5c69-4c34-9986-14047171d80b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Calling delete_port for 260ead75-42ef-4a03-8ea9-621f73e3e847 owned by network:floatingip {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:57:07.100438 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6b191b4d-5c69-4c34-9986-14047171d80b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:07.151495 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b191b4d-5c69-4c34-9986-14047171d80b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Port': ['ID=260ead75-42ef-4a03-8ea9-621f73e3e847,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:07.242387 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6b191b4d-5c69-4c34-9986-14047171d80b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:07.645678 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b191b4d-5c69-4c34-9986-14047171d80b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router af882a16-c5c1-482f-b6fb-60264d9a8051 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:57:07.966373 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b191b4d-5c69-4c34-9986-14047171d80b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:57:07.976494 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b02074a-ac09-446f-8f91-d5a7cf3c417b None None] Sync routers for ids ['af882a16-c5c1-482f-b6fb-60264d9a8051'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:57:07.988555 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b02074a-ac09-446f-8f91-d5a7cf3c417b None None] Routers {'af882a16-c5c1-482f-b6fb-60264d9a8051'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:57:07.989167 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-3b02074a-ac09-446f-8f91-d5a7cf3c417b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:56:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['af882a16-c5c1-482f-b6fb-60264d9a8051'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:57:08.065712 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6b191b4d-5c69-4c34-9986-14047171d80b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:08.124724 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6b191b4d-5c69-4c34-9986-14047171d80b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/floatingips/df410909-d17a-4122-bd64-ea5ef3beaf87 HTTP/1.1" status: 204 len: 168 time: 1.8386786 Feb 04 11:57:08.125570 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48697659-39e1-4fd9-a9af-d8199b6e21b6', 'tag': 'f46dd781-811c-417d-9256-c10bf4406c33'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:57:08.189866 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-3b02074a-ac09-446f-8f91-d5a7cf3c417b None None] Set router af882a16-c5c1-482f-b6fb-60264d9a8051 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:57:08.453974 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48697659-39e1-4fd9-a9af-d8199b6e21b6', 'tag': 'f46dd781-811c-417d-9256-c10bf4406c33', 'status': 'completed', 'code': 200} Feb 04 11:57:08.528812 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-3b02074a-ac09-446f-8f91-d5a7cf3c417b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'name': 'tempest-TestNetworkBasicOps-router-418563499', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '1001528f-3afc-4ab2-a553-ed28f8567079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:53:16Z', 'updated_at': '2022-02-04T11:53:22Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '1001528f-3afc-4ab2-a553-ed28f8567079', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:63:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:53:17Z', 'updated_at': '2022-02-04T11:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '8ea60855-6bea-47a1-86e1-d7bcde16605d', 'name': '', 'network_id': '6e954ff7-c55b-4255-90d1-6f1dabd1d9d2', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:44:f1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '490571fe-8e82-4d83-b393-9e6f658aa84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:53:21Z', 'updated_at': '2022-02-04T11:53:27Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': '490571fe-8e82-4d83-b393-9e6f658aa84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:57:08.533730 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b02074a-ac09-446f-8f91-d5a7cf3c417b None None] Checking router: af882a16-c5c1-482f-b6fb-60264d9a8051 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:57:08.548115 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b02074a-ac09-446f-8f91-d5a7cf3c417b None None] Routers {'af882a16-c5c1-482f-b6fb-60264d9a8051'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:57:08.548737 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-3b02074a-ac09-446f-8f91-d5a7cf3c417b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:56:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['af882a16-c5c1-482f-b6fb-60264d9a8051'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:57:08.555842 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-471178f4-d2a7-4504-a00b-316e0300227b req-3c56175b-9448-40db-8797-b7c299398d28 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=48697659-39e1-4fd9-a9af-d8199b6e21b6 HTTP/1.1" status: 200 len: 1098 time: 0.0800288 Feb 04 11:57:08.703629 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471178f4-d2a7-4504-a00b-316e0300227b req-6475e643-c126-4dca-9077-1240e90240b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:08.705216 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-471178f4-d2a7-4504-a00b-316e0300227b req-6475e643-c126-4dca-9077-1240e90240b2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6e954ff7-c55b-4255-90d1-6f1dabd1d9d2 HTTP/1.1" status: 200 len: 897 time: 0.1433685 Feb 04 11:57:08.742293 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-3b02074a-ac09-446f-8f91-d5a7cf3c417b None None] Set router af882a16-c5c1-482f-b6fb-60264d9a8051 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:57:08.777274 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-471178f4-d2a7-4504-a00b-316e0300227b req-5c3dae93-75f6-4558-94c9-1aedf2a04f93 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f46dd781-811c-417d-9256-c10bf4406c33 HTTP/1.1" status: 200 len: 217 time: 0.0634146 Feb 04 11:57:08.833157 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40a89f-aa26-41c6-9b54-54af9beda1a4 req-93aa9b71-c8e5-4687-9a9d-c96a7efa7c5f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:08.834773 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6f40a89f-aa26-41c6-9b54-54af9beda1a4 req-93aa9b71-c8e5-4687-9a9d-c96a7efa7c5f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=48697659-39e1-4fd9-a9af-d8199b6e21b6 HTTP/1.1" status: 200 len: 945 time: 0.1690123 Feb 04 11:57:08.852542 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471178f4-d2a7-4504-a00b-316e0300227b req-4c5b00c2-f5d9-46a5-9d49-48a2b6ed8409 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:08.854082 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-471178f4-d2a7-4504-a00b-316e0300227b req-4c5b00c2-f5d9-46a5-9d49-48a2b6ed8409 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=490571fe-8e82-4d83-b393-9e6f658aa84e HTTP/1.1" status: 200 len: 844 time: 0.0701282 Feb 04 11:57:08.884753 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6f40a89f-aa26-41c6-9b54-54af9beda1a4 req-e2e04a58-6c87-4495-80fa-7d7b037b8d73 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5ba7c40-0f3e-4883-b564-2b7e573728d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438550 Feb 04 11:57:08.937310 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-471178f4-d2a7-4504-a00b-316e0300227b req-2c61b1d7-e513-41f1-9994-1a48cc2bd393 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6e954ff7-c55b-4255-90d1-6f1dabd1d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766172 Feb 04 11:57:09.081655 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-471178f4-d2a7-4504-a00b-316e0300227b req-6e0d97f2-efee-4203-99de-c81d63e154b0 service neutron] 10.222.0.47 "GET /v2.0/networks/6e954ff7-c55b-4255-90d1-6f1dabd1d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359875 Feb 04 11:57:09.092033 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-3b02074a-ac09-446f-8f91-d5a7cf3c417b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'name': 'tempest-TestNetworkBasicOps-router-418563499', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '1001528f-3afc-4ab2-a553-ed28f8567079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:53:16Z', 'updated_at': '2022-02-04T11:53:22Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '1001528f-3afc-4ab2-a553-ed28f8567079', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:63:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:53:17Z', 'updated_at': '2022-02-04T11:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '8ea60855-6bea-47a1-86e1-d7bcde16605d', 'name': '', 'network_id': '6e954ff7-c55b-4255-90d1-6f1dabd1d9d2', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:44:f1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '490571fe-8e82-4d83-b393-9e6f658aa84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:53:21Z', 'updated_at': '2022-02-04T11:53:27Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': '490571fe-8e82-4d83-b393-9e6f658aa84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:57:09.096073 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b02074a-ac09-446f-8f91-d5a7cf3c417b None None] The sync data for ids ['af882a16-c5c1-482f-b6fb-60264d9a8051'] in dv-neutron-827825-2-hyperv is: [{'id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'name': 'tempest-TestNetworkBasicOps-router-418563499', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '1001528f-3afc-4ab2-a553-ed28f8567079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:53:16Z', 'updated_at': '2022-02-04T11:53:22Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '1001528f-3afc-4ab2-a553-ed28f8567079', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:63:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:53:17Z', 'updated_at': '2022-02-04T11:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '8ea60855-6bea-47a1-86e1-d7bcde16605d', 'name': '', 'network_id': '6e954ff7-c55b-4255-90d1-6f1dabd1d9d2', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:44:f1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '490571fe-8e82-4d83-b393-9e6f658aa84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:53:21Z', 'updated_at': '2022-02-04T11:53:27Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': '490571fe-8e82-4d83-b393-9e6f658aa84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:57:09.227221 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-471178f4-d2a7-4504-a00b-316e0300227b req-20cbb6cc-d830-444a-afa9-f363820537e2 service neutron] 10.222.0.47 "GET /v2.0/networks/6e954ff7-c55b-4255-90d1-6f1dabd1d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389127 Feb 04 11:57:09.351225 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56e0588-b68c-4152-a637-f8bc872360a8 None None] New status for floating IP df410909-d17a-4122-bd64-ea5ef3beaf87: DOWN {{(pid=84206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 11:57:10.182972 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e3733-2a44-48c4-95a1-7d1f66b183b6 req-5bbc3034-0263-4a41-b9ca-1a70bc9f956d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:10.183632 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-077e3733-2a44-48c4-95a1-7d1f66b183b6 req-5bbc3034-0263-4a41-b9ca-1a70bc9f956d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:57:10.254240 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-077e3733-2a44-48c4-95a1-7d1f66b183b6 req-5bbc3034-0263-4a41-b9ca-1a70bc9f956d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:57:10.255485 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-077e3733-2a44-48c4-95a1-7d1f66b183b6 req-5bbc3034-0263-4a41-b9ca-1a70bc9f956d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=48697659-39e1-4fd9-a9af-d8199b6e21b6 HTTP/1.1" status: 200 len: 945 time: 0.2308517 Feb 04 11:57:10.305779 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-077e3733-2a44-48c4-95a1-7d1f66b183b6 req-d8bd0888-1e29-4eb5-9e43-e79584e5e87e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5ba7c40-0f3e-4883-b564-2b7e573728d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444849 Feb 04 11:57:10.443267 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b573fe-a694-49e4-86e2-261d063eaaa8 req-1d9e777e-0ca9-4a8c-96da-a043dbdc00a7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:10.444837 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-24b573fe-a694-49e4-86e2-261d063eaaa8 req-1d9e777e-0ca9-4a8c-96da-a043dbdc00a7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "GET /v2.0/ports?device_id=48697659-39e1-4fd9-a9af-d8199b6e21b6 HTTP/1.1" status: 200 len: 945 time: 0.0916696 Feb 04 11:57:10.513109 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-24b573fe-a694-49e4-86e2-261d063eaaa8 req-d2f96488-5f63-4dd7-8f73-e73a6522928b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting port f46dd781-811c-417d-9256-c10bf4406c33 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:57:10.513456 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-24b573fe-a694-49e4-86e2-261d063eaaa8 req-d2f96488-5f63-4dd7-8f73-e73a6522928b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:10.750085 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-24b573fe-a694-49e4-86e2-261d063eaaa8 req-d2f96488-5f63-4dd7-8f73-e73a6522928b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] For port f46dd781-811c-417d-9256-c10bf4406c33, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f46dd781-811c-417d-9256-c10bf4406c33,segment=NetworkSegment(eaabab19-197f-41f2-889f-5b83d5f9faf1),segment_id=eaabab19-197f-41f2-889f-5b83d5f9faf1)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:57:10.750366 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-24b573fe-a694-49e4-86e2-261d063eaaa8 req-d2f96488-5f63-4dd7-8f73-e73a6522928b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:10.867307 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-24b573fe-a694-49e4-86e2-261d063eaaa8 req-d2f96488-5f63-4dd7-8f73-e73a6522928b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Calling delete_port for f46dd781-811c-417d-9256-c10bf4406c33 owned by compute:nova {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:57:11.076641 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-24b573fe-a694-49e4-86e2-261d063eaaa8 req-d2f96488-5f63-4dd7-8f73-e73a6522928b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:11.127014 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f96488-5f63-4dd7-8f73-e73a6522928b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Port': ['ID=f46dd781-811c-417d-9256-c10bf4406c33,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:11.200543 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b573fe-a694-49e4-86e2-261d063eaaa8 req-d2f96488-5f63-4dd7-8f73-e73a6522928b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] No DVR routers for this DVR port f46dd781-811c-417d-9256-c10bf4406c33 on host hv-neutron-8278 {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:57:11.202892 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-24b573fe-a694-49e4-86e2-261d063eaaa8 req-d2f96488-5f63-4dd7-8f73-e73a6522928b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:11.205358 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48697659-39e1-4fd9-a9af-d8199b6e21b6', 'name': 'network-vif-deleted', 'tag': 'f46dd781-811c-417d-9256-c10bf4406c33'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:57:11.261350 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48697659-39e1-4fd9-a9af-d8199b6e21b6', 'name': 'network-vif-deleted', 'tag': 'f46dd781-811c-417d-9256-c10bf4406c33', 'status': 'completed', 'code': 200} Feb 04 11:57:11.306309 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-24b573fe-a694-49e4-86e2-261d063eaaa8 req-d2f96488-5f63-4dd7-8f73-e73a6522928b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "DELETE /v2.0/ports/f46dd781-811c-417d-9256-c10bf4406c33 HTTP/1.1" status: 204 len: 173 time: 0.8554461 Feb 04 11:57:11.472404 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-ec619b39-18ac-4b53-bee8-296c90d61998 req-9d9b643d-0737-49fc-97b7-dd53b6e79c8d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:57:11.551584 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-ec619b39-18ac-4b53-bee8-296c90d61998 req-9d9b643d-0737-49fc-97b7-dd53b6e79c8d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:57:11.554750 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ec619b39-18ac-4b53-bee8-296c90d61998 req-9d9b643d-0737-49fc-97b7-dd53b6e79c8d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=48697659-39e1-4fd9-a9af-d8199b6e21b6 HTTP/1.1" status: 200 len: 210 time: 0.1209981 Feb 04 11:57:12.111028 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c106ac14-18ce-4409-ac08-b32c013faf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:12.664377 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43338) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:57:12.827026 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ac055df1-0561-4046-bf75-6ad2dc769bc4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:12.856485 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ac055df1-0561-4046-bf75-6ad2dc769bc4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:13.008052 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ac055df1-0561-4046-bf75-6ad2dc769bc4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:13.026738 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac055df1-0561-4046-bf75-6ad2dc769bc4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ba7c40-0f3e-4883-b564-2b7e573728d2,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:13.092723 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ac055df1-0561-4046-bf75-6ad2dc769bc4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:13.093955 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ac055df1-0561-4046-bf75-6ad2dc769bc4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/security-groups/f5ba7c40-0f3e-4883-b564-2b7e573728d2 HTTP/1.1" status: 204 len: 168 time: 0.4285457 Feb 04 11:57:13.191383 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43344) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:57:13.582235 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-35a9f5d9-7937-46fc-ab64-d02f8d6cc9bf tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:14.208361 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-35a9f5d9-7937-46fc-ab64-d02f8d6cc9bf tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting port 8ea60855-6bea-47a1-86e1-d7bcde16605d {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:57:14.209027 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-35a9f5d9-7937-46fc-ab64-d02f8d6cc9bf tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:14.391424 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-35a9f5d9-7937-46fc-ab64-d02f8d6cc9bf tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] For port 8ea60855-6bea-47a1-86e1-d7bcde16605d, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=8ea60855-6bea-47a1-86e1-d7bcde16605d,segment=NetworkSegment(eaabab19-197f-41f2-889f-5b83d5f9faf1),segment_id=eaabab19-197f-41f2-889f-5b83d5f9faf1)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:57:14.391753 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-35a9f5d9-7937-46fc-ab64-d02f8d6cc9bf tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:14.488362 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d66e9022-1da3-4686-8586-9e81a2c66fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:14.515380 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-35a9f5d9-7937-46fc-ab64-d02f8d6cc9bf tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Calling delete_port for 8ea60855-6bea-47a1-86e1-d7bcde16605d owned by network:router_interface {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:57:14.530571 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device f46dd781-811c-417d-9256-c10bf4406c33 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:57:14.564463 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] No Port match for: f46dd781-811c-417d-9256-c10bf4406c33 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:57:14.564800 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device f46dd781-811c-417d-9256-c10bf4406c33 not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:57:14.859532 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-35a9f5d9-7937-46fc-ab64-d02f8d6cc9bf tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:14.904539 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a9f5d9-7937-46fc-ab64-d02f8d6cc9bf tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Port': ['ID=8ea60855-6bea-47a1-86e1-d7bcde16605d,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:15.198650 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-35a9f5d9-7937-46fc-ab64-d02f8d6cc9bf tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:15.636616 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:15.699529 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:15.778781 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a9f5d9-7937-46fc-ab64-d02f8d6cc9bf tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router af882a16-c5c1-482f-b6fb-60264d9a8051 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:57:15.971090 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a9f5d9-7937-46fc-ab64-d02f8d6cc9bf tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:57:15.981356 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7828c628-c672-4ae7-8024-ae9a6c81d430 None None] Sync routers for ids ['af882a16-c5c1-482f-b6fb-60264d9a8051'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:57:15.993315 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7828c628-c672-4ae7-8024-ae9a6c81d430 None None] Routers {'af882a16-c5c1-482f-b6fb-60264d9a8051'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:57:15.993921 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-7828c628-c672-4ae7-8024-ae9a6c81d430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:57:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['af882a16-c5c1-482f-b6fb-60264d9a8051'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:57:16.050973 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-35a9f5d9-7937-46fc-ab64-d02f8d6cc9bf tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "PUT /v2.0/routers/af882a16-c5c1-482f-b6fb-60264d9a8051/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8581414 Feb 04 11:57:16.053555 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43348) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:57:16.196136 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-7828c628-c672-4ae7-8024-ae9a6c81d430 None None] Set router af882a16-c5c1-482f-b6fb-60264d9a8051 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:57:16.341825 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0380296-1f21-460a-802c-5b56b401256e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting subnet 490571fe-8e82-4d83-b393-9e6f658aa84e {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:57:16.344664 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e0380296-1f21-460a-802c-5b56b401256e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:16.397141 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e0380296-1f21-460a-802c-5b56b401256e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:16.478313 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-7828c628-c672-4ae7-8024-ae9a6c81d430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'name': 'tempest-TestNetworkBasicOps-router-418563499', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '1001528f-3afc-4ab2-a553-ed28f8567079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:53:16Z', 'updated_at': '2022-02-04T11:57:14Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '1001528f-3afc-4ab2-a553-ed28f8567079', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:63:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:53:17Z', 'updated_at': '2022-02-04T11:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:57:16.482031 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7828c628-c672-4ae7-8024-ae9a6c81d430 None None] Checking router: af882a16-c5c1-482f-b6fb-60264d9a8051 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:57:16.482169 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e0380296-1f21-460a-802c-5b56b401256e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:16.492632 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7828c628-c672-4ae7-8024-ae9a6c81d430 None None] Routers {'af882a16-c5c1-482f-b6fb-60264d9a8051'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:57:16.493508 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-7828c628-c672-4ae7-8024-ae9a6c81d430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:57:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['af882a16-c5c1-482f-b6fb-60264d9a8051'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:57:16.631321 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e0380296-1f21-460a-802c-5b56b401256e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:16.669933 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-7828c628-c672-4ae7-8024-ae9a6c81d430 None None] Set router af882a16-c5c1-482f-b6fb-60264d9a8051 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:57:16.671995 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0380296-1f21-460a-802c-5b56b401256e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Subnet': ['ID=490571fe-8e82-4d83-b393-9e6f658aa84e,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:16.678243 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e0380296-1f21-460a-802c-5b56b401256e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:16.685634 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e885dc7b-ff0f-40a9-8cad-5cfd3190cf68 None None] Network 6e954ff7-c55b-4255-90d1-6f1dabd1d9d2 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:57:16.691743 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e0380296-1f21-460a-802c-5b56b401256e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/subnets/490571fe-8e82-4d83-b393-9e6f658aa84e HTTP/1.1" status: 204 len: 168 time: 0.6363385 Feb 04 11:57:16.695088 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43352) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:57:16.909777 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-58de04d5-7333-474c-a194-58ba1e00f509 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:16.962724 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:16.978318 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-7828c628-c672-4ae7-8024-ae9a6c81d430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'name': 'tempest-TestNetworkBasicOps-router-418563499', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '1001528f-3afc-4ab2-a553-ed28f8567079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:53:16Z', 'updated_at': '2022-02-04T11:57:14Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '1001528f-3afc-4ab2-a553-ed28f8567079', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:63:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:53:17Z', 'updated_at': '2022-02-04T11:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:57:16.982860 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2185094-04e0-4d8c-9e89-fb629e23854e None None] DHCP port deletion for 6e954ff7-c55b-4255-90d1-6f1dabd1d9d2 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:57:16.983619 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7828c628-c672-4ae7-8024-ae9a6c81d430 None None] The sync data for ids ['af882a16-c5c1-482f-b6fb-60264d9a8051'] in dv-neutron-827825-2-hyperv is: [{'id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'name': 'tempest-TestNetworkBasicOps-router-418563499', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '1001528f-3afc-4ab2-a553-ed28f8567079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:53:16Z', 'updated_at': '2022-02-04T11:57:14Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '1001528f-3afc-4ab2-a553-ed28f8567079', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:63:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af882a16-c5c1-482f-b6fb-60264d9a8051', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:53:17Z', 'updated_at': '2022-02-04T11:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:57:16.990756 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-f2185094-04e0-4d8c-9e89-fb629e23854e None None] Deleting port 9851ff78-09cb-4ee6-9e66-3589ced2fc0e {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:57:16.993156 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f2185094-04e0-4d8c-9e89-fb629e23854e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:17.116698 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-58de04d5-7333-474c-a194-58ba1e00f509 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:17.180379 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-58de04d5-7333-474c-a194-58ba1e00f509 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting port 1001528f-3afc-4ab2-a553-ed28f8567079 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:57:17.180719 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-58de04d5-7333-474c-a194-58ba1e00f509 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:17.201061 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-f2185094-04e0-4d8c-9e89-fb629e23854e None None] For port 9851ff78-09cb-4ee6-9e66-3589ced2fc0e, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=9851ff78-09cb-4ee6-9e66-3589ced2fc0e,segment=NetworkSegment(eaabab19-197f-41f2-889f-5b83d5f9faf1),segment_id=eaabab19-197f-41f2-889f-5b83d5f9faf1)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:57:17.201470 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f2185094-04e0-4d8c-9e89-fb629e23854e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:17.322379 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-f2185094-04e0-4d8c-9e89-fb629e23854e None None] Calling delete_port for 9851ff78-09cb-4ee6-9e66-3589ced2fc0e owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:57:17.359367 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-58de04d5-7333-474c-a194-58ba1e00f509 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] For port 1001528f-3afc-4ab2-a553-ed28f8567079, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=1001528f-3afc-4ab2-a553-ed28f8567079,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:57:17.359734 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-58de04d5-7333-474c-a194-58ba1e00f509 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:17.420242 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 8ea60855-6bea-47a1-86e1-d7bcde16605d no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:57:17.454563 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 8ea60855-6bea-47a1-86e1-d7bcde16605d {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:57:17.455336 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 8ea60855-6bea-47a1-86e1-d7bcde16605d not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:57:17.455657 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 9851ff78-09cb-4ee6-9e66-3589ced2fc0e no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:57:17.485415 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f2185094-04e0-4d8c-9e89-fb629e23854e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:17.488870 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-58de04d5-7333-474c-a194-58ba1e00f509 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Calling delete_port for 1001528f-3afc-4ab2-a553-ed28f8567079 owned by network:router_gateway {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:57:17.558336 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 9851ff78-09cb-4ee6-9e66-3589ced2fc0e {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:57:17.558675 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 9851ff78-09cb-4ee6-9e66-3589ced2fc0e not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:57:17.568877 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2185094-04e0-4d8c-9e89-fb629e23854e None None] Pushing event deleted for resources: {'Port': ['ID=9851ff78-09cb-4ee6-9e66-3589ced2fc0e,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:17.574353 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2185094-04e0-4d8c-9e89-fb629e23854e None None] No DVR routers for this DVR port 9851ff78-09cb-4ee6-9e66-3589ced2fc0e on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:57:17.587184 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2185094-04e0-4d8c-9e89-fb629e23854e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:17.587535 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2185094-04e0-4d8c-9e89-fb629e23854e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:17.587869 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2185094-04e0-4d8c-9e89-fb629e23854e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:17.588211 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2185094-04e0-4d8c-9e89-fb629e23854e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:17.588524 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2185094-04e0-4d8c-9e89-fb629e23854e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:17.588847 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2185094-04e0-4d8c-9e89-fb629e23854e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:17.589170 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2185094-04e0-4d8c-9e89-fb629e23854e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:17.589489 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2185094-04e0-4d8c-9e89-fb629e23854e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:17.589805 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2185094-04e0-4d8c-9e89-fb629e23854e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:17.590156 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2185094-04e0-4d8c-9e89-fb629e23854e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:17.590473 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2185094-04e0-4d8c-9e89-fb629e23854e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:17.693813 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-58de04d5-7333-474c-a194-58ba1e00f509 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:17.833795 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de04d5-7333-474c-a194-58ba1e00f509 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Port': ['ID=1001528f-3afc-4ab2-a553-ed28f8567079,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:17.871292 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58de04d5-7333-474c-a194-58ba1e00f509 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:17.871633 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58de04d5-7333-474c-a194-58ba1e00f509 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:17.871963 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58de04d5-7333-474c-a194-58ba1e00f509 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:17.872286 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58de04d5-7333-474c-a194-58ba1e00f509 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:17.872609 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58de04d5-7333-474c-a194-58ba1e00f509 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:17.872928 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58de04d5-7333-474c-a194-58ba1e00f509 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:17.873248 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58de04d5-7333-474c-a194-58ba1e00f509 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:17.873573 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58de04d5-7333-474c-a194-58ba1e00f509 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:17.873902 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58de04d5-7333-474c-a194-58ba1e00f509 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:17.874214 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58de04d5-7333-474c-a194-58ba1e00f509 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:17.874525 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58de04d5-7333-474c-a194-58ba1e00f509 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:18.057932 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-58de04d5-7333-474c-a194-58ba1e00f509 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:18.308530 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-58de04d5-7333-474c-a194-58ba1e00f509 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:18.312608 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-58de04d5-7333-474c-a194-58ba1e00f509 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:18.379549 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-58de04d5-7333-474c-a194-58ba1e00f509 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:18.380044 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58de04d5-7333-474c-a194-58ba1e00f509 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Fanout notify agent at l3_agent the message router_deleted on router af882a16-c5c1-482f-b6fb-60264d9a8051 {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:57:18.393969 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-58de04d5-7333-474c-a194-58ba1e00f509 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:18.395019 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-58de04d5-7333-474c-a194-58ba1e00f509 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/routers/af882a16-c5c1-482f-b6fb-60264d9a8051 HTTP/1.1" status: 204 len: 168 time: 1.6988828 Feb 04 11:57:18.399189 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43356) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:57:18.516329 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6b110923-1582-498b-9c99-a8913795b7b3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:18.650611 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6b110923-1582-498b-9c99-a8913795b7b3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:18.680882 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-6b110923-1582-498b-9c99-a8913795b7b3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e954ff7-c55b-4255-90d1-6f1dabd1d9d2']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:57:18.692544 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-6b110923-1582-498b-9c99-a8913795b7b3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaabab19-197f-41f2-889f-5b83d5f9faf1') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:57:18.692833 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-6b110923-1582-498b-9c99-a8913795b7b3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaabab19-197f-41f2-889f-5b83d5f9faf1') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:57:18.703863 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6b110923-1582-498b-9c99-a8913795b7b3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:18.722767 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6b110923-1582-498b-9c99-a8913795b7b3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:18.729287 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b110923-1582-498b-9c99-a8913795b7b3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:57:18.729660 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6b110923-1582-498b-9c99-a8913795b7b3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:18.743490 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:57:18.743490 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:57:18.743490 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:57:18.743490 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:57:18.743490 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:57:18.743490 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:57:18.743490 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:57:18.743490 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:57:18.743490 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:57:18.743490 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:57:18.743490 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:57:18.743490 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:57:18.743490 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:57:18.743490 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:57:18.743490 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:57:18.743490 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:57:18.743490 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:57:18.743490 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:57:18.743490 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:57:18.743490 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:57:18.743490 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:57:18.743490 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:57:18.743490 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:57:18.743490 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:57:18.743490 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:57:18.743490 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:57:18.743490 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:57:18.743490 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:57:18.743490 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:57:18.743490 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:57:18.743490 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:57:18.743490 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:57:18.882941 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6b110923-1582-498b-9c99-a8913795b7b3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:18.887678 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6b110923-1582-498b-9c99-a8913795b7b3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:18.912422 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b110923-1582-498b-9c99-a8913795b7b3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Network': ['ID=6e954ff7-c55b-4255-90d1-6f1dabd1d9d2,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:18.918340 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6b110923-1582-498b-9c99-a8913795b7b3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/networks/6e954ff7-c55b-4255-90d1-6f1dabd1d9d2 HTTP/1.1" status: 204 len: 168 time: 0.5181644 Feb 04 11:57:18.930854 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43360) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:57:18.936274 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-5628885a-12f5-4bc2-aa6f-5c0b6f18a834 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'network': {'name': 'tempest-network-smoke--345586229', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'port_security_enabled': True}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:57:18.941205 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-5628885a-12f5-4bc2-aa6f-5c0b6f18a834 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:57:18.946378 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-5628885a-12f5-4bc2-aa6f-5c0b6f18a834 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:network and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:57:18.949199 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-5628885a-12f5-4bc2-aa6f-5c0b6f18a834 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:57:18.954884 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-5628885a-12f5-4bc2-aa6f-5c0b6f18a834 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:57:19.053739 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5628885a-12f5-4bc2-aa6f-5c0b6f18a834 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Made reservation on behalf of 009ced00ffd949498e5831cf00e326e7 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:57:19.056695 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5628885a-12f5-4bc2-aa6f-5c0b6f18a834 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:19.084494 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5628885a-12f5-4bc2-aa6f-5c0b6f18a834 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:57:19.093585 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5628885a-12f5-4bc2-aa6f-5c0b6f18a834 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:19.093860 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-5628885a-12f5-4bc2-aa6f-5c0b6f18a834 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Added segment 02fc012d-d182-4024-a065-0f2abef92416 of type vlan for network 4dbd0fff-c6f7-4365-b529-cc72d2376f7b Feb 04 11:57:19.118775 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5628885a-12f5-4bc2-aa6f-5c0b6f18a834 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:19.185098 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5628885a-12f5-4bc2-aa6f-5c0b6f18a834 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:19.188863 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5628885a-12f5-4bc2-aa6f-5c0b6f18a834 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:19.189440 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5628885a-12f5-4bc2-aa6f-5c0b6f18a834 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:19.296747 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5628885a-12f5-4bc2-aa6f-5c0b6f18a834 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Network': ['ID=4dbd0fff-c6f7-4365-b529-cc72d2376f7b,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:19.307283 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 4dbd0fff-c6f7-4365-b529-cc72d2376f7b details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:57:19.357677 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5628885a-12f5-4bc2-aa6f-5c0b6f18a834 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4258068 Feb 04 11:57:19.360422 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43364) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:57:19.365524 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-24e31ce6-3b8a-4c75-bc4e-35b1f6a64231 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1043786584', 'admin_state_up': True, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:57:19.373571 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-24e31ce6-3b8a-4c75-bc4e-35b1f6a64231 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:57:19.377675 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-24e31ce6-3b8a-4c75-bc4e-35b1f6a64231 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:router and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:57:19.381165 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-24e31ce6-3b8a-4c75-bc4e-35b1f6a64231 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:57:19.387676 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-24e31ce6-3b8a-4c75-bc4e-35b1f6a64231 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:57:19.403213 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 1001528f-3afc-4ab2-a553-ed28f8567079 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:57:19.435964 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 1001528f-3afc-4ab2-a553-ed28f8567079 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:57:19.436233 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 1001528f-3afc-4ab2-a553-ed28f8567079 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:57:19.465908 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-24e31ce6-3b8a-4c75-bc4e-35b1f6a64231 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:19.466883 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-24e31ce6-3b8a-4c75-bc4e-35b1f6a64231 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:19.484437 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-24e31ce6-3b8a-4c75-bc4e-35b1f6a64231 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:19.749568 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-24e31ce6-3b8a-4c75-bc4e-35b1f6a64231 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:19.990113 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-24e31ce6-3b8a-4c75-bc4e-35b1f6a64231 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router_gateway, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:20.023038 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-24e31ce6-3b8a-4c75-bc4e-35b1f6a64231 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:20.151383 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-24e31ce6-3b8a-4c75-bc4e-35b1f6a64231 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Allocated IP 172.26.3.85 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/3b7f4da3-bfbc-4967-9a84-dc33e533ec43) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:57:20.300381 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-24e31ce6-3b8a-4c75-bc4e-35b1f6a64231 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:20.379614 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-24e31ce6-3b8a-4c75-bc4e-35b1f6a64231 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:20.446655 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e31ce6-3b8a-4c75-bc4e-35b1f6a64231 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:57:20.449561 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-24e31ce6-3b8a-4c75-bc4e-35b1f6a64231 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:57:20.454463 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e31ce6-3b8a-4c75-bc4e-35b1f6a64231 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:57:20.480190 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e31ce6-3b8a-4c75-bc4e-35b1f6a64231 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=3b7f4da3-bfbc-4967-9a84-dc33e533ec43,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:20.688310 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-24e31ce6-3b8a-4c75-bc4e-35b1f6a64231 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router_gateway, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:20.689102 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-24e31ce6-3b8a-4c75-bc4e-35b1f6a64231 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:20.962260 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e31ce6-3b8a-4c75-bc4e-35b1f6a64231 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router 83e54890-3dff-4a67-a603-28082f3ab8e6 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:57:21.159341 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e31ce6-3b8a-4c75-bc4e-35b1f6a64231 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:57:21.169479 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555913c8-2109-482d-8d24-5cdaa774f737 None None] Sync routers for ids ['83e54890-3dff-4a67-a603-28082f3ab8e6'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:57:21.181745 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555913c8-2109-482d-8d24-5cdaa774f737 None None] Routers {'83e54890-3dff-4a67-a603-28082f3ab8e6'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:57:21.182458 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-555913c8-2109-482d-8d24-5cdaa774f737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:57:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['83e54890-3dff-4a67-a603-28082f3ab8e6'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:57:21.248131 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-24e31ce6-3b8a-4c75-bc4e-35b1f6a64231 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:21.249451 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-24e31ce6-3b8a-4c75-bc4e-35b1f6a64231 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8880506 Feb 04 11:57:21.252505 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43368) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:57:21.359446 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-555913c8-2109-482d-8d24-5cdaa774f737 None None] Set router 83e54890-3dff-4a67-a603-28082f3ab8e6 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:57:21.439857 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-113b44e5-34b8-4744-b25b-63121e645e4d tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=009ced00ffd949498e5831cf00e326e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1837695 Feb 04 11:57:21.440079 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43374) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:57:21.568998 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2119979b-0fc5-4254-94f5-ae3e4bbb58e1 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:21.570568 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2119979b-0fc5-4254-94f5-ae3e4bbb58e1 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1296976 Feb 04 11:57:21.573412 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43378) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:57:21.616669 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2ae4a648-9766-4820-8aef-789e5e51c433 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=63d4ab6b-931d-42a4-aa18-bedd81d582fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420780 Feb 04 11:57:21.619106 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43382) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:57:21.624346 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-5c54a479-40a2-42d9-a084-efa69bd8aa21 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-447184070', 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:57:21.646225 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-555913c8-2109-482d-8d24-5cdaa774f737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'name': 'tempest-TestNetworkBasicOps-router-1043786584', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:57:19Z', 'updated_at': '2022-02-04T11:57:20Z', 'revision_number': 3, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:57:20Z', 'updated_at': '2022-02-04T11:57:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:57:21.651375 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555913c8-2109-482d-8d24-5cdaa774f737 None None] Checking router: 83e54890-3dff-4a67-a603-28082f3ab8e6 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:57:21.651711 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555913c8-2109-482d-8d24-5cdaa774f737 None None] Updating router 83e54890-3dff-4a67-a603-28082f3ab8e6 port 3b7f4da3-bfbc-4967-9a84-dc33e533ec43 binding host dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:57:21.700976 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-555913c8-2109-482d-8d24-5cdaa774f737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:21.730949 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-5c54a479-40a2-42d9-a084-efa69bd8aa21 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:57:21.734782 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-5c54a479-40a2-42d9-a084-efa69bd8aa21 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:subnet and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:57:21.737712 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-5c54a479-40a2-42d9-a084-efa69bd8aa21 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:57:21.743736 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-5c54a479-40a2-42d9-a084-efa69bd8aa21 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:57:21.842574 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c54a479-40a2-42d9-a084-efa69bd8aa21 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Made reservation on behalf of 009ced00ffd949498e5831cf00e326e7 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:57:22.019977 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-555913c8-2109-482d-8d24-5cdaa774f737 None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:22.032562 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-555913c8-2109-482d-8d24-5cdaa774f737 None None] Transition to ACTIVE for port object 3b7f4da3-bfbc-4967-9a84-dc33e533ec43 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:57:22.033461 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5c54a479-40a2-42d9-a084-efa69bd8aa21 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:22.156984 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-555913c8-2109-482d-8d24-5cdaa774f737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:22.242959 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-555913c8-2109-482d-8d24-5cdaa774f737 None None] Attempting to bind port 3b7f4da3-bfbc-4967-9a84-dc33e533ec43 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:57:22.243643 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-555913c8-2109-482d-8d24-5cdaa774f737 None None] Attempting to bind port 3b7f4da3-bfbc-4967-9a84-dc33e533ec43 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:57:22.243643 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555913c8-2109-482d-8d24-5cdaa774f737 None None] Attempting to bind port 3b7f4da3-bfbc-4967-9a84-dc33e533ec43 on network 63d4ab6b-931d-42a4-aa18-bedd81d582fa {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:57:22.245721 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcdc40f-b3c5-4ac7-868c-83e6d5653c55 None None] Pushing event updated for resources: {'Port': ['ID=3b7f4da3-bfbc-4967-9a84-dc33e533ec43,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:22.254368 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555913c8-2109-482d-8d24-5cdaa774f737 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:57:22.254739 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555913c8-2109-482d-8d24-5cdaa774f737 None None] Checking segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:57:22.255125 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-555913c8-2109-482d-8d24-5cdaa774f737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:22.255499 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555913c8-2109-482d-8d24-5cdaa774f737 None None] Bound using segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:57:22.255948 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-555913c8-2109-482d-8d24-5cdaa774f737 None None] Bound port: 3b7f4da3-bfbc-4967-9a84-dc33e533ec43, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:57:22.256308 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-555913c8-2109-482d-8d24-5cdaa774f737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:22.326455 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-555913c8-2109-482d-8d24-5cdaa774f737 None None] For port 3b7f4da3-bfbc-4967-9a84-dc33e533ec43, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:57:22.328650 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5c54a479-40a2-42d9-a084-efa69bd8aa21 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:22.329439 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-555913c8-2109-482d-8d24-5cdaa774f737 None None] For port 3b7f4da3-bfbc-4967-9a84-dc33e533ec43, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=3b7f4da3-bfbc-4967-9a84-dc33e533ec43,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:57:22.408398 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c54a479-40a2-42d9-a084-efa69bd8aa21 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Subnet': ['ID=3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:22.419481 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c54a479-40a2-42d9-a084-efa69bd8aa21 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Checking segment: {'id': '02fc012d-d182-4024-a065-0f2abef92416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:57:22.419829 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c54a479-40a2-42d9-a084-efa69bd8aa21 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network hostable DHCP agents. Network: 4dbd0fff-c6f7-4365-b529-cc72d2376f7b, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:57:22.420328 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-555913c8-2109-482d-8d24-5cdaa774f737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:22.500730 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcdc40f-b3c5-4ac7-868c-83e6d5653c55 None None] Pushing event updated for resources: {'Port': ['ID=3b7f4da3-bfbc-4967-9a84-dc33e533ec43,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:22.503098 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555913c8-2109-482d-8d24-5cdaa774f737 None None] Routers {'83e54890-3dff-4a67-a603-28082f3ab8e6'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:57:22.503679 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-555913c8-2109-482d-8d24-5cdaa774f737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:57:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['83e54890-3dff-4a67-a603-28082f3ab8e6'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:57:22.522632 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c54a479-40a2-42d9-a084-efa69bd8aa21 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 4dbd0fff-c6f7-4365-b529-cc72d2376f7b is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:57:22.608441 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-5c54a479-40a2-42d9-a084-efa69bd8aa21 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 4dbd0fff-c6f7-4365-b529-cc72d2376f7b) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:57:22.612739 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c54a479-40a2-42d9-a084-efa69bd8aa21 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:22.613509 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5c54a479-40a2-42d9-a084-efa69bd8aa21 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:22.676487 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd23470-e049-4548-8d02-cc77c379cc7d None None] Network 4dbd0fff-c6f7-4365-b529-cc72d2376f7b requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:57:22.723175 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5c54a479-40a2-42d9-a084-efa69bd8aa21 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1030617 Feb 04 11:57:22.726422 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43386) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:57:22.809254 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-555913c8-2109-482d-8d24-5cdaa774f737 None None] Set router 83e54890-3dff-4a67-a603-28082f3ab8e6 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:57:23.106883 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86661b19-459b-4cbb-af03-e9e81ea769f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-4dbd0fff-c6f7-4365-b529-cc72d2376f7b', 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ips': [{'subnet_id': '3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:57:23.107680 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-86661b19-459b-4cbb-af03-e9e81ea769f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:23.316416 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-555913c8-2109-482d-8d24-5cdaa774f737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'name': 'tempest-TestNetworkBasicOps-router-1043786584', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:57:19Z', 'updated_at': '2022-02-04T11:57:20Z', 'revision_number': 3, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:57:20Z', 'updated_at': '2022-02-04T11:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:57:23.322056 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-86661b19-459b-4cbb-af03-e9e81ea769f7 None None] Allocated IP 172.20.0.2 (4dbd0fff-c6f7-4365-b529-cc72d2376f7b/3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b/7a700365-8320-47e3-8f8c-6fb35bf38162) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:57:23.326249 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555913c8-2109-482d-8d24-5cdaa774f737 None None] The sync data for ids ['83e54890-3dff-4a67-a603-28082f3ab8e6'] in dv-neutron-827825-2-hyperv is: [{'id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'name': 'tempest-TestNetworkBasicOps-router-1043786584', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:57:19Z', 'updated_at': '2022-02-04T11:57:20Z', 'revision_number': 3, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:57:20Z', 'updated_at': '2022-02-04T11:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:57:23.485322 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4c0f12e3-9db1-45a3-ae79-fe6c81adbb09 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:23.559692 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-86661b19-459b-4cbb-af03-e9e81ea769f7 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:23.570571 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-86661b19-459b-4cbb-af03-e9e81ea769f7 None None] Transition to ACTIVE for port object 7a700365-8320-47e3-8f8c-6fb35bf38162 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:57:23.601755 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-86661b19-459b-4cbb-af03-e9e81ea769f7 None None] Transition to ACTIVE for port object 7a700365-8320-47e3-8f8c-6fb35bf38162 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:57:23.677829 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-86661b19-459b-4cbb-af03-e9e81ea769f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:23.747171 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86661b19-459b-4cbb-af03-e9e81ea769f7 None None] Network 4dbd0fff-c6f7-4365-b529-cc72d2376f7b is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:57:23.750323 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-86661b19-459b-4cbb-af03-e9e81ea769f7 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:57:23.755050 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86661b19-459b-4cbb-af03-e9e81ea769f7 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:57:23.759640 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86661b19-459b-4cbb-af03-e9e81ea769f7 None None] Pushing event updated for resources: {'Port': ['ID=7a700365-8320-47e3-8f8c-6fb35bf38162,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:23.849453 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-86661b19-459b-4cbb-af03-e9e81ea769f7 None None] Attempting to bind port 7a700365-8320-47e3-8f8c-6fb35bf38162 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:57:23.850053 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-86661b19-459b-4cbb-af03-e9e81ea769f7 None None] Attempting to bind port 7a700365-8320-47e3-8f8c-6fb35bf38162 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '02fc012d-d182-4024-a065-0f2abef92416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:57:23.850401 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86661b19-459b-4cbb-af03-e9e81ea769f7 None None] Attempting to bind port 7a700365-8320-47e3-8f8c-6fb35bf38162 on network 4dbd0fff-c6f7-4365-b529-cc72d2376f7b {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:57:23.857775 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86661b19-459b-4cbb-af03-e9e81ea769f7 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:57:23.858175 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86661b19-459b-4cbb-af03-e9e81ea769f7 None None] Checking segment: {'id': '02fc012d-d182-4024-a065-0f2abef92416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:57:23.858579 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-86661b19-459b-4cbb-af03-e9e81ea769f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:23.858957 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86661b19-459b-4cbb-af03-e9e81ea769f7 None None] Bound using segment: {'id': '02fc012d-d182-4024-a065-0f2abef92416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:57:23.859428 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-86661b19-459b-4cbb-af03-e9e81ea769f7 None None] Bound port: 7a700365-8320-47e3-8f8c-6fb35bf38162, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02fc012d-d182-4024-a065-0f2abef92416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:57:23.859787 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-86661b19-459b-4cbb-af03-e9e81ea769f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:23.951265 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-86661b19-459b-4cbb-af03-e9e81ea769f7 None None] For port 7a700365-8320-47e3-8f8c-6fb35bf38162, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:57:23.954818 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-86661b19-459b-4cbb-af03-e9e81ea769f7 None None] For port 7a700365-8320-47e3-8f8c-6fb35bf38162, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=7a700365-8320-47e3-8f8c-6fb35bf38162,segment=NetworkSegment(02fc012d-d182-4024-a065-0f2abef92416),segment_id=02fc012d-d182-4024-a065-0f2abef92416)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:57:24.024432 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-4c0f12e3-9db1-45a3-ae79-fe6c81adbb09 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Allocated IP 172.20.0.1 (4dbd0fff-c6f7-4365-b529-cc72d2376f7b/3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b/ae402ae1-5a95-4acf-8264-eb4f0f782d63) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:57:24.031773 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-86661b19-459b-4cbb-af03-e9e81ea769f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:24.129827 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86661b19-459b-4cbb-af03-e9e81ea769f7 None None] Pushing event updated for resources: {'Port': ['ID=7a700365-8320-47e3-8f8c-6fb35bf38162,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:24.217384 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4c0f12e3-9db1-45a3-ae79-fe6c81adbb09 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:24.235545 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-4c0f12e3-9db1-45a3-ae79-fe6c81adbb09 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Transition to ACTIVE for port object ae402ae1-5a95-4acf-8264-eb4f0f782d63 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:57:24.295653 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4c0f12e3-9db1-45a3-ae79-fe6c81adbb09 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:24.370817 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0f12e3-9db1-45a3-ae79-fe6c81adbb09 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 4dbd0fff-c6f7-4365-b529-cc72d2376f7b is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:57:24.373841 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-4c0f12e3-9db1-45a3-ae79-fe6c81adbb09 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:57:24.377853 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0f12e3-9db1-45a3-ae79-fe6c81adbb09 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:57:24.413783 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f12e3-9db1-45a3-ae79-fe6c81adbb09 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=ae402ae1-5a95-4acf-8264-eb4f0f782d63,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:24.446175 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4c0f12e3-9db1-45a3-ae79-fe6c81adbb09 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:24.592643 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4c0f12e3-9db1-45a3-ae79-fe6c81adbb09 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:25.007243 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4c0f12e3-9db1-45a3-ae79-fe6c81adbb09 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:25.070882 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf50a29-b091-48f2-aee8-7a21028ea5ea None None] Network 4dbd0fff-c6f7-4365-b529-cc72d2376f7b requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:57:25.076749 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4c0f12e3-9db1-45a3-ae79-fe6c81adbb09 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:25.189297 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4c0f12e3-9db1-45a3-ae79-fe6c81adbb09 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:25.192920 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f12e3-9db1-45a3-ae79-fe6c81adbb09 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=ae402ae1-5a95-4acf-8264-eb4f0f782d63,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:25.225019 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-dc3ae4ab-a5d2-4dcf-a03e-346efd0eb572 None None] Provisioning for port 7a700365-8320-47e3-8f8c-6fb35bf38162 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:57:25.343147 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0f12e3-9db1-45a3-ae79-fe6c81adbb09 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 4dbd0fff-c6f7-4365-b529-cc72d2376f7b is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:57:25.344353 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-4c0f12e3-9db1-45a3-ae79-fe6c81adbb09 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:57:25.472744 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 3b7f4da3-bfbc-4967-9a84-dc33e533ec43 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:57:25.682247 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 3b7f4da3-bfbc-4967-9a84-dc33e533ec43 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:57:25.687447 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 3b7f4da3-bfbc-4967-9a84-dc33e533ec43 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:57:25.687815 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:25.711016 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:57:25.720819 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3b197247-ad44-4ff9-8bfd-2d6a0802ebe6 None None] Provisioning for port ae402ae1-5a95-4acf-8264-eb4f0f782d63 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:57:25.736808 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3b197247-ad44-4ff9-8bfd-2d6a0802ebe6 None None] Provisioning complete for port ae402ae1-5a95-4acf-8264-eb4f0f782d63 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:57:25.737173 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3b197247-ad44-4ff9-8bfd-2d6a0802ebe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:25.803072 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-3b197247-ad44-4ff9-8bfd-2d6a0802ebe6 None None] Port ae402ae1-5a95-4acf-8264-eb4f0f782d63 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:57:25.859734 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:25.877386 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 3b7f4da3-bfbc-4967-9a84-dc33e533ec43, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=3b7f4da3-bfbc-4967-9a84-dc33e533ec43,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:57:25.878131 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0f12e3-9db1-45a3-ae79-fe6c81adbb09 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router 83e54890-3dff-4a67-a603-28082f3ab8e6 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:57:25.927417 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d9f3cc84-a807-4471-a25a-fd9ec6703ccb None None] Provisioning complete for port ae402ae1-5a95-4acf-8264-eb4f0f782d63 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:57:25.932478 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d9f3cc84-a807-4471-a25a-fd9ec6703ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:25.960345 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:25.961195 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 7a700365-8320-47e3-8f8c-6fb35bf38162 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:57:26.065110 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-d9f3cc84-a807-4471-a25a-fd9ec6703ccb None None] Port ae402ae1-5a95-4acf-8264-eb4f0f782d63 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:57:26.085154 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0f12e3-9db1-45a3-ae79-fe6c81adbb09 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:57:26.091372 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=3b7f4da3-bfbc-4967-9a84-dc33e533ec43,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:26.099438 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-4c0f12e3-9db1-45a3-ae79-fe6c81adbb09 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "PUT /v2.0/routers/83e54890-3dff-4a67-a603-28082f3ab8e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3718777 Feb 04 11:57:26.101873 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43390) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:57:26.162347 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 7a700365-8320-47e3-8f8c-6fb35bf38162 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:57:26.168285 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 7a700365-8320-47e3-8f8c-6fb35bf38162 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:57:26.168658 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:26.238836 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d7301c-58f2-42f2-baeb-c5181dce5a5e tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:26.239206 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d7301c-58f2-42f2-baeb-c5181dce5a5e tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:26.239565 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d7301c-58f2-42f2-baeb-c5181dce5a5e tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:26.239923 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d7301c-58f2-42f2-baeb-c5181dce5a5e tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:26.244665 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-44d7301c-58f2-42f2-baeb-c5181dce5a5e tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1392860 Feb 04 11:57:26.244878 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43394) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:57:26.289039 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:26.315818 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee470fc0-87d0-4e6f-828c-23d080abab73 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:26.316203 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee470fc0-87d0-4e6f-828c-23d080abab73 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:26.316541 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee470fc0-87d0-4e6f-828c-23d080abab73 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:26.316892 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee470fc0-87d0-4e6f-828c-23d080abab73 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:26.318546 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ee470fc0-87d0-4e6f-828c-23d080abab73 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0727932 Feb 04 11:57:26.322251 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 7a700365-8320-47e3-8f8c-6fb35bf38162, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=7a700365-8320-47e3-8f8c-6fb35bf38162,segment=NetworkSegment(02fc012d-d182-4024-a065-0f2abef92416),segment_id=02fc012d-d182-4024-a065-0f2abef92416)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:57:26.327442 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43398) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:57:26.414592 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:26.487182 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=7a700365-8320-47e3-8f8c-6fb35bf38162,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:26.521703 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5babd68c-7848-4d49-91c0-b6f61a64068b tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1932347 Feb 04 11:57:26.917362 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9562214-01f9-4877-8d1a-c4cc5b439e50 None None] Sync routers for ids ['83e54890-3dff-4a67-a603-28082f3ab8e6'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:57:26.929407 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9562214-01f9-4877-8d1a-c4cc5b439e50 None None] Routers {'83e54890-3dff-4a67-a603-28082f3ab8e6'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:57:26.938472 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-d9562214-01f9-4877-8d1a-c4cc5b439e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:57:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['83e54890-3dff-4a67-a603-28082f3ab8e6'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:57:26.941534 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43404) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:57:26.947363 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-05ea2888-fadf-45e6-b39b-abf4779ea3a1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-877704604', 'description': 'tempest-secgroup-smoke-877704604 description', 'project_id': '009ced00ffd949498e5831cf00e326e7'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:57:26.953344 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-05ea2888-fadf-45e6-b39b-abf4779ea3a1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:57:26.957626 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-05ea2888-fadf-45e6-b39b-abf4779ea3a1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:57:26.961278 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-05ea2888-fadf-45e6-b39b-abf4779ea3a1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:57:26.967675 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-05ea2888-fadf-45e6-b39b-abf4779ea3a1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:57:27.071340 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-05ea2888-fadf-45e6-b39b-abf4779ea3a1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:27.107080 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-05ea2888-fadf-45e6-b39b-abf4779ea3a1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:57:27.110627 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-d9562214-01f9-4877-8d1a-c4cc5b439e50 None None] Set router 83e54890-3dff-4a67-a603-28082f3ab8e6 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:57:27.110815 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-05ea2888-fadf-45e6-b39b-abf4779ea3a1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:57:27.113580 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-05ea2888-fadf-45e6-b39b-abf4779ea3a1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:57:27.119188 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-05ea2888-fadf-45e6-b39b-abf4779ea3a1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:57:27.176218 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-05ea2888-fadf-45e6-b39b-abf4779ea3a1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:27.237131 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-05ea2888-fadf-45e6-b39b-abf4779ea3a1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:27.281860 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea2888-fadf-45e6-b39b-abf4779ea3a1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed986233-0e62-459e-b636-8e9fd51ebf89,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:27.290828 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ea2888-fadf-45e6-b39b-abf4779ea3a1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:27.291160 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ea2888-fadf-45e6-b39b-abf4779ea3a1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:27.291483 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ea2888-fadf-45e6-b39b-abf4779ea3a1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:27.291945 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ea2888-fadf-45e6-b39b-abf4779ea3a1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:27.292260 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ea2888-fadf-45e6-b39b-abf4779ea3a1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:27.292573 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ea2888-fadf-45e6-b39b-abf4779ea3a1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:27.292888 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ea2888-fadf-45e6-b39b-abf4779ea3a1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:27.293193 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ea2888-fadf-45e6-b39b-abf4779ea3a1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:27.293502 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ea2888-fadf-45e6-b39b-abf4779ea3a1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:27.293807 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ea2888-fadf-45e6-b39b-abf4779ea3a1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:27.294134 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ea2888-fadf-45e6-b39b-abf4779ea3a1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:27.356775 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-05ea2888-fadf-45e6-b39b-abf4779ea3a1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:27.360570 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-05ea2888-fadf-45e6-b39b-abf4779ea3a1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4153285 Feb 04 11:57:27.360985 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43408) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:57:27.367119 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-d0bdcd0b-b6c0-4909-8f4c-7cfc8ede375d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': 'ed986233-0e62-459e-b636-8e9fd51ebf89', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:57:27.372895 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d0bdcd0b-b6c0-4909-8f4c-7cfc8ede375d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:57:27.377122 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d0bdcd0b-b6c0-4909-8f4c-7cfc8ede375d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:57:27.387737 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d0bdcd0b-b6c0-4909-8f4c-7cfc8ede375d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:57:27.393811 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d0bdcd0b-b6c0-4909-8f4c-7cfc8ede375d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:57:27.415586 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 3b7f4da3-bfbc-4967-9a84-dc33e533ec43 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:57:27.455538 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-d9562214-01f9-4877-8d1a-c4cc5b439e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'name': 'tempest-TestNetworkBasicOps-router-1043786584', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:57:19Z', 'updated_at': '2022-02-04T11:57:24Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:57:20Z', 'updated_at': '2022-02-04T11:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'ae402ae1-5a95-4acf-8264-eb4f0f782d63', 'name': '', 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:90:af:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:57:23Z', 'updated_at': '2022-02-04T11:57:24Z', 'revision_number': 2, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': '3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:57:27.459251 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9562214-01f9-4877-8d1a-c4cc5b439e50 None None] Checking router: 83e54890-3dff-4a67-a603-28082f3ab8e6 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:57:27.460243 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9562214-01f9-4877-8d1a-c4cc5b439e50 None None] Updating router 83e54890-3dff-4a67-a603-28082f3ab8e6 port ae402ae1-5a95-4acf-8264-eb4f0f782d63 binding host dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:57:27.492356 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 3b7f4da3-bfbc-4967-9a84-dc33e533ec43 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:57:27.492688 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:27.500609 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d0bdcd0b-b6c0-4909-8f4c-7cfc8ede375d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:27.515103 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-d9562214-01f9-4877-8d1a-c4cc5b439e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:27.575288 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d0bdcd0b-b6c0-4909-8f4c-7cfc8ede375d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:27.613483 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 7a700365-8320-47e3-8f8c-6fb35bf38162 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:57:27.648464 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d0bdcd0b-b6c0-4909-8f4c-7cfc8ede375d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:27.671482 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bdcd0b-b6c0-4909-8f4c-7cfc8ede375d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa278c45-71ab-41fe-bf51-6f17205d261f,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:27.684431 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 7a700365-8320-47e3-8f8c-6fb35bf38162 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:57:27.684844 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:27.757140 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d0bdcd0b-b6c0-4909-8f4c-7cfc8ede375d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:27.760935 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d0bdcd0b-b6c0-4909-8f4c-7cfc8ede375d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3966622 Feb 04 11:57:27.761358 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43412) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:57:27.767817 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-ab0832d6-4747-4901-8f0d-521d0a800933 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': 'ed986233-0e62-459e-b636-8e9fd51ebf89', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:57:27.774009 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ab0832d6-4747-4901-8f0d-521d0a800933 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:57:27.778092 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ab0832d6-4747-4901-8f0d-521d0a800933 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:57:27.781076 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ab0832d6-4747-4901-8f0d-521d0a800933 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:57:27.786986 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ab0832d6-4747-4901-8f0d-521d0a800933 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:57:27.864424 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-d9562214-01f9-4877-8d1a-c4cc5b439e50 None None] Notify callbacks [] for port, precommit_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:27.875842 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.provisioning_blocks [None req-d9562214-01f9-4877-8d1a-c4cc5b439e50 None None] Transition to ACTIVE for port object ae402ae1-5a95-4acf-8264-eb4f0f782d63 will not be triggered until provisioned by entity L2. {{(pid=84207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:57:27.894755 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ab0832d6-4747-4901-8f0d-521d0a800933 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:27.955205 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ab0832d6-4747-4901-8f0d-521d0a800933 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:27.956522 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-d9562214-01f9-4877-8d1a-c4cc5b439e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:28.008312 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ab0832d6-4747-4901-8f0d-521d0a800933 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:28.040456 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0832d6-4747-4901-8f0d-521d0a800933 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff865b6-1f21-4482-9ede-7d68102c8010,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:28.077946 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7f4d7-e17f-44d9-abb6-8db202ba1d0a None None] Pushing event updated for resources: {'Port': ['ID=ae402ae1-5a95-4acf-8264-eb4f0f782d63,revision_number=3']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:28.088406 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ab0832d6-4747-4901-8f0d-521d0a800933 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:28.089581 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ab0832d6-4747-4901-8f0d-521d0a800933 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3264680 Feb 04 11:57:28.092253 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43416) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:57:28.098205 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-2508eaae-683d-478b-a758-33dc34aceb6b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': 'ed986233-0e62-459e-b636-8e9fd51ebf89', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:57:28.106031 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-2508eaae-683d-478b-a758-33dc34aceb6b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:57:28.110086 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-2508eaae-683d-478b-a758-33dc34aceb6b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:57:28.113172 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-2508eaae-683d-478b-a758-33dc34aceb6b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:57:28.117562 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7f4d7-e17f-44d9-abb6-8db202ba1d0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:28.117914 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7f4d7-e17f-44d9-abb6-8db202ba1d0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:28.118243 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7f4d7-e17f-44d9-abb6-8db202ba1d0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:28.118574 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7f4d7-e17f-44d9-abb6-8db202ba1d0a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:28.118892 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7f4d7-e17f-44d9-abb6-8db202ba1d0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:28.119212 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7f4d7-e17f-44d9-abb6-8db202ba1d0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:28.119529 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7f4d7-e17f-44d9-abb6-8db202ba1d0a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:28.119846 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7f4d7-e17f-44d9-abb6-8db202ba1d0a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:28.120159 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7f4d7-e17f-44d9-abb6-8db202ba1d0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:28.120472 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7f4d7-e17f-44d9-abb6-8db202ba1d0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:28.120784 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7f4d7-e17f-44d9-abb6-8db202ba1d0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:28.122561 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-2508eaae-683d-478b-a758-33dc34aceb6b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:57:28.186577 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-d9562214-01f9-4877-8d1a-c4cc5b439e50 None None] Attempting to bind port ae402ae1-5a95-4acf-8264-eb4f0f782d63 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:57:28.186941 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-d9562214-01f9-4877-8d1a-c4cc5b439e50 None None] Attempting to bind port ae402ae1-5a95-4acf-8264-eb4f0f782d63 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '02fc012d-d182-4024-a065-0f2abef92416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b'}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:57:28.187289 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9562214-01f9-4877-8d1a-c4cc5b439e50 None None] Attempting to bind port ae402ae1-5a95-4acf-8264-eb4f0f782d63 on network 4dbd0fff-c6f7-4365-b529-cc72d2376f7b {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:57:28.193126 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2508eaae-683d-478b-a758-33dc34aceb6b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:28.195199 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9562214-01f9-4877-8d1a-c4cc5b439e50 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:57:28.195752 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9562214-01f9-4877-8d1a-c4cc5b439e50 None None] Checking segment: {'id': '02fc012d-d182-4024-a065-0f2abef92416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:57:28.196152 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-d9562214-01f9-4877-8d1a-c4cc5b439e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:28.196694 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9562214-01f9-4877-8d1a-c4cc5b439e50 None None] Bound using segment: {'id': '02fc012d-d182-4024-a065-0f2abef92416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b'} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:57:28.196971 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-d9562214-01f9-4877-8d1a-c4cc5b439e50 None None] Bound port: ae402ae1-5a95-4acf-8264-eb4f0f782d63, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02fc012d-d182-4024-a065-0f2abef92416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b'}}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:57:28.197333 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-d9562214-01f9-4877-8d1a-c4cc5b439e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:28.266028 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2508eaae-683d-478b-a758-33dc34aceb6b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:28.286637 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-d9562214-01f9-4877-8d1a-c4cc5b439e50 None None] For port ae402ae1-5a95-4acf-8264-eb4f0f782d63, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:57:28.290312 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-d9562214-01f9-4877-8d1a-c4cc5b439e50 None None] For port ae402ae1-5a95-4acf-8264-eb4f0f782d63, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=ae402ae1-5a95-4acf-8264-eb4f0f782d63,segment=NetworkSegment(02fc012d-d182-4024-a065-0f2abef92416),segment_id=02fc012d-d182-4024-a065-0f2abef92416)] {{(pid=84207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:57:28.344885 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2508eaae-683d-478b-a758-33dc34aceb6b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:28.368158 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2508eaae-683d-478b-a758-33dc34aceb6b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a36fb0c2-ae6d-42d8-b4bf-5faa521fbcb9,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:28.374034 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-d9562214-01f9-4877-8d1a-c4cc5b439e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:28.456390 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7f4d7-e17f-44d9-abb6-8db202ba1d0a None None] Pushing event updated for resources: {'Port': ['ID=ae402ae1-5a95-4acf-8264-eb4f0f782d63,revision_number=4']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:28.459257 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9562214-01f9-4877-8d1a-c4cc5b439e50 None None] Routers {'83e54890-3dff-4a67-a603-28082f3ab8e6'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:57:28.461921 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-d9562214-01f9-4877-8d1a-c4cc5b439e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:57:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['83e54890-3dff-4a67-a603-28082f3ab8e6'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:57:28.470981 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2508eaae-683d-478b-a758-33dc34aceb6b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:28.474631 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2508eaae-683d-478b-a758-33dc34aceb6b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3788471 Feb 04 11:57:28.474925 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43420) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:57:28.481754 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-09d595c9-93b7-4487-8578-575ba38ccf6a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': 'ed986233-0e62-459e-b636-8e9fd51ebf89', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:57:28.488138 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-09d595c9-93b7-4487-8578-575ba38ccf6a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:57:28.492448 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-09d595c9-93b7-4487-8578-575ba38ccf6a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:57:28.495696 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-09d595c9-93b7-4487-8578-575ba38ccf6a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:57:28.502339 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-09d595c9-93b7-4487-8578-575ba38ccf6a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:57:28.597649 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-09d595c9-93b7-4487-8578-575ba38ccf6a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:28.646901 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-d9562214-01f9-4877-8d1a-c4cc5b439e50 None None] Set router 83e54890-3dff-4a67-a603-28082f3ab8e6 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:57:28.664837 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-09d595c9-93b7-4487-8578-575ba38ccf6a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:28.739434 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-09d595c9-93b7-4487-8578-575ba38ccf6a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:28.762760 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d595c9-93b7-4487-8578-575ba38ccf6a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f42201c1-9aa2-4df5-9ef3-5a20f45e83b9,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:28.842190 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-09d595c9-93b7-4487-8578-575ba38ccf6a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:28.843291 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-09d595c9-93b7-4487-8578-575ba38ccf6a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3665335 Feb 04 11:57:28.846598 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43424) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:57:28.852043 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-951e5cf9-8c8e-4249-b722-9ce74fd6723e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': 'ed986233-0e62-459e-b636-8e9fd51ebf89', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:57:28.857754 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-951e5cf9-8c8e-4249-b722-9ce74fd6723e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:57:28.861535 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-951e5cf9-8c8e-4249-b722-9ce74fd6723e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:57:28.864389 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-951e5cf9-8c8e-4249-b722-9ce74fd6723e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:57:28.870472 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-951e5cf9-8c8e-4249-b722-9ce74fd6723e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:57:28.933515 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.securitygroups_db [None req-951e5cf9-8c8e-4249-b722-9ce74fd6723e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Project 009ced00ffd949498e5831cf00e326e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:57:28.940353 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-951e5cf9-8c8e-4249-b722-9ce74fd6723e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:28.980028 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-d9562214-01f9-4877-8d1a-c4cc5b439e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'name': 'tempest-TestNetworkBasicOps-router-1043786584', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:57:19Z', 'updated_at': '2022-02-04T11:57:24Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:57:20Z', 'updated_at': '2022-02-04T11:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'ae402ae1-5a95-4acf-8264-eb4f0f782d63', 'name': '', 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:90:af:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:57:23Z', 'updated_at': '2022-02-04T11:57:28Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': '3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:57:28.984116 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9562214-01f9-4877-8d1a-c4cc5b439e50 None None] The sync data for ids ['83e54890-3dff-4a67-a603-28082f3ab8e6'] in dv-neutron-827825-2-hyperv is: [{'id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'name': 'tempest-TestNetworkBasicOps-router-1043786584', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:57:19Z', 'updated_at': '2022-02-04T11:57:24Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:57:20Z', 'updated_at': '2022-02-04T11:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'ae402ae1-5a95-4acf-8264-eb4f0f782d63', 'name': '', 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:90:af:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:57:23Z', 'updated_at': '2022-02-04T11:57:28Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': '3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:57:29.008564 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-951e5cf9-8c8e-4249-b722-9ce74fd6723e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:29.082653 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-951e5cf9-8c8e-4249-b722-9ce74fd6723e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:29.113001 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e5cf9-8c8e-4249-b722-9ce74fd6723e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b2f32ff-0213-4a3d-9e91-89747e2a5b16,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:29.202667 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-951e5cf9-8c8e-4249-b722-9ce74fd6723e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:29.206627 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-951e5cf9-8c8e-4249-b722-9ce74fd6723e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3565047 Feb 04 11:57:29.206887 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43428) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:57:29.213815 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-5ac3f619-6768-42f9-a332-8fe0e686c272 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': 'ed986233-0e62-459e-b636-8e9fd51ebf89', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:57:29.220494 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-5ac3f619-6768-42f9-a332-8fe0e686c272 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:57:29.225256 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-5ac3f619-6768-42f9-a332-8fe0e686c272 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:57:29.229165 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-5ac3f619-6768-42f9-a332-8fe0e686c272 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:57:29.235141 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-5ac3f619-6768-42f9-a332-8fe0e686c272 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:57:29.311021 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.securitygroups_db [None req-5ac3f619-6768-42f9-a332-8fe0e686c272 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Project 009ced00ffd949498e5831cf00e326e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:57:29.317873 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5ac3f619-6768-42f9-a332-8fe0e686c272 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:29.390844 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5ac3f619-6768-42f9-a332-8fe0e686c272 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:29.435065 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device ae402ae1-5a95-4acf-8264-eb4f0f782d63 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:57:29.442318 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5ac3f619-6768-42f9-a332-8fe0e686c272 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:29.467267 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3f619-6768-42f9-a332-8fe0e686c272 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5314b3f6-2eb1-4225-b8cf-ae0838245416,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:29.528575 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5ac3f619-6768-42f9-a332-8fe0e686c272 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:29.529874 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5ac3f619-6768-42f9-a332-8fe0e686c272 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3217447 Feb 04 11:57:29.551076 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port ae402ae1-5a95-4acf-8264-eb4f0f782d63 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:57:29.557635 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port ae402ae1-5a95-4acf-8264-eb4f0f782d63 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:57:29.558047 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:29.685147 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:29.711260 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-ebc741de-8bc9-422b-ab2f-c3e7afc74492 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:57:29.721939 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port ae402ae1-5a95-4acf-8264-eb4f0f782d63, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=ae402ae1-5a95-4acf-8264-eb4f0f782d63,segment=NetworkSegment(02fc012d-d182-4024-a065-0f2abef92416),segment_id=02fc012d-d182-4024-a065-0f2abef92416)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:57:29.779409 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:29.813863 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-ebc741de-8bc9-422b-ab2f-c3e7afc74492 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:57:29.815676 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-ebc741de-8bc9-422b-ab2f-c3e7afc74492 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-877704604&fields=id&tenant_id=009ced00ffd949498e5831cf00e326e7 HTTP/1.1" status: 200 len: 267 time: 0.1466544 Feb 04 11:57:29.848781 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=ae402ae1-5a95-4acf-8264-eb4f0f782d63,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:29.971744 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-e06f42c0-77a0-4f4d-b2c0-8e49f7015b29 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:29.973151 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-e06f42c0-77a0-4f4d-b2c0-8e49f7015b29 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/networks?id=4dbd0fff-c6f7-4365-b529-cc72d2376f7b HTTP/1.1" status: 200 len: 796 time: 0.1489098 Feb 04 11:57:29.988866 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-e5492d00-59b3-42c7-b32e-977bfa988228 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/quotas/009ced00ffd949498e5831cf00e326e7 HTTP/1.1" status: 200 len: 375 time: 0.0101976 Feb 04 11:57:30.066568 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-bc8dcb00-7e0d-4140-a2d1-e9ddeba4bfff tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:57:30.133291 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-bc8dcb00-7e0d-4140-a2d1-e9ddeba4bfff tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:57:30.134576 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-bc8dcb00-7e0d-4140-a2d1-e9ddeba4bfff tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1403282 Feb 04 11:57:30.150336 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-cb15463a-dbcb-4e0b-824a-df5f44b6c72c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:57:30.150672 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-cb15463a-dbcb-4e0b-824a-df5f44b6c72c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050561 Feb 04 11:57:30.279784 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-782c530f-2030-43db-b771-384066ebf24b service neutron] 10.222.0.21 "GET /v2.0/networks/4dbd0fff-c6f7-4365-b529-cc72d2376f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233237 Feb 04 11:57:30.408563 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-5cc8eab5-584d-49cc-960b-9bc4fed077bc service neutron] 10.222.0.21 "GET /v2.0/networks/4dbd0fff-c6f7-4365-b529-cc72d2376f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228750 Feb 04 11:57:30.673834 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-d8a6cf2f-6833-47cc-bc79-3aba20969e5e req-9b3abff4-57cb-4ee1-b335-2c680fa30fed tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:57:30.685419 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-d8a6cf2f-6833-47cc-bc79-3aba20969e5e req-9b3abff4-57cb-4ee1-b335-2c680fa30fed tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:57:30.686574 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d8a6cf2f-6833-47cc-bc79-3aba20969e5e req-9b3abff4-57cb-4ee1-b335-2c680fa30fed tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=4160bcf8-49a1-471a-b7ad-22b978b2f1cb HTTP/1.1" status: 200 len: 210 time: 0.0533412 Feb 04 11:57:31.409208 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device ae402ae1-5a95-4acf-8264-eb4f0f782d63 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:57:31.479333 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port ae402ae1-5a95-4acf-8264-eb4f0f782d63 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:57:31.479697 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:31.860559 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fe93de06-3268-45a5-8422-b205d2ddbb99 req-5a7994db-3f54-456f-ad8e-a983c613841e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=4160bcf8-49a1-471a-b7ad-22b978b2f1cb HTTP/1.1" status: 200 len: 210 time: 0.0494723 Feb 04 11:57:32.847951 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-967e70c7-772d-4af2-9284-91dc7526cc55 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:32.849341 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-967e70c7-772d-4af2-9284-91dc7526cc55 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "GET /v2.0/networks?id=4dbd0fff-c6f7-4365-b529-cc72d2376f7b HTTP/1.1" status: 200 len: 796 time: 0.1466978 Feb 04 11:57:32.905818 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-d3803ba2-a449-4cb1-a14c-92e8b77b7fcb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=009ced00ffd949498e5831cf00e326e7 HTTP/1.1" status: 200 len: 379 time: 0.0418794 Feb 04 11:57:32.915054 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-da31444a-c5e0-4a93-ae14-9264433b85fd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'port': {'device_id': '4160bcf8-49a1-471a-b7ad-22b978b2f1cb', 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b', 'admin_state_up': True, 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'security_groups': ['ed986233-0e62-459e-b636-8e9fd51ebf89']}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:57:33.027460 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-925824f0-5d39-4478-92da-8e70f38a2c7c req-63cfce5f-554a-4d1f-b396-0c72f4453707 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=4160bcf8-49a1-471a-b7ad-22b978b2f1cb HTTP/1.1" status: 200 len: 210 time: 0.0454626 Feb 04 11:57:33.048683 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-da31444a-c5e0-4a93-ae14-9264433b85fd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:57:33.058482 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-da31444a-c5e0-4a93-ae14-9264433b85fd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:57:33.139193 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-da31444a-c5e0-4a93-ae14-9264433b85fd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Made reservation on behalf of 009ced00ffd949498e5831cf00e326e7 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:57:33.142286 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-da31444a-c5e0-4a93-ae14-9264433b85fd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:33.300855 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-da31444a-c5e0-4a93-ae14-9264433b85fd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Allocated IP 172.20.0.13 (4dbd0fff-c6f7-4365-b529-cc72d2376f7b/3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b/716bf1c1-a04d-4791-9681-5c0beeaeb48d) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:57:33.574479 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-da31444a-c5e0-4a93-ae14-9264433b85fd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:33.589421 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-da31444a-c5e0-4a93-ae14-9264433b85fd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Transition to ACTIVE for port object 716bf1c1-a04d-4791-9681-5c0beeaeb48d will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:57:33.682530 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-da31444a-c5e0-4a93-ae14-9264433b85fd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:33.752581 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-da31444a-c5e0-4a93-ae14-9264433b85fd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 4dbd0fff-c6f7-4365-b529-cc72d2376f7b is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:57:33.755683 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-da31444a-c5e0-4a93-ae14-9264433b85fd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:57:33.760300 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-da31444a-c5e0-4a93-ae14-9264433b85fd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:57:33.790038 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31444a-c5e0-4a93-ae14-9264433b85fd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=716bf1c1-a04d-4791-9681-5c0beeaeb48d,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:33.824878 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-da31444a-c5e0-4a93-ae14-9264433b85fd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:33.825486 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-da31444a-c5e0-4a93-ae14-9264433b85fd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:33.922950 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-da31444a-c5e0-4a93-ae14-9264433b85fd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0122914 Feb 04 11:57:33.934909 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-8569f261-c87a-4178-877e-743b6cbb1a18 service neutron] Request body: {'port': {'device_id': '4160bcf8-49a1-471a-b7ad-22b978b2f1cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:57:34.042550 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2594a806-5b00-48fe-b6bc-05aa04890bfe None None] Provisioning for port 716bf1c1-a04d-4791-9681-5c0beeaeb48d completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:57:34.043680 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-8569f261-c87a-4178-877e-743b6cbb1a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:34.047692 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2594a806-5b00-48fe-b6bc-05aa04890bfe None None] Provisioning complete for port 716bf1c1-a04d-4791-9681-5c0beeaeb48d triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:57:34.051600 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2594a806-5b00-48fe-b6bc-05aa04890bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:34.101276 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-2594a806-5b00-48fe-b6bc-05aa04890bfe None None] Port 716bf1c1-a04d-4791-9681-5c0beeaeb48d cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:57:34.344402 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b2cd3-2990-4e28-bac0-d4d236d4fe20 req-1c79b713-8ff1-431f-a08a-7d2a36fd1096 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:34.345068 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-d53b2cd3-2990-4e28-bac0-d4d236d4fe20 req-1c79b713-8ff1-431f-a08a-7d2a36fd1096 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:57:34.452108 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-8569f261-c87a-4178-877e-743b6cbb1a18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 716bf1c1-a04d-4791-9681-5c0beeaeb48d {{(pid=84205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:57:34.459918 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-8569f261-c87a-4178-877e-743b6cbb1a18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:34.473931 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-8569f261-c87a-4178-877e-743b6cbb1a18 service neutron] Transition to ACTIVE for port object 716bf1c1-a04d-4791-9681-5c0beeaeb48d will not be triggered until provisioned by entity L2. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:57:34.476670 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-d53b2cd3-2990-4e28-bac0-d4d236d4fe20 req-1c79b713-8ff1-431f-a08a-7d2a36fd1096 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:57:34.477898 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d53b2cd3-2990-4e28-bac0-d4d236d4fe20 req-1c79b713-8ff1-431f-a08a-7d2a36fd1096 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=4160bcf8-49a1-471a-b7ad-22b978b2f1cb HTTP/1.1" status: 200 len: 932 time: 0.3129907 Feb 04 11:57:34.526352 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d53b2cd3-2990-4e28-bac0-d4d236d4fe20 req-11c3edf2-2c60-4aa3-a0dd-0bd61fabbf08 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed986233-0e62-459e-b636-8e9fd51ebf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429277 Feb 04 11:57:34.533191 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-8569f261-c87a-4178-877e-743b6cbb1a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:34.658597 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8569f261-c87a-4178-877e-743b6cbb1a18 service neutron] Pushing event updated for resources: {'Port': ['ID=716bf1c1-a04d-4791-9681-5c0beeaeb48d,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:34.766496 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-8569f261-c87a-4178-877e-743b6cbb1a18 service neutron] Attempting to bind port 716bf1c1-a04d-4791-9681-5c0beeaeb48d on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:57:34.766825 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-8569f261-c87a-4178-877e-743b6cbb1a18 service neutron] Attempting to bind port 716bf1c1-a04d-4791-9681-5c0beeaeb48d by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '02fc012d-d182-4024-a065-0f2abef92416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:57:34.767143 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-8569f261-c87a-4178-877e-743b6cbb1a18 service neutron] Attempting to bind port 716bf1c1-a04d-4791-9681-5c0beeaeb48d on network 4dbd0fff-c6f7-4365-b529-cc72d2376f7b {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:57:34.773491 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-8569f261-c87a-4178-877e-743b6cbb1a18 service neutron] Port 716bf1c1-a04d-4791-9681-5c0beeaeb48d on network 4dbd0fff-c6f7-4365-b529-cc72d2376f7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:57:34.773803 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-8569f261-c87a-4178-877e-743b6cbb1a18 service neutron] Attempting to bind port 716bf1c1-a04d-4791-9681-5c0beeaeb48d on network 4dbd0fff-c6f7-4365-b529-cc72d2376f7b {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:57:34.779861 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-8569f261-c87a-4178-877e-743b6cbb1a18 service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:57:34.780186 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-8569f261-c87a-4178-877e-743b6cbb1a18 service neutron] Checking segment: {'id': '02fc012d-d182-4024-a065-0f2abef92416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:57:34.780631 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-8569f261-c87a-4178-877e-743b6cbb1a18 service neutron] Bound using segment: {'id': '02fc012d-d182-4024-a065-0f2abef92416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b'} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:57:34.781049 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-8569f261-c87a-4178-877e-743b6cbb1a18 service neutron] Bound port: 716bf1c1-a04d-4791-9681-5c0beeaeb48d, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02fc012d-d182-4024-a065-0f2abef92416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b'}}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:57:34.781385 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-8569f261-c87a-4178-877e-743b6cbb1a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:34.868880 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-8569f261-c87a-4178-877e-743b6cbb1a18 service neutron] For port 716bf1c1-a04d-4791-9681-5c0beeaeb48d, host hv-neutron-8278, cleared binding levels {{(pid=84205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:57:34.871826 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-8569f261-c87a-4178-877e-743b6cbb1a18 service neutron] For port 716bf1c1-a04d-4791-9681-5c0beeaeb48d, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=716bf1c1-a04d-4791-9681-5c0beeaeb48d,segment=NetworkSegment(02fc012d-d182-4024-a065-0f2abef92416),segment_id=02fc012d-d182-4024-a065-0f2abef92416)] {{(pid=84205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:57:34.967976 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-8569f261-c87a-4178-877e-743b6cbb1a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:35.028079 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-8569f261-c87a-4178-877e-743b6cbb1a18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:35.029467 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-8569f261-c87a-4178-877e-743b6cbb1a18 service neutron] 10.222.0.47 "PUT /v2.0/ports/716bf1c1-a04d-4791-9681-5c0beeaeb48d HTTP/1.1" status: 200 len: 1094 time: 1.0986516 Feb 04 11:57:35.029916 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4160bcf8-49a1-471a-b7ad-22b978b2f1cb', 'tag': '716bf1c1-a04d-4791-9681-5c0beeaeb48d'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:57:35.047138 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8569f261-c87a-4178-877e-743b6cbb1a18 service neutron] Pushing event updated for resources: {'Port': ['ID=716bf1c1-a04d-4791-9681-5c0beeaeb48d,revision_number=3']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:35.098768 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4160bcf8-49a1-471a-b7ad-22b978b2f1cb', 'tag': '716bf1c1-a04d-4791-9681-5c0beeaeb48d', 'status': 'completed', 'code': 200} Feb 04 11:57:35.195141 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-199b5d1e-4ea1-436e-982a-56f4c53ed726 req-952a9ffd-d5fa-4cf1-a051-57600552601c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=4160bcf8-49a1-471a-b7ad-22b978b2f1cb HTTP/1.1" status: 200 len: 1097 time: 0.0760489 Feb 04 11:57:35.335306 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b5d1e-4ea1-436e-982a-56f4c53ed726 req-cdeb990c-cf20-4831-a4b6-4e8df49d1910 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:35.335306 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-199b5d1e-4ea1-436e-982a-56f4c53ed726 req-cdeb990c-cf20-4831-a4b6-4e8df49d1910 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=009ced00ffd949498e5831cf00e326e7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1319008 Feb 04 11:57:35.465793 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b5d1e-4ea1-436e-982a-56f4c53ed726 req-c3a23488-7ca6-47f3-aca5-646f74c65dda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:35.467248 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-199b5d1e-4ea1-436e-982a-56f4c53ed726 req-c3a23488-7ca6-47f3-aca5-646f74c65dda service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1277270 Feb 04 11:57:35.571565 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-cc7c9388-3851-49a1-b8a9-812f88c914fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=4160bcf8-49a1-471a-b7ad-22b978b2f1cb HTTP/1.1" status: 200 len: 1097 time: 0.0686977 Feb 04 11:57:35.770656 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-98edb905-d2c1-437c-8140-9e8305b66c4e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=716bf1c1-a04d-4791-9681-5c0beeaeb48d HTTP/1.1" status: 200 len: 217 time: 0.1922996 Feb 04 11:57:35.848559 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-e8adab8f-82ba-46bc-98dc-954eb01ec2a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:35.850019 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-e8adab8f-82ba-46bc-98dc-954eb01ec2a9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b HTTP/1.1" status: 200 len: 834 time: 0.0728927 Feb 04 11:57:35.902436 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ac097-c20e-4679-b417-d76bc1b922c6 req-61eb6330-80f3-4c24-92fd-926ce47d7bb5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:35.903867 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c28ac097-c20e-4679-b417-d76bc1b922c6 req-61eb6330-80f3-4c24-92fd-926ce47d7bb5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=4160bcf8-49a1-471a-b7ad-22b978b2f1cb HTTP/1.1" status: 200 len: 944 time: 0.1773911 Feb 04 11:57:35.965935 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c28ac097-c20e-4679-b417-d76bc1b922c6 req-0bfae615-1a64-4045-b915-8412ddf44dc7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed986233-0e62-459e-b636-8e9fd51ebf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515106 Feb 04 11:57:35.968779 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-0f573c1a-c031-46de-a084-95c18a901ce7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4dbd0fff-c6f7-4365-b529-cc72d2376f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1127906 Feb 04 11:57:36.098351 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-404feb84-4617-40bb-b0cf-744bd05e99cb service neutron] 10.222.0.47 "GET /v2.0/networks/4dbd0fff-c6f7-4365-b529-cc72d2376f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235795 Feb 04 11:57:36.213747 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:36.229074 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b67108d4-941e-4d9c-b4cf-279020ee96c7 req-d9f65bc2-3d47-4be7-8c2a-4b2cc9a5be09 service neutron] 10.222.0.47 "GET /v2.0/networks/4dbd0fff-c6f7-4365-b529-cc72d2376f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248546 Feb 04 11:57:37.163761 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b97f4a-4abb-46d2-9950-3f27e8125c25 req-c83292f1-89ba-4dc2-ba80-cd74a3f32691 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:37.165335 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a0b97f4a-4abb-46d2-9950-3f27e8125c25 req-c83292f1-89ba-4dc2-ba80-cd74a3f32691 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=4160bcf8-49a1-471a-b7ad-22b978b2f1cb HTTP/1.1" status: 200 len: 944 time: 0.0746515 Feb 04 11:57:37.211549 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a0b97f4a-4abb-46d2-9950-3f27e8125c25 req-b26a2e31-849c-494f-a91d-64ad3d832354 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed986233-0e62-459e-b636-8e9fd51ebf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404689 Feb 04 11:57:38.408140 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a48265-69d4-403c-ad7d-9747257deff2 req-4eb3533e-affe-4b31-b062-df1dac2eb3bd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:38.409562 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a2a48265-69d4-403c-ad7d-9747257deff2 req-4eb3533e-affe-4b31-b062-df1dac2eb3bd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=4160bcf8-49a1-471a-b7ad-22b978b2f1cb HTTP/1.1" status: 200 len: 944 time: 0.0786712 Feb 04 11:57:38.454099 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a2a48265-69d4-403c-ad7d-9747257deff2 req-9b02200e-0a4f-4307-a222-5780ad639abc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed986233-0e62-459e-b636-8e9fd51ebf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384564 Feb 04 11:57:39.789121 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4353897-db12-48b1-ba60-6f6daeaca9e7 req-47ac4365-2a96-46ef-bbb9-6a03ea6c187c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:39.791075 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a4353897-db12-48b1-ba60-6f6daeaca9e7 req-47ac4365-2a96-46ef-bbb9-6a03ea6c187c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=4160bcf8-49a1-471a-b7ad-22b978b2f1cb HTTP/1.1" status: 200 len: 944 time: 0.0777268 Feb 04 11:57:39.834732 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a4353897-db12-48b1-ba60-6f6daeaca9e7 req-8eb03c17-833b-4aad-8e8e-0c3188137a73 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed986233-0e62-459e-b636-8e9fd51ebf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383153 Feb 04 11:57:40.626481 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 716bf1c1-a04d-4791-9681-5c0beeaeb48d details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:57:40.755849 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 716bf1c1-a04d-4791-9681-5c0beeaeb48d, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=716bf1c1-a04d-4791-9681-5c0beeaeb48d,segment=NetworkSegment(02fc012d-d182-4024-a065-0f2abef92416),segment_id=02fc012d-d182-4024-a065-0f2abef92416)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:57:40.768978 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': '716bf1c1-a04d-4791-9681-5c0beeaeb48d', 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b', 'port_id': '716bf1c1-a04d-4791-9681-5c0beeaeb48d', 'mac_address': 'fa:16:3e:79:1a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:57:40.820368 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:40.840764 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 716bf1c1-a04d-4791-9681-5c0beeaeb48d {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:57:40.855105 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 716bf1c1-a04d-4791-9681-5c0beeaeb48d, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=716bf1c1-a04d-4791-9681-5c0beeaeb48d,segment=NetworkSegment(02fc012d-d182-4024-a065-0f2abef92416),segment_id=02fc012d-d182-4024-a065-0f2abef92416)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:57:40.996443 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:41.031657 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698e061-5c5a-4ae1-9420-568271629a4d req-73ea11fe-fe4b-4a15-b82b-897654d06066 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:41.033218 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d698e061-5c5a-4ae1-9420-568271629a4d req-73ea11fe-fe4b-4a15-b82b-897654d06066 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=4160bcf8-49a1-471a-b7ad-22b978b2f1cb HTTP/1.1" status: 200 len: 944 time: 0.0763369 Feb 04 11:57:41.083661 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d698e061-5c5a-4ae1-9420-568271629a4d req-a933c626-8646-4c8e-b273-11bc5a9811fd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed986233-0e62-459e-b636-8e9fd51ebf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442030 Feb 04 11:57:41.093359 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=716bf1c1-a04d-4791-9681-5c0beeaeb48d,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:41.389672 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['716bf1c1-a04d-4791-9681-5c0beeaeb48d'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 11:57:42.156515 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-687cf718-1b93-41e8-9db7-f83d9452b366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:42.279421 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc2e74-65f5-4275-9e5c-1010fcf966b5 req-487b3a18-cf20-49d3-a397-d9073f211717 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:42.280831 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-16dc2e74-65f5-4275-9e5c-1010fcf966b5 req-487b3a18-cf20-49d3-a397-d9073f211717 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=4160bcf8-49a1-471a-b7ad-22b978b2f1cb HTTP/1.1" status: 200 len: 945 time: 0.0751543 Feb 04 11:57:42.325083 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-16dc2e74-65f5-4275-9e5c-1010fcf966b5 req-0d01e3a8-59c0-48c7-abd2-b56311ceb2b6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed986233-0e62-459e-b636-8e9fd51ebf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388052 Feb 04 11:57:42.625402 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 716bf1c1-a04d-4791-9681-5c0beeaeb48d up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:57:42.779256 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port 716bf1c1-a04d-4791-9681-5c0beeaeb48d completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:57:42.784059 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port 716bf1c1-a04d-4791-9681-5c0beeaeb48d triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:57:42.784424 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:42.893739 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:42.922746 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4160bcf8-49a1-471a-b7ad-22b978b2f1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '716bf1c1-a04d-4791-9681-5c0beeaeb48d'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:57:42.933582 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 716bf1c1-a04d-4791-9681-5c0beeaeb48d, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=716bf1c1-a04d-4791-9681-5c0beeaeb48d,segment=NetworkSegment(02fc012d-d182-4024-a065-0f2abef92416),segment_id=02fc012d-d182-4024-a065-0f2abef92416)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:57:43.001988 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:43.066775 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4160bcf8-49a1-471a-b7ad-22b978b2f1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '716bf1c1-a04d-4791-9681-5c0beeaeb48d', 'code': 200} Feb 04 11:57:43.070193 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=716bf1c1-a04d-4791-9681-5c0beeaeb48d,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:43.402408 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8a054cb3-e558-451f-83b0-8cb3199b3740 req-44137b70-975b-4f69-9950-3617c1296ff5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4160bcf8-49a1-471a-b7ad-22b978b2f1cb HTTP/1.1" status: 200 len: 1099 time: 0.0669241 Feb 04 11:57:43.444916 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8a054cb3-e558-451f-83b0-8cb3199b3740 req-aeb84f91-d9ab-4086-bc82-ddeb683a5d7b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ed986233-0e62-459e-b636-8e9fd51ebf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359600 Feb 04 11:57:43.523356 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b6de7-99d4-44b7-b267-d21615bf82fc req-4c0f0e54-dbc7-4ced-9ed5-be92634e38e7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:43.525376 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-368b6de7-99d4-44b7-b267-d21615bf82fc req-4c0f0e54-dbc7-4ced-9ed5-be92634e38e7 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=4160bcf8-49a1-471a-b7ad-22b978b2f1cb HTTP/1.1" status: 200 len: 946 time: 0.0782418 Feb 04 11:57:43.571863 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-368b6de7-99d4-44b7-b267-d21615bf82fc req-17b8d119-df20-4acd-82f2-7078eaa4fda8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed986233-0e62-459e-b636-8e9fd51ebf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411401 Feb 04 11:57:44.488024 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1cf9f2b8-b3be-4f78-bd03-cdd89ae60613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:44.780172 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2423c23-ad5b-4fcd-b17b-5766c531ea84 req-e5a69e94-9115-4480-9021-0216accbb9a5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:44.781508 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a2423c23-ad5b-4fcd-b17b-5766c531ea84 req-e5a69e94-9115-4480-9021-0216accbb9a5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=4160bcf8-49a1-471a-b7ad-22b978b2f1cb HTTP/1.1" status: 200 len: 946 time: 0.0859277 Feb 04 11:57:44.833428 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a2423c23-ad5b-4fcd-b17b-5766c531ea84 req-ff6fb5b8-da3e-4b4d-9e39-e01a0713534e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed986233-0e62-459e-b636-8e9fd51ebf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462637 Feb 04 11:57:45.636658 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:45.733680 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:46.032922 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ce9d0-a7f3-4960-85bd-31b0e3646dad req-f37bce04-269e-4c68-8947-5cdb7b759a74 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:46.034286 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e74ce9d0-a7f3-4960-85bd-31b0e3646dad req-f37bce04-269e-4c68-8947-5cdb7b759a74 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=4160bcf8-49a1-471a-b7ad-22b978b2f1cb HTTP/1.1" status: 200 len: 946 time: 0.0777342 Feb 04 11:57:46.083185 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e74ce9d0-a7f3-4960-85bd-31b0e3646dad req-3bd94d10-a313-47d6-8b41-917838e948e9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed986233-0e62-459e-b636-8e9fd51ebf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431640 Feb 04 11:57:46.280294 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efe28f-ac7d-4413-b88c-05e4d7e81cb4 req-134369ad-023e-462e-b9c6-2b40688d9b1c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:46.281783 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c6efe28f-ac7d-4413-b88c-05e4d7e81cb4 req-134369ad-023e-462e-b9c6-2b40688d9b1c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=4160bcf8-49a1-471a-b7ad-22b978b2f1cb HTTP/1.1" status: 200 len: 946 time: 0.0769706 Feb 04 11:57:46.327808 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c6efe28f-ac7d-4413-b88c-05e4d7e81cb4 req-f95fac4c-4e39-4f81-825b-1f4ec80f555e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed986233-0e62-459e-b636-8e9fd51ebf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403173 Feb 04 11:57:46.355742 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43486) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:57:46.427122 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8f798bcd-bae8-41d4-82a3-83b363c2bd70 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4160bcf8-49a1-471a-b7ad-22b978b2f1cb HTTP/1.1" status: 200 len: 1094 time: 0.0701730 Feb 04 11:57:46.429610 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43490) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:57:46.434696 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-26e0f55f-0a5a-46d9-ba37-75b6b7f26ae4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'floatingip': {'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'port_id': '716bf1c1-a04d-4791-9681-5c0beeaeb48d', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:57:46.440142 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-26e0f55f-0a5a-46d9-ba37-75b6b7f26ae4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:57:46.443819 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-26e0f55f-0a5a-46d9-ba37-75b6b7f26ae4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:floatingip and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:57:46.446704 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-26e0f55f-0a5a-46d9-ba37-75b6b7f26ae4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:57:46.452215 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-26e0f55f-0a5a-46d9-ba37-75b6b7f26ae4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:57:46.533434 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-26e0f55f-0a5a-46d9-ba37-75b6b7f26ae4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:46.675014 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-26e0f55f-0a5a-46d9-ba37-75b6b7f26ae4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:46.807933 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-26e0f55f-0a5a-46d9-ba37-75b6b7f26ae4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Allocated IP 172.26.3.144 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/02eea237-1605-43d3-b95b-e1aef5b7d46f) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:57:46.900177 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:46.955372 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-26e0f55f-0a5a-46d9-ba37-75b6b7f26ae4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:47.059526 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-26e0f55f-0a5a-46d9-ba37-75b6b7f26ae4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:47.126374 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e0f55f-0a5a-46d9-ba37-75b6b7f26ae4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:57:47.129316 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-26e0f55f-0a5a-46d9-ba37-75b6b7f26ae4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:57:47.131866 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e0f55f-0a5a-46d9-ba37-75b6b7f26ae4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:57:47.161079 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0f55f-0a5a-46d9-ba37-75b6b7f26ae4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=02eea237-1605-43d3-b95b-e1aef5b7d46f,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:47.718369 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-26e0f55f-0a5a-46d9-ba37-75b6b7f26ae4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:47.850491 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-26e0f55f-0a5a-46d9-ba37-75b6b7f26ae4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:48.052080 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-26e0f55f-0a5a-46d9-ba37-75b6b7f26ae4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:48.099328 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-26e0f55f-0a5a-46d9-ba37-75b6b7f26ae4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:48.200952 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0f55f-0a5a-46d9-ba37-75b6b7f26ae4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=02eea237-1605-43d3-b95b-e1aef5b7d46f,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:48.218641 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-26e0f55f-0a5a-46d9-ba37-75b6b7f26ae4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:48.405599 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.l3_db [None req-26e0f55f-0a5a-46d9-ba37-75b6b7f26ae4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Floating IP 3a4d30ed-be0f-4e47-b0d4-57c60a7c5f22 associated. External IP: 172.26.3.144, port: 716bf1c1-a04d-4791-9681-5c0beeaeb48d. Feb 04 11:57:48.790189 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e0f55f-0a5a-46d9-ba37-75b6b7f26ae4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router 83e54890-3dff-4a67-a603-28082f3ab8e6 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:57:49.093771 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e0f55f-0a5a-46d9-ba37-75b6b7f26ae4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:57:49.103813 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054cde79-7277-44cc-a2c3-bfd30b832833 None None] Sync routers for ids ['83e54890-3dff-4a67-a603-28082f3ab8e6'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:57:49.115621 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054cde79-7277-44cc-a2c3-bfd30b832833 None None] Routers {'83e54890-3dff-4a67-a603-28082f3ab8e6'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:57:49.116232 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-054cde79-7277-44cc-a2c3-bfd30b832833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:57:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['83e54890-3dff-4a67-a603-28082f3ab8e6'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:57:49.150963 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-26e0f55f-0a5a-46d9-ba37-75b6b7f26ae4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:49.205151 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-26e0f55f-0a5a-46d9-ba37-75b6b7f26ae4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7744741 Feb 04 11:57:49.205782 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4160bcf8-49a1-471a-b7ad-22b978b2f1cb', 'tag': '716bf1c1-a04d-4791-9681-5c0beeaeb48d'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:57:49.208054 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43494) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:57:49.282043 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4160bcf8-49a1-471a-b7ad-22b978b2f1cb', 'tag': '716bf1c1-a04d-4791-9681-5c0beeaeb48d', 'status': 'completed', 'code': 200} Feb 04 11:57:49.303375 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-054cde79-7277-44cc-a2c3-bfd30b832833 None None] Set router 83e54890-3dff-4a67-a603-28082f3ab8e6 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:57:49.313292 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b3ba0634-3999-4ae0-8c98-8c0d7296b2bd tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4160bcf8-49a1-471a-b7ad-22b978b2f1cb HTTP/1.1" status: 200 len: 1094 time: 0.1017857 Feb 04 11:57:49.381460 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ea04fdb2-b456-4df3-9fd6-a470e2982ec8 req-0c9293d3-c1c7-42c9-b9c5-15e5634eca4a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=4160bcf8-49a1-471a-b7ad-22b978b2f1cb HTTP/1.1" status: 200 len: 1099 time: 0.0749433 Feb 04 11:57:49.512822 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04fdb2-b456-4df3-9fd6-a470e2982ec8 req-5cffa9b6-bccd-4e7c-9de2-174bc4914726 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:49.514414 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ea04fdb2-b456-4df3-9fd6-a470e2982ec8 req-5cffa9b6-bccd-4e7c-9de2-174bc4914726 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4dbd0fff-c6f7-4365-b529-cc72d2376f7b HTTP/1.1" status: 200 len: 897 time: 0.1263227 Feb 04 11:57:49.578760 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43502) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:57:49.587434 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-456e6dda-7936-47c5-bb6f-a2c1a9e1095c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1923172461', 'description': 'tempest-secgroup-smoke-1923172461 description', 'project_id': '009ced00ffd949498e5831cf00e326e7'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:57:49.594256 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-456e6dda-7936-47c5-bb6f-a2c1a9e1095c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:57:49.607030 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-456e6dda-7936-47c5-bb6f-a2c1a9e1095c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:57:49.630862 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ea04fdb2-b456-4df3-9fd6-a470e2982ec8 req-b90618d4-2286-4284-bd0f-574bbd13fbed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=716bf1c1-a04d-4791-9681-5c0beeaeb48d HTTP/1.1" status: 200 len: 1000 time: 0.1102116 Feb 04 11:57:49.668795 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-054cde79-7277-44cc-a2c3-bfd30b832833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'name': 'tempest-TestNetworkBasicOps-router-1043786584', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:57:19Z', 'updated_at': '2022-02-04T11:57:24Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:57:20Z', 'updated_at': '2022-02-04T11:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '3a4d30ed-be0f-4e47-b0d4-57c60a7c5f22', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.144', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'port_id': '716bf1c1-a04d-4791-9681-5c0beeaeb48d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b', 'mac_address': 'fa:16:3e:79:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4160bcf8-49a1-471a-b7ad-22b978b2f1cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:57:47Z', 'updated_at': '2022-02-04T11:57:47Z', 'revision_number': 0, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae402ae1-5a95-4acf-8264-eb4f0f782d63', 'name': '', 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:90:af:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:57:23Z', 'updated_at': '2022-02-04T11:57:29Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': '3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:57:49.672885 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054cde79-7277-44cc-a2c3-bfd30b832833 None None] Checking router: 83e54890-3dff-4a67-a603-28082f3ab8e6 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:57:49.682585 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-456e6dda-7936-47c5-bb6f-a2c1a9e1095c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:49.684730 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054cde79-7277-44cc-a2c3-bfd30b832833 None None] Routers {'83e54890-3dff-4a67-a603-28082f3ab8e6'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:57:49.685341 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-054cde79-7277-44cc-a2c3-bfd30b832833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:57:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['83e54890-3dff-4a67-a603-28082f3ab8e6'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:57:49.697123 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04fdb2-b456-4df3-9fd6-a470e2982ec8 req-681e7c08-75e5-4248-bb18-3ef5206de76c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:49.699693 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ea04fdb2-b456-4df3-9fd6-a470e2982ec8 req-681e7c08-75e5-4248-bb18-3ef5206de76c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b HTTP/1.1" status: 200 len: 834 time: 0.0617912 Feb 04 11:57:49.720740 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-456e6dda-7936-47c5-bb6f-a2c1a9e1095c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:57:49.724784 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-456e6dda-7936-47c5-bb6f-a2c1a9e1095c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:57:49.727951 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-456e6dda-7936-47c5-bb6f-a2c1a9e1095c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:57:49.733993 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-456e6dda-7936-47c5-bb6f-a2c1a9e1095c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:57:49.779411 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ea04fdb2-b456-4df3-9fd6-a470e2982ec8 req-c75ad455-2e62-4dba-81fe-ee11e51684a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4dbd0fff-c6f7-4365-b529-cc72d2376f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736716 Feb 04 11:57:49.798066 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-456e6dda-7936-47c5-bb6f-a2c1a9e1095c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:49.859417 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-456e6dda-7936-47c5-bb6f-a2c1a9e1095c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:49.863230 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-054cde79-7277-44cc-a2c3-bfd30b832833 None None] Set router 83e54890-3dff-4a67-a603-28082f3ab8e6 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:57:49.906941 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e6dda-7936-47c5-bb6f-a2c1a9e1095c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1949a4-dce5-4a3a-b6a8-0dae42f52f93,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:49.917480 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ea04fdb2-b456-4df3-9fd6-a470e2982ec8 req-bf90ba3b-f721-47d4-b8a0-f0953895da65 service neutron] 10.222.0.47 "GET /v2.0/networks/4dbd0fff-c6f7-4365-b529-cc72d2376f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308174 Feb 04 11:57:49.973496 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-456e6dda-7936-47c5-bb6f-a2c1a9e1095c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:49.978257 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-456e6dda-7936-47c5-bb6f-a2c1a9e1095c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3951418 Feb 04 11:57:49.978509 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43506) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:57:49.984463 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-a713ba8e-4290-463d-aca8-f9fa4ed139ad tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '3a1949a4-dce5-4a3a-b6a8-0dae42f52f93', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:57:49.990998 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-a713ba8e-4290-463d-aca8-f9fa4ed139ad tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:57:49.994887 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-a713ba8e-4290-463d-aca8-f9fa4ed139ad tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:57:49.998185 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-a713ba8e-4290-463d-aca8-f9fa4ed139ad tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:57:50.003905 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-a713ba8e-4290-463d-aca8-f9fa4ed139ad tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:57:50.054298 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ea04fdb2-b456-4df3-9fd6-a470e2982ec8 req-89fa05dc-550a-4fe8-bc98-ac04aa674e17 service neutron] 10.222.0.47 "GET /v2.0/networks/4dbd0fff-c6f7-4365-b529-cc72d2376f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295891 Feb 04 11:57:50.084281 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a713ba8e-4290-463d-aca8-f9fa4ed139ad tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:50.239320 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a713ba8e-4290-463d-aca8-f9fa4ed139ad tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:50.256276 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-054cde79-7277-44cc-a2c3-bfd30b832833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'name': 'tempest-TestNetworkBasicOps-router-1043786584', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:57:19Z', 'updated_at': '2022-02-04T11:57:24Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:57:20Z', 'updated_at': '2022-02-04T11:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '3a4d30ed-be0f-4e47-b0d4-57c60a7c5f22', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.144', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'port_id': '716bf1c1-a04d-4791-9681-5c0beeaeb48d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b', 'mac_address': 'fa:16:3e:79:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4160bcf8-49a1-471a-b7ad-22b978b2f1cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:57:47Z', 'updated_at': '2022-02-04T11:57:47Z', 'revision_number': 0, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae402ae1-5a95-4acf-8264-eb4f0f782d63', 'name': '', 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:90:af:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:57:23Z', 'updated_at': '2022-02-04T11:57:29Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': '3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:57:50.261016 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054cde79-7277-44cc-a2c3-bfd30b832833 None None] The sync data for ids ['83e54890-3dff-4a67-a603-28082f3ab8e6'] in dv-neutron-827825-2-hyperv is: [{'id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'name': 'tempest-TestNetworkBasicOps-router-1043786584', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:57:19Z', 'updated_at': '2022-02-04T11:57:24Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:57:20Z', 'updated_at': '2022-02-04T11:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '3a4d30ed-be0f-4e47-b0d4-57c60a7c5f22', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.144', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'port_id': '716bf1c1-a04d-4791-9681-5c0beeaeb48d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b', 'mac_address': 'fa:16:3e:79:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4160bcf8-49a1-471a-b7ad-22b978b2f1cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:57:47Z', 'updated_at': '2022-02-04T11:57:47Z', 'revision_number': 0, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae402ae1-5a95-4acf-8264-eb4f0f782d63', 'name': '', 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:90:af:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:57:23Z', 'updated_at': '2022-02-04T11:57:29Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': '3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:57:50.299387 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a713ba8e-4290-463d-aca8-f9fa4ed139ad tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:50.324634 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713ba8e-4290-463d-aca8-f9fa4ed139ad tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd5c545-929d-4541-9bed-47b276a7f9bc,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:50.396949 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a713ba8e-4290-463d-aca8-f9fa4ed139ad tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:50.398267 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a713ba8e-4290-463d-aca8-f9fa4ed139ad tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4188700 Feb 04 11:57:50.401572 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43510) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:57:50.407139 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-bc424ae6-4095-46e4-9b07-14ec7d615ba0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '3a1949a4-dce5-4a3a-b6a8-0dae42f52f93', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:57:50.413189 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-bc424ae6-4095-46e4-9b07-14ec7d615ba0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:57:50.417701 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-bc424ae6-4095-46e4-9b07-14ec7d615ba0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:57:50.420622 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-bc424ae6-4095-46e4-9b07-14ec7d615ba0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:57:50.426920 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-bc424ae6-4095-46e4-9b07-14ec7d615ba0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:57:50.458409 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60fc34e-635f-4497-b86b-5046a84efd64 None None] New status for floating IP 3a4d30ed-be0f-4e47-b0d4-57c60a7c5f22: ACTIVE {{(pid=84207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 11:57:50.529725 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bc424ae6-4095-46e4-9b07-14ec7d615ba0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:50.591154 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bc424ae6-4095-46e4-9b07-14ec7d615ba0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:50.676653 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bc424ae6-4095-46e4-9b07-14ec7d615ba0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:50.702538 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc424ae6-4095-46e4-9b07-14ec7d615ba0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=844389bd-2309-4177-be40-dbe4b9b18a85,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:50.791220 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bc424ae6-4095-46e4-9b07-14ec7d615ba0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:50.792398 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-bc424ae6-4095-46e4-9b07-14ec7d615ba0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3898745 Feb 04 11:57:50.795094 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43514) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:57:50.800486 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-870c5da3-f0fe-4d09-ba71-4bccacf0d6a5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '3a1949a4-dce5-4a3a-b6a8-0dae42f52f93', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:57:50.806747 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-870c5da3-f0fe-4d09-ba71-4bccacf0d6a5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:57:50.810431 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-870c5da3-f0fe-4d09-ba71-4bccacf0d6a5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:57:50.813278 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-870c5da3-f0fe-4d09-ba71-4bccacf0d6a5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:57:50.818802 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-870c5da3-f0fe-4d09-ba71-4bccacf0d6a5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:57:50.906214 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-870c5da3-f0fe-4d09-ba71-4bccacf0d6a5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:50.970127 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-870c5da3-f0fe-4d09-ba71-4bccacf0d6a5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:51.036254 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-870c5da3-f0fe-4d09-ba71-4bccacf0d6a5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:51.059638 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c5da3-f0fe-4d09-ba71-4bccacf0d6a5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1055a2a9-299b-42e9-bc21-8afb5cbc4625,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:51.127465 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-870c5da3-f0fe-4d09-ba71-4bccacf0d6a5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:51.128724 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-870c5da3-f0fe-4d09-ba71-4bccacf0d6a5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3327231 Feb 04 11:57:51.131498 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43518) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:57:51.137236 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-b7e216e4-ca63-4497-a6a7-eabc9b77beb5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '3a1949a4-dce5-4a3a-b6a8-0dae42f52f93', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:57:51.143007 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-b7e216e4-ca63-4497-a6a7-eabc9b77beb5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:57:51.146714 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-b7e216e4-ca63-4497-a6a7-eabc9b77beb5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:57:51.150238 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-b7e216e4-ca63-4497-a6a7-eabc9b77beb5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:57:51.155881 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-b7e216e4-ca63-4497-a6a7-eabc9b77beb5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:57:51.220387 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b7e216e4-ca63-4497-a6a7-eabc9b77beb5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:51.282913 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b7e216e4-ca63-4497-a6a7-eabc9b77beb5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:51.350318 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b7e216e4-ca63-4497-a6a7-eabc9b77beb5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:51.372783 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e216e4-ca63-4497-a6a7-eabc9b77beb5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1072780-074a-4317-8f6c-40a9e96ac822,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:51.441907 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b7e216e4-ca63-4497-a6a7-eabc9b77beb5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:51.443084 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b7e216e4-ca63-4497-a6a7-eabc9b77beb5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3107085 Feb 04 11:57:51.447015 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43522) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:57:51.452777 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-025e99f5-a520-489b-ba22-de140ce6bb9b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '3a1949a4-dce5-4a3a-b6a8-0dae42f52f93', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:57:51.458758 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-025e99f5-a520-489b-ba22-de140ce6bb9b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:57:51.462594 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-025e99f5-a520-489b-ba22-de140ce6bb9b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:57:51.465394 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-025e99f5-a520-489b-ba22-de140ce6bb9b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:57:51.471184 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-025e99f5-a520-489b-ba22-de140ce6bb9b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:57:51.562090 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.securitygroups_db [None req-025e99f5-a520-489b-ba22-de140ce6bb9b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Project 009ced00ffd949498e5831cf00e326e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:57:51.568908 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-025e99f5-a520-489b-ba22-de140ce6bb9b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:51.632199 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-025e99f5-a520-489b-ba22-de140ce6bb9b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:51.676225 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-025e99f5-a520-489b-ba22-de140ce6bb9b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:51.702405 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e99f5-a520-489b-ba22-de140ce6bb9b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e383bf85-39f3-47ac-861a-4a474b31914b,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:51.756182 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-025e99f5-a520-489b-ba22-de140ce6bb9b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:51.757328 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-025e99f5-a520-489b-ba22-de140ce6bb9b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3093739 Feb 04 11:57:51.760749 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43526) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:57:51.765958 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-30c0d5bc-fb2a-41d7-98c1-030bf97634fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '3a1949a4-dce5-4a3a-b6a8-0dae42f52f93', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:57:51.773197 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-30c0d5bc-fb2a-41d7-98c1-030bf97634fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:57:51.777660 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-30c0d5bc-fb2a-41d7-98c1-030bf97634fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:57:51.781021 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-30c0d5bc-fb2a-41d7-98c1-030bf97634fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:57:51.786935 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-30c0d5bc-fb2a-41d7-98c1-030bf97634fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:57:51.859587 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.securitygroups_db [None req-30c0d5bc-fb2a-41d7-98c1-030bf97634fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Project 009ced00ffd949498e5831cf00e326e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:57:51.866542 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-30c0d5bc-fb2a-41d7-98c1-030bf97634fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:51.932641 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-30c0d5bc-fb2a-41d7-98c1-030bf97634fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:52.001861 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-30c0d5bc-fb2a-41d7-98c1-030bf97634fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:52.024815 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c0d5bc-fb2a-41d7-98c1-030bf97634fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a828979-2ffa-4629-873c-59b637c3f444,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:52.093527 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-30c0d5bc-fb2a-41d7-98c1-030bf97634fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:52.094800 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-30c0d5bc-fb2a-41d7-98c1-030bf97634fa tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3331530 Feb 04 11:57:52.265351 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-fe51dc16-b02c-4bfe-bf8c-f61fb42acab6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:security_group {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:57:52.322337 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-fe51dc16-b02c-4bfe-bf8c-f61fb42acab6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:security_group {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:57:52.323491 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-fe51dc16-b02c-4bfe-bf8c-f61fb42acab6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1923172461&fields=id&tenant_id=009ced00ffd949498e5831cf00e326e7 HTTP/1.1" status: 200 len: 267 time: 0.0983500 Feb 04 11:57:52.468449 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-e25eb9cf-d3d5-4ab9-bc33-ea5205a0e9e9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:52.469024 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-e25eb9cf-d3d5-4ab9-bc33-ea5205a0e9e9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:network {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:57:52.539117 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-e25eb9cf-d3d5-4ab9-bc33-ea5205a0e9e9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:network {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:57:52.540933 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-e25eb9cf-d3d5-4ab9-bc33-ea5205a0e9e9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/networks?id=4dbd0fff-c6f7-4365-b529-cc72d2376f7b HTTP/1.1" status: 200 len: 796 time: 0.2110689 Feb 04 11:57:52.557642 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-10d59b6a-3502-44f2-927f-71d0e06b5593 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/quotas/009ced00ffd949498e5831cf00e326e7 HTTP/1.1" status: 200 len: 375 time: 0.0114827 Feb 04 11:57:52.641063 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-28183e27-b152-4efe-bd8f-8b0793c755f0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0784206 Feb 04 11:57:52.722474 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-d2998934-d8df-45ef-95d1-48a5fca381e6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 11:57:52.723367 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-d2998934-d8df-45ef-95d1-48a5fca381e6 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0707409 Feb 04 11:57:52.856070 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-da437ea0-c9b1-4eea-bb8f-972ceaeaf333 service neutron] 10.222.0.21 "GET /v2.0/networks/4dbd0fff-c6f7-4365-b529-cc72d2376f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259210 Feb 04 11:57:52.986245 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-41b2eb12-00a9-405c-80a3-de80468c423d service neutron] 10.222.0.21 "GET /v2.0/networks/4dbd0fff-c6f7-4365-b529-cc72d2376f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243193 Feb 04 11:57:53.263294 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8037e894-0f9e-418d-a758-f239cf8aa6fa req-67d6d6f2-8df4-479c-95eb-dfa84562d61d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5f3efd-faba-4708-b8ce-4e50f5397b38 HTTP/1.1" status: 200 len: 210 time: 0.0407605 Feb 04 11:57:54.431692 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0a66e447-f01d-4619-8ea2-0776ad5e1a06 req-05425a74-8bea-412f-a5eb-b75a11e1fb89 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5f3efd-faba-4708-b8ce-4e50f5397b38 HTTP/1.1" status: 200 len: 210 time: 0.0467350 Feb 04 11:57:55.055994 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-b6544856-1966-4ce3-a432-4e6eaf833a4d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:55.057440 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-b6544856-1966-4ce3-a432-4e6eaf833a4d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "GET /v2.0/networks?id=4dbd0fff-c6f7-4365-b529-cc72d2376f7b HTTP/1.1" status: 200 len: 796 time: 0.1401167 Feb 04 11:57:55.113709 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-97c82ac9-6d58-4b90-a526-8dac5d7a60c4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=009ced00ffd949498e5831cf00e326e7 HTTP/1.1" status: 200 len: 472 time: 0.0422182 Feb 04 11:57:55.122292 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-d508c073-cf97-4fef-9b3d-137db72558e6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'port': {'device_id': '2c5f3efd-faba-4708-b8ce-4e50f5397b38', 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b', 'admin_state_up': True, 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'security_groups': ['3a1949a4-dce5-4a3a-b6a8-0dae42f52f93']}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:57:55.263047 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-d508c073-cf97-4fef-9b3d-137db72558e6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:57:55.272368 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-d508c073-cf97-4fef-9b3d-137db72558e6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:57:55.373367 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-d508c073-cf97-4fef-9b3d-137db72558e6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Made reservation on behalf of 009ced00ffd949498e5831cf00e326e7 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:57:55.376504 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-d508c073-cf97-4fef-9b3d-137db72558e6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:55.537434 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-d508c073-cf97-4fef-9b3d-137db72558e6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Allocated IP 172.20.0.7 (4dbd0fff-c6f7-4365-b529-cc72d2376f7b/3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b/7a4ddf21-55e2-4862-8fc8-89034b6cf1e7) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:57:55.614929 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6e097b69-cad0-4da3-ab5f-8125960feab8 req-bbc6c2a2-fbe6-4877-9149-eb12ce6d46bf tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5f3efd-faba-4708-b8ce-4e50f5397b38 HTTP/1.1" status: 200 len: 210 time: 0.0544038 Feb 04 11:57:55.762610 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-d508c073-cf97-4fef-9b3d-137db72558e6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:55.779183 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-d508c073-cf97-4fef-9b3d-137db72558e6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Transition to ACTIVE for port object 7a4ddf21-55e2-4862-8fc8-89034b6cf1e7 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:57:55.864798 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-d508c073-cf97-4fef-9b3d-137db72558e6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:56.031668 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-d508c073-cf97-4fef-9b3d-137db72558e6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 4dbd0fff-c6f7-4365-b529-cc72d2376f7b is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:57:56.034958 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-d508c073-cf97-4fef-9b3d-137db72558e6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:57:56.039351 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-d508c073-cf97-4fef-9b3d-137db72558e6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:57:56.064483 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d508c073-cf97-4fef-9b3d-137db72558e6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=7a4ddf21-55e2-4862-8fc8-89034b6cf1e7,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:56.103680 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-d508c073-cf97-4fef-9b3d-137db72558e6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:56.104387 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-d508c073-cf97-4fef-9b3d-137db72558e6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:56.180038 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-d508c073-cf97-4fef-9b3d-137db72558e6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0612049 Feb 04 11:57:56.191831 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-0d8c1331-c9f6-4818-991a-67ee6fe848a0 service neutron] Request body: {'port': {'device_id': '2c5f3efd-faba-4708-b8ce-4e50f5397b38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:57:56.301302 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-0d8c1331-c9f6-4818-991a-67ee6fe848a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:56.333131 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-13141aae-627c-4741-b0b4-7a23e6317efa None None] Provisioning for port 7a4ddf21-55e2-4862-8fc8-89034b6cf1e7 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:57:56.338945 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-13141aae-627c-4741-b0b4-7a23e6317efa None None] Provisioning complete for port 7a4ddf21-55e2-4862-8fc8-89034b6cf1e7 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:57:56.339491 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-13141aae-627c-4741-b0b4-7a23e6317efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:56.389979 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-13141aae-627c-4741-b0b4-7a23e6317efa None None] Port 7a4ddf21-55e2-4862-8fc8-89034b6cf1e7 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 11:57:56.630259 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-0d8c1331-c9f6-4818-991a-67ee6fe848a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a4ddf21-55e2-4862-8fc8-89034b6cf1e7 {{(pid=84205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:57:56.637413 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-0d8c1331-c9f6-4818-991a-67ee6fe848a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:56.651995 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-0d8c1331-c9f6-4818-991a-67ee6fe848a0 service neutron] Transition to ACTIVE for port object 7a4ddf21-55e2-4862-8fc8-89034b6cf1e7 will not be triggered until provisioned by entity L2. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:57:56.727889 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-0d8c1331-c9f6-4818-991a-67ee6fe848a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:56.808334 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c486a54-2007-438c-b203-0413cd7288cb req-00ba5b8c-6f93-476a-95dd-c6e5b793635f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:56.809935 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7c486a54-2007-438c-b203-0413cd7288cb req-00ba5b8c-6f93-476a-95dd-c6e5b793635f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5f3efd-faba-4708-b8ce-4e50f5397b38 HTTP/1.1" status: 200 len: 943 time: 0.0759213 Feb 04 11:57:56.856513 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c1331-c9f6-4818-991a-67ee6fe848a0 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4ddf21-55e2-4862-8fc8-89034b6cf1e7,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:56.864929 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7c486a54-2007-438c-b203-0413cd7288cb req-2431f749-09a8-4d70-9ade-b1c35c04a7c5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a1949a4-dce5-4a3a-b6a8-0dae42f52f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491612 Feb 04 11:57:56.968043 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-0d8c1331-c9f6-4818-991a-67ee6fe848a0 service neutron] Attempting to bind port 7a4ddf21-55e2-4862-8fc8-89034b6cf1e7 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:57:56.968372 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-0d8c1331-c9f6-4818-991a-67ee6fe848a0 service neutron] Attempting to bind port 7a4ddf21-55e2-4862-8fc8-89034b6cf1e7 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '02fc012d-d182-4024-a065-0f2abef92416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:57:56.968699 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-0d8c1331-c9f6-4818-991a-67ee6fe848a0 service neutron] Attempting to bind port 7a4ddf21-55e2-4862-8fc8-89034b6cf1e7 on network 4dbd0fff-c6f7-4365-b529-cc72d2376f7b {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:57:56.974824 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-0d8c1331-c9f6-4818-991a-67ee6fe848a0 service neutron] Port 7a4ddf21-55e2-4862-8fc8-89034b6cf1e7 on network 4dbd0fff-c6f7-4365-b529-cc72d2376f7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 11:57:56.975067 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-0d8c1331-c9f6-4818-991a-67ee6fe848a0 service neutron] Attempting to bind port 7a4ddf21-55e2-4862-8fc8-89034b6cf1e7 on network 4dbd0fff-c6f7-4365-b529-cc72d2376f7b {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:57:56.982362 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-0d8c1331-c9f6-4818-991a-67ee6fe848a0 service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:57:56.982694 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-0d8c1331-c9f6-4818-991a-67ee6fe848a0 service neutron] Checking segment: {'id': '02fc012d-d182-4024-a065-0f2abef92416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:57:56.983073 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-0d8c1331-c9f6-4818-991a-67ee6fe848a0 service neutron] Bound using segment: {'id': '02fc012d-d182-4024-a065-0f2abef92416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b'} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:57:56.983498 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-0d8c1331-c9f6-4818-991a-67ee6fe848a0 service neutron] Bound port: 7a4ddf21-55e2-4862-8fc8-89034b6cf1e7, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02fc012d-d182-4024-a065-0f2abef92416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b'}}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:57:56.983834 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-0d8c1331-c9f6-4818-991a-67ee6fe848a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:57.070188 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-0d8c1331-c9f6-4818-991a-67ee6fe848a0 service neutron] For port 7a4ddf21-55e2-4862-8fc8-89034b6cf1e7, host hv-neutron-8278, cleared binding levels {{(pid=84205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:57:57.073613 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-0d8c1331-c9f6-4818-991a-67ee6fe848a0 service neutron] For port 7a4ddf21-55e2-4862-8fc8-89034b6cf1e7, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=7a4ddf21-55e2-4862-8fc8-89034b6cf1e7,segment=NetworkSegment(02fc012d-d182-4024-a065-0f2abef92416),segment_id=02fc012d-d182-4024-a065-0f2abef92416)] {{(pid=84205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:57:57.151972 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-0d8c1331-c9f6-4818-991a-67ee6fe848a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:57.215968 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-0d8c1331-c9f6-4818-991a-67ee6fe848a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:57.217322 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-0d8c1331-c9f6-4818-991a-67ee6fe848a0 service neutron] 10.222.0.47 "PUT /v2.0/ports/7a4ddf21-55e2-4862-8fc8-89034b6cf1e7 HTTP/1.1" status: 200 len: 1093 time: 1.0298028 Feb 04 11:57:57.217848 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5f3efd-faba-4708-b8ce-4e50f5397b38', 'tag': '7a4ddf21-55e2-4862-8fc8-89034b6cf1e7'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:57:57.243185 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c1331-c9f6-4818-991a-67ee6fe848a0 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4ddf21-55e2-4862-8fc8-89034b6cf1e7,revision_number=3']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:57.279980 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c5f3efd-faba-4708-b8ce-4e50f5397b38', 'tag': '7a4ddf21-55e2-4862-8fc8-89034b6cf1e7', 'status': 'completed', 'code': 200} Feb 04 11:57:57.377776 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e8465818-bac6-4dd7-94c8-25f3aa04ed8d req-54e8cb96-62f7-4f49-b476-8eaf0467527f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=2c5f3efd-faba-4708-b8ce-4e50f5397b38 HTTP/1.1" status: 200 len: 1096 time: 0.0732217 Feb 04 11:57:57.516919 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8465818-bac6-4dd7-94c8-25f3aa04ed8d req-791dce30-6a9f-48ba-8aea-5c22a682f773 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:57.518264 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e8465818-bac6-4dd7-94c8-25f3aa04ed8d req-791dce30-6a9f-48ba-8aea-5c22a682f773 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=009ced00ffd949498e5831cf00e326e7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1319373 Feb 04 11:57:57.651457 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8465818-bac6-4dd7-94c8-25f3aa04ed8d req-0ca8d0bd-3297-44eb-908f-01aba9174b22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:57.653172 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e8465818-bac6-4dd7-94c8-25f3aa04ed8d req-0ca8d0bd-3297-44eb-908f-01aba9174b22 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1289330 Feb 04 11:57:57.761690 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-7ba91b5e-71d4-4c3f-80a9-23fdbcc6a3de service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=2c5f3efd-faba-4708-b8ce-4e50f5397b38 HTTP/1.1" status: 200 len: 1096 time: 0.0713086 Feb 04 11:57:57.830106 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-2489cf5f-3ad5-4288-8d7d-17ffb9f1bdc4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a4ddf21-55e2-4862-8fc8-89034b6cf1e7 HTTP/1.1" status: 200 len: 217 time: 0.0601714 Feb 04 11:57:57.896420 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-cedb8ddf-45c8-441d-bd1e-52b935b6c20b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:57.897826 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-cedb8ddf-45c8-441d-bd1e-52b935b6c20b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b HTTP/1.1" status: 200 len: 834 time: 0.0584133 Feb 04 11:57:57.972334 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-be69d268-61d8-438e-a941-472858f7a8c4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4dbd0fff-c6f7-4365-b529-cc72d2376f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681236 Feb 04 11:57:58.064688 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4711d7-ae45-4a26-a0af-c8968a53c892 req-2b0ee9bc-b13d-44e9-a745-310b3f8a0fc4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:58.066232 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bd4711d7-ae45-4a26-a0af-c8968a53c892 req-2b0ee9bc-b13d-44e9-a745-310b3f8a0fc4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5f3efd-faba-4708-b8ce-4e50f5397b38 HTTP/1.1" status: 200 len: 943 time: 0.0789382 Feb 04 11:57:58.114306 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bd4711d7-ae45-4a26-a0af-c8968a53c892 req-70f9a4c8-7975-4058-ba2e-130273d21f04 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a1949a4-dce5-4a3a-b6a8-0dae42f52f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422735 Feb 04 11:57:58.199016 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-4b24a92b-78c9-4730-bd35-ec8afcb2dd9e service neutron] 10.222.0.47 "GET /v2.0/networks/4dbd0fff-c6f7-4365-b529-cc72d2376f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197521 Feb 04 11:57:58.329049 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-08e93944-88ed-4184-a85b-3d0338a36fd7 req-7d5fd620-a5e7-49bc-ba93-7b7af709ef7e service neutron] 10.222.0.47 "GET /v2.0/networks/4dbd0fff-c6f7-4365-b529-cc72d2376f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224656 Feb 04 11:57:59.313967 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4765da1-76b9-4d5d-b8f6-53db104c3ff8 req-87ae0547-7073-4e70-943f-c61eaebd2b59 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:59.314681 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-b4765da1-76b9-4d5d-b8f6-53db104c3ff8 req-87ae0547-7073-4e70-943f-c61eaebd2b59 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:57:59.390437 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-b4765da1-76b9-4d5d-b8f6-53db104c3ff8 req-87ae0547-7073-4e70-943f-c61eaebd2b59 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:57:59.391615 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b4765da1-76b9-4d5d-b8f6-53db104c3ff8 req-87ae0547-7073-4e70-943f-c61eaebd2b59 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5f3efd-faba-4708-b8ce-4e50f5397b38 HTTP/1.1" status: 200 len: 943 time: 0.1547210 Feb 04 11:57:59.436861 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b4765da1-76b9-4d5d-b8f6-53db104c3ff8 req-122b9969-9296-4f22-9fc5-3974e13337a9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a1949a4-dce5-4a3a-b6a8-0dae42f52f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397077 Feb 04 11:58:00.637626 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d9e30-0d3c-4233-93a1-80b9d4acb563 req-7b53f4a3-a55e-487e-9d0b-fee6b817f8c3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:00.639353 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-686d9e30-0d3c-4233-93a1-80b9d4acb563 req-7b53f4a3-a55e-487e-9d0b-fee6b817f8c3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5f3efd-faba-4708-b8ce-4e50f5397b38 HTTP/1.1" status: 200 len: 943 time: 0.0812695 Feb 04 11:58:00.684150 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-686d9e30-0d3c-4233-93a1-80b9d4acb563 req-2837d2ca-63ec-48a7-b9ef-2b6c370b98b8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a1949a4-dce5-4a3a-b6a8-0dae42f52f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393941 Feb 04 11:58:01.885551 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e5ad8-3439-43d0-9f32-08aca49472ca req-1aca3a36-c3d4-4964-8886-a35c070d5a51 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:01.887016 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a28e5ad8-3439-43d0-9f32-08aca49472ca req-1aca3a36-c3d4-4964-8886-a35c070d5a51 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5f3efd-faba-4708-b8ce-4e50f5397b38 HTTP/1.1" status: 200 len: 943 time: 0.0765798 Feb 04 11:58:01.930846 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a28e5ad8-3439-43d0-9f32-08aca49472ca req-7a3981bf-128c-4cb4-ad1d-41b34413a67e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a1949a4-dce5-4a3a-b6a8-0dae42f52f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382755 Feb 04 11:58:02.711830 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:58:02.747248 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 7a4ddf21-55e2-4862-8fc8-89034b6cf1e7 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:58:02.877334 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 7a4ddf21-55e2-4862-8fc8-89034b6cf1e7, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=7a4ddf21-55e2-4862-8fc8-89034b6cf1e7,segment=NetworkSegment(02fc012d-d182-4024-a065-0f2abef92416),segment_id=02fc012d-d182-4024-a065-0f2abef92416)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:58:02.890589 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': '7a4ddf21-55e2-4862-8fc8-89034b6cf1e7', 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b', 'port_id': '7a4ddf21-55e2-4862-8fc8-89034b6cf1e7', 'mac_address': 'fa:16:3e:52:90:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:58:02.941614 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:02.958352 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a4ddf21-55e2-4862-8fc8-89034b6cf1e7 {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:58:02.973124 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 7a4ddf21-55e2-4862-8fc8-89034b6cf1e7, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=7a4ddf21-55e2-4862-8fc8-89034b6cf1e7,segment=NetworkSegment(02fc012d-d182-4024-a065-0f2abef92416),segment_id=02fc012d-d182-4024-a065-0f2abef92416)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:58:03.030389 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:03.098155 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6fa8f1aa-1cc2-41a9-9044-7469ba15c93c req-92eaeead-f694-4793-96f9-fd54f19f6c28 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4160bcf8-49a1-471a-b7ad-22b978b2f1cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717611 Feb 04 11:58:03.099857 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=7a4ddf21-55e2-4862-8fc8-89034b6cf1e7,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:58:03.135233 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9995e-6bf3-4f96-951e-6cf1c4d6b5ab req-d21c71bf-b211-45ea-a5fa-ca78c8a17f3f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:03.136758 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-2bb9995e-6bf3-4f96-951e-6cf1c4d6b5ab req-d21c71bf-b211-45ea-a5fa-ca78c8a17f3f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5f3efd-faba-4708-b8ce-4e50f5397b38 HTTP/1.1" status: 200 len: 944 time: 0.0811357 Feb 04 11:58:03.183774 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-2bb9995e-6bf3-4f96-951e-6cf1c4d6b5ab req-76443704-035d-49a0-9273-ae353930396a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a1949a4-dce5-4a3a-b6a8-0dae42f52f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412424 Feb 04 11:58:03.243203 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6fa8f1aa-1cc2-41a9-9044-7469ba15c93c req-941532c6-32b8-4c7c-a54b-5d73c00fe22f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=4160bcf8-49a1-471a-b7ad-22b978b2f1cb HTTP/1.1" status: 200 len: 1099 time: 0.0716560 Feb 04 11:58:03.385327 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8f1aa-1cc2-41a9-9044-7469ba15c93c req-8cf33128-ed4c-42e0-ad15-edebea7b76f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:03.386795 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6fa8f1aa-1cc2-41a9-9044-7469ba15c93c req-8cf33128-ed4c-42e0-ad15-edebea7b76f2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4dbd0fff-c6f7-4365-b529-cc72d2376f7b HTTP/1.1" status: 200 len: 897 time: 0.1235852 Feb 04 11:58:03.395795 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['7a4ddf21-55e2-4862-8fc8-89034b6cf1e7'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 11:58:03.491533 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6fa8f1aa-1cc2-41a9-9044-7469ba15c93c req-a9162e34-b81a-4b95-ba14-71dfd84097f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=716bf1c1-a04d-4791-9681-5c0beeaeb48d HTTP/1.1" status: 200 len: 1002 time: 0.0975819 Feb 04 11:58:03.553052 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8f1aa-1cc2-41a9-9044-7469ba15c93c req-0bd36537-274b-4e84-ba06-defbf98613f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:03.554497 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6fa8f1aa-1cc2-41a9-9044-7469ba15c93c req-0bd36537-274b-4e84-ba06-defbf98613f6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b HTTP/1.1" status: 200 len: 834 time: 0.0566523 Feb 04 11:58:03.632016 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6fa8f1aa-1cc2-41a9-9044-7469ba15c93c req-58e4ed63-6516-4fa3-9d39-76a3c5f64be3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4dbd0fff-c6f7-4365-b529-cc72d2376f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703783 Feb 04 11:58:03.761544 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6fa8f1aa-1cc2-41a9-9044-7469ba15c93c req-c5be6aec-5887-4a18-a2fc-7f30b78526be service neutron] 10.222.0.47 "GET /v2.0/networks/4dbd0fff-c6f7-4365-b529-cc72d2376f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220915 Feb 04 11:58:03.889745 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6fa8f1aa-1cc2-41a9-9044-7469ba15c93c req-cd8fdb91-b242-453c-b054-17b52a4c7afc service neutron] 10.222.0.47 "GET /v2.0/networks/4dbd0fff-c6f7-4365-b529-cc72d2376f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219800 Feb 04 11:58:04.523591 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871008b-26d4-451b-93ec-7b7ae5e333a2 req-f612dfdb-e296-4cb1-b62c-9a7419bb61e2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:04.524912 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4871008b-26d4-451b-93ec-7b7ae5e333a2 req-f612dfdb-e296-4cb1-b62c-9a7419bb61e2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5f3efd-faba-4708-b8ce-4e50f5397b38 HTTP/1.1" status: 200 len: 944 time: 0.0743809 Feb 04 11:58:04.568814 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4871008b-26d4-451b-93ec-7b7ae5e333a2 req-dbcf3872-7179-449f-b2bb-a29643840fd1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a1949a4-dce5-4a3a-b6a8-0dae42f52f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377445 Feb 04 11:58:04.747147 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 7a4ddf21-55e2-4862-8fc8-89034b6cf1e7 up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:58:04.847483 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port 7a4ddf21-55e2-4862-8fc8-89034b6cf1e7 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:58:04.851997 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port 7a4ddf21-55e2-4862-8fc8-89034b6cf1e7 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:58:04.852358 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:04.964830 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:04.990075 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5f3efd-faba-4708-b8ce-4e50f5397b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4ddf21-55e2-4862-8fc8-89034b6cf1e7'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:58:04.999798 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 7a4ddf21-55e2-4862-8fc8-89034b6cf1e7, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=7a4ddf21-55e2-4862-8fc8-89034b6cf1e7,segment=NetworkSegment(02fc012d-d182-4024-a065-0f2abef92416),segment_id=02fc012d-d182-4024-a065-0f2abef92416)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:58:05.054222 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5f3efd-faba-4708-b8ce-4e50f5397b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4ddf21-55e2-4862-8fc8-89034b6cf1e7', 'code': 200} Feb 04 11:58:05.064966 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:05.129142 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=7a4ddf21-55e2-4862-8fc8-89034b6cf1e7,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:58:05.450620 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-230879d1-019f-42f1-a4c5-3e70c8c627ae req-9f2f60c1-3f6d-4cdf-b513-e41888e3fb3e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2c5f3efd-faba-4708-b8ce-4e50f5397b38 HTTP/1.1" status: 200 len: 1098 time: 0.0717146 Feb 04 11:58:05.492269 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-230879d1-019f-42f1-a4c5-3e70c8c627ae req-233c6178-86b4-4ebf-85cd-a547a609aac8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3a1949a4-dce5-4a3a-b6a8-0dae42f52f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353994 Feb 04 11:58:05.764245 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd3438-4709-45aa-a270-70eeecadcb0f req-83331f26-f8c2-4b6e-a244-97338dcc022d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:05.765621 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4ebd3438-4709-45aa-a270-70eeecadcb0f req-83331f26-f8c2-4b6e-a244-97338dcc022d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5f3efd-faba-4708-b8ce-4e50f5397b38 HTTP/1.1" status: 200 len: 945 time: 0.0778918 Feb 04 11:58:05.814827 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4ebd3438-4709-45aa-a270-70eeecadcb0f req-e1c9f25c-a3c9-4468-9b97-b9c64d73f61f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a1949a4-dce5-4a3a-b6a8-0dae42f52f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434656 Feb 04 11:58:06.241765 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:07.015142 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb1eb7-f3b8-479b-a588-c15e46fa70f8 req-7f1ac87b-a716-4e72-819f-f1a9e8002b9f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:07.016586 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-43cb1eb7-f3b8-479b-a588-c15e46fa70f8 req-7f1ac87b-a716-4e72-819f-f1a9e8002b9f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5f3efd-faba-4708-b8ce-4e50f5397b38 HTTP/1.1" status: 200 len: 945 time: 0.0791626 Feb 04 11:58:07.066004 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-43cb1eb7-f3b8-479b-a588-c15e46fa70f8 req-a4bc3817-ba2d-4eb0-b6b5-efa18212d677 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a1949a4-dce5-4a3a-b6a8-0dae42f52f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435388 Feb 04 11:58:08.262261 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201854f2-78a2-40a7-93e1-e91983cf45c2 req-1a232735-574a-4c6e-b80e-a237bd3a8d5b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:08.263688 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-201854f2-78a2-40a7-93e1-e91983cf45c2 req-1a232735-574a-4c6e-b80e-a237bd3a8d5b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5f3efd-faba-4708-b8ce-4e50f5397b38 HTTP/1.1" status: 200 len: 945 time: 0.0764465 Feb 04 11:58:08.308192 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-201854f2-78a2-40a7-93e1-e91983cf45c2 req-9ac3c591-73c7-44e2-98d5-78a681173cdc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a1949a4-dce5-4a3a-b6a8-0dae42f52f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390444 Feb 04 11:58:08.508659 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f496e-0d07-45ed-9088-dae9ee881f02 req-8fc850f1-d771-48f6-85c5-c6f43942b2f5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:08.510674 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-945f496e-0d07-45ed-9088-dae9ee881f02 req-8fc850f1-d771-48f6-85c5-c6f43942b2f5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5f3efd-faba-4708-b8ce-4e50f5397b38 HTTP/1.1" status: 200 len: 945 time: 0.0743384 Feb 04 11:58:08.558360 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-945f496e-0d07-45ed-9088-dae9ee881f02 req-f0d325a7-3a6b-4b30-825f-a1051581c67d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a1949a4-dce5-4a3a-b6a8-0dae42f52f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422196 Feb 04 11:58:08.585242 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43582) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:58:08.653478 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-07146a4a-33e4-4742-a221-0b8c5bdfb5d6 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2c5f3efd-faba-4708-b8ce-4e50f5397b38 HTTP/1.1" status: 200 len: 1093 time: 0.0670776 Feb 04 11:58:08.655974 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43586) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:58:08.660958 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-43f8c8c3-c6e5-4c42-8edf-b017e55e23d8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'floatingip': {'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'port_id': '7a4ddf21-55e2-4862-8fc8-89034b6cf1e7', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:58:08.666357 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-43f8c8c3-c6e5-4c42-8edf-b017e55e23d8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:58:08.670163 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-43f8c8c3-c6e5-4c42-8edf-b017e55e23d8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:floatingip and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:58:08.672984 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-43f8c8c3-c6e5-4c42-8edf-b017e55e23d8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:58:08.678915 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-43f8c8c3-c6e5-4c42-8edf-b017e55e23d8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:58:08.766472 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-43f8c8c3-c6e5-4c42-8edf-b017e55e23d8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:08.980296 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-43f8c8c3-c6e5-4c42-8edf-b017e55e23d8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:09.114009 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-43f8c8c3-c6e5-4c42-8edf-b017e55e23d8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Allocated IP 172.26.3.148 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/2e233056-8882-4866-9a01-d966a6a5783b) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:58:09.259133 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-43f8c8c3-c6e5-4c42-8edf-b017e55e23d8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:09.344811 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-43f8c8c3-c6e5-4c42-8edf-b017e55e23d8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:09.410488 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f8c8c3-c6e5-4c42-8edf-b017e55e23d8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:58:09.413335 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-43f8c8c3-c6e5-4c42-8edf-b017e55e23d8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:58:09.418338 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f8c8c3-c6e5-4c42-8edf-b017e55e23d8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:58:09.447665 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f8c8c3-c6e5-4c42-8edf-b017e55e23d8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=2e233056-8882-4866-9a01-d966a6a5783b,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:58:09.913207 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-43f8c8c3-c6e5-4c42-8edf-b017e55e23d8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:10.019703 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-43f8c8c3-c6e5-4c42-8edf-b017e55e23d8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:10.222039 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-43f8c8c3-c6e5-4c42-8edf-b017e55e23d8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:10.287503 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-43f8c8c3-c6e5-4c42-8edf-b017e55e23d8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:10.390427 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f8c8c3-c6e5-4c42-8edf-b017e55e23d8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=2e233056-8882-4866-9a01-d966a6a5783b,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:58:10.406555 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-43f8c8c3-c6e5-4c42-8edf-b017e55e23d8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:10.594931 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.l3_db [None req-43f8c8c3-c6e5-4c42-8edf-b017e55e23d8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Floating IP 36c61296-9987-4dcd-802d-4502bde18326 associated. External IP: 172.26.3.148, port: 7a4ddf21-55e2-4862-8fc8-89034b6cf1e7. Feb 04 11:58:11.070231 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f8c8c3-c6e5-4c42-8edf-b017e55e23d8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router 83e54890-3dff-4a67-a603-28082f3ab8e6 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:58:11.267929 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f8c8c3-c6e5-4c42-8edf-b017e55e23d8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:58:11.277835 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e506e52b-5f7c-47f0-8afc-26da2fb5e5db None None] Sync routers for ids ['83e54890-3dff-4a67-a603-28082f3ab8e6'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:58:11.289576 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e506e52b-5f7c-47f0-8afc-26da2fb5e5db None None] Routers {'83e54890-3dff-4a67-a603-28082f3ab8e6'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:58:11.290209 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e506e52b-5f7c-47f0-8afc-26da2fb5e5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:57:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['83e54890-3dff-4a67-a603-28082f3ab8e6'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:58:11.350378 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-43f8c8c3-c6e5-4c42-8edf-b017e55e23d8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:11.404133 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-43f8c8c3-c6e5-4c42-8edf-b017e55e23d8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7471724 Feb 04 11:58:11.404968 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5f3efd-faba-4708-b8ce-4e50f5397b38', 'tag': '7a4ddf21-55e2-4862-8fc8-89034b6cf1e7'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:58:11.471910 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-e506e52b-5f7c-47f0-8afc-26da2fb5e5db None None] Set router 83e54890-3dff-4a67-a603-28082f3ab8e6 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:58:11.535953 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c5f3efd-faba-4708-b8ce-4e50f5397b38', 'tag': '7a4ddf21-55e2-4862-8fc8-89034b6cf1e7', 'status': 'completed', 'code': 200} Feb 04 11:58:11.721413 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-51ca0916-3978-483a-a690-c35d6519378b req-a9a6f698-3d83-4588-9c62-d0c8226b9446 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=2c5f3efd-faba-4708-b8ce-4e50f5397b38 HTTP/1.1" status: 200 len: 1098 time: 0.1634841 Feb 04 11:58:11.852943 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e506e52b-5f7c-47f0-8afc-26da2fb5e5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'name': 'tempest-TestNetworkBasicOps-router-1043786584', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:57:19Z', 'updated_at': '2022-02-04T11:57:24Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:57:20Z', 'updated_at': '2022-02-04T11:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '36c61296-9987-4dcd-802d-4502bde18326', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.148', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'port_id': '7a4ddf21-55e2-4862-8fc8-89034b6cf1e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b', 'mac_address': 'fa:16:3e:52:90:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5f3efd-faba-4708-b8ce-4e50f5397b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:58:09Z', 'updated_at': '2022-02-04T11:58:09Z', 'revision_number': 0, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}, {'id': '3a4d30ed-be0f-4e47-b0d4-57c60a7c5f22', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.144', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'port_id': '716bf1c1-a04d-4791-9681-5c0beeaeb48d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b', 'mac_address': 'fa:16:3e:79:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4160bcf8-49a1-471a-b7ad-22b978b2f1cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:57:47Z', 'updated_at': '2022-02-04T11:57:50Z', 'revision_number': 1, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae402ae1-5a95-4acf-8264-eb4f0f782d63', 'name': '', 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:90:af:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:57:23Z', 'updated_at': '2022-02-04T11:57:29Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': '3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:58:11.857066 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e506e52b-5f7c-47f0-8afc-26da2fb5e5db None None] Checking router: 83e54890-3dff-4a67-a603-28082f3ab8e6 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:58:11.857298 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca0916-3978-483a-a690-c35d6519378b req-04a0b2d0-58ca-49a9-86a0-5428157ba57b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:11.858788 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-51ca0916-3978-483a-a690-c35d6519378b req-04a0b2d0-58ca-49a9-86a0-5428157ba57b service neutron] 10.222.0.47 "GET /v2.0/networks?id=4dbd0fff-c6f7-4365-b529-cc72d2376f7b HTTP/1.1" status: 200 len: 897 time: 0.1284213 Feb 04 11:58:11.867610 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e506e52b-5f7c-47f0-8afc-26da2fb5e5db None None] Routers {'83e54890-3dff-4a67-a603-28082f3ab8e6'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:58:11.868203 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e506e52b-5f7c-47f0-8afc-26da2fb5e5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:57:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['83e54890-3dff-4a67-a603-28082f3ab8e6'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:58:11.958318 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-51ca0916-3978-483a-a690-c35d6519378b req-2637334f-69b7-4bb0-a6cf-b839163f484b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a4ddf21-55e2-4862-8fc8-89034b6cf1e7 HTTP/1.1" status: 200 len: 999 time: 0.0934949 Feb 04 11:58:12.027547 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca0916-3978-483a-a690-c35d6519378b req-70e70fe9-8a68-45e0-84dc-cc5b9a454a0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:12.029027 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-51ca0916-3978-483a-a690-c35d6519378b req-70e70fe9-8a68-45e0-84dc-cc5b9a454a0b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b HTTP/1.1" status: 200 len: 834 time: 0.0643589 Feb 04 11:58:12.053130 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-e506e52b-5f7c-47f0-8afc-26da2fb5e5db None None] Set router 83e54890-3dff-4a67-a603-28082f3ab8e6 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:58:12.106343 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-51ca0916-3978-483a-a690-c35d6519378b req-73affda0-2ec8-412b-bb27-852f5868f2b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4dbd0fff-c6f7-4365-b529-cc72d2376f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710652 Feb 04 11:58:12.172756 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-42b77edc-38cd-4324-b89d-33179b40a777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:12.240765 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-51ca0916-3978-483a-a690-c35d6519378b req-09ee44db-7c34-4717-bc4f-ee8cfd3123e5 service neutron] 10.222.0.47 "GET /v2.0/networks/4dbd0fff-c6f7-4365-b529-cc72d2376f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281757 Feb 04 11:58:12.373304 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-51ca0916-3978-483a-a690-c35d6519378b req-f75a9247-3dd9-4b00-86c1-00560c738fb7 service neutron] 10.222.0.47 "GET /v2.0/networks/4dbd0fff-c6f7-4365-b529-cc72d2376f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261716 Feb 04 11:58:12.402613 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e506e52b-5f7c-47f0-8afc-26da2fb5e5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'name': 'tempest-TestNetworkBasicOps-router-1043786584', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:57:19Z', 'updated_at': '2022-02-04T11:57:24Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:57:20Z', 'updated_at': '2022-02-04T11:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '36c61296-9987-4dcd-802d-4502bde18326', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.148', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'port_id': '7a4ddf21-55e2-4862-8fc8-89034b6cf1e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b', 'mac_address': 'fa:16:3e:52:90:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5f3efd-faba-4708-b8ce-4e50f5397b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:58:09Z', 'updated_at': '2022-02-04T11:58:09Z', 'revision_number': 0, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}, {'id': '3a4d30ed-be0f-4e47-b0d4-57c60a7c5f22', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.144', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'port_id': '716bf1c1-a04d-4791-9681-5c0beeaeb48d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b', 'mac_address': 'fa:16:3e:79:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4160bcf8-49a1-471a-b7ad-22b978b2f1cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:57:47Z', 'updated_at': '2022-02-04T11:57:50Z', 'revision_number': 1, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae402ae1-5a95-4acf-8264-eb4f0f782d63', 'name': '', 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:90:af:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:57:23Z', 'updated_at': '2022-02-04T11:57:29Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': '3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:58:12.406670 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e506e52b-5f7c-47f0-8afc-26da2fb5e5db None None] The sync data for ids ['83e54890-3dff-4a67-a603-28082f3ab8e6'] in dv-neutron-827825-2-hyperv is: [{'id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'name': 'tempest-TestNetworkBasicOps-router-1043786584', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:57:19Z', 'updated_at': '2022-02-04T11:57:24Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:57:20Z', 'updated_at': '2022-02-04T11:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '36c61296-9987-4dcd-802d-4502bde18326', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.148', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'port_id': '7a4ddf21-55e2-4862-8fc8-89034b6cf1e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b', 'mac_address': 'fa:16:3e:52:90:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5f3efd-faba-4708-b8ce-4e50f5397b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:58:09Z', 'updated_at': '2022-02-04T11:58:09Z', 'revision_number': 0, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}, {'id': '3a4d30ed-be0f-4e47-b0d4-57c60a7c5f22', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.144', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'port_id': '716bf1c1-a04d-4791-9681-5c0beeaeb48d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b', 'mac_address': 'fa:16:3e:79:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4160bcf8-49a1-471a-b7ad-22b978b2f1cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:57:47Z', 'updated_at': '2022-02-04T11:57:50Z', 'revision_number': 1, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae402ae1-5a95-4acf-8264-eb4f0f782d63', 'name': '', 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:90:af:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:57:23Z', 'updated_at': '2022-02-04T11:57:29Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': '3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:58:12.602851 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77733bf9-156b-4561-a6a9-a45c3ae4d77b None None] New status for floating IP 36c61296-9987-4dcd-802d-4502bde18326: ACTIVE {{(pid=84207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 11:58:14.511281 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-741d9092-b027-4cf0-a69e-d3a23ea04479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:15.630005 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:15.686890 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:16.887337 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:36.281590 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:39.711463 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:58:42.104672 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ad8f7cf9-7cde-4a83-bac7-db555b0f424b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:42.601301 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [req-01b339c7-5dfd-4f82-b140-48b71db15389 req-c52a5bff-a71f-4992-ba4c-bd998da6a581 service neutron] (84204) timed out ('10.222.0.47', 50036) {{(pid=84204) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 11:58:44.497290 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9d43f559-8eb8-4e31-a87c-2d7a4cb58ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:45.635444 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:45.714263 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:46.903059 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:05.766293 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-001a88b9-578c-4eb4-9be9-46c9ec76652a req-84343a25-cf65-493e-b270-e07a06bc1b16 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4160bcf8-49a1-471a-b7ad-22b978b2f1cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716352 Feb 04 11:59:05.903447 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-001a88b9-578c-4eb4-9be9-46c9ec76652a req-7b768c52-d5cd-457e-a689-05c2e9cbc1c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=4160bcf8-49a1-471a-b7ad-22b978b2f1cb HTTP/1.1" status: 200 len: 1099 time: 0.0683019 Feb 04 11:59:06.052512 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a88b9-578c-4eb4-9be9-46c9ec76652a req-7881a51d-a66d-4284-a165-be5b85eb94b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:06.053525 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-001a88b9-578c-4eb4-9be9-46c9ec76652a req-7881a51d-a66d-4284-a165-be5b85eb94b7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4dbd0fff-c6f7-4365-b529-cc72d2376f7b HTTP/1.1" status: 200 len: 897 time: 0.1314812 Feb 04 11:59:06.168142 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-001a88b9-578c-4eb4-9be9-46c9ec76652a req-6aa06bc3-c451-485b-a9c1-198c561ba09a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=716bf1c1-a04d-4791-9681-5c0beeaeb48d HTTP/1.1" status: 200 len: 1002 time: 0.1086941 Feb 04 11:59:06.232377 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a88b9-578c-4eb4-9be9-46c9ec76652a req-627b246b-e362-4c76-9a1d-d82004d0e57a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:06.233835 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-001a88b9-578c-4eb4-9be9-46c9ec76652a req-627b246b-e362-4c76-9a1d-d82004d0e57a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b HTTP/1.1" status: 200 len: 834 time: 0.0598533 Feb 04 11:59:06.262626 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:06.308438 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-001a88b9-578c-4eb4-9be9-46c9ec76652a req-87c21bf7-628a-47cc-ac83-9e869321be5b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4dbd0fff-c6f7-4365-b529-cc72d2376f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688267 Feb 04 11:59:06.435215 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-001a88b9-578c-4eb4-9be9-46c9ec76652a req-9c69db80-1ddd-41cf-abc7-648e2fb51ed7 service neutron] 10.222.0.47 "GET /v2.0/networks/4dbd0fff-c6f7-4365-b529-cc72d2376f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205258 Feb 04 11:59:06.563773 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-001a88b9-578c-4eb4-9be9-46c9ec76652a req-841fc0e9-2637-4ab7-a8ae-f5acd07077b4 service neutron] 10.222.0.47 "GET /v2.0/networks/4dbd0fff-c6f7-4365-b529-cc72d2376f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216502 Feb 04 11:59:12.098544 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a3460f27-2bdc-435e-b4ec-e57e900c6266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:14.503620 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6bc0aa03-42a7-4181-a55b-5b01271ef935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:15.680916 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:15.709268 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:16.712630 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:59:16.898111 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:26.730892 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43614) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:59:26.837403 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-217077c4-9ff3-4be3-a1ca-8d55a735435a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/3a4d30ed-be0f-4e47-b0d4-57c60a7c5f22 HTTP/1.1" status: 200 len: 994 time: 0.1053443 Feb 04 11:59:28.587470 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43626) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:59:28.593348 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-97ec006b-31d4-4a96-bbfb-eeef878e5350 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'port': {'admin_state_up': False}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:59:28.707805 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-97ec006b-31d4-4a96-bbfb-eeef878e5350 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:28.911697 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-97ec006b-31d4-4a96-bbfb-eeef878e5350 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] For port 716bf1c1-a04d-4791-9681-5c0beeaeb48d, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=716bf1c1-a04d-4791-9681-5c0beeaeb48d,segment=NetworkSegment(02fc012d-d182-4024-a065-0f2abef92416),segment_id=02fc012d-d182-4024-a065-0f2abef92416)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:59:28.935391 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-97ec006b-31d4-4a96-bbfb-eeef878e5350 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:28.995252 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-97ec006b-31d4-4a96-bbfb-eeef878e5350 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:29.059430 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ec006b-31d4-4a96-bbfb-eeef878e5350 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:29.060030 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-97ec006b-31d4-4a96-bbfb-eeef878e5350 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:29.061374 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-97ec006b-31d4-4a96-bbfb-eeef878e5350 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "PUT /v2.0/ports/716bf1c1-a04d-4791-9681-5c0beeaeb48d HTTP/1.1" status: 200 len: 939 time: 0.4730141 Feb 04 11:59:29.062049 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4160bcf8-49a1-471a-b7ad-22b978b2f1cb', 'tag': '716bf1c1-a04d-4791-9681-5c0beeaeb48d'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:59:29.084985 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec006b-31d4-4a96-bbfb-eeef878e5350 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=716bf1c1-a04d-4791-9681-5c0beeaeb48d,revision_number=6']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:29.093431 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ec006b-31d4-4a96-bbfb-eeef878e5350 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:29.094097 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ec006b-31d4-4a96-bbfb-eeef878e5350 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:29.094438 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ec006b-31d4-4a96-bbfb-eeef878e5350 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:29.094766 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ec006b-31d4-4a96-bbfb-eeef878e5350 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:29.095096 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ec006b-31d4-4a96-bbfb-eeef878e5350 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:29.095419 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ec006b-31d4-4a96-bbfb-eeef878e5350 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:29.095739 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ec006b-31d4-4a96-bbfb-eeef878e5350 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:29.096064 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ec006b-31d4-4a96-bbfb-eeef878e5350 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:29.096384 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ec006b-31d4-4a96-bbfb-eeef878e5350 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:29.096697 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ec006b-31d4-4a96-bbfb-eeef878e5350 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:29.097085 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ec006b-31d4-4a96-bbfb-eeef878e5350 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:29.124765 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4160bcf8-49a1-471a-b7ad-22b978b2f1cb', 'tag': '716bf1c1-a04d-4791-9681-5c0beeaeb48d', 'status': 'completed', 'code': 200} Feb 04 11:59:29.221100 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-10896128-c738-4b40-8a11-7f0bea016906 req-7c3c1bd8-32f6-42ff-a586-8d0c2fd636b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=4160bcf8-49a1-471a-b7ad-22b978b2f1cb HTTP/1.1" status: 200 len: 1100 time: 0.0739958 Feb 04 11:59:29.337177 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3c280712-bbd4-4fb7-9e70-1e77a0ce6536 None None] Provisioning complete for port 716bf1c1-a04d-4791-9681-5c0beeaeb48d triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:59:29.337743 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3c280712-bbd4-4fb7-9e70-1e77a0ce6536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:29.396267 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-3c280712-bbd4-4fb7-9e70-1e77a0ce6536 None None] Port 716bf1c1-a04d-4791-9681-5c0beeaeb48d is administratively disabled so it will not transition to active. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Feb 04 11:59:29.446722 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10896128-c738-4b40-8a11-7f0bea016906 req-edcbc56f-3f07-460f-bc1b-46d15dbd7988 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:29.448064 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-10896128-c738-4b40-8a11-7f0bea016906 req-edcbc56f-3f07-460f-bc1b-46d15dbd7988 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4dbd0fff-c6f7-4365-b529-cc72d2376f7b HTTP/1.1" status: 200 len: 897 time: 0.2205017 Feb 04 11:59:29.546673 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-10896128-c738-4b40-8a11-7f0bea016906 req-dbfd3fda-79a5-4096-a3c6-ca470e85aa9e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=716bf1c1-a04d-4791-9681-5c0beeaeb48d HTTP/1.1" status: 200 len: 1003 time: 0.0923023 Feb 04 11:59:29.606593 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10896128-c738-4b40-8a11-7f0bea016906 req-893b9ba9-0e1c-43a1-908f-a4448b13488a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:29.608038 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-10896128-c738-4b40-8a11-7f0bea016906 req-893b9ba9-0e1c-43a1-908f-a4448b13488a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b HTTP/1.1" status: 200 len: 834 time: 0.0555739 Feb 04 11:59:29.683654 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-10896128-c738-4b40-8a11-7f0bea016906 req-aa95357f-5b24-4b9f-b702-d1cffb84cc69 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4dbd0fff-c6f7-4365-b529-cc72d2376f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693734 Feb 04 11:59:29.812178 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-10896128-c738-4b40-8a11-7f0bea016906 req-2d3d167a-a658-4502-8580-54b7c81062ea service neutron] 10.222.0.47 "GET /v2.0/networks/4dbd0fff-c6f7-4365-b529-cc72d2376f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206160 Feb 04 11:59:29.941764 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-10896128-c738-4b40-8a11-7f0bea016906 req-7b594880-90b7-47a7-b5aa-f20641776ed3 service neutron] 10.222.0.47 "GET /v2.0/networks/4dbd0fff-c6f7-4365-b529-cc72d2376f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239038 Feb 04 11:59:32.498329 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43636) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:59:32.503936 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-d7a150bc-66b5-4659-bde6-2bf0447d3d91 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'port': {'admin_state_up': True}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:59:32.616323 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d7a150bc-66b5-4659-bde6-2bf0447d3d91 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:32.820481 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-d7a150bc-66b5-4659-bde6-2bf0447d3d91 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] For port 716bf1c1-a04d-4791-9681-5c0beeaeb48d, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=716bf1c1-a04d-4791-9681-5c0beeaeb48d,segment=NetworkSegment(02fc012d-d182-4024-a065-0f2abef92416),segment_id=02fc012d-d182-4024-a065-0f2abef92416)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:59:32.844337 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d7a150bc-66b5-4659-bde6-2bf0447d3d91 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:32.907583 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d7a150bc-66b5-4659-bde6-2bf0447d3d91 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:32.973613 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a150bc-66b5-4659-bde6-2bf0447d3d91 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:32.974239 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d7a150bc-66b5-4659-bde6-2bf0447d3d91 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:32.975569 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d7a150bc-66b5-4659-bde6-2bf0447d3d91 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "PUT /v2.0/ports/716bf1c1-a04d-4791-9681-5c0beeaeb48d HTTP/1.1" status: 200 len: 938 time: 0.4763260 Feb 04 11:59:32.976105 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4160bcf8-49a1-471a-b7ad-22b978b2f1cb', 'tag': '716bf1c1-a04d-4791-9681-5c0beeaeb48d'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:59:32.979969 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43640) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:59:33.006852 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a150bc-66b5-4659-bde6-2bf0447d3d91 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=716bf1c1-a04d-4791-9681-5c0beeaeb48d,revision_number=7']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:33.017293 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a150bc-66b5-4659-bde6-2bf0447d3d91 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:33.017640 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a150bc-66b5-4659-bde6-2bf0447d3d91 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:33.018126 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a150bc-66b5-4659-bde6-2bf0447d3d91 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:33.018635 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a150bc-66b5-4659-bde6-2bf0447d3d91 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:33.018963 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a150bc-66b5-4659-bde6-2bf0447d3d91 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:33.019384 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a150bc-66b5-4659-bde6-2bf0447d3d91 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:33.019981 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a150bc-66b5-4659-bde6-2bf0447d3d91 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:33.020308 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a150bc-66b5-4659-bde6-2bf0447d3d91 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:33.020633 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a150bc-66b5-4659-bde6-2bf0447d3d91 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:33.020952 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a150bc-66b5-4659-bde6-2bf0447d3d91 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:33.021552 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a150bc-66b5-4659-bde6-2bf0447d3d91 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:33.040180 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4160bcf8-49a1-471a-b7ad-22b978b2f1cb', 'tag': '716bf1c1-a04d-4791-9681-5c0beeaeb48d', 'status': 'completed', 'code': 200} Feb 04 11:59:33.095774 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b3ca7bb2-fcc5-4f0b-8a0a-244b5aeac173 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/3a4d30ed-be0f-4e47-b0d4-57c60a7c5f22 HTTP/1.1" status: 200 len: 994 time: 0.1152143 Feb 04 11:59:33.132012 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2d32c93f-f903-4bfb-b974-aecf91911bcc req-93dbfb9f-3dbb-4c93-b487-72963139b9d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=4160bcf8-49a1-471a-b7ad-22b978b2f1cb HTTP/1.1" status: 200 len: 1099 time: 0.0712066 Feb 04 11:59:33.239531 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ba09c7ce-2f61-43db-b286-600b31add094 None None] Provisioning complete for port 716bf1c1-a04d-4791-9681-5c0beeaeb48d triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:59:33.240024 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ba09c7ce-2f61-43db-b286-600b31add094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:33.263310 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32c93f-f903-4bfb-b974-aecf91911bcc req-f51a6b5a-ab39-46a7-8aaa-7e2b72535eb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:33.264734 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2d32c93f-f903-4bfb-b974-aecf91911bcc req-f51a6b5a-ab39-46a7-8aaa-7e2b72535eb5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4dbd0fff-c6f7-4365-b529-cc72d2376f7b HTTP/1.1" status: 200 len: 897 time: 0.1261280 Feb 04 11:59:33.329610 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['716bf1c1-a04d-4791-9681-5c0beeaeb48d'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 11:59:33.365715 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2d32c93f-f903-4bfb-b974-aecf91911bcc req-70e5afcd-69dc-4705-bf39-8fa2cf6e7dab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=716bf1c1-a04d-4791-9681-5c0beeaeb48d HTTP/1.1" status: 200 len: 1002 time: 0.0946994 Feb 04 11:59:33.429051 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32c93f-f903-4bfb-b974-aecf91911bcc req-0eac01b4-e7d2-456b-ab4b-fd9a6227e2e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:33.431126 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2d32c93f-f903-4bfb-b974-aecf91911bcc req-0eac01b4-e7d2-456b-ab4b-fd9a6227e2e9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b HTTP/1.1" status: 200 len: 834 time: 0.0586715 Feb 04 11:59:33.508446 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2d32c93f-f903-4bfb-b974-aecf91911bcc req-3a8c8cc6-ce67-4871-a6b8-3a2c2a54e143 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4dbd0fff-c6f7-4365-b529-cc72d2376f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712688 Feb 04 11:59:33.735348 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2d32c93f-f903-4bfb-b974-aecf91911bcc req-4b74b715-b919-4bed-bfe6-c47761b476a9 service neutron] 10.222.0.47 "GET /v2.0/networks/4dbd0fff-c6f7-4365-b529-cc72d2376f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211480 Feb 04 11:59:33.863539 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2d32c93f-f903-4bfb-b974-aecf91911bcc req-85fb1bce-14f3-41ce-b92e-f1c1a1201e6b service neutron] 10.222.0.47 "GET /v2.0/networks/4dbd0fff-c6f7-4365-b529-cc72d2376f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232686 Feb 04 11:59:35.686211 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43652) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:59:35.884165 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-a3145163-ad2a-4498-9b93-572dd1bc987d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting port 2e233056-8882-4866-9a01-d966a6a5783b {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:59:35.884501 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a3145163-ad2a-4498-9b93-572dd1bc987d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:36.149480 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a3145163-ad2a-4498-9b93-572dd1bc987d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:36.149804 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a3145163-ad2a-4498-9b93-572dd1bc987d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:36.269744 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:36.273779 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-a3145163-ad2a-4498-9b93-572dd1bc987d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Calling delete_port for 2e233056-8882-4866-9a01-d966a6a5783b owned by network:floatingip {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:59:36.492405 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a3145163-ad2a-4498-9b93-572dd1bc987d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:36.540115 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3145163-ad2a-4498-9b93-572dd1bc987d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Port': ['ID=2e233056-8882-4866-9a01-d966a6a5783b,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:36.626733 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a3145163-ad2a-4498-9b93-572dd1bc987d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:37.017725 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3145163-ad2a-4498-9b93-572dd1bc987d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router 83e54890-3dff-4a67-a603-28082f3ab8e6 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:59:37.217424 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3145163-ad2a-4498-9b93-572dd1bc987d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:59:37.229768 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3909e7-d0f4-4fa7-a773-bb841d904cd0 None None] Sync routers for ids ['83e54890-3dff-4a67-a603-28082f3ab8e6'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:59:37.241614 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3909e7-d0f4-4fa7-a773-bb841d904cd0 None None] Routers {'83e54890-3dff-4a67-a603-28082f3ab8e6'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:59:37.242236 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-bb3909e7-d0f4-4fa7-a773-bb841d904cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:59:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['83e54890-3dff-4a67-a603-28082f3ab8e6'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:59:37.292690 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a3145163-ad2a-4498-9b93-572dd1bc987d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:37.346258 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a3145163-ad2a-4498-9b93-572dd1bc987d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/floatingips/36c61296-9987-4dcd-802d-4502bde18326 HTTP/1.1" status: 204 len: 168 time: 1.6590335 Feb 04 11:59:37.346876 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5f3efd-faba-4708-b8ce-4e50f5397b38', 'tag': '7a4ddf21-55e2-4862-8fc8-89034b6cf1e7'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:59:37.406187 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c5f3efd-faba-4708-b8ce-4e50f5397b38', 'tag': '7a4ddf21-55e2-4862-8fc8-89034b6cf1e7', 'status': 'completed', 'code': 200} Feb 04 11:59:37.465965 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-bb3909e7-d0f4-4fa7-a773-bb841d904cd0 None None] Set router 83e54890-3dff-4a67-a603-28082f3ab8e6 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:59:37.498260 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-58c9eab6-8fae-4004-af5f-8e78ed14617c req-8d84a6fe-04e9-4107-a147-3d86186842ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=2c5f3efd-faba-4708-b8ce-4e50f5397b38 HTTP/1.1" status: 200 len: 1098 time: 0.0699520 Feb 04 11:59:37.630647 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c9eab6-8fae-4004-af5f-8e78ed14617c req-d8af436a-5b04-40b9-b2a8-2a5258ed1369 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:37.632094 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-58c9eab6-8fae-4004-af5f-8e78ed14617c req-d8af436a-5b04-40b9-b2a8-2a5258ed1369 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4dbd0fff-c6f7-4365-b529-cc72d2376f7b HTTP/1.1" status: 200 len: 897 time: 0.1284494 Feb 04 11:59:37.704744 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-58c9eab6-8fae-4004-af5f-8e78ed14617c req-6583c851-9695-4e94-bd08-1d331dc51118 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a4ddf21-55e2-4862-8fc8-89034b6cf1e7 HTTP/1.1" status: 200 len: 217 time: 0.0668914 Feb 04 11:59:37.773553 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c9eab6-8fae-4004-af5f-8e78ed14617c req-6c5243aa-7546-4eb2-9f03-e7cbebc4c365 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:37.775242 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-58c9eab6-8fae-4004-af5f-8e78ed14617c req-6c5243aa-7546-4eb2-9f03-e7cbebc4c365 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b HTTP/1.1" status: 200 len: 834 time: 0.0638411 Feb 04 11:59:37.832541 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-bb3909e7-d0f4-4fa7-a773-bb841d904cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'name': 'tempest-TestNetworkBasicOps-router-1043786584', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:57:19Z', 'updated_at': '2022-02-04T11:57:24Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:57:20Z', 'updated_at': '2022-02-04T11:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '3a4d30ed-be0f-4e47-b0d4-57c60a7c5f22', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.144', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'port_id': '716bf1c1-a04d-4791-9681-5c0beeaeb48d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b', 'mac_address': 'fa:16:3e:79:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4160bcf8-49a1-471a-b7ad-22b978b2f1cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:57:47Z', 'updated_at': '2022-02-04T11:57:50Z', 'revision_number': 1, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae402ae1-5a95-4acf-8264-eb4f0f782d63', 'name': '', 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:90:af:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:57:23Z', 'updated_at': '2022-02-04T11:57:29Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': '3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:59:37.839278 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3909e7-d0f4-4fa7-a773-bb841d904cd0 None None] Checking router: 83e54890-3dff-4a67-a603-28082f3ab8e6 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:59:37.849681 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3909e7-d0f4-4fa7-a773-bb841d904cd0 None None] Routers {'83e54890-3dff-4a67-a603-28082f3ab8e6'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:59:37.850306 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-bb3909e7-d0f4-4fa7-a773-bb841d904cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:59:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['83e54890-3dff-4a67-a603-28082f3ab8e6'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:59:37.858950 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-58c9eab6-8fae-4004-af5f-8e78ed14617c req-a5889a01-634e-4e05-a809-f043b2ce4c0a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4dbd0fff-c6f7-4365-b529-cc72d2376f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779455 Feb 04 11:59:37.918998 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d6b7d-5b4a-4a52-a9c0-ad54f963db38 req-dc4ee4bf-4d1c-472b-ae10-33f3537617f3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:37.919619 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-025d6b7d-5b4a-4a52-a9c0-ad54f963db38 req-dc4ee4bf-4d1c-472b-ae10-33f3537617f3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:59:37.989355 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-025d6b7d-5b4a-4a52-a9c0-ad54f963db38 req-dc4ee4bf-4d1c-472b-ae10-33f3537617f3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:59:37.990551 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-025d6b7d-5b4a-4a52-a9c0-ad54f963db38 req-dc4ee4bf-4d1c-472b-ae10-33f3537617f3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5f3efd-faba-4708-b8ce-4e50f5397b38 HTTP/1.1" status: 200 len: 945 time: 0.1522131 Feb 04 11:59:37.992560 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-58c9eab6-8fae-4004-af5f-8e78ed14617c req-a83a8ecc-c595-407b-b347-dc54823f1114 service neutron] 10.222.0.47 "GET /v2.0/networks/4dbd0fff-c6f7-4365-b529-cc72d2376f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264942 Feb 04 11:59:38.027625 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-bb3909e7-d0f4-4fa7-a773-bb841d904cd0 None None] Set router 83e54890-3dff-4a67-a603-28082f3ab8e6 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:59:38.041508 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-025d6b7d-5b4a-4a52-a9c0-ad54f963db38 req-5e928a8c-813e-43df-923e-126b8a8a7934 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a1949a4-dce5-4a3a-b6a8-0dae42f52f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436969 Feb 04 11:59:38.131374 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-58c9eab6-8fae-4004-af5f-8e78ed14617c req-9f4c2cf1-1e76-4d35-bd8e-bf2692452f7f service neutron] 10.222.0.47 "GET /v2.0/networks/4dbd0fff-c6f7-4365-b529-cc72d2376f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327682 Feb 04 11:59:38.380307 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-bb3909e7-d0f4-4fa7-a773-bb841d904cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'name': 'tempest-TestNetworkBasicOps-router-1043786584', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:57:19Z', 'updated_at': '2022-02-04T11:57:24Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:57:20Z', 'updated_at': '2022-02-04T11:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '3a4d30ed-be0f-4e47-b0d4-57c60a7c5f22', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.144', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'port_id': '716bf1c1-a04d-4791-9681-5c0beeaeb48d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b', 'mac_address': 'fa:16:3e:79:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4160bcf8-49a1-471a-b7ad-22b978b2f1cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:57:47Z', 'updated_at': '2022-02-04T11:57:50Z', 'revision_number': 1, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae402ae1-5a95-4acf-8264-eb4f0f782d63', 'name': '', 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:90:af:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:57:23Z', 'updated_at': '2022-02-04T11:57:29Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': '3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:59:38.384340 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3909e7-d0f4-4fa7-a773-bb841d904cd0 None None] The sync data for ids ['83e54890-3dff-4a67-a603-28082f3ab8e6'] in dv-neutron-827825-2-hyperv is: [{'id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'name': 'tempest-TestNetworkBasicOps-router-1043786584', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:57:19Z', 'updated_at': '2022-02-04T11:57:24Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:57:20Z', 'updated_at': '2022-02-04T11:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '3a4d30ed-be0f-4e47-b0d4-57c60a7c5f22', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.144', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'port_id': '716bf1c1-a04d-4791-9681-5c0beeaeb48d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b', 'mac_address': 'fa:16:3e:79:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4160bcf8-49a1-471a-b7ad-22b978b2f1cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:57:47Z', 'updated_at': '2022-02-04T11:57:50Z', 'revision_number': 1, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae402ae1-5a95-4acf-8264-eb4f0f782d63', 'name': '', 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:90:af:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:57:23Z', 'updated_at': '2022-02-04T11:57:29Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': '3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:59:38.597480 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe79b62-f5b1-4dd6-8200-667ce6fdba45 None None] New status for floating IP 36c61296-9987-4dcd-802d-4502bde18326: DOWN {{(pid=84207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 11:59:39.238149 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e569c7e-824f-49af-911f-1e008a768c85 req-f8054fd5-674b-4f7f-9fdd-f6b2f8e55161 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:39.239587 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1e569c7e-824f-49af-911f-1e008a768c85 req-f8054fd5-674b-4f7f-9fdd-f6b2f8e55161 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5f3efd-faba-4708-b8ce-4e50f5397b38 HTTP/1.1" status: 200 len: 945 time: 0.0751858 Feb 04 11:59:39.283713 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1e569c7e-824f-49af-911f-1e008a768c85 req-d7f45a31-9f23-4334-aa77-93dd0896ead1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a1949a4-dce5-4a3a-b6a8-0dae42f52f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380476 Feb 04 11:59:39.498624 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457c73d-08db-4765-8950-a646c9d5fd97 req-c524aa5e-1865-4481-ab3e-8e821c7fb4d4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:39.500005 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a457c73d-08db-4765-8950-a646c9d5fd97 req-c524aa5e-1865-4481-ab3e-8e821c7fb4d4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c5f3efd-faba-4708-b8ce-4e50f5397b38 HTTP/1.1" status: 200 len: 945 time: 0.0773749 Feb 04 11:59:39.565080 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-a457c73d-08db-4765-8950-a646c9d5fd97 req-72a4b951-8736-4cf4-a128-33aa8ba04db5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting port 7a4ddf21-55e2-4862-8fc8-89034b6cf1e7 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:59:39.565400 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-a457c73d-08db-4765-8950-a646c9d5fd97 req-72a4b951-8736-4cf4-a128-33aa8ba04db5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:39.800847 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-a457c73d-08db-4765-8950-a646c9d5fd97 req-72a4b951-8736-4cf4-a128-33aa8ba04db5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] For port 7a4ddf21-55e2-4862-8fc8-89034b6cf1e7, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=7a4ddf21-55e2-4862-8fc8-89034b6cf1e7,segment=NetworkSegment(02fc012d-d182-4024-a065-0f2abef92416),segment_id=02fc012d-d182-4024-a065-0f2abef92416)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:59:39.801102 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-a457c73d-08db-4765-8950-a646c9d5fd97 req-72a4b951-8736-4cf4-a128-33aa8ba04db5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:39.915295 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-a457c73d-08db-4765-8950-a646c9d5fd97 req-72a4b951-8736-4cf4-a128-33aa8ba04db5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Calling delete_port for 7a4ddf21-55e2-4862-8fc8-89034b6cf1e7 owned by compute:nova {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:59:40.286827 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-a457c73d-08db-4765-8950-a646c9d5fd97 req-72a4b951-8736-4cf4-a128-33aa8ba04db5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:40.338826 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a4b951-8736-4cf4-a128-33aa8ba04db5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Port': ['ID=7a4ddf21-55e2-4862-8fc8-89034b6cf1e7,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:40.407409 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-a457c73d-08db-4765-8950-a646c9d5fd97 req-72a4b951-8736-4cf4-a128-33aa8ba04db5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] No DVR routers for this DVR port 7a4ddf21-55e2-4862-8fc8-89034b6cf1e7 on host hv-neutron-8278 {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:59:40.409752 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-a457c73d-08db-4765-8950-a646c9d5fd97 req-72a4b951-8736-4cf4-a128-33aa8ba04db5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:40.412270 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5f3efd-faba-4708-b8ce-4e50f5397b38', 'name': 'network-vif-deleted', 'tag': '7a4ddf21-55e2-4862-8fc8-89034b6cf1e7'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:59:40.453813 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-118e6100-4fe8-4bee-a5d2-0125c6ab624e req-001de66f-e3a6-412e-b4fc-bb9dc283411e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5f3efd-faba-4708-b8ce-4e50f5397b38 HTTP/1.1" status: 200 len: 210 time: 0.0463271 Feb 04 11:59:40.469739 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5f3efd-faba-4708-b8ce-4e50f5397b38', 'name': 'network-vif-deleted', 'tag': '7a4ddf21-55e2-4862-8fc8-89034b6cf1e7', 'status': 'completed', 'code': 200} Feb 04 11:59:40.487456 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a457c73d-08db-4765-8950-a646c9d5fd97 req-72a4b951-8736-4cf4-a128-33aa8ba04db5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "DELETE /v2.0/ports/7a4ddf21-55e2-4862-8fc8-89034b6cf1e7 HTTP/1.1" status: 204 len: 173 time: 0.9824612 Feb 04 11:59:41.563009 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43670) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:59:41.630455 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-48b14a38-848d-4303-8b80-a6bbc04caf51 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:41.659773 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-48b14a38-848d-4303-8b80-a6bbc04caf51 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:41.935836 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-48b14a38-848d-4303-8b80-a6bbc04caf51 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:41.954499 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b14a38-848d-4303-8b80-a6bbc04caf51 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1949a4-dce5-4a3a-b6a8-0dae42f52f93,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:42.026807 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-48b14a38-848d-4303-8b80-a6bbc04caf51 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:42.030713 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-48b14a38-848d-4303-8b80-a6bbc04caf51 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/security-groups/3a1949a4-dce5-4a3a-b6a8-0dae42f52f93 HTTP/1.1" status: 204 len: 168 time: 0.4666681 Feb 04 11:59:42.112995 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3c483ba5-da3b-44b7-8226-31bfbd675290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:42.147777 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43676) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:59:42.343846 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-540ce95d-cd79-41f3-b9ff-84a6013b3ed5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting port 02eea237-1605-43d3-b95b-e1aef5b7d46f {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:59:42.344178 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-540ce95d-cd79-41f3-b9ff-84a6013b3ed5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:42.505534 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-540ce95d-cd79-41f3-b9ff-84a6013b3ed5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:42.505770 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-540ce95d-cd79-41f3-b9ff-84a6013b3ed5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:42.621593 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-540ce95d-cd79-41f3-b9ff-84a6013b3ed5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Calling delete_port for 02eea237-1605-43d3-b95b-e1aef5b7d46f owned by network:floatingip {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:59:42.869091 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-540ce95d-cd79-41f3-b9ff-84a6013b3ed5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:42.911905 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ce95d-cd79-41f3-b9ff-84a6013b3ed5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Port': ['ID=02eea237-1605-43d3-b95b-e1aef5b7d46f,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:43.005431 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-540ce95d-cd79-41f3-b9ff-84a6013b3ed5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:43.176672 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 7a4ddf21-55e2-4862-8fc8-89034b6cf1e7 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:59:43.209980 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] No Port match for: 7a4ddf21-55e2-4862-8fc8-89034b6cf1e7 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:59:43.210365 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 7a4ddf21-55e2-4862-8fc8-89034b6cf1e7 not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:59:43.387761 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540ce95d-cd79-41f3-b9ff-84a6013b3ed5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router 83e54890-3dff-4a67-a603-28082f3ab8e6 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:59:43.578106 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540ce95d-cd79-41f3-b9ff-84a6013b3ed5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:59:43.588285 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb76996b-a902-46b8-b26a-6f9515dad452 None None] Sync routers for ids ['83e54890-3dff-4a67-a603-28082f3ab8e6'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:59:43.594252 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-540ce95d-cd79-41f3-b9ff-84a6013b3ed5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:43.599501 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb76996b-a902-46b8-b26a-6f9515dad452 None None] Routers {'83e54890-3dff-4a67-a603-28082f3ab8e6'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:59:43.600095 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-eb76996b-a902-46b8-b26a-6f9515dad452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:59:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['83e54890-3dff-4a67-a603-28082f3ab8e6'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:59:43.744022 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-540ce95d-cd79-41f3-b9ff-84a6013b3ed5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/floatingips/3a4d30ed-be0f-4e47-b0d4-57c60a7c5f22 HTTP/1.1" status: 204 len: 168 time: 1.5950594 Feb 04 11:59:43.744726 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4160bcf8-49a1-471a-b7ad-22b978b2f1cb', 'tag': '716bf1c1-a04d-4791-9681-5c0beeaeb48d'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:59:43.782759 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-eb76996b-a902-46b8-b26a-6f9515dad452 None None] Set router 83e54890-3dff-4a67-a603-28082f3ab8e6 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:59:43.800169 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4160bcf8-49a1-471a-b7ad-22b978b2f1cb', 'tag': '716bf1c1-a04d-4791-9681-5c0beeaeb48d', 'status': 'completed', 'code': 200} Feb 04 11:59:43.894810 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d8dea9e2-8068-4cfc-af71-d39731337700 req-d9bd484f-965b-4faf-a339-c5df7758e413 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=4160bcf8-49a1-471a-b7ad-22b978b2f1cb HTTP/1.1" status: 200 len: 1099 time: 0.0728109 Feb 04 11:59:44.031861 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dea9e2-8068-4cfc-af71-d39731337700 req-662db335-5f08-4c02-942e-c36357fa85fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:44.033291 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d8dea9e2-8068-4cfc-af71-d39731337700 req-662db335-5f08-4c02-942e-c36357fa85fd service neutron] 10.222.0.47 "GET /v2.0/networks?id=4dbd0fff-c6f7-4365-b529-cc72d2376f7b HTTP/1.1" status: 200 len: 897 time: 0.1331213 Feb 04 11:59:44.106530 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d8dea9e2-8068-4cfc-af71-d39731337700 req-dc0ae66f-d0ff-4bc3-a13b-2cb6edeb7714 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=716bf1c1-a04d-4791-9681-5c0beeaeb48d HTTP/1.1" status: 200 len: 217 time: 0.0662439 Feb 04 11:59:44.144259 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-eb76996b-a902-46b8-b26a-6f9515dad452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'name': 'tempest-TestNetworkBasicOps-router-1043786584', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:57:19Z', 'updated_at': '2022-02-04T11:57:24Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:57:20Z', 'updated_at': '2022-02-04T11:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'ae402ae1-5a95-4acf-8264-eb4f0f782d63', 'name': '', 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:90:af:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:57:23Z', 'updated_at': '2022-02-04T11:57:29Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': '3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:59:44.148564 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb76996b-a902-46b8-b26a-6f9515dad452 None None] Checking router: 83e54890-3dff-4a67-a603-28082f3ab8e6 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:59:44.159019 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb76996b-a902-46b8-b26a-6f9515dad452 None None] Routers {'83e54890-3dff-4a67-a603-28082f3ab8e6'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:59:44.159615 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-eb76996b-a902-46b8-b26a-6f9515dad452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:59:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['83e54890-3dff-4a67-a603-28082f3ab8e6'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:59:44.175844 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dea9e2-8068-4cfc-af71-d39731337700 req-14e74f96-b287-46fd-9a67-e486f36fdacd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:44.177666 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d8dea9e2-8068-4cfc-af71-d39731337700 req-14e74f96-b287-46fd-9a67-e486f36fdacd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b HTTP/1.1" status: 200 len: 834 time: 0.0655310 Feb 04 11:59:44.265566 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d8dea9e2-8068-4cfc-af71-d39731337700 req-ded98cca-123f-4de8-8633-f09adf2a0554 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4dbd0fff-c6f7-4365-b529-cc72d2376f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810485 Feb 04 11:59:44.344878 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-eb76996b-a902-46b8-b26a-6f9515dad452 None None] Set router 83e54890-3dff-4a67-a603-28082f3ab8e6 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:59:44.369140 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2f0ac-eec6-4145-a159-86ad92f8533b req-4d9cd001-2cde-486a-b5ed-be7954dfc026 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:44.369863 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-41a2f0ac-eec6-4145-a159-86ad92f8533b req-4d9cd001-2cde-486a-b5ed-be7954dfc026 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:59:44.399439 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d8dea9e2-8068-4cfc-af71-d39731337700 req-d10824ce-10fd-42be-9580-1eeaf9afd5b4 service neutron] 10.222.0.47 "GET /v2.0/networks/4dbd0fff-c6f7-4365-b529-cc72d2376f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272466 Feb 04 11:59:44.440932 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-41a2f0ac-eec6-4145-a159-86ad92f8533b req-4d9cd001-2cde-486a-b5ed-be7954dfc026 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:59:44.442378 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-41a2f0ac-eec6-4145-a159-86ad92f8533b req-4d9cd001-2cde-486a-b5ed-be7954dfc026 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=4160bcf8-49a1-471a-b7ad-22b978b2f1cb HTTP/1.1" status: 200 len: 946 time: 0.1546888 Feb 04 11:59:44.493135 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-41a2f0ac-eec6-4145-a159-86ad92f8533b req-6af65097-24d8-4a82-a7d3-c3ba8b02beeb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:security_group {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:59:44.534778 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d8dea9e2-8068-4cfc-af71-d39731337700 req-6af671f7-198d-40a5-baef-906c31445be7 service neutron] 10.222.0.47 "GET /v2.0/networks/4dbd0fff-c6f7-4365-b529-cc72d2376f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292377 Feb 04 11:59:44.581607 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-41a2f0ac-eec6-4145-a159-86ad92f8533b req-6af65097-24d8-4a82-a7d3-c3ba8b02beeb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:security_group {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:59:44.583108 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-41a2f0ac-eec6-4145-a159-86ad92f8533b req-6af65097-24d8-4a82-a7d3-c3ba8b02beeb tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed986233-0e62-459e-b636-8e9fd51ebf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338909 Feb 04 11:59:44.634827 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-07a67068-dab9-46fe-82db-abb21b500bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:44.669091 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-eb76996b-a902-46b8-b26a-6f9515dad452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'name': 'tempest-TestNetworkBasicOps-router-1043786584', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:57:19Z', 'updated_at': '2022-02-04T11:57:24Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:57:20Z', 'updated_at': '2022-02-04T11:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'ae402ae1-5a95-4acf-8264-eb4f0f782d63', 'name': '', 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:90:af:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:57:23Z', 'updated_at': '2022-02-04T11:57:29Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': '3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:59:44.673021 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb76996b-a902-46b8-b26a-6f9515dad452 None None] The sync data for ids ['83e54890-3dff-4a67-a603-28082f3ab8e6'] in dv-neutron-827825-2-hyperv is: [{'id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'name': 'tempest-TestNetworkBasicOps-router-1043786584', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:57:19Z', 'updated_at': '2022-02-04T11:57:24Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:57:20Z', 'updated_at': '2022-02-04T11:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'ae402ae1-5a95-4acf-8264-eb4f0f782d63', 'name': '', 'network_id': '4dbd0fff-c6f7-4365-b529-cc72d2376f7b', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:90:af:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:57:23Z', 'updated_at': '2022-02-04T11:57:29Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': '3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:59:44.890307 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78844db-8ac8-440d-aabf-9683be88e650 None None] New status for floating IP 3a4d30ed-be0f-4e47-b0d4-57c60a7c5f22: DOWN {{(pid=84207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 11:59:45.627556 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:45.707169 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:45.787619 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703f413-7a74-466b-ab7d-fdfdee53113c req-31801e4c-64ca-446d-98b3-5094e1632931 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:45.788287 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-b703f413-7a74-466b-ab7d-fdfdee53113c req-31801e4c-64ca-446d-98b3-5094e1632931 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:59:45.800955 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-b703f413-7a74-466b-ab7d-fdfdee53113c req-31801e4c-64ca-446d-98b3-5094e1632931 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:59:45.802619 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b703f413-7a74-466b-ab7d-fdfdee53113c req-31801e4c-64ca-446d-98b3-5094e1632931 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=4160bcf8-49a1-471a-b7ad-22b978b2f1cb HTTP/1.1" status: 200 len: 946 time: 0.0894935 Feb 04 11:59:45.854020 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b703f413-7a74-466b-ab7d-fdfdee53113c req-d80cca1c-13c6-40d2-a29b-a1da94673251 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed986233-0e62-459e-b636-8e9fd51ebf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434895 Feb 04 11:59:46.044803 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649762fc-7d99-4298-a44d-2f6d0bb3c765 req-8e5819ea-b09a-4139-bb82-1de476ee89a3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:46.046173 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-649762fc-7d99-4298-a44d-2f6d0bb3c765 req-8e5819ea-b09a-4139-bb82-1de476ee89a3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "GET /v2.0/ports?device_id=4160bcf8-49a1-471a-b7ad-22b978b2f1cb HTTP/1.1" status: 200 len: 946 time: 0.0772569 Feb 04 11:59:46.114156 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-649762fc-7d99-4298-a44d-2f6d0bb3c765 req-a75780b8-4c16-46e3-a532-1761045fbe3d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting port 716bf1c1-a04d-4791-9681-5c0beeaeb48d {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:59:46.114480 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-649762fc-7d99-4298-a44d-2f6d0bb3c765 req-a75780b8-4c16-46e3-a532-1761045fbe3d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:46.384484 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-649762fc-7d99-4298-a44d-2f6d0bb3c765 req-a75780b8-4c16-46e3-a532-1761045fbe3d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] For port 716bf1c1-a04d-4791-9681-5c0beeaeb48d, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=716bf1c1-a04d-4791-9681-5c0beeaeb48d,segment=NetworkSegment(02fc012d-d182-4024-a065-0f2abef92416),segment_id=02fc012d-d182-4024-a065-0f2abef92416)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:59:46.384831 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-649762fc-7d99-4298-a44d-2f6d0bb3c765 req-a75780b8-4c16-46e3-a532-1761045fbe3d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:46.525475 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-649762fc-7d99-4298-a44d-2f6d0bb3c765 req-a75780b8-4c16-46e3-a532-1761045fbe3d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Calling delete_port for 716bf1c1-a04d-4791-9681-5c0beeaeb48d owned by compute:nova {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:59:46.812090 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-649762fc-7d99-4298-a44d-2f6d0bb3c765 req-a75780b8-4c16-46e3-a532-1761045fbe3d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:46.860399 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75780b8-4c16-46e3-a532-1761045fbe3d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Port': ['ID=716bf1c1-a04d-4791-9681-5c0beeaeb48d,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:46.901631 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:46.937258 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-649762fc-7d99-4298-a44d-2f6d0bb3c765 req-a75780b8-4c16-46e3-a532-1761045fbe3d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] No DVR routers for this DVR port 716bf1c1-a04d-4791-9681-5c0beeaeb48d on host hv-neutron-8278 {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:59:46.939760 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-649762fc-7d99-4298-a44d-2f6d0bb3c765 req-a75780b8-4c16-46e3-a532-1761045fbe3d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:46.942338 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4160bcf8-49a1-471a-b7ad-22b978b2f1cb', 'name': 'network-vif-deleted', 'tag': '716bf1c1-a04d-4791-9681-5c0beeaeb48d'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:59:47.003357 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4160bcf8-49a1-471a-b7ad-22b978b2f1cb', 'name': 'network-vif-deleted', 'tag': '716bf1c1-a04d-4791-9681-5c0beeaeb48d', 'status': 'completed', 'code': 200} Feb 04 11:59:47.028025 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7a9ca82e-78d0-4787-a4d7-396e61acb754 req-985f11d2-fd14-4681-bd14-c6bf7b678386 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=4160bcf8-49a1-471a-b7ad-22b978b2f1cb HTTP/1.1" status: 200 len: 210 time: 0.0479276 Feb 04 11:59:47.047407 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-649762fc-7d99-4298-a44d-2f6d0bb3c765 req-a75780b8-4c16-46e3-a532-1761045fbe3d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "DELETE /v2.0/ports/716bf1c1-a04d-4791-9681-5c0beeaeb48d HTTP/1.1" status: 204 len: 173 time: 0.9963033 Feb 04 11:59:48.135679 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43694) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:59:48.204354 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-27971c22-f9a2-4f4d-b856-8550c679a03a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:48.233554 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-27971c22-f9a2-4f4d-b856-8550c679a03a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:48.349053 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-27971c22-f9a2-4f4d-b856-8550c679a03a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:48.367695 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27971c22-f9a2-4f4d-b856-8550c679a03a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed986233-0e62-459e-b636-8e9fd51ebf89,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:48.454963 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-27971c22-f9a2-4f4d-b856-8550c679a03a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:48.456117 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-27971c22-f9a2-4f4d-b856-8550c679a03a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/security-groups/ed986233-0e62-459e-b636-8e9fd51ebf89 HTTP/1.1" status: 204 len: 168 time: 0.3194630 Feb 04 11:59:48.578679 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43700) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:59:48.967170 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-32f19e9a-4c89-4dea-9894-8d1da07bafbe tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:49.199678 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 716bf1c1-a04d-4791-9681-5c0beeaeb48d no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:59:49.232463 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] No Port match for: 716bf1c1-a04d-4791-9681-5c0beeaeb48d {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:59:49.232801 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 716bf1c1-a04d-4791-9681-5c0beeaeb48d not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:59:49.557431 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-32f19e9a-4c89-4dea-9894-8d1da07bafbe tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting port ae402ae1-5a95-4acf-8264-eb4f0f782d63 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:59:49.558009 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-32f19e9a-4c89-4dea-9894-8d1da07bafbe tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:49.736596 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-32f19e9a-4c89-4dea-9894-8d1da07bafbe tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] For port ae402ae1-5a95-4acf-8264-eb4f0f782d63, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=ae402ae1-5a95-4acf-8264-eb4f0f782d63,segment=NetworkSegment(02fc012d-d182-4024-a065-0f2abef92416),segment_id=02fc012d-d182-4024-a065-0f2abef92416)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:59:49.736957 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-32f19e9a-4c89-4dea-9894-8d1da07bafbe tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:49.940796 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-32f19e9a-4c89-4dea-9894-8d1da07bafbe tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Calling delete_port for ae402ae1-5a95-4acf-8264-eb4f0f782d63 owned by network:router_interface {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:59:50.175652 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-32f19e9a-4c89-4dea-9894-8d1da07bafbe tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:50.224163 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f19e9a-4c89-4dea-9894-8d1da07bafbe tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Port': ['ID=ae402ae1-5a95-4acf-8264-eb4f0f782d63,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:50.516248 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-32f19e9a-4c89-4dea-9894-8d1da07bafbe tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:51.077219 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f19e9a-4c89-4dea-9894-8d1da07bafbe tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router 83e54890-3dff-4a67-a603-28082f3ab8e6 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 11:59:51.271699 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f19e9a-4c89-4dea-9894-8d1da07bafbe tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:59:51.280988 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd994b11-4c10-4193-85e3-ae3a78b5f500 None None] Sync routers for ids ['83e54890-3dff-4a67-a603-28082f3ab8e6'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:59:51.285608 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-32f19e9a-4c89-4dea-9894-8d1da07bafbe tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "PUT /v2.0/routers/83e54890-3dff-4a67-a603-28082f3ab8e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7045681 Feb 04 11:59:51.286993 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43704) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:59:51.293526 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd994b11-4c10-4193-85e3-ae3a78b5f500 None None] Routers {'83e54890-3dff-4a67-a603-28082f3ab8e6'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:59:51.294230 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-dd994b11-4c10-4193-85e3-ae3a78b5f500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:59:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['83e54890-3dff-4a67-a603-28082f3ab8e6'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:59:51.476833 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-dd994b11-4c10-4193-85e3-ae3a78b5f500 None None] Set router 83e54890-3dff-4a67-a603-28082f3ab8e6 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:59:51.577620 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-02cc3732-e5c4-4d43-8a95-47b4a8165ce3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting subnet 3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 11:59:51.581935 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-02cc3732-e5c4-4d43-8a95-47b4a8165ce3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:51.633248 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-02cc3732-e5c4-4d43-8a95-47b4a8165ce3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:51.715398 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-02cc3732-e5c4-4d43-8a95-47b4a8165ce3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:51.755397 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-dd994b11-4c10-4193-85e3-ae3a78b5f500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'name': 'tempest-TestNetworkBasicOps-router-1043786584', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:57:19Z', 'updated_at': '2022-02-04T11:59:50Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:57:20Z', 'updated_at': '2022-02-04T11:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:59:51.760025 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd994b11-4c10-4193-85e3-ae3a78b5f500 None None] Checking router: 83e54890-3dff-4a67-a603-28082f3ab8e6 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:59:51.770429 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd994b11-4c10-4193-85e3-ae3a78b5f500 None None] Routers {'83e54890-3dff-4a67-a603-28082f3ab8e6'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:59:51.771055 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-dd994b11-4c10-4193-85e3-ae3a78b5f500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:59:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['83e54890-3dff-4a67-a603-28082f3ab8e6'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:59:51.863994 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-02cc3732-e5c4-4d43-8a95-47b4a8165ce3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:51.901834 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc3732-e5c4-4d43-8a95-47b4a8165ce3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Subnet': ['ID=3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:51.908453 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-02cc3732-e5c4-4d43-8a95-47b4a8165ce3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:51.915482 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-02cc3732-e5c4-4d43-8a95-47b4a8165ce3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/subnets/3ee22eb3-a2c3-4ef8-9bb8-d34aeb010d8b HTTP/1.1" status: 204 len: 168 time: 0.6275263 Feb 04 11:59:51.918038 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43708) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:59:51.961693 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28ad467-5e02-44cc-b698-349865316b49 None None] Network 4dbd0fff-c6f7-4365-b529-cc72d2376f7b requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:59:52.119615 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f0fe9bf2-ed3c-4028-abb3-8d9530dbe14a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:52.137333 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-dd994b11-4c10-4193-85e3-ae3a78b5f500 None None] Set router 83e54890-3dff-4a67-a603-28082f3ab8e6 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:59:52.325395 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f0fe9bf2-ed3c-4028-abb3-8d9530dbe14a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:52.424006 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf62928-c870-4e69-a998-9f402cd667fc None None] DHCP port deletion for 4dbd0fff-c6f7-4365-b529-cc72d2376f7b request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 11:59:52.433786 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9cf62928-c870-4e69-a998-9f402cd667fc None None] Deleting port 7a700365-8320-47e3-8f8c-6fb35bf38162 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:59:52.434172 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9cf62928-c870-4e69-a998-9f402cd667fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:52.434810 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-f0fe9bf2-ed3c-4028-abb3-8d9530dbe14a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting port 3b7f4da3-bfbc-4967-9a84-dc33e533ec43 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 11:59:52.435173 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f0fe9bf2-ed3c-4028-abb3-8d9530dbe14a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:52.614116 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-f0fe9bf2-ed3c-4028-abb3-8d9530dbe14a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] For port 3b7f4da3-bfbc-4967-9a84-dc33e533ec43, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=3b7f4da3-bfbc-4967-9a84-dc33e533ec43,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:59:52.615836 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f0fe9bf2-ed3c-4028-abb3-8d9530dbe14a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:52.618145 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-dd994b11-4c10-4193-85e3-ae3a78b5f500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'name': 'tempest-TestNetworkBasicOps-router-1043786584', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:57:19Z', 'updated_at': '2022-02-04T11:59:50Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:57:20Z', 'updated_at': '2022-02-04T11:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:59:52.633835 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd994b11-4c10-4193-85e3-ae3a78b5f500 None None] The sync data for ids ['83e54890-3dff-4a67-a603-28082f3ab8e6'] in dv-neutron-827825-2-hyperv is: [{'id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'name': 'tempest-TestNetworkBasicOps-router-1043786584', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:57:19Z', 'updated_at': '2022-02-04T11:59:50Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '3b7f4da3-bfbc-4967-9a84-dc33e533ec43', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:22:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e54890-3dff-4a67-a603-28082f3ab8e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:57:20Z', 'updated_at': '2022-02-04T11:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:59:52.656797 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9cf62928-c870-4e69-a998-9f402cd667fc None None] For port 7a700365-8320-47e3-8f8c-6fb35bf38162, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=7a700365-8320-47e3-8f8c-6fb35bf38162,segment=NetworkSegment(02fc012d-d182-4024-a065-0f2abef92416),segment_id=02fc012d-d182-4024-a065-0f2abef92416)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:59:52.657279 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9cf62928-c870-4e69-a998-9f402cd667fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:52.745593 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-f0fe9bf2-ed3c-4028-abb3-8d9530dbe14a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Calling delete_port for 3b7f4da3-bfbc-4967-9a84-dc33e533ec43 owned by network:router_gateway {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:59:52.779774 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9cf62928-c870-4e69-a998-9f402cd667fc None None] Calling delete_port for 7a700365-8320-47e3-8f8c-6fb35bf38162 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 11:59:52.930733 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9cf62928-c870-4e69-a998-9f402cd667fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:52.977977 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf62928-c870-4e69-a998-9f402cd667fc None None] Pushing event deleted for resources: {'Port': ['ID=7a700365-8320-47e3-8f8c-6fb35bf38162,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:52.983392 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf62928-c870-4e69-a998-9f402cd667fc None None] No DVR routers for this DVR port 7a700365-8320-47e3-8f8c-6fb35bf38162 on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:59:52.989278 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f0fe9bf2-ed3c-4028-abb3-8d9530dbe14a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:52.990353 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf62928-c870-4e69-a998-9f402cd667fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:52.990697 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf62928-c870-4e69-a998-9f402cd667fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:52.991030 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf62928-c870-4e69-a998-9f402cd667fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:52.991526 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf62928-c870-4e69-a998-9f402cd667fc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:52.992399 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf62928-c870-4e69-a998-9f402cd667fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:52.992723 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf62928-c870-4e69-a998-9f402cd667fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:52.993240 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf62928-c870-4e69-a998-9f402cd667fc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:52.993566 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf62928-c870-4e69-a998-9f402cd667fc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:52.993908 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf62928-c870-4e69-a998-9f402cd667fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:52.994223 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf62928-c870-4e69-a998-9f402cd667fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:52.994549 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf62928-c870-4e69-a998-9f402cd667fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:53.035836 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe9bf2-ed3c-4028-abb3-8d9530dbe14a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Port': ['ID=3b7f4da3-bfbc-4967-9a84-dc33e533ec43,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:53.344984 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f0fe9bf2-ed3c-4028-abb3-8d9530dbe14a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:53.518428 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device ae402ae1-5a95-4acf-8264-eb4f0f782d63 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:59:53.550634 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: ae402ae1-5a95-4acf-8264-eb4f0f782d63 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:59:53.550971 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device ae402ae1-5a95-4acf-8264-eb4f0f782d63 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:59:53.551376 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 7a700365-8320-47e3-8f8c-6fb35bf38162 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:59:53.582559 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 7a700365-8320-47e3-8f8c-6fb35bf38162 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:59:53.582896 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 7a700365-8320-47e3-8f8c-6fb35bf38162 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:59:53.591276 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f0fe9bf2-ed3c-4028-abb3-8d9530dbe14a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:53.595451 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f0fe9bf2-ed3c-4028-abb3-8d9530dbe14a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:53.708993 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f0fe9bf2-ed3c-4028-abb3-8d9530dbe14a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:53.709486 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fe9bf2-ed3c-4028-abb3-8d9530dbe14a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Fanout notify agent at l3_agent the message router_deleted on router 83e54890-3dff-4a67-a603-28082f3ab8e6 {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 11:59:53.712064 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:59:53.723868 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f0fe9bf2-ed3c-4028-abb3-8d9530dbe14a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:53.725421 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f0fe9bf2-ed3c-4028-abb3-8d9530dbe14a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/routers/83e54890-3dff-4a67-a603-28082f3ab8e6 HTTP/1.1" status: 204 len: 168 time: 1.8060482 Feb 04 11:59:53.728226 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43712) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:59:53.847605 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ac8e9964-674a-4ee0-9f05-d428129be1e1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:53.979237 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ac8e9964-674a-4ee0-9f05-d428129be1e1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:54.003281 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-ac8e9964-674a-4ee0-9f05-d428129be1e1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dbd0fff-c6f7-4365-b529-cc72d2376f7b']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:59:54.014856 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-ac8e9964-674a-4ee0-9f05-d428129be1e1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02fc012d-d182-4024-a065-0f2abef92416') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:59:54.015147 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-ac8e9964-674a-4ee0-9f05-d428129be1e1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02fc012d-d182-4024-a065-0f2abef92416') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:59:54.026277 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ac8e9964-674a-4ee0-9f05-d428129be1e1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:54.042070 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ac8e9964-674a-4ee0-9f05-d428129be1e1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:54.048081 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac8e9964-674a-4ee0-9f05-d428129be1e1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 11:59:54.048461 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ac8e9964-674a-4ee0-9f05-d428129be1e1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:54.063159 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 11:59:54.063159 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 11:59:54.063159 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 11:59:54.063159 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:59:54.063159 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 11:59:54.063159 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:59:54.063159 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 11:59:54.063159 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:59:54.063159 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 11:59:54.063159 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:59:54.063159 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 11:59:54.063159 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:59:54.063159 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 11:59:54.063159 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:59:54.063159 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:59:54.063159 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:59:54.063159 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:59:54.063159 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:59:54.063159 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 11:59:54.063159 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 11:59:54.063159 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 11:59:54.063159 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 11:59:54.063159 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:59:54.063159 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 11:59:54.063159 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 11:59:54.063159 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 11:59:54.063159 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:59:54.063159 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 11:59:54.063159 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:59:54.063159 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 11:59:54.063159 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:59:54.063159 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:59:54.218244 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ac8e9964-674a-4ee0-9f05-d428129be1e1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:54.236184 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ac8e9964-674a-4ee0-9f05-d428129be1e1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:54.247186 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e9964-674a-4ee0-9f05-d428129be1e1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Network': ['ID=4dbd0fff-c6f7-4365-b529-cc72d2376f7b,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:54.327478 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ac8e9964-674a-4ee0-9f05-d428129be1e1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/networks/4dbd0fff-c6f7-4365-b529-cc72d2376f7b HTTP/1.1" status: 204 len: 168 time: 0.5982087 Feb 04 11:59:54.355274 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43716) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:59:54.362525 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-4f45fd20-80ae-45f3-a58f-3bca9d2accfd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'network': {'name': 'tempest-network-smoke--1411642957', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'port_security_enabled': True}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:59:54.367603 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-4f45fd20-80ae-45f3-a58f-3bca9d2accfd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:59:54.375874 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-4f45fd20-80ae-45f3-a58f-3bca9d2accfd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:network and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:59:54.378714 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-4f45fd20-80ae-45f3-a58f-3bca9d2accfd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:59:54.384280 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-4f45fd20-80ae-45f3-a58f-3bca9d2accfd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:59:54.463450 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f45fd20-80ae-45f3-a58f-3bca9d2accfd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Made reservation on behalf of 009ced00ffd949498e5831cf00e326e7 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:59:54.466360 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4f45fd20-80ae-45f3-a58f-3bca9d2accfd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:54.496190 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f45fd20-80ae-45f3-a58f-3bca9d2accfd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:59:54.501503 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4f45fd20-80ae-45f3-a58f-3bca9d2accfd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:54.501832 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-4f45fd20-80ae-45f3-a58f-3bca9d2accfd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Added segment e9fd64d2-56fe-428c-93d7-4ddbae1faf8c of type vlan for network e25d4d10-ec19-40dc-9ec9-8b3e353f4c49 Feb 04 11:59:54.527273 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4f45fd20-80ae-45f3-a58f-3bca9d2accfd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:54.617877 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4f45fd20-80ae-45f3-a58f-3bca9d2accfd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:54.621439 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f45fd20-80ae-45f3-a58f-3bca9d2accfd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:54.622020 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4f45fd20-80ae-45f3-a58f-3bca9d2accfd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:54.726174 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45fd20-80ae-45f3-a58f-3bca9d2accfd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Network': ['ID=e25d4d10-ec19-40dc-9ec9-8b3e353f4c49,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:54.738120 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network e25d4d10-ec19-40dc-9ec9-8b3e353f4c49 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:59:54.784678 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-4f45fd20-80ae-45f3-a58f-3bca9d2accfd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4282525 Feb 04 11:59:54.787305 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43720) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:59:54.792695 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-9141a2ab-0b8f-4e1a-b132-d68d741577fc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-235783316', 'admin_state_up': True, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:59:54.799515 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-9141a2ab-0b8f-4e1a-b132-d68d741577fc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:59:54.803563 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-9141a2ab-0b8f-4e1a-b132-d68d741577fc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:router and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:59:54.806882 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-9141a2ab-0b8f-4e1a-b132-d68d741577fc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:59:54.812564 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-9141a2ab-0b8f-4e1a-b132-d68d741577fc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:59:54.886591 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9141a2ab-0b8f-4e1a-b132-d68d741577fc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:54.887594 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9141a2ab-0b8f-4e1a-b132-d68d741577fc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:54.905055 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9141a2ab-0b8f-4e1a-b132-d68d741577fc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:55.108529 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9141a2ab-0b8f-4e1a-b132-d68d741577fc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:55.434487 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 3b7f4da3-bfbc-4967-9a84-dc33e533ec43 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:59:55.455052 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9141a2ab-0b8f-4e1a-b132-d68d741577fc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router_gateway, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:55.466780 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 3b7f4da3-bfbc-4967-9a84-dc33e533ec43 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 11:59:55.467119 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 3b7f4da3-bfbc-4967-9a84-dc33e533ec43 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:59:55.484290 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9141a2ab-0b8f-4e1a-b132-d68d741577fc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:55.616556 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-9141a2ab-0b8f-4e1a-b132-d68d741577fc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Allocated IP 172.26.3.241 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/0b4d9c93-0e38-47a2-a657-37a44862f6e3) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:59:55.758885 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9141a2ab-0b8f-4e1a-b132-d68d741577fc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:55.863723 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9141a2ab-0b8f-4e1a-b132-d68d741577fc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:55.930806 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9141a2ab-0b8f-4e1a-b132-d68d741577fc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:59:55.933670 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-9141a2ab-0b8f-4e1a-b132-d68d741577fc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:59:55.937964 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9141a2ab-0b8f-4e1a-b132-d68d741577fc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:59:55.971780 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141a2ab-0b8f-4e1a-b132-d68d741577fc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=0b4d9c93-0e38-47a2-a657-37a44862f6e3,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:56.149996 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9141a2ab-0b8f-4e1a-b132-d68d741577fc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router_gateway, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:56.156566 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9141a2ab-0b8f-4e1a-b132-d68d741577fc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:56.455583 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9141a2ab-0b8f-4e1a-b132-d68d741577fc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router 813394bf-9e99-49a0-9181-5f7ad434cb9d is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 11:59:56.651966 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9141a2ab-0b8f-4e1a-b132-d68d741577fc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 11:59:56.661002 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a3522a-6b4c-4743-870a-7aaf5ac88860 None None] Sync routers for ids ['813394bf-9e99-49a0-9181-5f7ad434cb9d'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 11:59:56.673323 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a3522a-6b4c-4743-870a-7aaf5ac88860 None None] Routers {'813394bf-9e99-49a0-9181-5f7ad434cb9d'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:59:56.673930 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-41a3522a-6b4c-4743-870a-7aaf5ac88860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:59:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['813394bf-9e99-49a0-9181-5f7ad434cb9d'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:59:56.738353 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9141a2ab-0b8f-4e1a-b132-d68d741577fc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:56.739479 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9141a2ab-0b8f-4e1a-b132-d68d741577fc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9512818 Feb 04 11:59:56.742735 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43724) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:59:56.781766 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a7b56b95-a603-4de7-addd-f7996b2a2801 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=009ced00ffd949498e5831cf00e326e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380118 Feb 04 11:59:56.784377 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43728) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:59:56.846196 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-41a3522a-6b4c-4743-870a-7aaf5ac88860 None None] Set router 813394bf-9e99-49a0-9181-5f7ad434cb9d gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:59:56.914023 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce7afe1-fe73-4b2e-a6e5-2bc6ab75e784 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:56.915489 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-bce7afe1-fe73-4b2e-a6e5-2bc6ab75e784 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1302254 Feb 04 11:59:56.918461 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43732) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:59:56.956889 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-adc2d47e-9efd-4d4d-8c79-9d75b2c98dea tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=63d4ab6b-931d-42a4-aa18-bedd81d582fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373731 Feb 04 11:59:56.959528 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43736) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:59:56.965704 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-1299fa99-8f78-4552-ba9c-1d182e2a0da3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-396013034', 'network_id': 'e25d4d10-ec19-40dc-9ec9-8b3e353f4c49', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 11:59:57.082731 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-1299fa99-8f78-4552-ba9c-1d182e2a0da3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:59:57.086520 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-1299fa99-8f78-4552-ba9c-1d182e2a0da3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:subnet and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:59:57.089434 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-1299fa99-8f78-4552-ba9c-1d182e2a0da3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:59:57.095113 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-1299fa99-8f78-4552-ba9c-1d182e2a0da3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:59:57.166154 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-41a3522a-6b4c-4743-870a-7aaf5ac88860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'name': 'tempest-TestNetworkBasicOps-router-235783316', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '0b4d9c93-0e38-47a2-a657-37a44862f6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:59:54Z', 'updated_at': '2022-02-04T11:59:56Z', 'revision_number': 3, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '0b4d9c93-0e38-47a2-a657-37a44862f6e3', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:59:55Z', 'updated_at': '2022-02-04T11:59:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:59:57.170005 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a3522a-6b4c-4743-870a-7aaf5ac88860 None None] Checking router: 813394bf-9e99-49a0-9181-5f7ad434cb9d for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 11:59:57.170347 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a3522a-6b4c-4743-870a-7aaf5ac88860 None None] Updating router 813394bf-9e99-49a0-9181-5f7ad434cb9d port 0b4d9c93-0e38-47a2-a657-37a44862f6e3 binding host dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 11:59:57.192926 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1299fa99-8f78-4552-ba9c-1d182e2a0da3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Made reservation on behalf of 009ced00ffd949498e5831cf00e326e7 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:59:57.224067 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-41a3522a-6b4c-4743-870a-7aaf5ac88860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:57.295683 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1299fa99-8f78-4552-ba9c-1d182e2a0da3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:57.546519 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-41a3522a-6b4c-4743-870a-7aaf5ac88860 None None] Notify callbacks [] for port, precommit_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:57.558816 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.provisioning_blocks [None req-41a3522a-6b4c-4743-870a-7aaf5ac88860 None None] Transition to ACTIVE for port object 0b4d9c93-0e38-47a2-a657-37a44862f6e3 will not be triggered until provisioned by entity L2. {{(pid=84207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:59:57.633312 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-41a3522a-6b4c-4743-870a-7aaf5ac88860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:57.703787 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1299fa99-8f78-4552-ba9c-1d182e2a0da3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:57.711706 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94459b7-e2a4-4817-afe4-45b9ae6297a7 None None] Pushing event updated for resources: {'Port': ['ID=0b4d9c93-0e38-47a2-a657-37a44862f6e3,revision_number=2']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:57.713957 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-41a3522a-6b4c-4743-870a-7aaf5ac88860 None None] Attempting to bind port 0b4d9c93-0e38-47a2-a657-37a44862f6e3 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:59:57.714318 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-41a3522a-6b4c-4743-870a-7aaf5ac88860 None None] Attempting to bind port 0b4d9c93-0e38-47a2-a657-37a44862f6e3 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:59:57.714664 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a3522a-6b4c-4743-870a-7aaf5ac88860 None None] Attempting to bind port 0b4d9c93-0e38-47a2-a657-37a44862f6e3 on network 63d4ab6b-931d-42a4-aa18-bedd81d582fa {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:59:57.726216 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94459b7-e2a4-4817-afe4-45b9ae6297a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:57.726553 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94459b7-e2a4-4817-afe4-45b9ae6297a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:57.726886 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94459b7-e2a4-4817-afe4-45b9ae6297a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:57.727192 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94459b7-e2a4-4817-afe4-45b9ae6297a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:57.727514 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94459b7-e2a4-4817-afe4-45b9ae6297a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:57.727829 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94459b7-e2a4-4817-afe4-45b9ae6297a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:57.728140 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94459b7-e2a4-4817-afe4-45b9ae6297a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:57.728453 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94459b7-e2a4-4817-afe4-45b9ae6297a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:57.728808 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94459b7-e2a4-4817-afe4-45b9ae6297a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:57.729112 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94459b7-e2a4-4817-afe4-45b9ae6297a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:57.729420 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94459b7-e2a4-4817-afe4-45b9ae6297a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:57.732496 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a3522a-6b4c-4743-870a-7aaf5ac88860 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:59:57.732862 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a3522a-6b4c-4743-870a-7aaf5ac88860 None None] Checking segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:59:57.733249 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-41a3522a-6b4c-4743-870a-7aaf5ac88860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:57.733612 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a3522a-6b4c-4743-870a-7aaf5ac88860 None None] Bound using segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:59:57.734164 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-41a3522a-6b4c-4743-870a-7aaf5ac88860 None None] Bound port: 0b4d9c93-0e38-47a2-a657-37a44862f6e3, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:59:57.734553 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-41a3522a-6b4c-4743-870a-7aaf5ac88860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:57.784186 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299fa99-8f78-4552-ba9c-1d182e2a0da3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Subnet': ['ID=c4d649f9-62f4-4658-97eb-229dda2d6c3e,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:57.794236 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1299fa99-8f78-4552-ba9c-1d182e2a0da3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Checking segment: {'id': 'e9fd64d2-56fe-428c-93d7-4ddbae1faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e25d4d10-ec19-40dc-9ec9-8b3e353f4c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:59:57.794589 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1299fa99-8f78-4552-ba9c-1d182e2a0da3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network hostable DHCP agents. Network: e25d4d10-ec19-40dc-9ec9-8b3e353f4c49, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:59:57.811424 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-41a3522a-6b4c-4743-870a-7aaf5ac88860 None None] For port 0b4d9c93-0e38-47a2-a657-37a44862f6e3, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:59:57.814534 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-41a3522a-6b4c-4743-870a-7aaf5ac88860 None None] For port 0b4d9c93-0e38-47a2-a657-37a44862f6e3, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=0b4d9c93-0e38-47a2-a657-37a44862f6e3,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:59:57.884227 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1299fa99-8f78-4552-ba9c-1d182e2a0da3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network e25d4d10-ec19-40dc-9ec9-8b3e353f4c49 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:59:57.907723 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-41a3522a-6b4c-4743-870a-7aaf5ac88860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:57.964082 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-1299fa99-8f78-4552-ba9c-1d182e2a0da3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, e25d4d10-ec19-40dc-9ec9-8b3e353f4c49) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:59:57.972168 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c4500e-6c8e-4f1e-8853-674d426e0fae None None] Network e25d4d10-ec19-40dc-9ec9-8b3e353f4c49 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 11:59:57.979908 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1299fa99-8f78-4552-ba9c-1d182e2a0da3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:57.980535 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1299fa99-8f78-4552-ba9c-1d182e2a0da3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:57.984391 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94459b7-e2a4-4817-afe4-45b9ae6297a7 None None] Pushing event updated for resources: {'Port': ['ID=0b4d9c93-0e38-47a2-a657-37a44862f6e3,revision_number=3']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:57.988790 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a3522a-6b4c-4743-870a-7aaf5ac88860 None None] Routers {'813394bf-9e99-49a0-9181-5f7ad434cb9d'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 11:59:57.989376 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-41a3522a-6b4c-4743-870a-7aaf5ac88860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:59:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['813394bf-9e99-49a0-9181-5f7ad434cb9d'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:59:58.088290 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1299fa99-8f78-4552-ba9c-1d182e2a0da3 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1242297 Feb 04 11:59:58.088521 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43742) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:59:58.169920 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-41a3522a-6b4c-4743-870a-7aaf5ac88860 None None] Set router 813394bf-9e99-49a0-9181-5f7ad434cb9d gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 11:59:58.245250 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aba3ee6-5c7f-41ff-a4f5-84c6a50070ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-e25d4d10-ec19-40dc-9ec9-8b3e353f4c49', 'network_id': 'e25d4d10-ec19-40dc-9ec9-8b3e353f4c49', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ips': [{'subnet_id': 'c4d649f9-62f4-4658-97eb-229dda2d6c3e'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 11:59:58.246119 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3aba3ee6-5c7f-41ff-a4f5-84c6a50070ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:58.408343 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-3aba3ee6-5c7f-41ff-a4f5-84c6a50070ed None None] Allocated IP 172.20.0.2 (e25d4d10-ec19-40dc-9ec9-8b3e353f4c49/c4d649f9-62f4-4658-97eb-229dda2d6c3e/c5799b80-6784-46a5-b4ef-80a569ef123f) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:59:58.459215 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-41a3522a-6b4c-4743-870a-7aaf5ac88860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'name': 'tempest-TestNetworkBasicOps-router-235783316', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '0b4d9c93-0e38-47a2-a657-37a44862f6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:59:54Z', 'updated_at': '2022-02-04T11:59:56Z', 'revision_number': 3, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '0b4d9c93-0e38-47a2-a657-37a44862f6e3', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:59:55Z', 'updated_at': '2022-02-04T11:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:59:58.463342 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a3522a-6b4c-4743-870a-7aaf5ac88860 None None] The sync data for ids ['813394bf-9e99-49a0-9181-5f7ad434cb9d'] in dv-neutron-827825-2-hyperv is: [{'id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'name': 'tempest-TestNetworkBasicOps-router-235783316', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '0b4d9c93-0e38-47a2-a657-37a44862f6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:59:54Z', 'updated_at': '2022-02-04T11:59:56Z', 'revision_number': 3, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '0b4d9c93-0e38-47a2-a657-37a44862f6e3', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:59:55Z', 'updated_at': '2022-02-04T11:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 11:59:58.628427 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3aba3ee6-5c7f-41ff-a4f5-84c6a50070ed None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:58.654258 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3aba3ee6-5c7f-41ff-a4f5-84c6a50070ed None None] Transition to ACTIVE for port object c5799b80-6784-46a5-b4ef-80a569ef123f will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:59:58.683019 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3aba3ee6-5c7f-41ff-a4f5-84c6a50070ed None None] Transition to ACTIVE for port object c5799b80-6784-46a5-b4ef-80a569ef123f will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:59:58.756073 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3aba3ee6-5c7f-41ff-a4f5-84c6a50070ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:58.829985 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aba3ee6-5c7f-41ff-a4f5-84c6a50070ed None None] Network e25d4d10-ec19-40dc-9ec9-8b3e353f4c49 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:59:58.832976 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-3aba3ee6-5c7f-41ff-a4f5-84c6a50070ed None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:59:58.838326 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aba3ee6-5c7f-41ff-a4f5-84c6a50070ed None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:59:58.844543 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba3ee6-5c7f-41ff-a4f5-84c6a50070ed None None] Pushing event updated for resources: {'Port': ['ID=c5799b80-6784-46a5-b4ef-80a569ef123f,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:58.875844 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cf469dc5-d2bc-40c8-a1be-cc0f58ffb84e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:58.938204 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-3aba3ee6-5c7f-41ff-a4f5-84c6a50070ed None None] Attempting to bind port c5799b80-6784-46a5-b4ef-80a569ef123f on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:59:58.938570 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-3aba3ee6-5c7f-41ff-a4f5-84c6a50070ed None None] Attempting to bind port c5799b80-6784-46a5-b4ef-80a569ef123f by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'e9fd64d2-56fe-428c-93d7-4ddbae1faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e25d4d10-ec19-40dc-9ec9-8b3e353f4c49'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:59:58.938921 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aba3ee6-5c7f-41ff-a4f5-84c6a50070ed None None] Attempting to bind port c5799b80-6784-46a5-b4ef-80a569ef123f on network e25d4d10-ec19-40dc-9ec9-8b3e353f4c49 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 11:59:58.947181 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aba3ee6-5c7f-41ff-a4f5-84c6a50070ed None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 11:59:58.947601 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aba3ee6-5c7f-41ff-a4f5-84c6a50070ed None None] Checking segment: {'id': 'e9fd64d2-56fe-428c-93d7-4ddbae1faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e25d4d10-ec19-40dc-9ec9-8b3e353f4c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 11:59:58.948127 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3aba3ee6-5c7f-41ff-a4f5-84c6a50070ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:58.948514 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aba3ee6-5c7f-41ff-a4f5-84c6a50070ed None None] Bound using segment: {'id': 'e9fd64d2-56fe-428c-93d7-4ddbae1faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e25d4d10-ec19-40dc-9ec9-8b3e353f4c49'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 11:59:58.949037 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-3aba3ee6-5c7f-41ff-a4f5-84c6a50070ed None None] Bound port: c5799b80-6784-46a5-b4ef-80a569ef123f, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9fd64d2-56fe-428c-93d7-4ddbae1faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e25d4d10-ec19-40dc-9ec9-8b3e353f4c49'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:59:58.949408 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3aba3ee6-5c7f-41ff-a4f5-84c6a50070ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:59.043730 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-3aba3ee6-5c7f-41ff-a4f5-84c6a50070ed None None] For port c5799b80-6784-46a5-b4ef-80a569ef123f, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 11:59:59.047160 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-3aba3ee6-5c7f-41ff-a4f5-84c6a50070ed None None] For port c5799b80-6784-46a5-b4ef-80a569ef123f, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=c5799b80-6784-46a5-b4ef-80a569ef123f,segment=NetworkSegment(e9fd64d2-56fe-428c-93d7-4ddbae1faf8c),segment_id=e9fd64d2-56fe-428c-93d7-4ddbae1faf8c)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 11:59:59.109798 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3aba3ee6-5c7f-41ff-a4f5-84c6a50070ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:59.210793 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba3ee6-5c7f-41ff-a4f5-84c6a50070ed None None] Pushing event updated for resources: {'Port': ['ID=c5799b80-6784-46a5-b4ef-80a569ef123f,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:59.297572 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-cf469dc5-d2bc-40c8-a1be-cc0f58ffb84e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Allocated IP 172.20.0.1 (e25d4d10-ec19-40dc-9ec9-8b3e353f4c49/c4d649f9-62f4-4658-97eb-229dda2d6c3e/78b7dc8b-1388-483b-806c-7b4aff540834) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:59:59.549441 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device c5799b80-6784-46a5-b4ef-80a569ef123f up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:59:59.587965 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cf469dc5-d2bc-40c8-a1be-cc0f58ffb84e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:59.604500 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-cf469dc5-d2bc-40c8-a1be-cc0f58ffb84e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Transition to ACTIVE for port object 78b7dc8b-1388-483b-806c-7b4aff540834 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:59:59.674711 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port c5799b80-6784-46a5-b4ef-80a569ef123f completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:59:59.680402 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 0b4d9c93-0e38-47a2-a657-37a44862f6e3 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:59:59.701833 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cf469dc5-d2bc-40c8-a1be-cc0f58ffb84e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:59.768950 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf469dc5-d2bc-40c8-a1be-cc0f58ffb84e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network e25d4d10-ec19-40dc-9ec9-8b3e353f4c49 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:59:59.771997 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-cf469dc5-d2bc-40c8-a1be-cc0f58ffb84e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:59:59.775245 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf469dc5-d2bc-40c8-a1be-cc0f58ffb84e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 11:59:59.809946 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 0b4d9c93-0e38-47a2-a657-37a44862f6e3 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:59:59.815259 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 0b4d9c93-0e38-47a2-a657-37a44862f6e3 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:59:59.820285 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:59.820773 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf469dc5-d2bc-40c8-a1be-cc0f58ffb84e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=78b7dc8b-1388-483b-806c-7b4aff540834,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:59.847220 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cf469dc5-d2bc-40c8-a1be-cc0f58ffb84e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:59.938796 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:59.955857 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 0b4d9c93-0e38-47a2-a657-37a44862f6e3, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=0b4d9c93-0e38-47a2-a657-37a44862f6e3,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 11:59:59.996542 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cf469dc5-d2bc-40c8-a1be-cc0f58ffb84e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:00.032982 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:00.103992 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=0b4d9c93-0e38-47a2-a657-37a44862f6e3,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:00.146045 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed75f709-9467-4e0d-8832-dea212dffd0d None None] Network e25d4d10-ec19-40dc-9ec9-8b3e353f4c49 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:00:00.312881 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-b98c2055-6dec-427e-88e1-381564ff44c0 None None] Provisioning for port c5799b80-6784-46a5-b4ef-80a569ef123f completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:00:00.321535 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-b98c2055-6dec-427e-88e1-381564ff44c0 None None] Provisioning complete for port c5799b80-6784-46a5-b4ef-80a569ef123f triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:00:00.321992 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b98c2055-6dec-427e-88e1-381564ff44c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:00.415436 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cf469dc5-d2bc-40c8-a1be-cc0f58ffb84e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:00.489699 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cf469dc5-d2bc-40c8-a1be-cc0f58ffb84e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:00.490982 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b98c2055-6dec-427e-88e1-381564ff44c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:00.531100 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-b98c2055-6dec-427e-88e1-381564ff44c0 None None] For port c5799b80-6784-46a5-b4ef-80a569ef123f, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=c5799b80-6784-46a5-b4ef-80a569ef123f,segment=NetworkSegment(e9fd64d2-56fe-428c-93d7-4ddbae1faf8c),segment_id=e9fd64d2-56fe-428c-93d7-4ddbae1faf8c)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:00:00.605083 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf469dc5-d2bc-40c8-a1be-cc0f58ffb84e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=78b7dc8b-1388-483b-806c-7b4aff540834,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:00.611326 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-cf469dc5-d2bc-40c8-a1be-cc0f58ffb84e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:00.629080 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b98c2055-6dec-427e-88e1-381564ff44c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:00.707055 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c2055-6dec-427e-88e1-381564ff44c0 None None] Pushing event updated for resources: {'Port': ['ID=c5799b80-6784-46a5-b4ef-80a569ef123f,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:00.752865 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2f5f7e83-85b7-4db5-8fef-ab8de41a5884 None None] Provisioning complete for port c5799b80-6784-46a5-b4ef-80a569ef123f triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:00:00.753244 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2f5f7e83-85b7-4db5-8fef-ab8de41a5884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:00.755350 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf469dc5-d2bc-40c8-a1be-cc0f58ffb84e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network e25d4d10-ec19-40dc-9ec9-8b3e353f4c49 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:00:00.756942 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-cf469dc5-d2bc-40c8-a1be-cc0f58ffb84e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:00:00.943542 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2f5f7e83-85b7-4db5-8fef-ab8de41a5884 None None] Provisioning for port 78b7dc8b-1388-483b-806c-7b4aff540834 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:00:00.951289 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2f5f7e83-85b7-4db5-8fef-ab8de41a5884 None None] Provisioning complete for port 78b7dc8b-1388-483b-806c-7b4aff540834 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:00:00.951756 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2f5f7e83-85b7-4db5-8fef-ab8de41a5884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:01.041470 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-2f5f7e83-85b7-4db5-8fef-ab8de41a5884 None None] Port 78b7dc8b-1388-483b-806c-7b4aff540834 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:00:01.152526 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf469dc5-d2bc-40c8-a1be-cc0f58ffb84e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router 813394bf-9e99-49a0-9181-5f7ad434cb9d has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:00:01.162020 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ab939b54-76e9-4e38-8faf-f3cdd41214dd None None] Provisioning complete for port 78b7dc8b-1388-483b-806c-7b4aff540834 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:00:01.162487 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ab939b54-76e9-4e38-8faf-f3cdd41214dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:01.213480 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-ab939b54-76e9-4e38-8faf-f3cdd41214dd None None] Port 78b7dc8b-1388-483b-806c-7b4aff540834 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:00:01.450080 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf469dc5-d2bc-40c8-a1be-cc0f58ffb84e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:00:01.462659 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-cf469dc5-d2bc-40c8-a1be-cc0f58ffb84e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "PUT /v2.0/routers/813394bf-9e99-49a0-9181-5f7ad434cb9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3729990 Feb 04 12:00:01.465221 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43746) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:01.484891 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device c5799b80-6784-46a5-b4ef-80a569ef123f up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:00:01.556535 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port c5799b80-6784-46a5-b4ef-80a569ef123f triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:00:01.556985 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:01.602781 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d314977-88e5-4e04-b722-732eb9915972 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:01.603460 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d314977-88e5-4e04-b722-732eb9915972 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:01.603895 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d314977-88e5-4e04-b722-732eb9915972 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:01.604308 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d314977-88e5-4e04-b722-732eb9915972 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:01.606025 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3d314977-88e5-4e04-b722-732eb9915972 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1399443 Feb 04 12:00:01.608954 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43750) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:01.669833 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 0b4d9c93-0e38-47a2-a657-37a44862f6e3 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:00:01.674959 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f9a4d-fb09-45a5-b9bf-ca296ec4d064 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:01.675326 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f9a4d-fb09-45a5-b9bf-ca296ec4d064 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:01.675682 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f9a4d-fb09-45a5-b9bf-ca296ec4d064 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:01.676032 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f9a4d-fb09-45a5-b9bf-ca296ec4d064 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:01.677939 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-363f9a4d-fb09-45a5-b9bf-ca296ec4d064 tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0678275 Feb 04 12:00:01.681304 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43754) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:01.747316 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 0b4d9c93-0e38-47a2-a657-37a44862f6e3 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:00:01.747896 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:01.888918 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8e907f25-b26d-4b36-99f3-3678767e00ba tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2063949 Feb 04 12:00:01.984445 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10675757-499f-48a7-9da0-ecc8a6574a98 None None] Sync routers for ids ['813394bf-9e99-49a0-9181-5f7ad434cb9d'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:00:01.996719 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10675757-499f-48a7-9da0-ecc8a6574a98 None None] Routers {'813394bf-9e99-49a0-9181-5f7ad434cb9d'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:00:01.997264 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-10675757-499f-48a7-9da0-ecc8a6574a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:59:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['813394bf-9e99-49a0-9181-5f7ad434cb9d'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:02.172253 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-10675757-499f-48a7-9da0-ecc8a6574a98 None None] Set router 813394bf-9e99-49a0-9181-5f7ad434cb9d gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:00:02.412799 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43760) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:02.418653 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-97da5f70-88ca-4771-8887-01bf245e7ee4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1337689147', 'description': 'tempest-secgroup-smoke-1337689147 description', 'project_id': '009ced00ffd949498e5831cf00e326e7'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:00:02.424300 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-97da5f70-88ca-4771-8887-01bf245e7ee4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:00:02.428605 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-97da5f70-88ca-4771-8887-01bf245e7ee4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:00:02.432198 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-97da5f70-88ca-4771-8887-01bf245e7ee4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:00:02.438131 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-97da5f70-88ca-4771-8887-01bf245e7ee4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:00:02.481432 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-10675757-499f-48a7-9da0-ecc8a6574a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'name': 'tempest-TestNetworkBasicOps-router-235783316', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '0b4d9c93-0e38-47a2-a657-37a44862f6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:59:54Z', 'updated_at': '2022-02-04T11:59:59Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '0b4d9c93-0e38-47a2-a657-37a44862f6e3', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:59:55Z', 'updated_at': '2022-02-04T11:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '78b7dc8b-1388-483b-806c-7b4aff540834', 'name': '', 'network_id': 'e25d4d10-ec19-40dc-9ec9-8b3e353f4c49', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:a2:cd:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4d649f9-62f4-4658-97eb-229dda2d6c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:59:59Z', 'updated_at': '2022-02-04T12:00:00Z', 'revision_number': 2, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'c4d649f9-62f4-4658-97eb-229dda2d6c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:02.485350 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10675757-499f-48a7-9da0-ecc8a6574a98 None None] Checking router: 813394bf-9e99-49a0-9181-5f7ad434cb9d for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:00:02.485718 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10675757-499f-48a7-9da0-ecc8a6574a98 None None] Updating router 813394bf-9e99-49a0-9181-5f7ad434cb9d port 78b7dc8b-1388-483b-806c-7b4aff540834 binding host dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 12:00:02.518846 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-97da5f70-88ca-4771-8887-01bf245e7ee4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:02.538024 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-10675757-499f-48a7-9da0-ecc8a6574a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:02.554705 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-97da5f70-88ca-4771-8887-01bf245e7ee4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:00:02.558622 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-97da5f70-88ca-4771-8887-01bf245e7ee4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:00:02.561512 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-97da5f70-88ca-4771-8887-01bf245e7ee4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:00:02.567459 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-97da5f70-88ca-4771-8887-01bf245e7ee4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:00:02.624421 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-97da5f70-88ca-4771-8887-01bf245e7ee4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:02.674863 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-97da5f70-88ca-4771-8887-01bf245e7ee4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:02.722147 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da5f70-88ca-4771-8887-01bf245e7ee4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=003adf90-fe59-4aa3-bbe8-e52d82fb6ada,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:02.777831 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-97da5f70-88ca-4771-8887-01bf245e7ee4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:02.779382 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-97da5f70-88ca-4771-8887-01bf245e7ee4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3655620 Feb 04 12:00:02.782320 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43764) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:02.788603 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-047a8846-15d5-4204-9cc6-204816f0c04d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '003adf90-fe59-4aa3-bbe8-e52d82fb6ada', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:00:02.794970 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-047a8846-15d5-4204-9cc6-204816f0c04d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:00:02.798861 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-047a8846-15d5-4204-9cc6-204816f0c04d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:00:02.801761 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-047a8846-15d5-4204-9cc6-204816f0c04d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:00:02.808445 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-047a8846-15d5-4204-9cc6-204816f0c04d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:00:02.864230 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-047a8846-15d5-4204-9cc6-204816f0c04d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:02.875679 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-10675757-499f-48a7-9da0-ecc8a6574a98 None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:02.886894 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-10675757-499f-48a7-9da0-ecc8a6574a98 None None] Transition to ACTIVE for port object 78b7dc8b-1388-483b-806c-7b4aff540834 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:00:02.925819 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-047a8846-15d5-4204-9cc6-204816f0c04d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:02.943390 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-10675757-499f-48a7-9da0-ecc8a6574a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:03.012138 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-047a8846-15d5-4204-9cc6-204816f0c04d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:03.031763 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a8846-15d5-4204-9cc6-204816f0c04d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e2eb949-5eaa-4ffb-a765-9f2d13c142cc,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:03.064673 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816754f-b9f1-4be2-97b5-9ddcec8e6df6 None None] Pushing event updated for resources: {'Port': ['ID=78b7dc8b-1388-483b-806c-7b4aff540834,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:03.105390 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-047a8846-15d5-4204-9cc6-204816f0c04d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:03.110110 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-047a8846-15d5-4204-9cc6-204816f0c04d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3235533 Feb 04 12:00:03.110513 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43768) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:03.117280 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-57a9f61d-d677-43d5-8519-4745dfc7ac83 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '003adf90-fe59-4aa3-bbe8-e52d82fb6ada', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:00:03.126701 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-57a9f61d-d677-43d5-8519-4745dfc7ac83 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:00:03.131150 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-57a9f61d-d677-43d5-8519-4745dfc7ac83 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:00:03.135299 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-57a9f61d-d677-43d5-8519-4745dfc7ac83 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:00:03.142032 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-57a9f61d-d677-43d5-8519-4745dfc7ac83 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:00:03.195435 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-10675757-499f-48a7-9da0-ecc8a6574a98 None None] Attempting to bind port 78b7dc8b-1388-483b-806c-7b4aff540834 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:00:03.195928 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-10675757-499f-48a7-9da0-ecc8a6574a98 None None] Attempting to bind port 78b7dc8b-1388-483b-806c-7b4aff540834 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'e9fd64d2-56fe-428c-93d7-4ddbae1faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e25d4d10-ec19-40dc-9ec9-8b3e353f4c49'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:00:03.196144 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10675757-499f-48a7-9da0-ecc8a6574a98 None None] Attempting to bind port 78b7dc8b-1388-483b-806c-7b4aff540834 on network e25d4d10-ec19-40dc-9ec9-8b3e353f4c49 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:00:03.202765 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10675757-499f-48a7-9da0-ecc8a6574a98 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:00:03.203132 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10675757-499f-48a7-9da0-ecc8a6574a98 None None] Checking segment: {'id': 'e9fd64d2-56fe-428c-93d7-4ddbae1faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e25d4d10-ec19-40dc-9ec9-8b3e353f4c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:00:03.203650 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-10675757-499f-48a7-9da0-ecc8a6574a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:03.204039 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10675757-499f-48a7-9da0-ecc8a6574a98 None None] Bound using segment: {'id': 'e9fd64d2-56fe-428c-93d7-4ddbae1faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e25d4d10-ec19-40dc-9ec9-8b3e353f4c49'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:00:03.204504 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-10675757-499f-48a7-9da0-ecc8a6574a98 None None] Bound port: 78b7dc8b-1388-483b-806c-7b4aff540834, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9fd64d2-56fe-428c-93d7-4ddbae1faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e25d4d10-ec19-40dc-9ec9-8b3e353f4c49'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:00:03.204854 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-10675757-499f-48a7-9da0-ecc8a6574a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:03.241689 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-57a9f61d-d677-43d5-8519-4745dfc7ac83 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:03.305742 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-57a9f61d-d677-43d5-8519-4745dfc7ac83 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:03.306446 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-10675757-499f-48a7-9da0-ecc8a6574a98 None None] For port 78b7dc8b-1388-483b-806c-7b4aff540834, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:00:03.309404 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-10675757-499f-48a7-9da0-ecc8a6574a98 None None] For port 78b7dc8b-1388-483b-806c-7b4aff540834, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=78b7dc8b-1388-483b-806c-7b4aff540834,segment=NetworkSegment(e9fd64d2-56fe-428c-93d7-4ddbae1faf8c),segment_id=e9fd64d2-56fe-428c-93d7-4ddbae1faf8c)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:00:03.383694 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-57a9f61d-d677-43d5-8519-4745dfc7ac83 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:03.407973 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a9f61d-d677-43d5-8519-4745dfc7ac83 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed1551dc-c3db-48cb-9136-74328fc34056,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:03.412494 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-10675757-499f-48a7-9da0-ecc8a6574a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:03.484332 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-57a9f61d-d677-43d5-8519-4745dfc7ac83 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:03.485518 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-57a9f61d-d677-43d5-8519-4745dfc7ac83 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3738682 Feb 04 12:00:03.488394 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43772) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:03.496588 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-620b4953-ef79-41c7-a610-22950a1cf73a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '003adf90-fe59-4aa3-bbe8-e52d82fb6ada', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:00:03.505741 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816754f-b9f1-4be2-97b5-9ddcec8e6df6 None None] Pushing event updated for resources: {'Port': ['ID=78b7dc8b-1388-483b-806c-7b4aff540834,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:03.505741 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10675757-499f-48a7-9da0-ecc8a6574a98 None None] Routers {'813394bf-9e99-49a0-9181-5f7ad434cb9d'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:00:03.505741 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-10675757-499f-48a7-9da0-ecc8a6574a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T11:59:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['813394bf-9e99-49a0-9181-5f7ad434cb9d'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:03.509819 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-620b4953-ef79-41c7-a610-22950a1cf73a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:00:03.514305 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-620b4953-ef79-41c7-a610-22950a1cf73a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:00:03.517376 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-620b4953-ef79-41c7-a610-22950a1cf73a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:00:03.524419 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-620b4953-ef79-41c7-a610-22950a1cf73a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:00:03.624995 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-620b4953-ef79-41c7-a610-22950a1cf73a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:03.681320 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-10675757-499f-48a7-9da0-ecc8a6574a98 None None] Set router 813394bf-9e99-49a0-9181-5f7ad434cb9d gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:00:03.692371 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-620b4953-ef79-41c7-a610-22950a1cf73a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:03.766828 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-620b4953-ef79-41c7-a610-22950a1cf73a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:03.789763 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b4953-ef79-41c7-a610-22950a1cf73a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d94344bb-3dc7-493d-bfd3-c53c66a0d178,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:03.858166 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-620b4953-ef79-41c7-a610-22950a1cf73a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:03.859358 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-620b4953-ef79-41c7-a610-22950a1cf73a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3698127 Feb 04 12:00:03.862164 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43776) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:03.867952 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-e396ac59-be97-4ddc-9886-1a713b2c63c2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '003adf90-fe59-4aa3-bbe8-e52d82fb6ada', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:00:03.873845 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-e396ac59-be97-4ddc-9886-1a713b2c63c2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:00:03.877683 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-e396ac59-be97-4ddc-9886-1a713b2c63c2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:00:03.880658 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-e396ac59-be97-4ddc-9886-1a713b2c63c2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:00:03.886804 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-e396ac59-be97-4ddc-9886-1a713b2c63c2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:00:03.967299 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e396ac59-be97-4ddc-9886-1a713b2c63c2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:03.994251 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-10675757-499f-48a7-9da0-ecc8a6574a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'name': 'tempest-TestNetworkBasicOps-router-235783316', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '0b4d9c93-0e38-47a2-a657-37a44862f6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:59:54Z', 'updated_at': '2022-02-04T11:59:59Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '0b4d9c93-0e38-47a2-a657-37a44862f6e3', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:59:55Z', 'updated_at': '2022-02-04T11:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '78b7dc8b-1388-483b-806c-7b4aff540834', 'name': '', 'network_id': 'e25d4d10-ec19-40dc-9ec9-8b3e353f4c49', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:a2:cd:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4d649f9-62f4-4658-97eb-229dda2d6c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:59:59Z', 'updated_at': '2022-02-04T12:00:03Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'c4d649f9-62f4-4658-97eb-229dda2d6c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:03.998728 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10675757-499f-48a7-9da0-ecc8a6574a98 None None] The sync data for ids ['813394bf-9e99-49a0-9181-5f7ad434cb9d'] in dv-neutron-827825-2-hyperv is: [{'id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'name': 'tempest-TestNetworkBasicOps-router-235783316', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '0b4d9c93-0e38-47a2-a657-37a44862f6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:59:54Z', 'updated_at': '2022-02-04T11:59:59Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '0b4d9c93-0e38-47a2-a657-37a44862f6e3', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:59:55Z', 'updated_at': '2022-02-04T11:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '78b7dc8b-1388-483b-806c-7b4aff540834', 'name': '', 'network_id': 'e25d4d10-ec19-40dc-9ec9-8b3e353f4c49', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:a2:cd:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4d649f9-62f4-4658-97eb-229dda2d6c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:59:59Z', 'updated_at': '2022-02-04T12:00:03Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'c4d649f9-62f4-4658-97eb-229dda2d6c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:00:04.038463 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e396ac59-be97-4ddc-9886-1a713b2c63c2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:04.138057 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e396ac59-be97-4ddc-9886-1a713b2c63c2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:04.161925 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396ac59-be97-4ddc-9886-1a713b2c63c2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e520f54-7d77-4274-bf28-d3948269e102,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:04.235364 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e396ac59-be97-4ddc-9886-1a713b2c63c2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:04.239326 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43780) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:04.239796 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e396ac59-be97-4ddc-9886-1a713b2c63c2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3762851 Feb 04 12:00:04.246638 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-8c362579-7bdb-40db-9601-8c5359cb2878 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '003adf90-fe59-4aa3-bbe8-e52d82fb6ada', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:00:04.253042 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8c362579-7bdb-40db-9601-8c5359cb2878 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:00:04.260270 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8c362579-7bdb-40db-9601-8c5359cb2878 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:00:04.263307 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8c362579-7bdb-40db-9601-8c5359cb2878 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:00:04.268985 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8c362579-7bdb-40db-9601-8c5359cb2878 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:00:04.343499 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.securitygroups_db [None req-8c362579-7bdb-40db-9601-8c5359cb2878 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Project 009ced00ffd949498e5831cf00e326e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:00:04.351200 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8c362579-7bdb-40db-9601-8c5359cb2878 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:04.421438 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8c362579-7bdb-40db-9601-8c5359cb2878 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:04.509237 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8c362579-7bdb-40db-9601-8c5359cb2878 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:04.535704 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c362579-7bdb-40db-9601-8c5359cb2878 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f0f8ee-c9b2-4cf6-9161-598e78b9ce09,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:04.652428 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8c362579-7bdb-40db-9601-8c5359cb2878 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:04.653616 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8c362579-7bdb-40db-9601-8c5359cb2878 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4127078 Feb 04 12:00:04.656747 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43784) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:04.662532 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-8b514f01-1b96-4c8a-ab65-2b32a9e22fae tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'security_group_rule': {'security_group_id': '003adf90-fe59-4aa3-bbe8-e52d82fb6ada', 'project_id': '009ced00ffd949498e5831cf00e326e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:00:04.669406 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-8b514f01-1b96-4c8a-ab65-2b32a9e22fae tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:00:04.673413 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8b514f01-1b96-4c8a-ab65-2b32a9e22fae tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:security_group_rule and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:00:04.676384 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8b514f01-1b96-4c8a-ab65-2b32a9e22fae tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:00:04.682532 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-8b514f01-1b96-4c8a-ab65-2b32a9e22fae tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:00:04.772188 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.securitygroups_db [None req-8b514f01-1b96-4c8a-ab65-2b32a9e22fae tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Project 009ced00ffd949498e5831cf00e326e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:00:04.780656 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8b514f01-1b96-4c8a-ab65-2b32a9e22fae tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:04.854646 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8b514f01-1b96-4c8a-ab65-2b32a9e22fae tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:04.931998 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8b514f01-1b96-4c8a-ab65-2b32a9e22fae tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:04.957784 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b514f01-1b96-4c8a-ab65-2b32a9e22fae tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c015c46-81d1-41ff-a0ad-c9e0a7eba6a7,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:05.024184 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8b514f01-1b96-4c8a-ab65-2b32a9e22fae tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:05.025367 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8b514f01-1b96-4c8a-ab65-2b32a9e22fae tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3676114 Feb 04 12:00:05.306398 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-3ddc00f1-0842-4773-af4f-b4f3e5a5dfde tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:security_group {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:00:05.394793 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-3ddc00f1-0842-4773-af4f-b4f3e5a5dfde tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:security_group {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:00:05.395907 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-3ddc00f1-0842-4773-af4f-b4f3e5a5dfde tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1337689147&fields=id&tenant_id=009ced00ffd949498e5831cf00e326e7 HTTP/1.1" status: 200 len: 267 time: 0.1303828 Feb 04 12:00:05.507972 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 78b7dc8b-1388-483b-806c-7b4aff540834 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:00:05.563770 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-356acdb0-b625-44a3-96da-12e20c5f5afe tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:05.564486 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-356acdb0-b625-44a3-96da-12e20c5f5afe tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:network {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:00:05.652339 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-356acdb0-b625-44a3-96da-12e20c5f5afe tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:network {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:00:05.653496 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-356acdb0-b625-44a3-96da-12e20c5f5afe tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/networks?id=e25d4d10-ec19-40dc-9ec9-8b3e353f4c49 HTTP/1.1" status: 200 len: 797 time: 0.2500212 Feb 04 12:00:05.669083 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 78b7dc8b-1388-483b-806c-7b4aff540834 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:00:05.670833 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-92e44259-850c-457b-b86e-e89f384d3303 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/quotas/009ced00ffd949498e5831cf00e326e7 HTTP/1.1" status: 200 len: 375 time: 0.0115118 Feb 04 12:00:05.674214 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 78b7dc8b-1388-483b-806c-7b4aff540834 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:00:05.674653 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:05.754566 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-69c60443-c4a5-4dbf-9bd2-f250b175590e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:00:05.794441 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:05.829005 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 78b7dc8b-1388-483b-806c-7b4aff540834, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=78b7dc8b-1388-483b-806c-7b4aff540834,segment=NetworkSegment(e9fd64d2-56fe-428c-93d7-4ddbae1faf8c),segment_id=e9fd64d2-56fe-428c-93d7-4ddbae1faf8c)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:00:05.852318 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-69c60443-c4a5-4dbf-9bd2-f250b175590e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:00:05.853600 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-69c60443-c4a5-4dbf-9bd2-f250b175590e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1762009 Feb 04 12:00:05.949354 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:05.994628 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-1b21f8c3-b3bc-4944-96be-082402b98bf3 service neutron] 10.222.0.21 "GET /v2.0/networks/e25d4d10-ec19-40dc-9ec9-8b3e353f4c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291077 Feb 04 12:00:06.020124 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=78b7dc8b-1388-483b-806c-7b4aff540834,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:06.128882 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-8ecc59df-995c-4515-bcba-688017c3a029 service neutron] 10.222.0.21 "GET /v2.0/networks/e25d4d10-ec19-40dc-9ec9-8b3e353f4c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282611 Feb 04 12:00:06.324026 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:06.473603 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-10a7728c-61bb-45a1-9e39-1cd4f5b10f57 req-ddee6f04-efa5-43b5-8ddb-85a7179fd5ea tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:00:06.487263 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-10a7728c-61bb-45a1-9e39-1cd4f5b10f57 req-ddee6f04-efa5-43b5-8ddb-85a7179fd5ea tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:00:06.488387 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-10a7728c-61bb-45a1-9e39-1cd4f5b10f57 req-ddee6f04-efa5-43b5-8ddb-85a7179fd5ea tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d63a8e0-94ea-4546-b305-2643d987e7ef HTTP/1.1" status: 200 len: 210 time: 0.0688946 Feb 04 12:00:07.483660 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 78b7dc8b-1388-483b-806c-7b4aff540834 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:00:07.551778 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 78b7dc8b-1388-483b-806c-7b4aff540834 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:00:07.552213 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:07.659507 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9221d8b5-894c-4868-a677-7dd74639c627 req-1d8094bc-9010-4fa6-9fb2-0b35d42aeaec tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d63a8e0-94ea-4546-b305-2643d987e7ef HTTP/1.1" status: 200 len: 210 time: 0.0400620 Feb 04 12:00:08.410312 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-abda763c-a7fd-4939-bb5a-684bd6923754 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:08.411712 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-abda763c-a7fd-4939-bb5a-684bd6923754 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "GET /v2.0/networks?id=e25d4d10-ec19-40dc-9ec9-8b3e353f4c49 HTTP/1.1" status: 200 len: 797 time: 0.1417265 Feb 04 12:00:08.464290 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-423acfb2-392d-402b-b99b-6f36e917e76d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:00:08.476530 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-423acfb2-392d-402b-b99b-6f36e917e76d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:00:08.477501 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-423acfb2-392d-402b-b99b-6f36e917e76d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=009ced00ffd949498e5831cf00e326e7 HTTP/1.1" status: 200 len: 380 time: 0.0529037 Feb 04 12:00:08.491368 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-e5c66d18-f21c-462e-b0ad-baf88443afa0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'port': {'device_id': '2d63a8e0-94ea-4546-b305-2643d987e7ef', 'network_id': 'e25d4d10-ec19-40dc-9ec9-8b3e353f4c49', 'admin_state_up': True, 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'security_groups': ['003adf90-fe59-4aa3-bbe8-e52d82fb6ada']}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:00:08.626773 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-e5c66d18-f21c-462e-b0ad-baf88443afa0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:00:08.636324 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-e5c66d18-f21c-462e-b0ad-baf88443afa0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:00:08.737694 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-e5c66d18-f21c-462e-b0ad-baf88443afa0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Made reservation on behalf of 009ced00ffd949498e5831cf00e326e7 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:00:08.745592 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-e5c66d18-f21c-462e-b0ad-baf88443afa0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:08.846197 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-89a99867-3553-496e-bc57-6a519d590324 req-6aadb293-4b33-4605-b574-03ad48e3bed5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d63a8e0-94ea-4546-b305-2643d987e7ef HTTP/1.1" status: 200 len: 210 time: 0.0522225 Feb 04 12:00:08.937157 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-e5c66d18-f21c-462e-b0ad-baf88443afa0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Allocated IP 172.20.0.8 (e25d4d10-ec19-40dc-9ec9-8b3e353f4c49/c4d649f9-62f4-4658-97eb-229dda2d6c3e/5b61f867-e125-4d70-93c5-67fb220c93f2) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:00:09.119741 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-e5c66d18-f21c-462e-b0ad-baf88443afa0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:09.135227 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-e5c66d18-f21c-462e-b0ad-baf88443afa0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Transition to ACTIVE for port object 5b61f867-e125-4d70-93c5-67fb220c93f2 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:00:09.221541 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-e5c66d18-f21c-462e-b0ad-baf88443afa0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:09.292278 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-e5c66d18-f21c-462e-b0ad-baf88443afa0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network e25d4d10-ec19-40dc-9ec9-8b3e353f4c49 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:00:09.295302 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-e5c66d18-f21c-462e-b0ad-baf88443afa0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:00:09.299261 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-e5c66d18-f21c-462e-b0ad-baf88443afa0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:00:09.329832 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c66d18-f21c-462e-b0ad-baf88443afa0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=5b61f867-e125-4d70-93c5-67fb220c93f2,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:09.364348 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-e5c66d18-f21c-462e-b0ad-baf88443afa0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:09.364938 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-e5c66d18-f21c-462e-b0ad-baf88443afa0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:09.447082 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-e5c66d18-f21c-462e-b0ad-baf88443afa0 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9593792 Feb 04 12:00:09.521789 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-872111f3-5755-4c4b-b4e6-619f923a8df8 service neutron] Request body: {'port': {'device_id': '2d63a8e0-94ea-4546-b305-2643d987e7ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:00:09.646849 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-bbbd8e40-1417-4b7c-bf41-423e03a654f5 None None] Provisioning for port 5b61f867-e125-4d70-93c5-67fb220c93f2 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:00:09.653338 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-bbbd8e40-1417-4b7c-bf41-423e03a654f5 None None] Provisioning complete for port 5b61f867-e125-4d70-93c5-67fb220c93f2 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:00:09.653701 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bbbd8e40-1417-4b7c-bf41-423e03a654f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:09.709471 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-bbbd8e40-1417-4b7c-bf41-423e03a654f5 None None] Port 5b61f867-e125-4d70-93c5-67fb220c93f2 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:00:09.724803 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-872111f3-5755-4c4b-b4e6-619f923a8df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:10.047719 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503dcdf4-19d7-429f-8247-2d13b447423e req-e2b8e301-622a-41fc-bb1e-01a8d3906997 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:10.049153 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-503dcdf4-19d7-429f-8247-2d13b447423e req-e2b8e301-622a-41fc-bb1e-01a8d3906997 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d63a8e0-94ea-4546-b305-2643d987e7ef HTTP/1.1" status: 200 len: 931 time: 0.0781453 Feb 04 12:00:10.057778 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-872111f3-5755-4c4b-b4e6-619f923a8df8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b61f867-e125-4d70-93c5-67fb220c93f2 {{(pid=84205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:00:10.064778 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-872111f3-5755-4c4b-b4e6-619f923a8df8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:10.079746 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-872111f3-5755-4c4b-b4e6-619f923a8df8 service neutron] Transition to ACTIVE for port object 5b61f867-e125-4d70-93c5-67fb220c93f2 will not be triggered until provisioned by entity L2. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:00:10.097542 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-503dcdf4-19d7-429f-8247-2d13b447423e req-9286d239-89ca-4c5a-8290-2f84a48a6727 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=003adf90-fe59-4aa3-bbe8-e52d82fb6ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418067 Feb 04 12:00:10.149172 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-872111f3-5755-4c4b-b4e6-619f923a8df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:10.276595 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872111f3-5755-4c4b-b4e6-619f923a8df8 service neutron] Pushing event updated for resources: {'Port': ['ID=5b61f867-e125-4d70-93c5-67fb220c93f2,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:10.381530 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-872111f3-5755-4c4b-b4e6-619f923a8df8 service neutron] Attempting to bind port 5b61f867-e125-4d70-93c5-67fb220c93f2 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:00:10.381911 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-872111f3-5755-4c4b-b4e6-619f923a8df8 service neutron] Attempting to bind port 5b61f867-e125-4d70-93c5-67fb220c93f2 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'e9fd64d2-56fe-428c-93d7-4ddbae1faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e25d4d10-ec19-40dc-9ec9-8b3e353f4c49'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:00:10.382226 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-872111f3-5755-4c4b-b4e6-619f923a8df8 service neutron] Attempting to bind port 5b61f867-e125-4d70-93c5-67fb220c93f2 on network e25d4d10-ec19-40dc-9ec9-8b3e353f4c49 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:00:10.388161 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-872111f3-5755-4c4b-b4e6-619f923a8df8 service neutron] Port 5b61f867-e125-4d70-93c5-67fb220c93f2 on network e25d4d10-ec19-40dc-9ec9-8b3e353f4c49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 12:00:10.388470 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-872111f3-5755-4c4b-b4e6-619f923a8df8 service neutron] Attempting to bind port 5b61f867-e125-4d70-93c5-67fb220c93f2 on network e25d4d10-ec19-40dc-9ec9-8b3e353f4c49 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:00:10.394433 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-872111f3-5755-4c4b-b4e6-619f923a8df8 service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:00:10.394756 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-872111f3-5755-4c4b-b4e6-619f923a8df8 service neutron] Checking segment: {'id': 'e9fd64d2-56fe-428c-93d7-4ddbae1faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e25d4d10-ec19-40dc-9ec9-8b3e353f4c49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:00:10.395125 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-872111f3-5755-4c4b-b4e6-619f923a8df8 service neutron] Bound using segment: {'id': 'e9fd64d2-56fe-428c-93d7-4ddbae1faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e25d4d10-ec19-40dc-9ec9-8b3e353f4c49'} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:00:10.395535 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-872111f3-5755-4c4b-b4e6-619f923a8df8 service neutron] Bound port: 5b61f867-e125-4d70-93c5-67fb220c93f2, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fd64d2-56fe-428c-93d7-4ddbae1faf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e25d4d10-ec19-40dc-9ec9-8b3e353f4c49'}}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:00:10.395866 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-872111f3-5755-4c4b-b4e6-619f923a8df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:10.485471 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-872111f3-5755-4c4b-b4e6-619f923a8df8 service neutron] For port 5b61f867-e125-4d70-93c5-67fb220c93f2, host hv-neutron-8278, cleared binding levels {{(pid=84205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:00:10.488267 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-872111f3-5755-4c4b-b4e6-619f923a8df8 service neutron] For port 5b61f867-e125-4d70-93c5-67fb220c93f2, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=5b61f867-e125-4d70-93c5-67fb220c93f2,segment=NetworkSegment(e9fd64d2-56fe-428c-93d7-4ddbae1faf8c),segment_id=e9fd64d2-56fe-428c-93d7-4ddbae1faf8c)] {{(pid=84205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:00:10.555805 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-872111f3-5755-4c4b-b4e6-619f923a8df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:10.618280 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-872111f3-5755-4c4b-b4e6-619f923a8df8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:10.620006 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-872111f3-5755-4c4b-b4e6-619f923a8df8 service neutron] 10.222.0.47 "PUT /v2.0/ports/5b61f867-e125-4d70-93c5-67fb220c93f2 HTTP/1.1" status: 200 len: 1093 time: 1.1653490 Feb 04 12:00:10.620152 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d63a8e0-94ea-4546-b305-2643d987e7ef', 'tag': '5b61f867-e125-4d70-93c5-67fb220c93f2'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:00:10.641472 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872111f3-5755-4c4b-b4e6-619f923a8df8 service neutron] Pushing event updated for resources: {'Port': ['ID=5b61f867-e125-4d70-93c5-67fb220c93f2,revision_number=3']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:10.696451 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d63a8e0-94ea-4546-b305-2643d987e7ef', 'tag': '5b61f867-e125-4d70-93c5-67fb220c93f2', 'status': 'completed', 'code': 200} Feb 04 12:00:10.785133 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-cde5dfde-dee4-4c98-b8eb-f20ba16f2805 req-e1206074-e937-4d58-a96d-ad260cb1ba52 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=2d63a8e0-94ea-4546-b305-2643d987e7ef HTTP/1.1" status: 200 len: 1096 time: 0.0735352 Feb 04 12:00:10.925409 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5dfde-dee4-4c98-b8eb-f20ba16f2805 req-7aca5a92-d87b-4fa0-b5ec-6edaad5faddf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:10.926770 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-cde5dfde-dee4-4c98-b8eb-f20ba16f2805 req-7aca5a92-d87b-4fa0-b5ec-6edaad5faddf service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=009ced00ffd949498e5831cf00e326e7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1346948 Feb 04 12:00:11.068685 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5dfde-dee4-4c98-b8eb-f20ba16f2805 req-a26a77a3-e5ff-4b73-879d-cb97b7afeec8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:11.070838 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-cde5dfde-dee4-4c98-b8eb-f20ba16f2805 req-a26a77a3-e5ff-4b73-879d-cb97b7afeec8 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1374009 Feb 04 12:00:11.243898 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-3bede600-14c2-4e9a-85d9-de7564448094 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=2d63a8e0-94ea-4546-b305-2643d987e7ef HTTP/1.1" status: 200 len: 1096 time: 0.0736253 Feb 04 12:00:11.300787 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c39550-1a17-46e0-a95f-b6d24cea4a99 req-9bec44fb-b182-4f8c-ab1e-174b2146f229 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:11.302307 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f2c39550-1a17-46e0-a95f-b6d24cea4a99 req-9bec44fb-b182-4f8c-ab1e-174b2146f229 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d63a8e0-94ea-4546-b305-2643d987e7ef HTTP/1.1" status: 200 len: 943 time: 0.0773618 Feb 04 12:00:11.314602 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-37e5258e-8f06-4054-ad3e-8637777a98b8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b61f867-e125-4d70-93c5-67fb220c93f2 HTTP/1.1" status: 200 len: 217 time: 0.0645497 Feb 04 12:00:11.355729 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f2c39550-1a17-46e0-a95f-b6d24cea4a99 req-4e10ac76-d9d5-4f4d-9749-25afc663ce3d tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=003adf90-fe59-4aa3-bbe8-e52d82fb6ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433466 Feb 04 12:00:11.507649 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-73ff7547-5c3e-4b4a-8f49-ce2f87ccbcc3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:11.509084 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-73ff7547-5c3e-4b4a-8f49-ce2f87ccbcc3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c4d649f9-62f4-4658-97eb-229dda2d6c3e HTTP/1.1" status: 200 len: 834 time: 0.0590775 Feb 04 12:00:11.587398 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-28a2b008-7222-46a0-94f3-5b508f2e157c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e25d4d10-ec19-40dc-9ec9-8b3e353f4c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695925 Feb 04 12:00:11.722414 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-0bdb643d-c9f8-4b52-aca7-47be30e6ab16 service neutron] 10.222.0.47 "GET /v2.0/networks/e25d4d10-ec19-40dc-9ec9-8b3e353f4c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260374 Feb 04 12:00:11.940994 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9047f820-365e-4bdc-9ce8-029182a46b56 req-d9da3e65-c25b-4009-abfa-efb6df4704bf service neutron] 10.222.0.47 "GET /v2.0/networks/e25d4d10-ec19-40dc-9ec9-8b3e353f4c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112494 Feb 04 12:00:12.140889 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-68cc9c61-c6fd-4a66-a3bc-3ec770e5042b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:12.551485 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebb6c4-1bcd-49ce-8db1-670433c727dc req-37177046-86d0-4a9c-b517-93e7ccd9f76b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:12.552056 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-b5ebb6c4-1bcd-49ce-8db1-670433c727dc req-37177046-86d0-4a9c-b517-93e7ccd9f76b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:00:12.657805 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-b5ebb6c4-1bcd-49ce-8db1-670433c727dc req-37177046-86d0-4a9c-b517-93e7ccd9f76b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:00:12.658967 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b5ebb6c4-1bcd-49ce-8db1-670433c727dc req-37177046-86d0-4a9c-b517-93e7ccd9f76b tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d63a8e0-94ea-4546-b305-2643d987e7ef HTTP/1.1" status: 200 len: 943 time: 0.1850533 Feb 04 12:00:12.705229 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b5ebb6c4-1bcd-49ce-8db1-670433c727dc req-e3caffa1-9620-47cc-93c9-f59b0e288e95 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=003adf90-fe59-4aa3-bbe8-e52d82fb6ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399005 Feb 04 12:00:13.899423 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a8b57-ee78-40e1-9984-40889c7f6249 req-d35ed273-935b-45d5-a951-e7c6a222d636 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:13.900867 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-741a8b57-ee78-40e1-9984-40889c7f6249 req-d35ed273-935b-45d5-a951-e7c6a222d636 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d63a8e0-94ea-4546-b305-2643d987e7ef HTTP/1.1" status: 200 len: 943 time: 0.0762808 Feb 04 12:00:13.946029 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-741a8b57-ee78-40e1-9984-40889c7f6249 req-46d0a2dc-1b2a-4b38-b8b0-496645876932 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=003adf90-fe59-4aa3-bbe8-e52d82fb6ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397475 Feb 04 12:00:14.489196 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5a1156ea-11d3-4005-98f2-098ee17ecd56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:15.141766 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769217ea-91a6-4827-b654-3a7eb91f826b req-ff46765d-10ec-42ed-9173-b4399574a097 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:15.143312 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-769217ea-91a6-4827-b654-3a7eb91f826b req-ff46765d-10ec-42ed-9173-b4399574a097 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d63a8e0-94ea-4546-b305-2643d987e7ef HTTP/1.1" status: 200 len: 943 time: 0.0783191 Feb 04 12:00:15.188738 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-769217ea-91a6-4827-b654-3a7eb91f826b req-7987c24f-98f8-41ee-b92d-ce78255135ec tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=003adf90-fe59-4aa3-bbe8-e52d82fb6ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391457 Feb 04 12:00:15.285061 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 5b61f867-e125-4d70-93c5-67fb220c93f2 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:00:15.421064 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 5b61f867-e125-4d70-93c5-67fb220c93f2, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=5b61f867-e125-4d70-93c5-67fb220c93f2,segment=NetworkSegment(e9fd64d2-56fe-428c-93d7-4ddbae1faf8c),segment_id=e9fd64d2-56fe-428c-93d7-4ddbae1faf8c)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:00:15.434431 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': '5b61f867-e125-4d70-93c5-67fb220c93f2', 'network_id': 'e25d4d10-ec19-40dc-9ec9-8b3e353f4c49', 'port_id': '5b61f867-e125-4d70-93c5-67fb220c93f2', 'mac_address': 'fa:16:3e:f6:3d:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4d649f9-62f4-4658-97eb-229dda2d6c3e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:00:15.505681 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:15.505681 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b61f867-e125-4d70-93c5-67fb220c93f2 {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:00:15.521470 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 5b61f867-e125-4d70-93c5-67fb220c93f2, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=5b61f867-e125-4d70-93c5-67fb220c93f2,segment=NetworkSegment(e9fd64d2-56fe-428c-93d7-4ddbae1faf8c),segment_id=e9fd64d2-56fe-428c-93d7-4ddbae1faf8c)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:00:15.672343 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:15.709274 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:15.709906 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:15.778081 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=5b61f867-e125-4d70-93c5-67fb220c93f2,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:15.997044 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['5b61f867-e125-4d70-93c5-67fb220c93f2'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:00:16.387636 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572986c0-0603-481b-b981-bd44f10ecd0a req-177ad658-cb93-4792-8252-9590aa5b3512 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:16.389034 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-572986c0-0603-481b-b981-bd44f10ecd0a req-177ad658-cb93-4792-8252-9590aa5b3512 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d63a8e0-94ea-4546-b305-2643d987e7ef HTTP/1.1" status: 200 len: 944 time: 0.0771716 Feb 04 12:00:16.434054 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-572986c0-0603-481b-b981-bd44f10ecd0a req-f2cca1d4-7087-4599-9f21-6bf53baaedb9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=003adf90-fe59-4aa3-bbe8-e52d82fb6ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394292 Feb 04 12:00:16.961298 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:17.332148 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 5b61f867-e125-4d70-93c5-67fb220c93f2 up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:00:17.449363 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port 5b61f867-e125-4d70-93c5-67fb220c93f2 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:00:17.454243 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port 5b61f867-e125-4d70-93c5-67fb220c93f2 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:00:17.454605 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:17.568168 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:17.594811 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d63a8e0-94ea-4546-b305-2643d987e7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b61f867-e125-4d70-93c5-67fb220c93f2'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:00:17.604777 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 5b61f867-e125-4d70-93c5-67fb220c93f2, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=5b61f867-e125-4d70-93c5-67fb220c93f2,segment=NetworkSegment(e9fd64d2-56fe-428c-93d7-4ddbae1faf8c),segment_id=e9fd64d2-56fe-428c-93d7-4ddbae1faf8c)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:00:17.636694 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60400f-a35d-406a-a550-a575bf02db45 req-c6ac53e0-3462-494f-887f-b9e1067c0fe5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:17.638170 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8c60400f-a35d-406a-a550-a575bf02db45 req-c6ac53e0-3462-494f-887f-b9e1067c0fe5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d63a8e0-94ea-4546-b305-2643d987e7ef HTTP/1.1" status: 200 len: 944 time: 0.0769870 Feb 04 12:00:17.655411 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d63a8e0-94ea-4546-b305-2643d987e7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b61f867-e125-4d70-93c5-67fb220c93f2', 'code': 200} Feb 04 12:00:17.675093 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:17.690276 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8c60400f-a35d-406a-a550-a575bf02db45 req-9960aaf6-9909-4a66-9e0c-cca07d97475c tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=003adf90-fe59-4aa3-bbe8-e52d82fb6ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465829 Feb 04 12:00:17.741033 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=5b61f867-e125-4d70-93c5-67fb220c93f2,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:17.982198 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a42de020-1343-4885-af0e-88ef51f26451 req-9e5cf4a7-0963-4d32-ad9b-614dd615bc87 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2d63a8e0-94ea-4546-b305-2643d987e7ef HTTP/1.1" status: 200 len: 1098 time: 0.0712695 Feb 04 12:00:18.023044 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a42de020-1343-4885-af0e-88ef51f26451 req-74c072a3-0309-46a7-a8fb-062780b77ab7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=003adf90-fe59-4aa3-bbe8-e52d82fb6ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355811 Feb 04 12:00:18.885282 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fbcae-65da-49a3-a6d6-68c3c2755895 req-3ff3bcbf-2379-409d-82cd-d94ca63016df tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:18.886747 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-8d5fbcae-65da-49a3-a6d6-68c3c2755895 req-3ff3bcbf-2379-409d-82cd-d94ca63016df tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d63a8e0-94ea-4546-b305-2643d987e7ef HTTP/1.1" status: 200 len: 945 time: 0.0746524 Feb 04 12:00:18.933032 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-8d5fbcae-65da-49a3-a6d6-68c3c2755895 req-0ad6aba9-a24a-4940-aaee-3a7e6fc935c4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=003adf90-fe59-4aa3-bbe8-e52d82fb6ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392334 Feb 04 12:00:20.126456 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97def39e-48b4-4e85-a94a-6b427b3c75df req-140091e7-c197-4f35-b3c8-ac43dc3c1922 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:20.127876 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-97def39e-48b4-4e85-a94a-6b427b3c75df req-140091e7-c197-4f35-b3c8-ac43dc3c1922 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d63a8e0-94ea-4546-b305-2643d987e7ef HTTP/1.1" status: 200 len: 945 time: 0.0764129 Feb 04 12:00:20.173408 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-97def39e-48b4-4e85-a94a-6b427b3c75df req-f6c51b0d-b662-4c83-b991-3ea7f22a4522 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=003adf90-fe59-4aa3-bbe8-e52d82fb6ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400856 Feb 04 12:00:20.373101 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6dbfb4-fe2a-44a1-8e9d-2b7ce11e435b req-864f20c5-7e5c-4a6b-bfbb-db850cc118dc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:20.374579 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ee6dbfb4-fe2a-44a1-8e9d-2b7ce11e435b req-864f20c5-7e5c-4a6b-bfbb-db850cc118dc tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d63a8e0-94ea-4546-b305-2643d987e7ef HTTP/1.1" status: 200 len: 945 time: 0.0782332 Feb 04 12:00:20.419336 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ee6dbfb4-fe2a-44a1-8e9d-2b7ce11e435b req-b86e8d5c-d3f2-4355-9a6e-3230ee530369 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=003adf90-fe59-4aa3-bbe8-e52d82fb6ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392399 Feb 04 12:00:20.446298 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43842) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:20.517709 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-cde6c244-8d20-4450-aaec-7d90a69ab79a tempest-TestNetworkBasicOps-1604131492 tempest-TestNetworkBasicOps-1604131492-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2d63a8e0-94ea-4546-b305-2643d987e7ef HTTP/1.1" status: 200 len: 1093 time: 0.0702777 Feb 04 12:00:20.520233 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43846) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:20.526469 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-e8c70395-b074-4c76-b613-9cdd07267995 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'floatingip': {'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'port_id': '5b61f867-e125-4d70-93c5-67fb220c93f2', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:00:20.531950 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-e8c70395-b074-4c76-b613-9cdd07267995 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:00:20.535830 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-e8c70395-b074-4c76-b613-9cdd07267995 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Usage tracker for resource:floatingip and tenant:009ced00ffd949498e5831cf00e326e7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:00:20.538744 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-e8c70395-b074-4c76-b613-9cdd07267995 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:00:20.545037 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-e8c70395-b074-4c76-b613-9cdd07267995 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:00:20.663384 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e8c70395-b074-4c76-b613-9cdd07267995 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:20.881557 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e8c70395-b074-4c76-b613-9cdd07267995 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:21.017861 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-e8c70395-b074-4c76-b613-9cdd07267995 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Allocated IP 172.26.3.163 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/53c6d2ff-8e3d-46e4-9806-331c081514cd) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:00:21.161056 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e8c70395-b074-4c76-b613-9cdd07267995 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:21.238235 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e8c70395-b074-4c76-b613-9cdd07267995 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:21.306076 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c70395-b074-4c76-b613-9cdd07267995 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:00:21.309429 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-e8c70395-b074-4c76-b613-9cdd07267995 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:00:21.313125 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c70395-b074-4c76-b613-9cdd07267995 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:00:21.341852 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c70395-b074-4c76-b613-9cdd07267995 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=53c6d2ff-8e3d-46e4-9806-331c081514cd,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:21.818791 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e8c70395-b074-4c76-b613-9cdd07267995 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:21.945447 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e8c70395-b074-4c76-b613-9cdd07267995 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:22.146482 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e8c70395-b074-4c76-b613-9cdd07267995 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:22.234842 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e8c70395-b074-4c76-b613-9cdd07267995 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:22.339092 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c70395-b074-4c76-b613-9cdd07267995 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event updated for resources: {'Port': ['ID=53c6d2ff-8e3d-46e4-9806-331c081514cd,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:22.355074 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e8c70395-b074-4c76-b613-9cdd07267995 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:22.622466 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.l3_db [None req-e8c70395-b074-4c76-b613-9cdd07267995 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Floating IP 7043fe7c-c646-4f4b-8ae4-69135ec3513c associated. External IP: 172.26.3.163, port: 5b61f867-e125-4d70-93c5-67fb220c93f2. Feb 04 12:00:23.000760 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c70395-b074-4c76-b613-9cdd07267995 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router 813394bf-9e99-49a0-9181-5f7ad434cb9d has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:00:23.194450 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c70395-b074-4c76-b613-9cdd07267995 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:00:23.204857 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e8580e-f38e-49a1-bf42-c9f20fdf0491 None None] Sync routers for ids ['813394bf-9e99-49a0-9181-5f7ad434cb9d'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:00:23.217774 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e8580e-f38e-49a1-bf42-c9f20fdf0491 None None] Routers {'813394bf-9e99-49a0-9181-5f7ad434cb9d'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:00:23.218637 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-84e8580e-f38e-49a1-bf42-c9f20fdf0491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:00:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['813394bf-9e99-49a0-9181-5f7ad434cb9d'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:23.278213 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e8c70395-b074-4c76-b613-9cdd07267995 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:23.335027 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e8c70395-b074-4c76-b613-9cdd07267995 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8137770 Feb 04 12:00:23.335649 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d63a8e0-94ea-4546-b305-2643d987e7ef', 'tag': '5b61f867-e125-4d70-93c5-67fb220c93f2'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:00:23.337230 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43850) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:23.392698 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d63a8e0-94ea-4546-b305-2643d987e7ef', 'tag': '5b61f867-e125-4d70-93c5-67fb220c93f2', 'status': 'completed', 'code': 200} Feb 04 12:00:23.423336 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-84e8580e-f38e-49a1-bf42-c9f20fdf0491 None None] Set router 813394bf-9e99-49a0-9181-5f7ad434cb9d gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:00:23.497832 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b50b39ef-5f56-4606-a1fc-ac8faf850ae4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/7043fe7c-c646-4f4b-8ae4-69135ec3513c HTTP/1.1" status: 200 len: 991 time: 0.1593246 Feb 04 12:00:23.516308 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6a975332-32e3-4eab-a512-817351702b9d req-e0f3264c-b649-4f8c-a80c-5eadc8680dc9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=2d63a8e0-94ea-4546-b305-2643d987e7ef HTTP/1.1" status: 200 len: 1098 time: 0.1001024 Feb 04 12:00:23.644781 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a975332-32e3-4eab-a512-817351702b9d req-a6b3316d-f202-4662-aec5-3e11aa26a1e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:23.646344 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6a975332-32e3-4eab-a512-817351702b9d req-a6b3316d-f202-4662-aec5-3e11aa26a1e6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e25d4d10-ec19-40dc-9ec9-8b3e353f4c49 HTTP/1.1" status: 200 len: 898 time: 0.1238089 Feb 04 12:00:23.749603 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6a975332-32e3-4eab-a512-817351702b9d req-5c9fa773-66ce-4821-8d4f-3e099608e8b2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b61f867-e125-4d70-93c5-67fb220c93f2 HTTP/1.1" status: 200 len: 999 time: 0.0960035 Feb 04 12:00:23.766346 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-84e8580e-f38e-49a1-bf42-c9f20fdf0491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'name': 'tempest-TestNetworkBasicOps-router-235783316', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '0b4d9c93-0e38-47a2-a657-37a44862f6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:59:54Z', 'updated_at': '2022-02-04T11:59:59Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '0b4d9c93-0e38-47a2-a657-37a44862f6e3', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:59:55Z', 'updated_at': '2022-02-04T11:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '7043fe7c-c646-4f4b-8ae4-69135ec3513c', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'port_id': '5b61f867-e125-4d70-93c5-67fb220c93f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25d4d10-ec19-40dc-9ec9-8b3e353f4c49', 'mac_address': 'fa:16:3e:f6:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d63a8e0-94ea-4546-b305-2643d987e7ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:00:21Z', 'updated_at': '2022-02-04T12:00:21Z', 'revision_number': 0, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b7dc8b-1388-483b-806c-7b4aff540834', 'name': '', 'network_id': 'e25d4d10-ec19-40dc-9ec9-8b3e353f4c49', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:a2:cd:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4d649f9-62f4-4658-97eb-229dda2d6c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:59:59Z', 'updated_at': '2022-02-04T12:00:05Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'c4d649f9-62f4-4658-97eb-229dda2d6c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:23.770111 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e8580e-f38e-49a1-bf42-c9f20fdf0491 None None] Checking router: 813394bf-9e99-49a0-9181-5f7ad434cb9d for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:00:23.780807 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e8580e-f38e-49a1-bf42-c9f20fdf0491 None None] Routers {'813394bf-9e99-49a0-9181-5f7ad434cb9d'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:00:23.781404 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-84e8580e-f38e-49a1-bf42-c9f20fdf0491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:00:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['813394bf-9e99-49a0-9181-5f7ad434cb9d'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:23.809503 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a975332-32e3-4eab-a512-817351702b9d req-96bb331a-38e9-4967-9a70-57fbf427c802 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:23.810924 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6a975332-32e3-4eab-a512-817351702b9d req-96bb331a-38e9-4967-9a70-57fbf427c802 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c4d649f9-62f4-4658-97eb-229dda2d6c3e HTTP/1.1" status: 200 len: 834 time: 0.0558398 Feb 04 12:00:23.886712 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6a975332-32e3-4eab-a512-817351702b9d req-8a74723e-e04b-4b23-9d5a-4e01e931cf11 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e25d4d10-ec19-40dc-9ec9-8b3e353f4c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697515 Feb 04 12:00:23.955231 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-84e8580e-f38e-49a1-bf42-c9f20fdf0491 None None] Set router 813394bf-9e99-49a0-9181-5f7ad434cb9d gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:00:24.017235 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6a975332-32e3-4eab-a512-817351702b9d req-25bbafb3-383e-4e5e-bfab-a566e5cbcb70 service neutron] 10.222.0.47 "GET /v2.0/networks/e25d4d10-ec19-40dc-9ec9-8b3e353f4c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245222 Feb 04 12:00:24.146495 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6a975332-32e3-4eab-a512-817351702b9d req-5617dcdc-3159-485c-b5f3-b49f1b156d13 service neutron] 10.222.0.47 "GET /v2.0/networks/e25d4d10-ec19-40dc-9ec9-8b3e353f4c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236134 Feb 04 12:00:24.297104 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-84e8580e-f38e-49a1-bf42-c9f20fdf0491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'name': 'tempest-TestNetworkBasicOps-router-235783316', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '0b4d9c93-0e38-47a2-a657-37a44862f6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:59:54Z', 'updated_at': '2022-02-04T11:59:59Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '0b4d9c93-0e38-47a2-a657-37a44862f6e3', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:59:55Z', 'updated_at': '2022-02-04T11:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '7043fe7c-c646-4f4b-8ae4-69135ec3513c', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'port_id': '5b61f867-e125-4d70-93c5-67fb220c93f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25d4d10-ec19-40dc-9ec9-8b3e353f4c49', 'mac_address': 'fa:16:3e:f6:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d63a8e0-94ea-4546-b305-2643d987e7ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:00:21Z', 'updated_at': '2022-02-04T12:00:21Z', 'revision_number': 0, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b7dc8b-1388-483b-806c-7b4aff540834', 'name': '', 'network_id': 'e25d4d10-ec19-40dc-9ec9-8b3e353f4c49', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:a2:cd:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4d649f9-62f4-4658-97eb-229dda2d6c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:59:59Z', 'updated_at': '2022-02-04T12:00:05Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'c4d649f9-62f4-4658-97eb-229dda2d6c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:24.300892 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e8580e-f38e-49a1-bf42-c9f20fdf0491 None None] The sync data for ids ['813394bf-9e99-49a0-9181-5f7ad434cb9d'] in dv-neutron-827825-2-hyperv is: [{'id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'name': 'tempest-TestNetworkBasicOps-router-235783316', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '0b4d9c93-0e38-47a2-a657-37a44862f6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:59:54Z', 'updated_at': '2022-02-04T11:59:59Z', 'revision_number': 4, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '0b4d9c93-0e38-47a2-a657-37a44862f6e3', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:59:55Z', 'updated_at': '2022-02-04T11:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '7043fe7c-c646-4f4b-8ae4-69135ec3513c', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'port_id': '5b61f867-e125-4d70-93c5-67fb220c93f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25d4d10-ec19-40dc-9ec9-8b3e353f4c49', 'mac_address': 'fa:16:3e:f6:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d63a8e0-94ea-4546-b305-2643d987e7ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:00:21Z', 'updated_at': '2022-02-04T12:00:21Z', 'revision_number': 0, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b7dc8b-1388-483b-806c-7b4aff540834', 'name': '', 'network_id': 'e25d4d10-ec19-40dc-9ec9-8b3e353f4c49', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:a2:cd:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4d649f9-62f4-4658-97eb-229dda2d6c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:59:59Z', 'updated_at': '2022-02-04T12:00:05Z', 'revision_number': 5, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'c4d649f9-62f4-4658-97eb-229dda2d6c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:00:24.501915 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43856) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:24.503219 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b53858-90ba-4463-8cf8-b0f919e8093b None None] New status for floating IP 7043fe7c-c646-4f4b-8ae4-69135ec3513c: ACTIVE {{(pid=84206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 12:00:24.606748 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3a895354-c391-4816-89dd-2bee7513b7a5 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/7043fe7c-c646-4f4b-8ae4-69135ec3513c HTTP/1.1" status: 200 len: 991 time: 0.1037002 Feb 04 12:00:25.610579 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43860) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:25.799698 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a6b19ba8-438c-4324-ba59-4ce1b7b19fc8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/7043fe7c-c646-4f4b-8ae4-69135ec3513c HTTP/1.1" status: 200 len: 993 time: 0.1879420 Feb 04 12:00:30.712712 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:00:36.295830 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:42.111994 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6461fe0d-7256-4d3a-8c4a-3f0edc95546b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:44.544490 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-60da6d03-2a52-4dd1-bea9-d2e59157e6cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:45.640469 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:45.723449 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:46.915256 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:06.306163 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:07.713816 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:01:08.077461 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-44c13b1b-d8b1-4d34-be28-faccbbcb1022 req-7333a25d-f21a-44d6-9870-3eb892baabac service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2d63a8e0-94ea-4546-b305-2643d987e7ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692036 Feb 04 12:01:08.211879 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-44c13b1b-d8b1-4d34-be28-faccbbcb1022 req-9b68d160-1655-4f1e-bfe4-e8151d33022d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=2d63a8e0-94ea-4546-b305-2643d987e7ef HTTP/1.1" status: 200 len: 1098 time: 0.0688529 Feb 04 12:01:08.361823 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c13b1b-d8b1-4d34-be28-faccbbcb1022 req-96e3cc9d-72f1-4a57-bc91-33e10438f340 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:08.364256 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-44c13b1b-d8b1-4d34-be28-faccbbcb1022 req-96e3cc9d-72f1-4a57-bc91-33e10438f340 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e25d4d10-ec19-40dc-9ec9-8b3e353f4c49 HTTP/1.1" status: 200 len: 898 time: 0.1329622 Feb 04 12:01:08.464219 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-44c13b1b-d8b1-4d34-be28-faccbbcb1022 req-13b4fc04-0ed0-4c3d-b693-d79cda37a0e5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b61f867-e125-4d70-93c5-67fb220c93f2 HTTP/1.1" status: 200 len: 1001 time: 0.0947616 Feb 04 12:01:08.524003 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c13b1b-d8b1-4d34-be28-faccbbcb1022 req-a60ec89f-97e5-4d19-98ba-a77ef193bf59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:08.525366 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-44c13b1b-d8b1-4d34-be28-faccbbcb1022 req-a60ec89f-97e5-4d19-98ba-a77ef193bf59 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c4d649f9-62f4-4658-97eb-229dda2d6c3e HTTP/1.1" status: 200 len: 834 time: 0.0559123 Feb 04 12:01:08.601121 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-44c13b1b-d8b1-4d34-be28-faccbbcb1022 req-cb194bad-686a-4572-8b33-0b4fb867cb11 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e25d4d10-ec19-40dc-9ec9-8b3e353f4c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703735 Feb 04 12:01:08.736053 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-44c13b1b-d8b1-4d34-be28-faccbbcb1022 req-4d977380-ff08-4fd8-84c0-7d4c3e3be55e service neutron] 10.222.0.47 "GET /v2.0/networks/e25d4d10-ec19-40dc-9ec9-8b3e353f4c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285570 Feb 04 12:01:08.864348 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-44c13b1b-d8b1-4d34-be28-faccbbcb1022 req-4d36824a-a965-4f5c-b136-1e4573871a72 service neutron] 10.222.0.47 "GET /v2.0/networks/e25d4d10-ec19-40dc-9ec9-8b3e353f4c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217785 Feb 04 12:01:12.106434 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6b8d4569-811e-4eb3-a546-84ab5ffaad51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:14.540797 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d964f850-4269-4f8a-aaee-e582493d96be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:15.660605 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:15.726526 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:16.968976 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:36.312232 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:36.831914 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43888) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:01:36.900509 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-802a32b2-3dad-45b4-9b9b-a0310321a1cd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'router': {'admin_state_up': False}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:01:37.447994 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-802a32b2-3dad-45b4-9b9b-a0310321a1cd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:37.546910 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-802a32b2-3dad-45b4-9b9b-a0310321a1cd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16351460'] for router, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:37.860167 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802a32b2-3dad-45b4-9b9b-a0310321a1cd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router 813394bf-9e99-49a0-9181-5f7ad434cb9d has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:01:38.059832 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802a32b2-3dad-45b4-9b9b-a0310321a1cd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:01:38.065613 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-802a32b2-3dad-45b4-9b9b-a0310321a1cd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:38.066787 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-802a32b2-3dad-45b4-9b9b-a0310321a1cd tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "PUT /v2.0/routers/813394bf-9e99-49a0-9181-5f7ad434cb9d HTTP/1.1" status: 200 len: 888 time: 1.2339096 Feb 04 12:01:38.069256 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88332aa6-73f7-4603-82aa-ec824d525d78 None None] Sync routers for ids ['813394bf-9e99-49a0-9181-5f7ad434cb9d'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:01:38.081843 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88332aa6-73f7-4603-82aa-ec824d525d78 None None] Routers {'813394bf-9e99-49a0-9181-5f7ad434cb9d'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:01:38.082562 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-88332aa6-73f7-4603-82aa-ec824d525d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:01:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['813394bf-9e99-49a0-9181-5f7ad434cb9d'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:01:38.141658 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-88332aa6-73f7-4603-82aa-ec824d525d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:01:38.151672 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88332aa6-73f7-4603-82aa-ec824d525d78 None None] Routers {'813394bf-9e99-49a0-9181-5f7ad434cb9d'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:01:38.152233 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-88332aa6-73f7-4603-82aa-ec824d525d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:01:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['813394bf-9e99-49a0-9181-5f7ad434cb9d'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:01:38.211360 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-88332aa6-73f7-4603-82aa-ec824d525d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:01:38.211766 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88332aa6-73f7-4603-82aa-ec824d525d78 None None] The sync data for ids ['813394bf-9e99-49a0-9181-5f7ad434cb9d'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:01:38.953044 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd7d763-a6e7-48fb-8f25-5bbcc493a8d6 None None] New status for floating IP 7043fe7c-c646-4f4b-8ae4-69135ec3513c: DOWN {{(pid=84206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 12:01:39.521219 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 78b7dc8b-1388-483b-806c-7b4aff540834 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:01:39.632016 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:39.664457 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 78b7dc8b-1388-483b-806c-7b4aff540834, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=78b7dc8b-1388-483b-806c-7b4aff540834,segment=NetworkSegment(e9fd64d2-56fe-428c-93d7-4ddbae1faf8c),segment_id=e9fd64d2-56fe-428c-93d7-4ddbae1faf8c)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:01:39.726998 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:39.727605 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 0b4d9c93-0e38-47a2-a657-37a44862f6e3 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:01:39.871862 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=78b7dc8b-1388-483b-806c-7b4aff540834,revision_number=6']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:01:39.912090 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:39.912434 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:39.912767 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:39.913100 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:39.913423 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:39.913755 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:39.914091 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:39.914410 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:39.914725 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:39.915039 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:39.915352 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:39.937278 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:39.953598 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 0b4d9c93-0e38-47a2-a657-37a44862f6e3, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=0b4d9c93-0e38-47a2-a657-37a44862f6e3,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:01:40.012652 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:40.087248 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=0b4d9c93-0e38-47a2-a657-37a44862f6e3,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:01:40.240678 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43898) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:01:40.246060 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-44a0809d-6f25-460d-a14c-6349d369efc6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:01:40.780528 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-44a0809d-6f25-460d-a14c-6349d369efc6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:40.866577 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-44a0809d-6f25-460d-a14c-6349d369efc6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16353907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16353898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16351460'] for router, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:41.186732 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a0809d-6f25-460d-a14c-6349d369efc6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router 813394bf-9e99-49a0-9181-5f7ad434cb9d has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:01:41.379974 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a0809d-6f25-460d-a14c-6349d369efc6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:01:41.385702 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-44a0809d-6f25-460d-a14c-6349d369efc6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:41.386837 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-44a0809d-6f25-460d-a14c-6349d369efc6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "PUT /v2.0/routers/813394bf-9e99-49a0-9181-5f7ad434cb9d HTTP/1.1" status: 200 len: 887 time: 1.1452043 Feb 04 12:01:41.390348 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43902) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:01:41.392923 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379aab13-f92f-4045-a1d3-5b6cb553c2c5 None None] Sync routers for ids ['813394bf-9e99-49a0-9181-5f7ad434cb9d'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:01:41.404097 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379aab13-f92f-4045-a1d3-5b6cb553c2c5 None None] Routers {'813394bf-9e99-49a0-9181-5f7ad434cb9d'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:01:41.404750 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-379aab13-f92f-4045-a1d3-5b6cb553c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:01:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['813394bf-9e99-49a0-9181-5f7ad434cb9d'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:01:41.496790 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5ad310ab-4478-4ac2-b987-447829676bf4 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/7043fe7c-c646-4f4b-8ae4-69135ec3513c HTTP/1.1" status: 200 len: 991 time: 0.1052330 Feb 04 12:01:41.581046 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-379aab13-f92f-4045-a1d3-5b6cb553c2c5 None None] Set router 813394bf-9e99-49a0-9181-5f7ad434cb9d gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:01:41.917914 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-379aab13-f92f-4045-a1d3-5b6cb553c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'name': 'tempest-TestNetworkBasicOps-router-235783316', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '0b4d9c93-0e38-47a2-a657-37a44862f6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:59:54Z', 'updated_at': '2022-02-04T12:01:40Z', 'revision_number': 6, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '0b4d9c93-0e38-47a2-a657-37a44862f6e3', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:59:55Z', 'updated_at': '2022-02-04T12:01:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '7043fe7c-c646-4f4b-8ae4-69135ec3513c', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'port_id': '5b61f867-e125-4d70-93c5-67fb220c93f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25d4d10-ec19-40dc-9ec9-8b3e353f4c49', 'mac_address': 'fa:16:3e:f6:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d63a8e0-94ea-4546-b305-2643d987e7ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:00:21Z', 'updated_at': '2022-02-04T12:01:39Z', 'revision_number': 2, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b7dc8b-1388-483b-806c-7b4aff540834', 'name': '', 'network_id': 'e25d4d10-ec19-40dc-9ec9-8b3e353f4c49', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:a2:cd:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4d649f9-62f4-4658-97eb-229dda2d6c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:59:59Z', 'updated_at': '2022-02-04T12:01:39Z', 'revision_number': 6, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'c4d649f9-62f4-4658-97eb-229dda2d6c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:01:41.922420 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379aab13-f92f-4045-a1d3-5b6cb553c2c5 None None] Checking router: 813394bf-9e99-49a0-9181-5f7ad434cb9d for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:01:41.933067 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379aab13-f92f-4045-a1d3-5b6cb553c2c5 None None] Routers {'813394bf-9e99-49a0-9181-5f7ad434cb9d'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:01:41.933652 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-379aab13-f92f-4045-a1d3-5b6cb553c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:01:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['813394bf-9e99-49a0-9181-5f7ad434cb9d'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:01:42.109264 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-379aab13-f92f-4045-a1d3-5b6cb553c2c5 None None] Set router 813394bf-9e99-49a0-9181-5f7ad434cb9d gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:01:42.126752 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-33ed3023-0034-4289-9834-43bc2938f350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:42.446504 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-379aab13-f92f-4045-a1d3-5b6cb553c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'name': 'tempest-TestNetworkBasicOps-router-235783316', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '0b4d9c93-0e38-47a2-a657-37a44862f6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:59:54Z', 'updated_at': '2022-02-04T12:01:40Z', 'revision_number': 6, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '0b4d9c93-0e38-47a2-a657-37a44862f6e3', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:59:55Z', 'updated_at': '2022-02-04T12:01:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '7043fe7c-c646-4f4b-8ae4-69135ec3513c', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'port_id': '5b61f867-e125-4d70-93c5-67fb220c93f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25d4d10-ec19-40dc-9ec9-8b3e353f4c49', 'mac_address': 'fa:16:3e:f6:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d63a8e0-94ea-4546-b305-2643d987e7ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:00:21Z', 'updated_at': '2022-02-04T12:01:39Z', 'revision_number': 2, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b7dc8b-1388-483b-806c-7b4aff540834', 'name': '', 'network_id': 'e25d4d10-ec19-40dc-9ec9-8b3e353f4c49', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:a2:cd:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4d649f9-62f4-4658-97eb-229dda2d6c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:59:59Z', 'updated_at': '2022-02-04T12:01:39Z', 'revision_number': 6, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'c4d649f9-62f4-4658-97eb-229dda2d6c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:01:42.450364 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379aab13-f92f-4045-a1d3-5b6cb553c2c5 None None] The sync data for ids ['813394bf-9e99-49a0-9181-5f7ad434cb9d'] in dv-neutron-827825-2-hyperv is: [{'id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'name': 'tempest-TestNetworkBasicOps-router-235783316', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '0b4d9c93-0e38-47a2-a657-37a44862f6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:59:54Z', 'updated_at': '2022-02-04T12:01:40Z', 'revision_number': 6, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '0b4d9c93-0e38-47a2-a657-37a44862f6e3', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:59:55Z', 'updated_at': '2022-02-04T12:01:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '7043fe7c-c646-4f4b-8ae4-69135ec3513c', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'port_id': '5b61f867-e125-4d70-93c5-67fb220c93f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e25d4d10-ec19-40dc-9ec9-8b3e353f4c49', 'mac_address': 'fa:16:3e:f6:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d63a8e0-94ea-4546-b305-2643d987e7ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:00:21Z', 'updated_at': '2022-02-04T12:01:39Z', 'revision_number': 2, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b7dc8b-1388-483b-806c-7b4aff540834', 'name': '', 'network_id': 'e25d4d10-ec19-40dc-9ec9-8b3e353f4c49', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'mac_address': 'fa:16:3e:a2:cd:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4d649f9-62f4-4658-97eb-229dda2d6c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:59:59Z', 'updated_at': '2022-02-04T12:01:39Z', 'revision_number': 6, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'subnets': [{'id': 'c4d649f9-62f4-4658-97eb-229dda2d6c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:01:42.500630 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43906) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:01:42.616635 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-763d7741-e568-4a87-bb11-ca3333185be1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/7043fe7c-c646-4f4b-8ae4-69135ec3513c HTTP/1.1" status: 200 len: 991 time: 0.1148894 Feb 04 12:01:43.570254 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 78b7dc8b-1388-483b-806c-7b4aff540834 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:01:43.619708 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43910) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:01:43.639164 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 78b7dc8b-1388-483b-806c-7b4aff540834 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:01:43.639538 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:43.725200 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e6d58d89-c3cc-49fe-a8d5-82d42ea62da6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/7043fe7c-c646-4f4b-8ae4-69135ec3513c HTTP/1.1" status: 200 len: 991 time: 0.1043777 Feb 04 12:01:43.751946 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:43.782775 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 78b7dc8b-1388-483b-806c-7b4aff540834, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=78b7dc8b-1388-483b-806c-7b4aff540834,segment=NetworkSegment(e9fd64d2-56fe-428c-93d7-4ddbae1faf8c),segment_id=e9fd64d2-56fe-428c-93d7-4ddbae1faf8c)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:01:43.837361 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:43.838099 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 0b4d9c93-0e38-47a2-a657-37a44862f6e3 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:01:43.947720 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=78b7dc8b-1388-483b-806c-7b4aff540834,revision_number=7']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:01:43.962438 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 0b4d9c93-0e38-47a2-a657-37a44862f6e3 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:01:43.962802 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:44.072559 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:44.088431 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 0b4d9c93-0e38-47a2-a657-37a44862f6e3, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=0b4d9c93-0e38-47a2-a657-37a44862f6e3,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:01:44.163193 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:44.230027 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=0b4d9c93-0e38-47a2-a657-37a44862f6e3,revision_number=6']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:01:44.500286 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-85a2a7bb-4283-479c-8ad6-557c00df22f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:44.713592 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:01:44.729054 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43914) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:01:44.827459 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-df1a55e1-979d-47db-bb3b-2265839138fe tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/7043fe7c-c646-4f4b-8ae4-69135ec3513c HTTP/1.1" status: 200 len: 991 time: 0.0972197 Feb 04 12:01:45.532324 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 78b7dc8b-1388-483b-806c-7b4aff540834 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:01:45.609581 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 78b7dc8b-1388-483b-806c-7b4aff540834 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:01:45.609979 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:45.668107 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:45.732305 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:45.738084 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 0b4d9c93-0e38-47a2-a657-37a44862f6e3 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:01:45.806943 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 0b4d9c93-0e38-47a2-a657-37a44862f6e3 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:01:45.807302 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:45.831919 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43918) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:01:45.937401 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8d04232f-a84e-4d53-8952-86d1452e8808 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/7043fe7c-c646-4f4b-8ae4-69135ec3513c HTTP/1.1" status: 200 len: 991 time: 0.1043549 Feb 04 12:01:46.941128 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:46.941675 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43922) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:01:47.042693 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-af959fe9-c741-4151-93fc-ef5389735b36 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/7043fe7c-c646-4f4b-8ae4-69135ec3513c HTTP/1.1" status: 200 len: 991 time: 0.1004295 Feb 04 12:01:48.046661 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43926) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:01:48.148236 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8dbe5363-fdbd-407e-af40-3fa4281aa3c6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/7043fe7c-c646-4f4b-8ae4-69135ec3513c HTTP/1.1" status: 200 len: 991 time: 0.1003497 Feb 04 12:01:49.151656 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43930) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:01:49.253398 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2a41d3c7-c866-4667-855b-120bc09a3a8a tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/7043fe7c-c646-4f4b-8ae4-69135ec3513c HTTP/1.1" status: 200 len: 991 time: 0.1005843 Feb 04 12:01:49.593008 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c42563-8df3-492b-aa49-f81ee5490b52 None None] New status for floating IP 7043fe7c-c646-4f4b-8ae4-69135ec3513c: ACTIVE {{(pid=84206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 12:01:50.256232 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43934) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:01:50.360660 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-11dcd59d-aab0-49db-b9c2-c6a6edb1bd92 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/floatingips/7043fe7c-c646-4f4b-8ae4-69135ec3513c HTTP/1.1" status: 200 len: 993 time: 0.1032808 Feb 04 12:01:50.638313 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43942) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:01:50.837778 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-e5c7df26-1302-4d77-8756-e703a8dcb1a2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting port 53c6d2ff-8e3d-46e4-9806-331c081514cd {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:01:50.838060 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e5c7df26-1302-4d77-8756-e703a8dcb1a2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:50.999967 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e5c7df26-1302-4d77-8756-e703a8dcb1a2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:51.000289 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e5c7df26-1302-4d77-8756-e703a8dcb1a2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:51.116951 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-e5c7df26-1302-4d77-8756-e703a8dcb1a2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Calling delete_port for 53c6d2ff-8e3d-46e4-9806-331c081514cd owned by network:floatingip {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:01:51.432213 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e5c7df26-1302-4d77-8756-e703a8dcb1a2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:51.489563 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c7df26-1302-4d77-8756-e703a8dcb1a2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Port': ['ID=53c6d2ff-8e3d-46e4-9806-331c081514cd,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:01:51.531925 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c7df26-1302-4d77-8756-e703a8dcb1a2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:51.532263 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c7df26-1302-4d77-8756-e703a8dcb1a2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:51.533190 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c7df26-1302-4d77-8756-e703a8dcb1a2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:51.533627 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c7df26-1302-4d77-8756-e703a8dcb1a2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:51.534088 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c7df26-1302-4d77-8756-e703a8dcb1a2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:51.534417 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c7df26-1302-4d77-8756-e703a8dcb1a2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:51.534739 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c7df26-1302-4d77-8756-e703a8dcb1a2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:51.535061 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c7df26-1302-4d77-8756-e703a8dcb1a2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:51.535376 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c7df26-1302-4d77-8756-e703a8dcb1a2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:51.535689 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c7df26-1302-4d77-8756-e703a8dcb1a2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:51.536001 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c7df26-1302-4d77-8756-e703a8dcb1a2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:51.631603 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e5c7df26-1302-4d77-8756-e703a8dcb1a2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for floatingip, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:52.014101 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c7df26-1302-4d77-8756-e703a8dcb1a2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router 813394bf-9e99-49a0-9181-5f7ad434cb9d has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:01:52.217852 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c7df26-1302-4d77-8756-e703a8dcb1a2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:01:52.349777 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e5c7df26-1302-4d77-8756-e703a8dcb1a2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:52.400356 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e5c7df26-1302-4d77-8756-e703a8dcb1a2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/floatingips/7043fe7c-c646-4f4b-8ae4-69135ec3513c HTTP/1.1" status: 204 len: 168 time: 1.7610104 Feb 04 12:01:52.400907 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d63a8e0-94ea-4546-b305-2643d987e7ef', 'tag': '5b61f867-e125-4d70-93c5-67fb220c93f2'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:01:52.458242 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d63a8e0-94ea-4546-b305-2643d987e7ef', 'tag': '5b61f867-e125-4d70-93c5-67fb220c93f2', 'status': 'completed', 'code': 200} Feb 04 12:01:52.550345 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e9fd1dd2-ee7a-4833-88f2-2727f9f25fd7 req-f0e9e41d-9622-432b-8151-08ded8ab33e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009ced00ffd949498e5831cf00e326e7&device_id=2d63a8e0-94ea-4546-b305-2643d987e7ef HTTP/1.1" status: 200 len: 1098 time: 0.0728955 Feb 04 12:01:52.681709 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd1dd2-ee7a-4833-88f2-2727f9f25fd7 req-22779beb-4577-4b81-961d-bcf9f287a298 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:52.683185 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e9fd1dd2-ee7a-4833-88f2-2727f9f25fd7 req-22779beb-4577-4b81-961d-bcf9f287a298 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e25d4d10-ec19-40dc-9ec9-8b3e353f4c49 HTTP/1.1" status: 200 len: 898 time: 0.1272364 Feb 04 12:01:52.753211 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e9fd1dd2-ee7a-4833-88f2-2727f9f25fd7 req-3e989ce5-6c8a-47f0-9977-2b4004634ba8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b61f867-e125-4d70-93c5-67fb220c93f2 HTTP/1.1" status: 200 len: 217 time: 0.0644059 Feb 04 12:01:52.812456 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd1dd2-ee7a-4833-88f2-2727f9f25fd7 req-f2983eee-583c-4988-afe9-285d10e5edfa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:52.814440 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e9fd1dd2-ee7a-4833-88f2-2727f9f25fd7 req-f2983eee-583c-4988-afe9-285d10e5edfa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c4d649f9-62f4-4658-97eb-229dda2d6c3e HTTP/1.1" status: 200 len: 834 time: 0.0557039 Feb 04 12:01:52.888394 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e9fd1dd2-ee7a-4833-88f2-2727f9f25fd7 req-018dca5f-aab7-47cd-bdee-eedcffddd9e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e25d4d10-ec19-40dc-9ec9-8b3e353f4c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682201 Feb 04 12:01:53.017747 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a2f6d-8bee-4d2d-abde-6f1dfc1e949c req-f2c7f6c1-cb00-4f97-b78a-b28b9061d8b9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:53.018447 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-5a3a2f6d-8bee-4d2d-abde-6f1dfc1e949c req-f2c7f6c1-cb00-4f97-b78a-b28b9061d8b9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:01:53.020360 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e9fd1dd2-ee7a-4833-88f2-2727f9f25fd7 req-f4f2c58c-4c4f-4a77-b95b-8e50efb92995 service neutron] 10.222.0.47 "GET /v2.0/networks/e25d4d10-ec19-40dc-9ec9-8b3e353f4c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255908 Feb 04 12:01:53.094976 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-5a3a2f6d-8bee-4d2d-abde-6f1dfc1e949c req-f2c7f6c1-cb00-4f97-b78a-b28b9061d8b9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:01:53.097295 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5a3a2f6d-8bee-4d2d-abde-6f1dfc1e949c req-f2c7f6c1-cb00-4f97-b78a-b28b9061d8b9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d63a8e0-94ea-4546-b305-2643d987e7ef HTTP/1.1" status: 200 len: 945 time: 0.1554055 Feb 04 12:01:53.149236 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5a3a2f6d-8bee-4d2d-abde-6f1dfc1e949c req-d70f6bab-febb-4ddc-aa29-76d2e6d07330 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=003adf90-fe59-4aa3-bbe8-e52d82fb6ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470834 Feb 04 12:01:53.153050 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e9fd1dd2-ee7a-4833-88f2-2727f9f25fd7 req-f6ca56dc-b174-4e43-a46d-59306b61a979 service neutron] 10.222.0.47 "GET /v2.0/networks/e25d4d10-ec19-40dc-9ec9-8b3e353f4c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268463 Feb 04 12:01:54.498531 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e322a-1fe1-4a54-a487-8f9cab5d674e req-b9981ab6-478a-4dd2-bd80-66b599dd75e2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:54.500035 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-455e322a-1fe1-4a54-a487-8f9cab5d674e req-b9981ab6-478a-4dd2-bd80-66b599dd75e2 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d63a8e0-94ea-4546-b305-2643d987e7ef HTTP/1.1" status: 200 len: 945 time: 0.2257445 Feb 04 12:01:54.537374 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c953e-ab9b-424f-9650-dec9db38bdef req-d5878625-a56f-4df9-8b38-2dbe46f1814e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:54.538778 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1d7c953e-ab9b-424f-9650-dec9db38bdef req-d5878625-a56f-4df9-8b38-2dbe46f1814e tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d63a8e0-94ea-4546-b305-2643d987e7ef HTTP/1.1" status: 200 len: 945 time: 0.1200881 Feb 04 12:01:54.599518 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-455e322a-1fe1-4a54-a487-8f9cab5d674e req-d96b14bd-0ff8-4446-9807-642d0131f9a6 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/security-groups?id=003adf90-fe59-4aa3-bbe8-e52d82fb6ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928373 Feb 04 12:01:54.614700 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-1d7c953e-ab9b-424f-9650-dec9db38bdef req-438d2692-8a18-4d07-8a5c-729486e53cd9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting port 5b61f867-e125-4d70-93c5-67fb220c93f2 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:01:54.615038 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-1d7c953e-ab9b-424f-9650-dec9db38bdef req-438d2692-8a18-4d07-8a5c-729486e53cd9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:54.856097 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-1d7c953e-ab9b-424f-9650-dec9db38bdef req-438d2692-8a18-4d07-8a5c-729486e53cd9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] For port 5b61f867-e125-4d70-93c5-67fb220c93f2, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=5b61f867-e125-4d70-93c5-67fb220c93f2,segment=NetworkSegment(e9fd64d2-56fe-428c-93d7-4ddbae1faf8c),segment_id=e9fd64d2-56fe-428c-93d7-4ddbae1faf8c)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:01:54.856446 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-1d7c953e-ab9b-424f-9650-dec9db38bdef req-438d2692-8a18-4d07-8a5c-729486e53cd9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:54.974216 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-1d7c953e-ab9b-424f-9650-dec9db38bdef req-438d2692-8a18-4d07-8a5c-729486e53cd9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Calling delete_port for 5b61f867-e125-4d70-93c5-67fb220c93f2 owned by compute:nova {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:01:55.189751 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-1d7c953e-ab9b-424f-9650-dec9db38bdef req-438d2692-8a18-4d07-8a5c-729486e53cd9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:55.238275 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d2692-8a18-4d07-8a5c-729486e53cd9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Port': ['ID=5b61f867-e125-4d70-93c5-67fb220c93f2,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:01:55.278608 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438d2692-8a18-4d07-8a5c-729486e53cd9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:55.278952 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438d2692-8a18-4d07-8a5c-729486e53cd9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:55.279304 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438d2692-8a18-4d07-8a5c-729486e53cd9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:55.279616 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438d2692-8a18-4d07-8a5c-729486e53cd9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:55.279942 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438d2692-8a18-4d07-8a5c-729486e53cd9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:55.280258 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438d2692-8a18-4d07-8a5c-729486e53cd9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:55.280575 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438d2692-8a18-4d07-8a5c-729486e53cd9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:55.280891 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438d2692-8a18-4d07-8a5c-729486e53cd9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:55.281204 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438d2692-8a18-4d07-8a5c-729486e53cd9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:55.281515 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438d2692-8a18-4d07-8a5c-729486e53cd9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:55.281825 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438d2692-8a18-4d07-8a5c-729486e53cd9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:55.324791 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7c953e-ab9b-424f-9650-dec9db38bdef req-438d2692-8a18-4d07-8a5c-729486e53cd9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] No DVR routers for this DVR port 5b61f867-e125-4d70-93c5-67fb220c93f2 on host hv-neutron-8278 {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:01:55.327235 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-1d7c953e-ab9b-424f-9650-dec9db38bdef req-438d2692-8a18-4d07-8a5c-729486e53cd9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:55.330433 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d63a8e0-94ea-4546-b305-2643d987e7ef', 'name': 'network-vif-deleted', 'tag': '5b61f867-e125-4d70-93c5-67fb220c93f2'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:01:55.384943 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d63a8e0-94ea-4546-b305-2643d987e7ef', 'name': 'network-vif-deleted', 'tag': '5b61f867-e125-4d70-93c5-67fb220c93f2', 'status': 'completed', 'code': 200} Feb 04 12:01:55.386860 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1d7c953e-ab9b-424f-9650-dec9db38bdef req-438d2692-8a18-4d07-8a5c-729486e53cd9 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.47 "DELETE /v2.0/ports/5b61f867-e125-4d70-93c5-67fb220c93f2 HTTP/1.1" status: 204 len: 173 time: 0.8409593 Feb 04 12:01:55.783509 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-adb48159-e502-427c-a777-34108c7d66b5 req-d515fde9-b192-46ae-a937-fbfe3dbae92f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Synchronizing usage tracker for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:01:55.849045 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-adb48159-e502-427c-a777-34108c7d66b5 req-d515fde9-b192-46ae-a937-fbfe3dbae92f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Unset dirty status for tenant:009ced00ffd949498e5831cf00e326e7 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:01:55.850140 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-adb48159-e502-427c-a777-34108c7d66b5 req-d515fde9-b192-46ae-a937-fbfe3dbae92f tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d63a8e0-94ea-4546-b305-2643d987e7ef HTTP/1.1" status: 200 len: 210 time: 0.1095510 Feb 04 12:01:56.953960 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43960) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:01:57.022802 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dff63382-32f8-482c-b352-5fb9961b5560 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:57.054855 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dff63382-32f8-482c-b352-5fb9961b5560 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:57.190073 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dff63382-32f8-482c-b352-5fb9961b5560 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:57.210463 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff63382-32f8-482c-b352-5fb9961b5560 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=003adf90-fe59-4aa3-bbe8-e52d82fb6ada,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:01:57.280298 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dff63382-32f8-482c-b352-5fb9961b5560 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:57.281357 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-dff63382-32f8-482c-b352-5fb9961b5560 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/security-groups/003adf90-fe59-4aa3-bbe8-e52d82fb6ada HTTP/1.1" status: 204 len: 168 time: 0.3258195 Feb 04 12:01:57.384767 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43966) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:01:57.705075 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 5b61f867-e125-4d70-93c5-67fb220c93f2 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:01:57.737767 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] No Port match for: 5b61f867-e125-4d70-93c5-67fb220c93f2 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:01:57.738128 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 5b61f867-e125-4d70-93c5-67fb220c93f2 not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:01:57.777592 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a5679f61-1bcd-4015-97ed-5ec8130a0237 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:58.467681 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-a5679f61-1bcd-4015-97ed-5ec8130a0237 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting port 78b7dc8b-1388-483b-806c-7b4aff540834 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:01:58.468366 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a5679f61-1bcd-4015-97ed-5ec8130a0237 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:58.647546 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-a5679f61-1bcd-4015-97ed-5ec8130a0237 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] For port 78b7dc8b-1388-483b-806c-7b4aff540834, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=78b7dc8b-1388-483b-806c-7b4aff540834,segment=NetworkSegment(e9fd64d2-56fe-428c-93d7-4ddbae1faf8c),segment_id=e9fd64d2-56fe-428c-93d7-4ddbae1faf8c)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:01:58.647895 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a5679f61-1bcd-4015-97ed-5ec8130a0237 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:58.766035 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-a5679f61-1bcd-4015-97ed-5ec8130a0237 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Calling delete_port for 78b7dc8b-1388-483b-806c-7b4aff540834 owned by network:router_interface {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:01:59.035386 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a5679f61-1bcd-4015-97ed-5ec8130a0237 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:59.085521 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5679f61-1bcd-4015-97ed-5ec8130a0237 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Port': ['ID=78b7dc8b-1388-483b-806c-7b4aff540834,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:01:59.379034 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a5679f61-1bcd-4015-97ed-5ec8130a0237 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:00.037997 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf69a0a3-2d0d-49cc-ad3f-d37f3cb4bc24 None None] Sync routers for ids ['813394bf-9e99-49a0-9181-5f7ad434cb9d'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:02:00.048182 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5679f61-1bcd-4015-97ed-5ec8130a0237 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Router 813394bf-9e99-49a0-9181-5f7ad434cb9d has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:02:00.050595 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf69a0a3-2d0d-49cc-ad3f-d37f3cb4bc24 None None] Routers {'813394bf-9e99-49a0-9181-5f7ad434cb9d'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:02:00.051177 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-cf69a0a3-2d0d-49cc-ad3f-d37f3cb4bc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:01:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['813394bf-9e99-49a0-9181-5f7ad434cb9d'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:02:00.224243 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-cf69a0a3-2d0d-49cc-ad3f-d37f3cb4bc24 None None] Set router 813394bf-9e99-49a0-9181-5f7ad434cb9d gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:02:00.244651 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5679f61-1bcd-4015-97ed-5ec8130a0237 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:02:00.336626 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a5679f61-1bcd-4015-97ed-5ec8130a0237 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "PUT /v2.0/routers/813394bf-9e99-49a0-9181-5f7ad434cb9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9506598 Feb 04 12:02:00.339340 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 43970) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:02:00.521963 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-93d95905-1c79-480e-a842-7dcc0609a1d8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting subnet c4d649f9-62f4-4658-97eb-229dda2d6c3e {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 12:02:00.524839 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-93d95905-1c79-480e-a842-7dcc0609a1d8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:00.527240 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-cf69a0a3-2d0d-49cc-ad3f-d37f3cb4bc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'name': 'tempest-TestNetworkBasicOps-router-235783316', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '0b4d9c93-0e38-47a2-a657-37a44862f6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:59:54Z', 'updated_at': '2022-02-04T12:01:58Z', 'revision_number': 7, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '0b4d9c93-0e38-47a2-a657-37a44862f6e3', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:59:55Z', 'updated_at': '2022-02-04T12:01:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:02:00.531010 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf69a0a3-2d0d-49cc-ad3f-d37f3cb4bc24 None None] Checking router: 813394bf-9e99-49a0-9181-5f7ad434cb9d for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:02:00.541302 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf69a0a3-2d0d-49cc-ad3f-d37f3cb4bc24 None None] Routers {'813394bf-9e99-49a0-9181-5f7ad434cb9d'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:02:00.541875 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-cf69a0a3-2d0d-49cc-ad3f-d37f3cb4bc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:01:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['813394bf-9e99-49a0-9181-5f7ad434cb9d'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:02:00.581582 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-93d95905-1c79-480e-a842-7dcc0609a1d8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:00.661564 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-93d95905-1c79-480e-a842-7dcc0609a1d8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:00.714585 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-cf69a0a3-2d0d-49cc-ad3f-d37f3cb4bc24 None None] Set router 813394bf-9e99-49a0-9181-5f7ad434cb9d gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:02:00.819330 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-93d95905-1c79-480e-a842-7dcc0609a1d8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:00.860083 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d95905-1c79-480e-a842-7dcc0609a1d8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Subnet': ['ID=c4d649f9-62f4-4658-97eb-229dda2d6c3e,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:00.867923 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-93d95905-1c79-480e-a842-7dcc0609a1d8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:00.874695 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-93d95905-1c79-480e-a842-7dcc0609a1d8 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/subnets/c4d649f9-62f4-4658-97eb-229dda2d6c3e HTTP/1.1" status: 204 len: 168 time: 0.5343575 Feb 04 12:02:00.875635 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b806712-8069-4736-a117-08c7abcbd4c3 None None] Network e25d4d10-ec19-40dc-9ec9-8b3e353f4c49 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:02:00.878089 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43974) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:02:00.996931 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-cf69a0a3-2d0d-49cc-ad3f-d37f3cb4bc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'name': 'tempest-TestNetworkBasicOps-router-235783316', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '0b4d9c93-0e38-47a2-a657-37a44862f6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:59:54Z', 'updated_at': '2022-02-04T12:01:58Z', 'revision_number': 7, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '0b4d9c93-0e38-47a2-a657-37a44862f6e3', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:59:55Z', 'updated_at': '2022-02-04T12:01:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:02:01.000836 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf69a0a3-2d0d-49cc-ad3f-d37f3cb4bc24 None None] The sync data for ids ['813394bf-9e99-49a0-9181-5f7ad434cb9d'] in dv-neutron-827825-2-hyperv is: [{'id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'name': 'tempest-TestNetworkBasicOps-router-235783316', 'tenant_id': '009ced00ffd949498e5831cf00e326e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '0b4d9c93-0e38-47a2-a657-37a44862f6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:59:54Z', 'updated_at': '2022-02-04T12:01:58Z', 'revision_number': 7, 'project_id': '009ced00ffd949498e5831cf00e326e7', 'gw_port': {'id': '0b4d9c93-0e38-47a2-a657-37a44862f6e3', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813394bf-9e99-49a0-9181-5f7ad434cb9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:59:55Z', 'updated_at': '2022-02-04T12:01:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:02:01.080747 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4bafc67c-a9f9-4876-9e90-7b7a8407c0e1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:01.274125 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4bafc67c-a9f9-4876-9e90-7b7a8407c0e1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:01.353505 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1813495-7927-443a-b3d3-17ab632e47f6 None None] DHCP port deletion for e25d4d10-ec19-40dc-9ec9-8b3e353f4c49 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 12:02:01.357500 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-4bafc67c-a9f9-4876-9e90-7b7a8407c0e1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Deleting port 0b4d9c93-0e38-47a2-a657-37a44862f6e3 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:02:01.357840 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4bafc67c-a9f9-4876-9e90-7b7a8407c0e1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:01.358136 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-e1813495-7927-443a-b3d3-17ab632e47f6 None None] Deleting port c5799b80-6784-46a5-b4ef-80a569ef123f {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:02:01.358657 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e1813495-7927-443a-b3d3-17ab632e47f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:01.563685 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-4bafc67c-a9f9-4876-9e90-7b7a8407c0e1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] For port 0b4d9c93-0e38-47a2-a657-37a44862f6e3, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=0b4d9c93-0e38-47a2-a657-37a44862f6e3,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:02:01.564067 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4bafc67c-a9f9-4876-9e90-7b7a8407c0e1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:01.578773 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device c5799b80-6784-46a5-b4ef-80a569ef123f no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:02:01.665947 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-e1813495-7927-443a-b3d3-17ab632e47f6 None None] For port c5799b80-6784-46a5-b4ef-80a569ef123f, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=c5799b80-6784-46a5-b4ef-80a569ef123f,segment=NetworkSegment(e9fd64d2-56fe-428c-93d7-4ddbae1faf8c),segment_id=e9fd64d2-56fe-428c-93d7-4ddbae1faf8c)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:02:01.677016 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e1813495-7927-443a-b3d3-17ab632e47f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:01.809530 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-4bafc67c-a9f9-4876-9e90-7b7a8407c0e1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Calling delete_port for 0b4d9c93-0e38-47a2-a657-37a44862f6e3 owned by network:router_gateway {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:02:01.819400 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-e1813495-7927-443a-b3d3-17ab632e47f6 None None] Calling delete_port for c5799b80-6784-46a5-b4ef-80a569ef123f owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:02:01.901702 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:02.041937 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e1813495-7927-443a-b3d3-17ab632e47f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:02.072200 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4bafc67c-a9f9-4876-9e90-7b7a8407c0e1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:02.084761 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 78b7dc8b-1388-483b-806c-7b4aff540834 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:02:02.115851 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bafc67c-a9f9-4876-9e90-7b7a8407c0e1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Port': ['ID=0b4d9c93-0e38-47a2-a657-37a44862f6e3,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:02.117922 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1813495-7927-443a-b3d3-17ab632e47f6 None None] Pushing event deleted for resources: {'Port': ['ID=c5799b80-6784-46a5-b4ef-80a569ef123f,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:02.127584 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 78b7dc8b-1388-483b-806c-7b4aff540834 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:02:02.127584 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 78b7dc8b-1388-483b-806c-7b4aff540834 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:02:02.130643 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1813495-7927-443a-b3d3-17ab632e47f6 None None] No DVR routers for this DVR port c5799b80-6784-46a5-b4ef-80a569ef123f on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:02:02.336669 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4bafc67c-a9f9-4876-9e90-7b7a8407c0e1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:02.586438 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4bafc67c-a9f9-4876-9e90-7b7a8407c0e1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:02.590380 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4bafc67c-a9f9-4876-9e90-7b7a8407c0e1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:02.689446 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4bafc67c-a9f9-4876-9e90-7b7a8407c0e1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:02.690017 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bafc67c-a9f9-4876-9e90-7b7a8407c0e1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Fanout notify agent at l3_agent the message router_deleted on router 813394bf-9e99-49a0-9181-5f7ad434cb9d {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:02:02.703629 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4bafc67c-a9f9-4876-9e90-7b7a8407c0e1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:02.705263 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4bafc67c-a9f9-4876-9e90-7b7a8407c0e1 tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/routers/813394bf-9e99-49a0-9181-5f7ad434cb9d HTTP/1.1" status: 204 len: 168 time: 1.8255649 Feb 04 12:02:02.708010 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43978) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:02:02.817434 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b222befd-5185-45c1-9770-b4fb9e5e8acf tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:02.945103 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b222befd-5185-45c1-9770-b4fb9e5e8acf tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:02.972795 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-b222befd-5185-45c1-9770-b4fb9e5e8acf tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25d4d10-ec19-40dc-9ec9-8b3e353f4c49']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:02:02.984376 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-b222befd-5185-45c1-9770-b4fb9e5e8acf tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9fd64d2-56fe-428c-93d7-4ddbae1faf8c') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:02:02.984665 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-b222befd-5185-45c1-9770-b4fb9e5e8acf tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9fd64d2-56fe-428c-93d7-4ddbae1faf8c') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:02:02.996041 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b222befd-5185-45c1-9770-b4fb9e5e8acf tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:03.011518 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b222befd-5185-45c1-9770-b4fb9e5e8acf tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:03.017396 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b222befd-5185-45c1-9770-b4fb9e5e8acf tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 12:02:03.017766 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b222befd-5185-45c1-9770-b4fb9e5e8acf tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:03.031225 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 12:02:03.031225 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 12:02:03.031225 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 12:02:03.031225 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:02:03.031225 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 12:02:03.031225 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:02:03.031225 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 12:02:03.031225 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:02:03.031225 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 12:02:03.031225 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:02:03.031225 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 12:02:03.031225 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:02:03.031225 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 12:02:03.031225 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:02:03.031225 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:02:03.031225 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:02:03.031225 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:02:03.031225 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:02:03.031225 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 12:02:03.031225 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:02:03.031225 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 12:02:03.031225 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:02:03.031225 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:02:03.031225 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 12:02:03.031225 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 12:02:03.031225 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 12:02:03.031225 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:02:03.031225 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 12:02:03.031225 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:02:03.031225 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 12:02:03.031225 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:02:03.031225 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:02:03.180262 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b222befd-5185-45c1-9770-b4fb9e5e8acf tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:03.202241 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b222befd-5185-45c1-9770-b4fb9e5e8acf tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:03.213092 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222befd-5185-45c1-9770-b4fb9e5e8acf tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] Pushing event deleted for resources: {'Network': ['ID=e25d4d10-ec19-40dc-9ec9-8b3e353f4c49,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:03.267160 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b222befd-5185-45c1-9770-b4fb9e5e8acf tempest-TestNetworkBasicOps-968865202 tempest-TestNetworkBasicOps-968865202-project] 10.222.0.21 "DELETE /v2.0/networks/e25d4d10-ec19-40dc-9ec9-8b3e353f4c49 HTTP/1.1" status: 204 len: 168 time: 0.5579607 Feb 04 12:02:03.815306 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43986) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:02:03.984975 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-59af7d4f-fcd7-4ffa-a96a-e0945315672c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=009ced00ffd949498e5831cf00e326e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1685426 Feb 04 12:02:03.987645 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 43992) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:02:04.047865 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3675d294-b08b-404e-9c7b-9d9569ac7d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:04.075183 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3675d294-b08b-404e-9c7b-9d9569ac7d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:04.086932 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f5d85d-cdcf-4d2b-aeb6-7f8134f6f0f3 None None] New status for floating IP 7043fe7c-c646-4f4b-8ae4-69135ec3513c: DOWN {{(pid=84206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 12:02:04.201306 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3675d294-b08b-404e-9c7b-9d9569ac7d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:04.222596 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675d294-b08b-404e-9c7b-9d9569ac7d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4acd6c3-1ac2-4f4e-a7b3-61572b758e79,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:04.230219 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3675d294-b08b-404e-9c7b-9d9569ac7d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:04.234120 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3675d294-b08b-404e-9c7b-9d9569ac7d80 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e4acd6c3-1ac2-4f4e-a7b3-61572b758e79 HTTP/1.1" status: 204 len: 168 time: 0.2455068 Feb 04 12:02:04.290515 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee86613d-fff1-4df0-914e-f1c7b0702feb None None] Sync routers for ids ['813394bf-9e99-49a0-9181-5f7ad434cb9d'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:02:04.302158 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee86613d-fff1-4df0-914e-f1c7b0702feb None None] Routers set() bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:02:04.302510 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee86613d-fff1-4df0-914e-f1c7b0702feb None None] Router IDs set() for agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 04 12:02:04.303143 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_agentschedulers_db [None req-ee86613d-fff1-4df0-914e-f1c7b0702feb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'813394bf-9e99-49a0-9181-5f7ad434cb9d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:01:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent'). {{(pid=84207) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 12:02:04.313512 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee86613d-fff1-4df0-914e-f1c7b0702feb None None] Routers set() bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:02:04.314617 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee86613d-fff1-4df0-914e-f1c7b0702feb None None] Router IDs set() for agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 04 12:02:04.315322 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_agentschedulers_db [None req-ee86613d-fff1-4df0-914e-f1c7b0702feb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'813394bf-9e99-49a0-9181-5f7ad434cb9d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:01:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent'). {{(pid=84207) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 12:02:04.315681 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee86613d-fff1-4df0-914e-f1c7b0702feb None None] The sync data for ids ['813394bf-9e99-49a0-9181-5f7ad434cb9d'] in dv-neutron-827825-2-hyperv is: [] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:02:04.925384 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 44000) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:02:04.943570 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9be228a3-9965-47c1-83af-d25f1ac39acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:04.973588 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-9be228a3-9965-47c1-83af-d25f1ac39acd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:02:04.977542 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-9be228a3-9965-47c1-83af-d25f1ac39acd admin admin] Usage tracker for resource:security_group_rule and tenant:54e9caceaade4f069cf9785cda537a9c is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:02:04.980473 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-9be228a3-9965-47c1-83af-d25f1ac39acd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:02:04.987053 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-9be228a3-9965-47c1-83af-d25f1ac39acd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:02:05.052296 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9be228a3-9965-47c1-83af-d25f1ac39acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:05.138646 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9be228a3-9965-47c1-83af-d25f1ac39acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:05.186181 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be228a3-9965-47c1-83af-d25f1ac39acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b36d2b-c454-434a-8a38-e7e87b8a5d09,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:05.192341 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9be228a3-9965-47c1-83af-d25f1ac39acd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=54e9caceaade4f069cf9785cda537a9c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2655907 Feb 04 12:02:05.194767 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 44004) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:02:05.266253 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-46be0c3b-24b0-488c-9894-28b94424dca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:05.293409 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-46be0c3b-24b0-488c-9894-28b94424dca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:05.493565 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 0b4d9c93-0e38-47a2-a657-37a44862f6e3 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:02:05.526455 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 0b4d9c93-0e38-47a2-a657-37a44862f6e3 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:02:05.526798 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 0b4d9c93-0e38-47a2-a657-37a44862f6e3 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:02:05.534879 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-46be0c3b-24b0-488c-9894-28b94424dca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:05.549748 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be0c3b-24b0-488c-9894-28b94424dca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b36d2b-c454-434a-8a38-e7e87b8a5d09,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:05.556185 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-46be0c3b-24b0-488c-9894-28b94424dca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:05.560501 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-46be0c3b-24b0-488c-9894-28b94424dca2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45b36d2b-c454-434a-8a38-e7e87b8a5d09 HTTP/1.1" status: 204 len: 168 time: 0.3623438 Feb 04 12:02:06.329169 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:12.203827 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4fc39e26-fb5d-4188-823d-5a60c8f5f328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:14.275502 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-81716366-178c-47b0-9159-3421fbe008cd req-bdfc8ad5-8e58-40cd-ac17-8f0632ab158e tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=cf7ef1ae50a2455a8b707d2150dac92d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267315 Feb 04 12:02:14.418537 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81716366-178c-47b0-9159-3421fbe008cd req-cba1dff8-5daa-4c30-8279-800215875822 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:02:14.419856 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-81716366-178c-47b0-9159-3421fbe008cd req-cba1dff8-5daa-4c30-8279-800215875822 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1394618 Feb 04 12:02:14.436664 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-81716366-178c-47b0-9159-3421fbe008cd req-44fd2c3e-c51e-445e-9f53-e953153f5fe3 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] 10.222.0.21 "GET /v2.0/quotas/cf7ef1ae50a2455a8b707d2150dac92d HTTP/1.1" status: 200 len: 375 time: 0.0109053 Feb 04 12:02:14.481035 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-81716366-178c-47b0-9159-3421fbe008cd req-a65db594-6bf1-44c7-9c30-6cdd8ddfb100 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf7ef1ae50a2455a8b707d2150dac92d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384178 Feb 04 12:02:14.510236 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-984987c5-26dc-4ad5-87b8-90564ceb4301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:15.652574 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:15.727057 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:15.979482 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-72962687-8e7a-4e01-a224-04818f352237 req-6d76d0d3-b077-45e9-a527-35af5202149c tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] 10.222.0.21 "GET /v2.0/ports?device_id=13aac1fa-640d-4964-a22c-9489e3304784 HTTP/1.1" status: 200 len: 210 time: 0.2571890 Feb 04 12:02:16.969290 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:17.090054 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-8825de8f-f12e-4ab4-90a4-2239d3f3e231 req-d7806368-493c-4bb5-b86b-4306ee31d31f tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] 10.222.0.21 "GET /v2.0/ports?device_id=13aac1fa-640d-4964-a22c-9489e3304784 HTTP/1.1" status: 200 len: 210 time: 0.0431666 Feb 04 12:02:18.246435 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7ddd0b17-6448-403b-9aa0-3c172289ae3b req-469bf83d-42c7-487c-80ef-3bb4ee58d423 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] 10.222.0.21 "GET /v2.0/ports?device_id=13aac1fa-640d-4964-a22c-9489e3304784 HTTP/1.1" status: 200 len: 210 time: 0.0394740 Feb 04 12:02:19.410372 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3adb72e5-1ac2-4e33-b49a-05d39c8e6ff9 req-a25ab6fb-f23b-468b-9bb9-dda3e4cb2e7a tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] 10.222.0.21 "GET /v2.0/ports?device_id=13aac1fa-640d-4964-a22c-9489e3304784 HTTP/1.1" status: 200 len: 210 time: 0.0419207 Feb 04 12:02:20.020115 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-81716366-178c-47b0-9159-3421fbe008cd req-aa7e66fb-b11c-424c-8aac-2a22a9b917dc tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=cf7ef1ae50a2455a8b707d2150dac92d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280924 Feb 04 12:02:20.172882 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81716366-178c-47b0-9159-3421fbe008cd req-efb41801-4a2f-48ab-aa3e-cb541c9cbced tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:02:20.174306 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-81716366-178c-47b0-9159-3421fbe008cd req-efb41801-4a2f-48ab-aa3e-cb541c9cbced tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1499925 Feb 04 12:02:20.189422 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-81716366-178c-47b0-9159-3421fbe008cd req-86c2859f-7b96-430e-b6c7-7b7a64424cb6 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Request body: {'port': {'device_id': '13aac1fa-640d-4964-a22c-9489e3304784', 'network_id': 'a3849fa5-fa70-4f78-9e7d-dd7fc8062891', 'admin_state_up': True, 'tenant_id': 'cf7ef1ae50a2455a8b707d2150dac92d'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:02:20.325283 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-81716366-178c-47b0-9159-3421fbe008cd req-86c2859f-7b96-430e-b6c7-7b7a64424cb6 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:02:20.329060 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-81716366-178c-47b0-9159-3421fbe008cd req-86c2859f-7b96-430e-b6c7-7b7a64424cb6 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Usage tracker for resource:port and tenant:cf7ef1ae50a2455a8b707d2150dac92d is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:02:20.332193 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-81716366-178c-47b0-9159-3421fbe008cd req-86c2859f-7b96-430e-b6c7-7b7a64424cb6 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:02:20.338158 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-81716366-178c-47b0-9159-3421fbe008cd req-86c2859f-7b96-430e-b6c7-7b7a64424cb6 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:02:20.430255 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81716366-178c-47b0-9159-3421fbe008cd req-86c2859f-7b96-430e-b6c7-7b7a64424cb6 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Made reservation on behalf of cf7ef1ae50a2455a8b707d2150dac92d for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:02:20.433779 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-81716366-178c-47b0-9159-3421fbe008cd req-86c2859f-7b96-430e-b6c7-7b7a64424cb6 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:20.446860 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-81716366-178c-47b0-9159-3421fbe008cd req-86c2859f-7b96-430e-b6c7-7b7a64424cb6 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:20.481833 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-81716366-178c-47b0-9159-3421fbe008cd req-86c2859f-7b96-430e-b6c7-7b7a64424cb6 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:02:20.485490 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-81716366-178c-47b0-9159-3421fbe008cd req-86c2859f-7b96-430e-b6c7-7b7a64424cb6 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Usage tracker for resource:security_group_rule and tenant:cf7ef1ae50a2455a8b707d2150dac92d is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:02:20.488917 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-81716366-178c-47b0-9159-3421fbe008cd req-86c2859f-7b96-430e-b6c7-7b7a64424cb6 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:02:20.494593 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-81716366-178c-47b0-9159-3421fbe008cd req-86c2859f-7b96-430e-b6c7-7b7a64424cb6 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:02:20.581906 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a21a8f86-73c5-4409-a4e7-2b3d743d42ad req-09e510e9-b4ec-4671-9a25-fac26e80138d tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] 10.222.0.21 "GET /v2.0/ports?device_id=13aac1fa-640d-4964-a22c-9489e3304784 HTTP/1.1" status: 200 len: 210 time: 0.0498388 Feb 04 12:02:20.597155 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-81716366-178c-47b0-9159-3421fbe008cd req-86c2859f-7b96-430e-b6c7-7b7a64424cb6 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:20.647289 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-81716366-178c-47b0-9159-3421fbe008cd req-86c2859f-7b96-430e-b6c7-7b7a64424cb6 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:20.728444 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2859f-7b96-430e-b6c7-7b7a64424cb6 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be1dc83c-1292-4b8a-a0b5-58a52049802e,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:20.820055 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [req-81716366-178c-47b0-9159-3421fbe008cd req-86c2859f-7b96-430e-b6c7-7b7a64424cb6 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Allocated IP 192.168.233.119 (a3849fa5-fa70-4f78-9e7d-dd7fc8062891/029c66a2-7758-4598-ab50-87afc2253c98/a71fe1e5-1f0c-4fc3-ac87-103024761fd3) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:02:21.015329 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-81716366-178c-47b0-9159-3421fbe008cd req-86c2859f-7b96-430e-b6c7-7b7a64424cb6 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:21.031092 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-81716366-178c-47b0-9159-3421fbe008cd req-86c2859f-7b96-430e-b6c7-7b7a64424cb6 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Transition to ACTIVE for port object a71fe1e5-1f0c-4fc3-ac87-103024761fd3 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:02:21.133085 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-81716366-178c-47b0-9159-3421fbe008cd req-86c2859f-7b96-430e-b6c7-7b7a64424cb6 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:21.205003 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81716366-178c-47b0-9159-3421fbe008cd req-86c2859f-7b96-430e-b6c7-7b7a64424cb6 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Network a3849fa5-fa70-4f78-9e7d-dd7fc8062891 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:02:21.208629 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [req-81716366-178c-47b0-9159-3421fbe008cd req-86c2859f-7b96-430e-b6c7-7b7a64424cb6 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:02:21.212594 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-81716366-178c-47b0-9159-3421fbe008cd req-86c2859f-7b96-430e-b6c7-7b7a64424cb6 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:02:21.243279 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2859f-7b96-430e-b6c7-7b7a64424cb6 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Pushing event updated for resources: {'Port': ['ID=a71fe1e5-1f0c-4fc3-ac87-103024761fd3,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:21.277681 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81716366-178c-47b0-9159-3421fbe008cd req-86c2859f-7b96-430e-b6c7-7b7a64424cb6 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:02:21.278296 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-81716366-178c-47b0-9159-3421fbe008cd req-86c2859f-7b96-430e-b6c7-7b7a64424cb6 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:21.398296 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-81716366-178c-47b0-9159-3421fbe008cd req-86c2859f-7b96-430e-b6c7-7b7a64424cb6 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2123168 Feb 04 12:02:21.410019 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-81716366-178c-47b0-9159-3421fbe008cd req-de555b5e-fb79-42a7-b465-97f9fe153c61 service neutron] Request body: {'port': {'device_id': '13aac1fa-640d-4964-a22c-9489e3304784', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:02:21.516511 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-81716366-178c-47b0-9159-3421fbe008cd req-de555b5e-fb79-42a7-b465-97f9fe153c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:21.595491 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-75ac46c2-6cd8-4c13-a7d3-6e55bac0d4bc None None] Provisioning for port a71fe1e5-1f0c-4fc3-ac87-103024761fd3 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:02:21.600528 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-75ac46c2-6cd8-4c13-a7d3-6e55bac0d4bc None None] Provisioning complete for port a71fe1e5-1f0c-4fc3-ac87-103024761fd3 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:02:21.600938 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-75ac46c2-6cd8-4c13-a7d3-6e55bac0d4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:21.672765 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-75ac46c2-6cd8-4c13-a7d3-6e55bac0d4bc None None] Port a71fe1e5-1f0c-4fc3-ac87-103024761fd3 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:02:21.719284 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:02:21.802633 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5d006-5f97-4d65-95c0-4bc7caf9e503 req-3c2ceba0-7b45-4a0b-8d52-40afc80ea35d tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:02:21.804059 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1fc5d006-5f97-4d65-95c0-4bc7caf9e503 req-3c2ceba0-7b45-4a0b-8d52-40afc80ea35d tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] 10.222.0.21 "GET /v2.0/ports?device_id=13aac1fa-640d-4964-a22c-9489e3304784 HTTP/1.1" status: 200 len: 936 time: 0.0736890 Feb 04 12:02:21.852398 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1fc5d006-5f97-4d65-95c0-4bc7caf9e503 req-1998fe47-b230-422e-bee3-9314754c631a tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] 10.222.0.21 "GET /v2.0/security-groups?id=be1dc83c-1292-4b8a-a0b5-58a52049802e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423262 Feb 04 12:02:21.856919 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [req-81716366-178c-47b0-9159-3421fbe008cd req-de555b5e-fb79-42a7-b465-97f9fe153c61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a71fe1e5-1f0c-4fc3-ac87-103024761fd3 {{(pid=84205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:02:21.864466 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-81716366-178c-47b0-9159-3421fbe008cd req-de555b5e-fb79-42a7-b465-97f9fe153c61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:21.879210 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-81716366-178c-47b0-9159-3421fbe008cd req-de555b5e-fb79-42a7-b465-97f9fe153c61 service neutron] Transition to ACTIVE for port object a71fe1e5-1f0c-4fc3-ac87-103024761fd3 will not be triggered until provisioned by entity L2. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:02:21.957583 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-81716366-178c-47b0-9159-3421fbe008cd req-de555b5e-fb79-42a7-b465-97f9fe153c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:22.086243 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de555b5e-fb79-42a7-b465-97f9fe153c61 service neutron] Pushing event updated for resources: {'Port': ['ID=a71fe1e5-1f0c-4fc3-ac87-103024761fd3,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:22.279645 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-81716366-178c-47b0-9159-3421fbe008cd req-de555b5e-fb79-42a7-b465-97f9fe153c61 service neutron] Attempting to bind port a71fe1e5-1f0c-4fc3-ac87-103024761fd3 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:02:22.279969 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-81716366-178c-47b0-9159-3421fbe008cd req-de555b5e-fb79-42a7-b465-97f9fe153c61 service neutron] Attempting to bind port a71fe1e5-1f0c-4fc3-ac87-103024761fd3 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'd260985f-c7f1-4c87-b70d-3f7ae75c373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a3849fa5-fa70-4f78-9e7d-dd7fc8062891'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:02:22.280292 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81716366-178c-47b0-9159-3421fbe008cd req-de555b5e-fb79-42a7-b465-97f9fe153c61 service neutron] Attempting to bind port a71fe1e5-1f0c-4fc3-ac87-103024761fd3 on network a3849fa5-fa70-4f78-9e7d-dd7fc8062891 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:02:22.286558 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81716366-178c-47b0-9159-3421fbe008cd req-de555b5e-fb79-42a7-b465-97f9fe153c61 service neutron] Port a71fe1e5-1f0c-4fc3-ac87-103024761fd3 on network a3849fa5-fa70-4f78-9e7d-dd7fc8062891 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 12:02:22.286809 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81716366-178c-47b0-9159-3421fbe008cd req-de555b5e-fb79-42a7-b465-97f9fe153c61 service neutron] Attempting to bind port a71fe1e5-1f0c-4fc3-ac87-103024761fd3 on network a3849fa5-fa70-4f78-9e7d-dd7fc8062891 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:02:22.292979 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81716366-178c-47b0-9159-3421fbe008cd req-de555b5e-fb79-42a7-b465-97f9fe153c61 service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:02:22.293309 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81716366-178c-47b0-9159-3421fbe008cd req-de555b5e-fb79-42a7-b465-97f9fe153c61 service neutron] Checking segment: {'id': 'd260985f-c7f1-4c87-b70d-3f7ae75c373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a3849fa5-fa70-4f78-9e7d-dd7fc8062891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:02:22.293684 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81716366-178c-47b0-9159-3421fbe008cd req-de555b5e-fb79-42a7-b465-97f9fe153c61 service neutron] Bound using segment: {'id': 'd260985f-c7f1-4c87-b70d-3f7ae75c373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a3849fa5-fa70-4f78-9e7d-dd7fc8062891'} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:02:22.294130 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-81716366-178c-47b0-9159-3421fbe008cd req-de555b5e-fb79-42a7-b465-97f9fe153c61 service neutron] Bound port: a71fe1e5-1f0c-4fc3-ac87-103024761fd3, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd260985f-c7f1-4c87-b70d-3f7ae75c373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a3849fa5-fa70-4f78-9e7d-dd7fc8062891'}}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:02:22.294467 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-81716366-178c-47b0-9159-3421fbe008cd req-de555b5e-fb79-42a7-b465-97f9fe153c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:22.383050 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-81716366-178c-47b0-9159-3421fbe008cd req-de555b5e-fb79-42a7-b465-97f9fe153c61 service neutron] For port a71fe1e5-1f0c-4fc3-ac87-103024761fd3, host hv-neutron-8278, cleared binding levels {{(pid=84205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:02:22.385822 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-81716366-178c-47b0-9159-3421fbe008cd req-de555b5e-fb79-42a7-b465-97f9fe153c61 service neutron] For port a71fe1e5-1f0c-4fc3-ac87-103024761fd3, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=a71fe1e5-1f0c-4fc3-ac87-103024761fd3,segment=NetworkSegment(d260985f-c7f1-4c87-b70d-3f7ae75c373f),segment_id=d260985f-c7f1-4c87-b70d-3f7ae75c373f)] {{(pid=84205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:02:22.472829 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-81716366-178c-47b0-9159-3421fbe008cd req-de555b5e-fb79-42a7-b465-97f9fe153c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:22.529864 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-81716366-178c-47b0-9159-3421fbe008cd req-de555b5e-fb79-42a7-b465-97f9fe153c61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:22.531193 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-81716366-178c-47b0-9159-3421fbe008cd req-de555b5e-fb79-42a7-b465-97f9fe153c61 service neutron] 10.222.0.47 "PUT /v2.0/ports/a71fe1e5-1f0c-4fc3-ac87-103024761fd3 HTTP/1.1" status: 200 len: 1098 time: 1.1251488 Feb 04 12:02:22.531618 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13aac1fa-640d-4964-a22c-9489e3304784', 'tag': 'a71fe1e5-1f0c-4fc3-ac87-103024761fd3'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:02:22.555926 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de555b5e-fb79-42a7-b465-97f9fe153c61 service neutron] Pushing event updated for resources: {'Port': ['ID=a71fe1e5-1f0c-4fc3-ac87-103024761fd3,revision_number=3']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:22.680059 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13aac1fa-640d-4964-a22c-9489e3304784', 'tag': 'a71fe1e5-1f0c-4fc3-ac87-103024761fd3', 'status': 'completed', 'code': 200} Feb 04 12:02:22.700851 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-81716366-178c-47b0-9159-3421fbe008cd req-5dcff6ff-86a3-4501-ac0b-e1b1605cceac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cf7ef1ae50a2455a8b707d2150dac92d&device_id=13aac1fa-640d-4964-a22c-9489e3304784 HTTP/1.1" status: 200 len: 1101 time: 0.0753846 Feb 04 12:02:22.771106 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-81716366-178c-47b0-9159-3421fbe008cd req-e04d3d2e-3cf8-4648-948d-f3b9ff7ce718 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=a71fe1e5-1f0c-4fc3-ac87-103024761fd3 HTTP/1.1" status: 200 len: 217 time: 0.0590944 Feb 04 12:02:22.834326 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81716366-178c-47b0-9159-3421fbe008cd req-d16c5a0f-5088-4df1-8c2a-2e2a313ca505 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:02:22.835723 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-81716366-178c-47b0-9159-3421fbe008cd req-d16c5a0f-5088-4df1-8c2a-2e2a313ca505 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=029c66a2-7758-4598-ab50-87afc2253c98 HTTP/1.1" status: 200 len: 843 time: 0.0593109 Feb 04 12:02:22.907170 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-81716366-178c-47b0-9159-3421fbe008cd req-61c79d7d-8cb7-4ac5-ac8b-ce75021d5a22 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a3849fa5-fa70-4f78-9e7d-dd7fc8062891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0660439 Feb 04 12:02:23.038718 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-81716366-178c-47b0-9159-3421fbe008cd req-08aafa0c-7d1f-4957-b38d-8719e5b86754 service neutron] 10.222.0.47 "GET /v2.0/networks/a3849fa5-fa70-4f78-9e7d-dd7fc8062891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254911 Feb 04 12:02:23.046149 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b9cdd-cde2-4dab-b0e6-a79463bc8eed req-7cd6dce0-51a8-4edf-989a-965d1f2346d3 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:02:23.047557 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0d8b9cdd-cde2-4dab-b0e6-a79463bc8eed req-7cd6dce0-51a8-4edf-989a-965d1f2346d3 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] 10.222.0.21 "GET /v2.0/ports?device_id=13aac1fa-640d-4964-a22c-9489e3304784 HTTP/1.1" status: 200 len: 948 time: 0.0738525 Feb 04 12:02:23.093089 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0d8b9cdd-cde2-4dab-b0e6-a79463bc8eed req-726fb5dc-8b80-4a6a-892c-00c1f78cc23b tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] 10.222.0.21 "GET /v2.0/security-groups?id=be1dc83c-1292-4b8a-a0b5-58a52049802e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391161 Feb 04 12:02:23.170072 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-81716366-178c-47b0-9159-3421fbe008cd req-27a6cc1e-3da8-42a5-aeb3-df6e5dda4bc1 service neutron] 10.222.0.47 "GET /v2.0/networks/a3849fa5-fa70-4f78-9e7d-dd7fc8062891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252792 Feb 04 12:02:23.394757 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a225a5e6-91d8-45a1-9d29-d16303e1afec req-b7a9ba1e-055b-49cc-bf87-640130afad7e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cf7ef1ae50a2455a8b707d2150dac92d&device_id=13aac1fa-640d-4964-a22c-9489e3304784 HTTP/1.1" status: 200 len: 1101 time: 0.0711751 Feb 04 12:02:23.525630 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225a5e6-91d8-45a1-9d29-d16303e1afec req-1165653d-f881-4afb-96fa-a83b26423c9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:02:23.527051 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a225a5e6-91d8-45a1-9d29-d16303e1afec req-1165653d-f881-4afb-96fa-a83b26423c9d service neutron] 10.222.0.47 "GET /v2.0/networks?id=a3849fa5-fa70-4f78-9e7d-dd7fc8062891 HTTP/1.1" status: 200 len: 870 time: 0.1267827 Feb 04 12:02:23.593475 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a225a5e6-91d8-45a1-9d29-d16303e1afec req-622ec769-b068-49f7-b953-c2f8f9344e08 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=a71fe1e5-1f0c-4fc3-ac87-103024761fd3 HTTP/1.1" status: 200 len: 217 time: 0.0593488 Feb 04 12:02:23.656328 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225a5e6-91d8-45a1-9d29-d16303e1afec req-916dc8e3-d21e-4046-94e5-d33c58e38767 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:02:23.657720 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a225a5e6-91d8-45a1-9d29-d16303e1afec req-916dc8e3-d21e-4046-94e5-d33c58e38767 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=029c66a2-7758-4598-ab50-87afc2253c98 HTTP/1.1" status: 200 len: 843 time: 0.0591586 Feb 04 12:02:23.731727 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a225a5e6-91d8-45a1-9d29-d16303e1afec req-d83d41e1-fc46-42ff-a846-59670644cd43 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a3849fa5-fa70-4f78-9e7d-dd7fc8062891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0677459 Feb 04 12:02:23.867036 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a225a5e6-91d8-45a1-9d29-d16303e1afec req-d873b7de-b4bc-48b2-8d3e-09d1464f0363 service neutron] 10.222.0.47 "GET /v2.0/networks/a3849fa5-fa70-4f78-9e7d-dd7fc8062891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282599 Feb 04 12:02:23.993689 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a225a5e6-91d8-45a1-9d29-d16303e1afec req-1b95eddb-d5bb-4546-8825-184fb9419de1 service neutron] 10.222.0.47 "GET /v2.0/networks/a3849fa5-fa70-4f78-9e7d-dd7fc8062891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201210 Feb 04 12:02:24.294949 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cc1f2-f92d-4ffe-8f4d-d01fee317650 req-5cdfb00d-68c8-4b3e-8fc2-ddb4cba70cc8 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:02:24.295614 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-9b2cc1f2-f92d-4ffe-8f4d-d01fee317650 req-5cdfb00d-68c8-4b3e-8fc2-ddb4cba70cc8 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Synchronizing usage tracker for tenant:cf7ef1ae50a2455a8b707d2150dac92d on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:02:24.407206 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-9b2cc1f2-f92d-4ffe-8f4d-d01fee317650 req-5cdfb00d-68c8-4b3e-8fc2-ddb4cba70cc8 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Unset dirty status for tenant:cf7ef1ae50a2455a8b707d2150dac92d on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:02:24.408318 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9b2cc1f2-f92d-4ffe-8f4d-d01fee317650 req-5cdfb00d-68c8-4b3e-8fc2-ddb4cba70cc8 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] 10.222.0.21 "GET /v2.0/ports?device_id=13aac1fa-640d-4964-a22c-9489e3304784 HTTP/1.1" status: 200 len: 948 time: 0.1902986 Feb 04 12:02:24.538852 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-9b2cc1f2-f92d-4ffe-8f4d-d01fee317650 req-20e4e626-b5be-43f3-9b39-0c033480324c tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Synchronizing usage tracker for tenant:cf7ef1ae50a2455a8b707d2150dac92d on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:02:24.614507 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-9b2cc1f2-f92d-4ffe-8f4d-d01fee317650 req-20e4e626-b5be-43f3-9b39-0c033480324c tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Unset dirty status for tenant:cf7ef1ae50a2455a8b707d2150dac92d on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:02:24.615678 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9b2cc1f2-f92d-4ffe-8f4d-d01fee317650 req-20e4e626-b5be-43f3-9b39-0c033480324c tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] 10.222.0.21 "GET /v2.0/security-groups?id=be1dc83c-1292-4b8a-a0b5-58a52049802e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012095 Feb 04 12:02:25.813017 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device a71fe1e5-1f0c-4fc3-ac87-103024761fd3 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:02:25.822143 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26808f58-7fec-4468-8f67-3c6b51956fdf req-e8ffbcf2-287b-47d7-9e71-17c9a2ee0355 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:02:25.823574 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-26808f58-7fec-4468-8f67-3c6b51956fdf req-e8ffbcf2-287b-47d7-9e71-17c9a2ee0355 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] 10.222.0.21 "GET /v2.0/ports?device_id=13aac1fa-640d-4964-a22c-9489e3304784 HTTP/1.1" status: 200 len: 948 time: 0.0794358 Feb 04 12:02:25.868374 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-26808f58-7fec-4468-8f67-3c6b51956fdf req-f7ad278c-301d-4a70-adbf-00d29f3bc505 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] 10.222.0.21 "GET /v2.0/security-groups?id=be1dc83c-1292-4b8a-a0b5-58a52049802e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392954 Feb 04 12:02:25.945069 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port a71fe1e5-1f0c-4fc3-ac87-103024761fd3, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=a71fe1e5-1f0c-4fc3-ac87-103024761fd3,segment=NetworkSegment(d260985f-c7f1-4c87-b70d-3f7ae75c373f),segment_id=d260985f-c7f1-4c87-b70d-3f7ae75c373f)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:02:25.958728 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': 'a71fe1e5-1f0c-4fc3-ac87-103024761fd3', 'network_id': 'a3849fa5-fa70-4f78-9e7d-dd7fc8062891', 'port_id': 'a71fe1e5-1f0c-4fc3-ac87-103024761fd3', 'mac_address': 'fa:16:3e:09:84:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '029c66a2-7758-4598-ab50-87afc2253c98', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:02:26.011710 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:26.029715 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a71fe1e5-1f0c-4fc3-ac87-103024761fd3 {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:02:26.046607 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port a71fe1e5-1f0c-4fc3-ac87-103024761fd3, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=a71fe1e5-1f0c-4fc3-ac87-103024761fd3,segment=NetworkSegment(d260985f-c7f1-4c87-b70d-3f7ae75c373f),segment_id=d260985f-c7f1-4c87-b70d-3f7ae75c373f)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:02:26.111644 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:26.178813 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=a71fe1e5-1f0c-4fc3-ac87-103024761fd3,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:26.484129 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['a71fe1e5-1f0c-4fc3-ac87-103024761fd3'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:02:27.063374 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2cf3d7-fd31-4d23-b06d-1853653705ce req-b4d86208-a7eb-4c5a-bc80-57d124b52511 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:02:27.064775 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7e2cf3d7-fd31-4d23-b06d-1853653705ce req-b4d86208-a7eb-4c5a-bc80-57d124b52511 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] 10.222.0.21 "GET /v2.0/ports?device_id=13aac1fa-640d-4964-a22c-9489e3304784 HTTP/1.1" status: 200 len: 949 time: 0.0744233 Feb 04 12:02:27.108325 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7e2cf3d7-fd31-4d23-b06d-1853653705ce req-4ca09a56-a78e-48e4-8e9c-b6af0e14d9e3 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] 10.222.0.21 "GET /v2.0/security-groups?id=be1dc83c-1292-4b8a-a0b5-58a52049802e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375617 Feb 04 12:02:27.828303 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device a71fe1e5-1f0c-4fc3-ac87-103024761fd3 up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:02:27.940694 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port a71fe1e5-1f0c-4fc3-ac87-103024761fd3 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:02:27.945248 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port a71fe1e5-1f0c-4fc3-ac87-103024761fd3 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:02:27.945617 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:28.055181 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:28.082067 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13aac1fa-640d-4964-a22c-9489e3304784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71fe1e5-1f0c-4fc3-ac87-103024761fd3'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:02:28.091520 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port a71fe1e5-1f0c-4fc3-ac87-103024761fd3, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=a71fe1e5-1f0c-4fc3-ac87-103024761fd3,segment=NetworkSegment(d260985f-c7f1-4c87-b70d-3f7ae75c373f),segment_id=d260985f-c7f1-4c87-b70d-3f7ae75c373f)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:02:28.134790 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13aac1fa-640d-4964-a22c-9489e3304784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71fe1e5-1f0c-4fc3-ac87-103024761fd3', 'code': 200} Feb 04 12:02:28.146458 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:28.224343 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=a71fe1e5-1f0c-4fc3-ac87-103024761fd3,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:28.317204 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d344f-2d4f-4bb3-a6db-67d1f1ee4e87 req-c2381bb1-c9e9-46de-aff2-c60d6aafc323 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:02:28.318691 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-501d344f-2d4f-4bb3-a6db-67d1f1ee4e87 req-c2381bb1-c9e9-46de-aff2-c60d6aafc323 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] 10.222.0.21 "GET /v2.0/ports?device_id=13aac1fa-640d-4964-a22c-9489e3304784 HTTP/1.1" status: 200 len: 950 time: 0.0798748 Feb 04 12:02:28.363358 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-501d344f-2d4f-4bb3-a6db-67d1f1ee4e87 req-ebb1acf2-d1bf-4e35-83a7-3ae44994481c tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] 10.222.0.21 "GET /v2.0/security-groups?id=be1dc83c-1292-4b8a-a0b5-58a52049802e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391304 Feb 04 12:02:28.481873 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-167624e5-145e-433c-800a-f797aa4e59de req-7ae2fd29-cb77-45fd-b128-1fa893eb95a3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=13aac1fa-640d-4964-a22c-9489e3304784 HTTP/1.1" status: 200 len: 1103 time: 0.0662906 Feb 04 12:02:28.526427 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-167624e5-145e-433c-800a-f797aa4e59de req-0e676d0d-7cc8-4cb2-b104-0a532dc5d536 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=be1dc83c-1292-4b8a-a0b5-58a52049802e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378470 Feb 04 12:02:29.558303 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9094a-8968-4085-875f-2fa0307e78a5 req-4dc3d0a1-e531-4f04-99b2-11c78be7a0cd tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:02:29.559732 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7db9094a-8968-4085-875f-2fa0307e78a5 req-4dc3d0a1-e531-4f04-99b2-11c78be7a0cd tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] 10.222.0.21 "GET /v2.0/ports?device_id=13aac1fa-640d-4964-a22c-9489e3304784 HTTP/1.1" status: 200 len: 950 time: 0.0748622 Feb 04 12:02:29.606132 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7db9094a-8968-4085-875f-2fa0307e78a5 req-dc116d80-d953-4db2-b5d2-cd2b55782e50 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] 10.222.0.21 "GET /v2.0/security-groups?id=be1dc83c-1292-4b8a-a0b5-58a52049802e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409162 Feb 04 12:02:30.803631 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693ff73-0319-49da-bf4e-33334cd9e812 req-b1930382-e59b-4eb6-b721-0b1ba9be916d tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:02:30.805067 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6693ff73-0319-49da-bf4e-33334cd9e812 req-b1930382-e59b-4eb6-b721-0b1ba9be916d tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] 10.222.0.21 "GET /v2.0/ports?device_id=13aac1fa-640d-4964-a22c-9489e3304784 HTTP/1.1" status: 200 len: 950 time: 0.0750542 Feb 04 12:02:30.850727 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6693ff73-0319-49da-bf4e-33334cd9e812 req-70dc55f7-fcb0-4311-b3f4-8d39bf41b259 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] 10.222.0.21 "GET /v2.0/security-groups?id=be1dc83c-1292-4b8a-a0b5-58a52049802e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398009 Feb 04 12:02:31.314928 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0c40adac-b13a-48e1-a017-2edd4062f003 req-a372eb7b-8476-4888-87c6-dbdc04a2f919 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=13aac1fa-640d-4964-a22c-9489e3304784&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0705531 Feb 04 12:02:32.055299 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-00a09c09-b029-4c6d-a9f8-d1dc1c0f67fa req-810fb463-1b1e-483a-a640-b794b6b22137 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=13aac1fa-640d-4964-a22c-9489e3304784&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1392503 Feb 04 12:02:32.849775 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c479aef-f72f-426f-8900-68177b0a88dd req-de30eb55-7dba-49d3-9c14-7bb095ca8949 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:02:32.851215 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8c479aef-f72f-426f-8900-68177b0a88dd req-de30eb55-7dba-49d3-9c14-7bb095ca8949 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] 10.222.0.21 "GET /v2.0/ports?device_id=13aac1fa-640d-4964-a22c-9489e3304784 HTTP/1.1" status: 200 len: 950 time: 0.0757697 Feb 04 12:02:32.895429 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8c479aef-f72f-426f-8900-68177b0a88dd req-05a4b6cd-e09b-4134-b2d3-9ddac0e046ae tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] 10.222.0.21 "GET /v2.0/security-groups?id=be1dc83c-1292-4b8a-a0b5-58a52049802e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387416 Feb 04 12:02:34.090668 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27130a5-da55-4c00-a917-9936dff2d8d0 req-d461c321-2bf4-459d-b8f4-453d7902f152 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:02:34.092079 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a27130a5-da55-4c00-a917-9936dff2d8d0 req-d461c321-2bf4-459d-b8f4-453d7902f152 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] 10.222.0.21 "GET /v2.0/ports?device_id=13aac1fa-640d-4964-a22c-9489e3304784 HTTP/1.1" status: 200 len: 950 time: 0.0741866 Feb 04 12:02:34.137341 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a27130a5-da55-4c00-a917-9936dff2d8d0 req-4a46312b-0fae-4420-81e6-95cc955664c2 tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] 10.222.0.21 "GET /v2.0/security-groups?id=be1dc83c-1292-4b8a-a0b5-58a52049802e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392783 Feb 04 12:02:34.183441 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afed59-e81c-4bb2-9627-7b79a9c0880a req-8e7c96c1-a9c2-4182-a7d5-0c2e67e8f69e tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:02:34.184772 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-78afed59-e81c-4bb2-9627-7b79a9c0880a req-8e7c96c1-a9c2-4182-a7d5-0c2e67e8f69e tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] 10.222.0.47 "GET /v2.0/ports?device_id=13aac1fa-640d-4964-a22c-9489e3304784 HTTP/1.1" status: 200 len: 950 time: 0.0791187 Feb 04 12:02:34.251447 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-78afed59-e81c-4bb2-9627-7b79a9c0880a req-4a094258-7e16-43a1-a053-e8701d53a98b tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Deleting port a71fe1e5-1f0c-4fc3-ac87-103024761fd3 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:02:34.251777 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-78afed59-e81c-4bb2-9627-7b79a9c0880a req-4a094258-7e16-43a1-a053-e8701d53a98b tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:34.485551 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-78afed59-e81c-4bb2-9627-7b79a9c0880a req-4a094258-7e16-43a1-a053-e8701d53a98b tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] For port a71fe1e5-1f0c-4fc3-ac87-103024761fd3, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=a71fe1e5-1f0c-4fc3-ac87-103024761fd3,segment=NetworkSegment(d260985f-c7f1-4c87-b70d-3f7ae75c373f),segment_id=d260985f-c7f1-4c87-b70d-3f7ae75c373f)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:02:34.485815 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-78afed59-e81c-4bb2-9627-7b79a9c0880a req-4a094258-7e16-43a1-a053-e8701d53a98b tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:34.602585 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-78afed59-e81c-4bb2-9627-7b79a9c0880a req-4a094258-7e16-43a1-a053-e8701d53a98b tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Calling delete_port for a71fe1e5-1f0c-4fc3-ac87-103024761fd3 owned by compute:nova {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:02:34.803199 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-78afed59-e81c-4bb2-9627-7b79a9c0880a req-4a094258-7e16-43a1-a053-e8701d53a98b tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:34.815475 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['a71fe1e5-1f0c-4fc3-ac87-103024761fd3'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:02:34.851695 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a094258-7e16-43a1-a053-e8701d53a98b tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Pushing event deleted for resources: {'Port': ['ID=a71fe1e5-1f0c-4fc3-ac87-103024761fd3,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:34.923835 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-78afed59-e81c-4bb2-9627-7b79a9c0880a req-4a094258-7e16-43a1-a053-e8701d53a98b tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] No DVR routers for this DVR port a71fe1e5-1f0c-4fc3-ac87-103024761fd3 on host hv-neutron-8278 {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:02:34.927078 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-78afed59-e81c-4bb2-9627-7b79a9c0880a req-4a094258-7e16-43a1-a053-e8701d53a98b tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:34.929615 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13aac1fa-640d-4964-a22c-9489e3304784', 'name': 'network-vif-deleted', 'tag': 'a71fe1e5-1f0c-4fc3-ac87-103024761fd3'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:02:34.985859 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13aac1fa-640d-4964-a22c-9489e3304784', 'name': 'network-vif-deleted', 'tag': 'a71fe1e5-1f0c-4fc3-ac87-103024761fd3', 'status': 'completed', 'code': 200} Feb 04 12:02:35.004266 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-78afed59-e81c-4bb2-9627-7b79a9c0880a req-4a094258-7e16-43a1-a053-e8701d53a98b tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] 10.222.0.47 "DELETE /v2.0/ports/a71fe1e5-1f0c-4fc3-ac87-103024761fd3 HTTP/1.1" status: 204 len: 173 time: 0.8128390 Feb 04 12:02:35.304979 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-83b1cb22-5ac6-415f-a7a9-f916c8fda09b req-cec42881-3c6e-4954-b25d-74bba0260fea tempest-ServersAdminNegativeTestJSON-2114753912 tempest-ServersAdminNegativeTestJSON-2114753912-project] 10.222.0.21 "GET /v2.0/ports?device_id=13aac1fa-640d-4964-a22c-9489e3304784 HTTP/1.1" status: 200 len: 210 time: 0.0429907 Feb 04 12:02:36.323023 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:36.873415 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 44156) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:02:37.046283 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-7657ea16-f190-4ec6-b25d-4427dc78921d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cf7ef1ae50a2455a8b707d2150dac92d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1706493 Feb 04 12:02:37.047694 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 44162) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:02:37.106572 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c0346a89-44b1-456b-867a-6884673fa8d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:37.131272 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c0346a89-44b1-456b-867a-6884673fa8d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:37.243122 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c0346a89-44b1-456b-867a-6884673fa8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:37.262627 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0346a89-44b1-456b-867a-6884673fa8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1dc83c-1292-4b8a-a0b5-58a52049802e,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:37.333262 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c0346a89-44b1-456b-867a-6884673fa8d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:37.334372 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c0346a89-44b1-456b-867a-6884673fa8d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be1dc83c-1292-4b8a-a0b5-58a52049802e HTTP/1.1" status: 204 len: 168 time: 0.2858229 Feb 04 12:02:37.850657 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device a71fe1e5-1f0c-4fc3-ac87-103024761fd3 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:02:37.884711 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] No Port match for: a71fe1e5-1f0c-4fc3-ac87-103024761fd3 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:02:37.885052 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device a71fe1e5-1f0c-4fc3-ac87-103024761fd3 not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:02:38.002826 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 44170) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:02:38.021183 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e3a10621-6335-413c-9d83-003021662896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:38.050711 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e3a10621-6335-413c-9d83-003021662896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:02:38.055025 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e3a10621-6335-413c-9d83-003021662896 admin admin] Usage tracker for resource:security_group_rule and tenant:e28c1d469fd743e2b668519cfd03e496 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:02:38.058005 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e3a10621-6335-413c-9d83-003021662896 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:02:38.063652 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e3a10621-6335-413c-9d83-003021662896 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:02:38.126369 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e3a10621-6335-413c-9d83-003021662896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:38.185708 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e3a10621-6335-413c-9d83-003021662896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:38.231756 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a10621-6335-413c-9d83-003021662896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03cf57e-884a-42be-8741-f5009d1b8d31,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:38.235743 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e3a10621-6335-413c-9d83-003021662896 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e28c1d469fd743e2b668519cfd03e496&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2319527 Feb 04 12:02:38.238611 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 44174) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:02:38.296053 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d608f67d-2369-43b7-9a49-19e708d8e019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:38.322526 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d608f67d-2369-43b7-9a49-19e708d8e019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:38.459090 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d608f67d-2369-43b7-9a49-19e708d8e019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:38.557192 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d608f67d-2369-43b7-9a49-19e708d8e019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03cf57e-884a-42be-8741-f5009d1b8d31,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:38.561774 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d608f67d-2369-43b7-9a49-19e708d8e019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:38.562561 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d608f67d-2369-43b7-9a49-19e708d8e019 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c03cf57e-884a-42be-8741-f5009d1b8d31 HTTP/1.1" status: 204 len: 168 time: 0.3231957 Feb 04 12:02:39.816263 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 44196) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:02:39.947526 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-f638e584-52b9-4efb-bffd-d80ab0f4e712 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1107015570-network', 'tenant_id': '68b0a26b8f26417abe87c9ba2baae7c1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:02:39.952103 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-f638e584-52b9-4efb-bffd-d80ab0f4e712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:02:39.956103 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f638e584-52b9-4efb-bffd-d80ab0f4e712 admin admin] Usage tracker for resource:network and tenant:68b0a26b8f26417abe87c9ba2baae7c1 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:02:39.958893 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f638e584-52b9-4efb-bffd-d80ab0f4e712 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:02:39.965619 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-f638e584-52b9-4efb-bffd-d80ab0f4e712 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:02:40.030101 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f638e584-52b9-4efb-bffd-d80ab0f4e712 admin admin] Made reservation on behalf of 68b0a26b8f26417abe87c9ba2baae7c1 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:02:40.032344 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f638e584-52b9-4efb-bffd-d80ab0f4e712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:40.044154 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f638e584-52b9-4efb-bffd-d80ab0f4e712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:40.080829 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-f638e584-52b9-4efb-bffd-d80ab0f4e712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:02:40.080829 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f638e584-52b9-4efb-bffd-d80ab0f4e712 admin admin] Usage tracker for resource:security_group_rule and tenant:68b0a26b8f26417abe87c9ba2baae7c1 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:02:40.080829 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f638e584-52b9-4efb-bffd-d80ab0f4e712 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:02:40.088073 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-f638e584-52b9-4efb-bffd-d80ab0f4e712 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:02:40.153516 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f638e584-52b9-4efb-bffd-d80ab0f4e712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:40.225820 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f638e584-52b9-4efb-bffd-d80ab0f4e712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:40.255637 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f638e584-52b9-4efb-bffd-d80ab0f4e712 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:02:40.264521 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f638e584-52b9-4efb-bffd-d80ab0f4e712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329ac730-b8ab-470e-860b-4dd3ba1f36f3,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:40.269774 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f638e584-52b9-4efb-bffd-d80ab0f4e712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:40.270143 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-f638e584-52b9-4efb-bffd-d80ab0f4e712 admin admin] Added segment 7cbbac85-fecb-49bb-9ac5-19022ede2081 of type vlan for network 54a536a7-b7af-475a-9a58-6a347db443da Feb 04 12:02:40.296030 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f638e584-52b9-4efb-bffd-d80ab0f4e712 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:40.430001 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f638e584-52b9-4efb-bffd-d80ab0f4e712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:40.430960 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f638e584-52b9-4efb-bffd-d80ab0f4e712 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:02:40.431530 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f638e584-52b9-4efb-bffd-d80ab0f4e712 admin admin] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:40.530546 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f638e584-52b9-4efb-bffd-d80ab0f4e712 admin admin] Pushing event updated for resources: {'Network': ['ID=54a536a7-b7af-475a-9a58-6a347db443da,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:40.539891 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 54a536a7-b7af-475a-9a58-6a347db443da details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:02:40.592227 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f638e584-52b9-4efb-bffd-d80ab0f4e712 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7749159 Feb 04 12:02:40.595020 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 44202) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:02:40.600729 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-e28627a1-abe1-47bc-a9f9-dcc0af423199 admin admin] Request body: {'subnet': {'network_id': '54a536a7-b7af-475a-9a58-6a347db443da', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1107015570-subnet', 'tenant_id': '68b0a26b8f26417abe87c9ba2baae7c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:02:40.605716 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e28627a1-abe1-47bc-a9f9-dcc0af423199 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:02:40.609456 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e28627a1-abe1-47bc-a9f9-dcc0af423199 admin admin] Usage tracker for resource:subnet and tenant:68b0a26b8f26417abe87c9ba2baae7c1 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:02:40.612269 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e28627a1-abe1-47bc-a9f9-dcc0af423199 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:02:40.618626 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e28627a1-abe1-47bc-a9f9-dcc0af423199 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:02:40.711678 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28627a1-abe1-47bc-a9f9-dcc0af423199 admin admin] Made reservation on behalf of 68b0a26b8f26417abe87c9ba2baae7c1 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:02:40.713926 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e28627a1-abe1-47bc-a9f9-dcc0af423199 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:40.957612 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e28627a1-abe1-47bc-a9f9-dcc0af423199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:41.029576 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28627a1-abe1-47bc-a9f9-dcc0af423199 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bb83509-e0c8-427a-86a9-831206b82491,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:41.039619 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28627a1-abe1-47bc-a9f9-dcc0af423199 admin admin] Checking segment: {'id': '7cbbac85-fecb-49bb-9ac5-19022ede2081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '54a536a7-b7af-475a-9a58-6a347db443da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:02:41.039968 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28627a1-abe1-47bc-a9f9-dcc0af423199 admin admin] Network hostable DHCP agents. Network: 54a536a7-b7af-475a-9a58-6a347db443da, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:02:41.134915 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28627a1-abe1-47bc-a9f9-dcc0af423199 admin admin] Network 54a536a7-b7af-475a-9a58-6a347db443da is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:02:41.226555 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-e28627a1-abe1-47bc-a9f9-dcc0af423199 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 54a536a7-b7af-475a-9a58-6a347db443da) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:02:41.230678 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28627a1-abe1-47bc-a9f9-dcc0af423199 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:02:41.231262 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e28627a1-abe1-47bc-a9f9-dcc0af423199 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:41.235868 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff113518-ade4-4cdd-9d19-cd146854ab24 None None] Network 54a536a7-b7af-475a-9a58-6a347db443da requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:02:41.295695 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e28627a1-abe1-47bc-a9f9-dcc0af423199 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6995358 Feb 04 12:02:41.444026 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5cca0e-f428-41bd-9413-f3299c4eac53 None None] Network 54a536a7-b7af-475a-9a58-6a347db443da requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:02:41.839707 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-8af48a55-5212-410e-8f4d-6b50d8a34463 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:02:41.841022 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-8af48a55-5212-410e-8f4d-6b50d8a34463 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/networks?id=54a536a7-b7af-475a-9a58-6a347db443da HTTP/1.1" status: 200 len: 812 time: 0.1408288 Feb 04 12:02:41.857426 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-4cd9ed5c-48b6-4256-89c8-0020d61e09a9 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/quotas/68b0a26b8f26417abe87c9ba2baae7c1 HTTP/1.1" status: 200 len: 375 time: 0.0110259 Feb 04 12:02:41.901164 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-ba8ea5e0-f6f9-49aa-9678-ddbbb2f9f8f7 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=68b0a26b8f26417abe87c9ba2baae7c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389214 Feb 04 12:02:42.036929 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-8e251ceb-86b8-457a-a711-8a7c1cbbb12a service neutron] 10.222.0.21 "GET /v2.0/networks/54a536a7-b7af-475a-9a58-6a347db443da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286290 Feb 04 12:02:42.111516 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ff0191c9-f7b5-4254-9df8-ad13a3810293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:42.166745 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-832bff0c-f1ca-4736-b4d9-e6202474e4d5 service neutron] 10.222.0.21 "GET /v2.0/networks/54a536a7-b7af-475a-9a58-6a347db443da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230597 Feb 04 12:02:42.430494 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-77d363f5-144a-4091-9d4a-6e186d2a7977 req-b147f3db-69df-4f7e-abb5-48119fd5b098 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 210 time: 0.0446935 Feb 04 12:02:43.537096 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-dd8be1ae-5d5f-4ab3-8a35-3d426ed1db1a req-d3a77f4a-4648-4fc8-b54c-2280dc0458c8 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 210 time: 0.0398860 Feb 04 12:02:44.500040 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bec5ee18-623d-4cf5-a862-3185e9a39855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:44.647019 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0d004094-9518-40c0-aac9-19e56ca282b9 req-90452334-d956-48c6-b3e9-e01875d0ab4d tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 210 time: 0.0413544 Feb 04 12:02:45.637027 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:45.723047 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:45.756386 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7c1523a8-1415-41a7-b129-4b5b41c35ba8 req-300112b6-6cec-48f4-be8d-2dec33b8fe83 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 210 time: 0.0433536 Feb 04 12:02:46.919455 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2976e1cc-36de-4f45-b0e9-7addbb22e2db req-423ee47b-1765-4b2b-af96-b511c0094350 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 210 time: 0.0411890 Feb 04 12:02:46.927418 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:48.081579 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-01522e84-db9b-4470-9159-ea56f4d61afa req-70f59b12-0ba7-48a8-af5c-b2cc46186a39 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 210 time: 0.0397570 Feb 04 12:02:49.076864 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-02a0a1bd-d3af-416d-a7db-19412c3e8018 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:02:49.077616 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-02a0a1bd-d3af-416d-a7db-19412c3e8018 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Synchronizing usage tracker for tenant:68b0a26b8f26417abe87c9ba2baae7c1 on resource:network {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:02:49.244467 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-02a0a1bd-d3af-416d-a7db-19412c3e8018 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Unset dirty status for tenant:68b0a26b8f26417abe87c9ba2baae7c1 on resource:network {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:02:49.245570 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-02a0a1bd-d3af-416d-a7db-19412c3e8018 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.47 "GET /v2.0/networks?id=54a536a7-b7af-475a-9a58-6a347db443da HTTP/1.1" status: 200 len: 812 time: 0.3113556 Feb 04 12:02:49.251732 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9c434cc6-1554-4e2a-ac42-8981a6f0a8de req-586ba86d-979c-4358-a2a4-212153092e25 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 210 time: 0.0478344 Feb 04 12:02:49.260606 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-1328e524-0f09-4926-a1dc-e0f74d021b3d tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Request body: {'port': {'device_id': '8566b109-ac4d-4704-aa7e-0a6aeb538031', 'network_id': '54a536a7-b7af-475a-9a58-6a347db443da', 'admin_state_up': True, 'tenant_id': '68b0a26b8f26417abe87c9ba2baae7c1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:02:49.395364 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-1328e524-0f09-4926-a1dc-e0f74d021b3d tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:02:49.399598 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-1328e524-0f09-4926-a1dc-e0f74d021b3d tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Usage tracker for resource:port and tenant:68b0a26b8f26417abe87c9ba2baae7c1 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:02:49.402325 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-1328e524-0f09-4926-a1dc-e0f74d021b3d tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:02:49.407784 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-1328e524-0f09-4926-a1dc-e0f74d021b3d tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:02:49.471255 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-1328e524-0f09-4926-a1dc-e0f74d021b3d tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Made reservation on behalf of 68b0a26b8f26417abe87c9ba2baae7c1 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:02:49.474361 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-1328e524-0f09-4926-a1dc-e0f74d021b3d tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:49.631358 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-1328e524-0f09-4926-a1dc-e0f74d021b3d tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Allocated IP 172.20.0.5 (54a536a7-b7af-475a-9a58-6a347db443da/8bb83509-e0c8-427a-86a9-831206b82491/8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:02:49.825596 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-1328e524-0f09-4926-a1dc-e0f74d021b3d tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:49.923227 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-1328e524-0f09-4926-a1dc-e0f74d021b3d tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:49.988486 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-1328e524-0f09-4926-a1dc-e0f74d021b3d tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Network 54a536a7-b7af-475a-9a58-6a347db443da is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:02:49.991348 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-1328e524-0f09-4926-a1dc-e0f74d021b3d tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:02:49.995656 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-1328e524-0f09-4926-a1dc-e0f74d021b3d tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:02:50.033439 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328e524-0f09-4926-a1dc-e0f74d021b3d tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Pushing event updated for resources: {'Port': ['ID=8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:50.062413 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-1328e524-0f09-4926-a1dc-e0f74d021b3d tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:02:50.063030 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-1328e524-0f09-4926-a1dc-e0f74d021b3d tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:50.139071 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-1328e524-0f09-4926-a1dc-e0f74d021b3d tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8821571 Feb 04 12:02:50.149808 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-8f3eb005-f25a-49f6-b6db-ae95974f96e3 service neutron] Request body: {'port': {'device_id': '8566b109-ac4d-4704-aa7e-0a6aeb538031', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:02:50.255319 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-8f3eb005-f25a-49f6-b6db-ae95974f96e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:50.452671 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970aef0-87e5-4540-b6e1-48c852d94d74 req-d9595be0-6e5e-49df-9983-9df48acd69b4 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:02:50.455157 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-2970aef0-87e5-4540-b6e1-48c852d94d74 req-d9595be0-6e5e-49df-9983-9df48acd69b4 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 931 time: 0.0762920 Feb 04 12:02:50.592733 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-2970aef0-87e5-4540-b6e1-48c852d94d74 req-4ed57426-07b5-4975-bb4a-4bd8ac3d2f53 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327994 Feb 04 12:02:50.688432 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-8f3eb005-f25a-49f6-b6db-ae95974f96e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82 {{(pid=84205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:02:50.695299 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-8f3eb005-f25a-49f6-b6db-ae95974f96e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:50.710054 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-8f3eb005-f25a-49f6-b6db-ae95974f96e3 service neutron] Transition to ACTIVE for port object 8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82 will not be triggered until provisioned by entity L2. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:02:50.797079 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-8f3eb005-f25a-49f6-b6db-ae95974f96e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:50.921182 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3eb005-f25a-49f6-b6db-ae95974f96e3 service neutron] Pushing event updated for resources: {'Port': ['ID=8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:51.022153 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-8f3eb005-f25a-49f6-b6db-ae95974f96e3 service neutron] Attempting to bind port 8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:02:51.022477 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-8f3eb005-f25a-49f6-b6db-ae95974f96e3 service neutron] Attempting to bind port 8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '7cbbac85-fecb-49bb-9ac5-19022ede2081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '54a536a7-b7af-475a-9a58-6a347db443da'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:02:51.022796 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-8f3eb005-f25a-49f6-b6db-ae95974f96e3 service neutron] Attempting to bind port 8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82 on network 54a536a7-b7af-475a-9a58-6a347db443da {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:02:51.028823 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-8f3eb005-f25a-49f6-b6db-ae95974f96e3 service neutron] Port 8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82 on network 54a536a7-b7af-475a-9a58-6a347db443da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 12:02:51.029133 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-8f3eb005-f25a-49f6-b6db-ae95974f96e3 service neutron] Attempting to bind port 8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82 on network 54a536a7-b7af-475a-9a58-6a347db443da {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:02:51.035285 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-8f3eb005-f25a-49f6-b6db-ae95974f96e3 service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:02:51.035607 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-8f3eb005-f25a-49f6-b6db-ae95974f96e3 service neutron] Checking segment: {'id': '7cbbac85-fecb-49bb-9ac5-19022ede2081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '54a536a7-b7af-475a-9a58-6a347db443da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:02:51.035974 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-8f3eb005-f25a-49f6-b6db-ae95974f96e3 service neutron] Bound using segment: {'id': '7cbbac85-fecb-49bb-9ac5-19022ede2081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '54a536a7-b7af-475a-9a58-6a347db443da'} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:02:51.036382 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-8f3eb005-f25a-49f6-b6db-ae95974f96e3 service neutron] Bound port: 8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cbbac85-fecb-49bb-9ac5-19022ede2081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '54a536a7-b7af-475a-9a58-6a347db443da'}}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:02:51.036711 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-8f3eb005-f25a-49f6-b6db-ae95974f96e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:51.122111 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-8f3eb005-f25a-49f6-b6db-ae95974f96e3 service neutron] For port 8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82, host hv-neutron-8278, cleared binding levels {{(pid=84205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:02:51.124933 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-8f3eb005-f25a-49f6-b6db-ae95974f96e3 service neutron] For port 8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82,segment=NetworkSegment(7cbbac85-fecb-49bb-9ac5-19022ede2081),segment_id=7cbbac85-fecb-49bb-9ac5-19022ede2081)] {{(pid=84205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:02:51.215098 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-8f3eb005-f25a-49f6-b6db-ae95974f96e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:51.277870 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-8f3eb005-f25a-49f6-b6db-ae95974f96e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:51.279243 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-8f3eb005-f25a-49f6-b6db-ae95974f96e3 service neutron] 10.222.0.47 "PUT /v2.0/ports/8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82 HTTP/1.1" status: 200 len: 1093 time: 1.1332474 Feb 04 12:02:51.279687 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8566b109-ac4d-4704-aa7e-0a6aeb538031', 'tag': '8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:02:51.298807 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3eb005-f25a-49f6-b6db-ae95974f96e3 service neutron] Pushing event updated for resources: {'Port': ['ID=8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82,revision_number=3']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:51.335347 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8566b109-ac4d-4704-aa7e-0a6aeb538031', 'tag': '8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82', 'status': 'completed', 'code': 200} Feb 04 12:02:51.422081 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8e712311-8675-42ff-9e97-abdb7f091062 req-df236da1-c890-4ec7-97f2-fdb7761163bf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=68b0a26b8f26417abe87c9ba2baae7c1&device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 1096 time: 0.0682900 Feb 04 12:02:51.559486 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e712311-8675-42ff-9e97-abdb7f091062 req-fad57832-a464-4a0c-b03e-5cb5d27a48fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:02:51.565208 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8e712311-8675-42ff-9e97-abdb7f091062 req-fad57832-a464-4a0c-b03e-5cb5d27a48fc service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=68b0a26b8f26417abe87c9ba2baae7c1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1323972 Feb 04 12:02:51.696983 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e712311-8675-42ff-9e97-abdb7f091062 req-c75a2498-a716-44dc-97ad-289530647896 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:02:51.698405 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8e712311-8675-42ff-9e97-abdb7f091062 req-c75a2498-a716-44dc-97ad-289530647896 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1321909 Feb 04 12:02:51.789733 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8128d69-58ff-48fa-a6e9-c10007e4f045 req-ff9fbfaf-2e42-41f9-81df-d2d42309d749 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:02:51.791216 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e8128d69-58ff-48fa-a6e9-c10007e4f045 req-ff9fbfaf-2e42-41f9-81df-d2d42309d749 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 943 time: 0.0760663 Feb 04 12:02:51.815357 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-9cff0892-8f0c-4973-9098-37753456fcc9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=68b0a26b8f26417abe87c9ba2baae7c1&device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 1096 time: 0.0733659 Feb 04 12:02:51.837313 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e8128d69-58ff-48fa-a6e9-c10007e4f045 req-234afa4b-6481-4783-872d-ef04dc3f1461 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401554 Feb 04 12:02:51.881217 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-4624a732-1223-4279-bbec-fd0d2f396c80 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82 HTTP/1.1" status: 200 len: 217 time: 0.0596507 Feb 04 12:02:51.944322 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-7c2fb875-c9a5-4be4-8d20-f5bd6bfa58de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:02:51.946390 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-7c2fb875-c9a5-4be4-8d20-f5bd6bfa58de service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8bb83509-e0c8-427a-86a9-831206b82491 HTTP/1.1" status: 200 len: 852 time: 0.0594103 Feb 04 12:02:51.990758 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-3b9d8ed1-d2ea-4fcc-8ed8-046e24d7ac5b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=54a536a7-b7af-475a-9a58-6a347db443da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383570 Feb 04 12:02:52.120135 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-693be727-0ecb-4cd9-b282-a458266ab825 service neutron] 10.222.0.47 "GET /v2.0/networks/54a536a7-b7af-475a-9a58-6a347db443da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237137 Feb 04 12:02:52.335133 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-da368a4e-7db8-4061-8b7c-c7993dde5366 req-71a502d2-8ef3-4e1f-ab1c-1f6d14d4bfcd service neutron] 10.222.0.47 "GET /v2.0/networks/54a536a7-b7af-475a-9a58-6a347db443da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095788 Feb 04 12:02:53.032310 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef78f8-d1cb-4e1e-92b4-688b97f127e8 req-d307e365-8832-4684-83f4-5413abb28fb4 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:02:53.032979 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-30ef78f8-d1cb-4e1e-92b4-688b97f127e8 req-d307e365-8832-4684-83f4-5413abb28fb4 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Synchronizing usage tracker for tenant:68b0a26b8f26417abe87c9ba2baae7c1 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:02:53.094356 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-30ef78f8-d1cb-4e1e-92b4-688b97f127e8 req-d307e365-8832-4684-83f4-5413abb28fb4 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Unset dirty status for tenant:68b0a26b8f26417abe87c9ba2baae7c1 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:02:53.095755 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-30ef78f8-d1cb-4e1e-92b4-688b97f127e8 req-d307e365-8832-4684-83f4-5413abb28fb4 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 943 time: 0.1388841 Feb 04 12:02:53.139821 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-30ef78f8-d1cb-4e1e-92b4-688b97f127e8 req-a9956212-fb6b-4498-b466-98a5d61a129f tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Synchronizing usage tracker for tenant:68b0a26b8f26417abe87c9ba2baae7c1 on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:02:53.208410 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-30ef78f8-d1cb-4e1e-92b4-688b97f127e8 req-a9956212-fb6b-4498-b466-98a5d61a129f tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Unset dirty status for tenant:68b0a26b8f26417abe87c9ba2baae7c1 on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:02:53.209521 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-30ef78f8-d1cb-4e1e-92b4-688b97f127e8 req-a9956212-fb6b-4498-b466-98a5d61a129f tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082394 Feb 04 12:02:54.407477 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5e492-699e-43b6-9aa9-a905e0247822 req-6f150c48-13d5-4fe6-a381-d29dd8021c41 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:02:54.408887 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d2a5e492-699e-43b6-9aa9-a905e0247822 req-6f150c48-13d5-4fe6-a381-d29dd8021c41 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 943 time: 0.0764673 Feb 04 12:02:54.453387 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d2a5e492-699e-43b6-9aa9-a905e0247822 req-efe73817-c75e-43c0-88f3-39381b555c4d tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385120 Feb 04 12:02:55.652412 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e9475-9798-4708-8dfc-f8d54b83fa17 req-1790d787-daaf-4470-9ece-39a7ec98c298 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:02:55.653844 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ce1e9475-9798-4708-8dfc-f8d54b83fa17 req-1790d787-daaf-4470-9ece-39a7ec98c298 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 943 time: 0.0740087 Feb 04 12:02:55.699481 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ce1e9475-9798-4708-8dfc-f8d54b83fa17 req-69ef0e8e-e3b2-4a31-b537-103950664ea8 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401857 Feb 04 12:02:55.952828 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:02:56.083374 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82,segment=NetworkSegment(7cbbac85-fecb-49bb-9ac5-19022ede2081),segment_id=7cbbac85-fecb-49bb-9ac5-19022ede2081)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:02:56.096429 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': '8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82', 'network_id': '54a536a7-b7af-475a-9a58-6a347db443da', 'port_id': '8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82', 'mac_address': 'fa:16:3e:cc:45:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb83509-e0c8-427a-86a9-831206b82491', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:02:56.151289 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:56.168426 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82 {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:02:56.185541 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82,segment=NetworkSegment(7cbbac85-fecb-49bb-9ac5-19022ede2081),segment_id=7cbbac85-fecb-49bb-9ac5-19022ede2081)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:02:56.283261 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:56.347986 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:56.356454 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:56.356791 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:56.357122 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:56.357449 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:56.357772 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:56.358116 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:56.358456 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:56.358870 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:56.359191 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:56.359502 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:56.359830 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:56.576291 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:02:56.895168 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c27fea-8b3d-4da8-9784-dc76a4d9fcfe req-5907a6ff-4ea3-4dd3-80dd-d3691c4001e3 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:02:56.896582 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b9c27fea-8b3d-4da8-9784-dc76a4d9fcfe req-5907a6ff-4ea3-4dd3-80dd-d3691c4001e3 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 944 time: 0.0749850 Feb 04 12:02:56.942536 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b9c27fea-8b3d-4da8-9784-dc76a4d9fcfe req-8b2b9a36-bb0c-447b-a8f1-c96a5a1fee48 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402052 Feb 04 12:02:57.968113 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82 up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:02:58.093281 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port 8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:02:58.098431 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port 8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:02:58.098797 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:58.141704 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c6719-3bf4-47e2-af91-9aa72519a4ce req-1daeb964-08af-4d55-a23c-0d88f6da0fb2 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:02:58.143264 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d15c6719-3bf4-47e2-af91-9aa72519a4ce req-1daeb964-08af-4d55-a23c-0d88f6da0fb2 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 944 time: 0.0820282 Feb 04 12:02:58.190098 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d15c6719-3bf4-47e2-af91-9aa72519a4ce req-bc3805cf-1307-44f2-8fa2-e206b24e9803 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411925 Feb 04 12:02:58.244414 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:58.270180 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8566b109-ac4d-4704-aa7e-0a6aeb538031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:02:58.279533 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82,segment=NetworkSegment(7cbbac85-fecb-49bb-9ac5-19022ede2081),segment_id=7cbbac85-fecb-49bb-9ac5-19022ede2081)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:02:58.363461 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:58.408906 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8566b109-ac4d-4704-aa7e-0a6aeb538031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82', 'code': 200} Feb 04 12:02:58.435949 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:58.718895 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:02:58.761833 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f962dddc-fcdf-4396-94bc-6ea79ab91896 req-227bf72c-6b36-4f7f-8eac-5c005aa50be5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 1098 time: 0.0661840 Feb 04 12:02:58.802680 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f962dddc-fcdf-4396-94bc-6ea79ab91896 req-0a1e73bf-e969-4ec8-aae5-a2e04516df95 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352859 Feb 04 12:02:59.388115 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e82bc4-d6b2-48ff-9039-f1bb8f25c9ae req-d7dd6a1f-ff34-4a4d-86f2-0f68a001ca74 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:02:59.389520 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-58e82bc4-d6b2-48ff-9039-f1bb8f25c9ae req-d7dd6a1f-ff34-4a4d-86f2-0f68a001ca74 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 945 time: 0.0778174 Feb 04 12:02:59.434069 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-58e82bc4-d6b2-48ff-9039-f1bb8f25c9ae req-06a3ee09-6070-4400-bc71-631f824efc02 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391595 Feb 04 12:03:00.632226 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613615c-0ae1-45a0-a885-9a1d0e1ac0b6 req-0267accf-4a1e-4411-8033-856ab0fd22a2 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:00.633639 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5613615c-0ae1-45a0-a885-9a1d0e1ac0b6 req-0267accf-4a1e-4411-8033-856ab0fd22a2 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 945 time: 0.0793335 Feb 04 12:03:00.677792 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5613615c-0ae1-45a0-a885-9a1d0e1ac0b6 req-d06078fe-884b-41cf-bab4-a5c6a0fa74f3 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380406 Feb 04 12:03:00.871834 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7440d511-79fa-440c-9879-12eebc3ede75 req-7a2af7bb-fb73-4070-9c06-0afee0ed782d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0673652 Feb 04 12:03:01.302787 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc8cdc-88a5-40ec-993b-89420fa8deaa req-79d92f84-67a1-4273-82cc-b165929aea18 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:01.304295 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a0cc8cdc-88a5-40ec-993b-89420fa8deaa req-79d92f84-67a1-4273-82cc-b165929aea18 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 945 time: 0.0766962 Feb 04 12:03:01.354033 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a0cc8cdc-88a5-40ec-993b-89420fa8deaa req-58e23841-0c5d-4b94-8e4f-120a812ba0cb tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438106 Feb 04 12:03:01.382727 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 44284) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:03:01.516551 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ba5c5328-2175-4cd5-af21-d4d451c74f0e req-7d361c7a-2605-4207-a022-acded31f7e3e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1327591 Feb 04 12:03:02.554219 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d52cb8-49b5-4b12-ae66-c2408caa87ce req-183eb3e8-8354-4574-b891-41fb1b5b295c tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:02.555676 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-78d52cb8-49b5-4b12-ae66-c2408caa87ce req-183eb3e8-8354-4574-b891-41fb1b5b295c tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 945 time: 0.0804420 Feb 04 12:03:02.601897 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-78d52cb8-49b5-4b12-ae66-c2408caa87ce req-0945fd8b-f7cb-4bea-a905-b67e494db385 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398946 Feb 04 12:03:03.546832 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ba5c5328-2175-4cd5-af21-d4d451c74f0e req-d349dc69-751b-4346-8d3b-a223b887baaf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=68b0a26b8f26417abe87c9ba2baae7c1&device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 1098 time: 0.0674796 Feb 04 12:03:03.675788 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c5328-2175-4cd5-af21-d4d451c74f0e req-49673a0c-3d94-44cb-b794-87ba0be5665f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:03.677288 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ba5c5328-2175-4cd5-af21-d4d451c74f0e req-49673a0c-3d94-44cb-b794-87ba0be5665f service neutron] 10.222.0.47 "GET /v2.0/networks?id=54a536a7-b7af-475a-9a58-6a347db443da HTTP/1.1" status: 200 len: 913 time: 0.1251612 Feb 04 12:03:03.747571 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ba5c5328-2175-4cd5-af21-d4d451c74f0e req-7a187123-d0d1-4b4f-985b-ca825c4da7c9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82 HTTP/1.1" status: 200 len: 217 time: 0.0639358 Feb 04 12:03:03.797991 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab645a-176a-4a3a-9489-49f245553f42 req-112ac068-be24-477d-8222-2936a1dfb49f tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:03.799426 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e1ab645a-176a-4a3a-9489-49f245553f42 req-112ac068-be24-477d-8222-2936a1dfb49f tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 945 time: 0.0760925 Feb 04 12:03:03.811851 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c5328-2175-4cd5-af21-d4d451c74f0e req-26e06ddf-b642-4a5f-aaa0-e89ab2ef1c31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:03.813252 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ba5c5328-2175-4cd5-af21-d4d451c74f0e req-26e06ddf-b642-4a5f-aaa0-e89ab2ef1c31 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8bb83509-e0c8-427a-86a9-831206b82491 HTTP/1.1" status: 200 len: 852 time: 0.0605013 Feb 04 12:03:03.847523 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e1ab645a-176a-4a3a-9489-49f245553f42 req-4581eab7-d2e1-4891-b38b-caa5691516af tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426247 Feb 04 12:03:03.856362 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ba5c5328-2175-4cd5-af21-d4d451c74f0e req-aca15250-6aa3-4073-b84a-a6c2ef662843 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=54a536a7-b7af-475a-9a58-6a347db443da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376303 Feb 04 12:03:03.984023 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ba5c5328-2175-4cd5-af21-d4d451c74f0e req-946ba50f-8109-40c0-b751-71287d107b3f service neutron] 10.222.0.47 "GET /v2.0/networks/54a536a7-b7af-475a-9a58-6a347db443da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220312 Feb 04 12:03:04.110990 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ba5c5328-2175-4cd5-af21-d4d451c74f0e req-76c38287-479e-44c4-a101-dc1a9a6744df service neutron] 10.222.0.47 "GET /v2.0/networks/54a536a7-b7af-475a-9a58-6a347db443da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214035 Feb 04 12:03:05.050020 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef44fc7-5e56-4fde-8043-3644fdf54a27 req-489cf4a9-c905-4b57-9487-dc536cf14d92 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:05.051456 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3ef44fc7-5e56-4fde-8043-3644fdf54a27 req-489cf4a9-c905-4b57-9487-dc536cf14d92 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 945 time: 0.0767910 Feb 04 12:03:05.095985 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3ef44fc7-5e56-4fde-8043-3644fdf54a27 req-a31f2c61-1c5c-4b49-8d0a-ceac4bb3c6d8 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389304 Feb 04 12:03:06.294759 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea5792-e110-4029-b059-439ea9768cb1 req-06e023ec-b7db-40d2-ba1f-88e727e7bd6c tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:06.296086 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7dea5792-e110-4029-b059-439ea9768cb1 req-06e023ec-b7db-40d2-ba1f-88e727e7bd6c tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 945 time: 0.0754135 Feb 04 12:03:06.328547 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:06.340896 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7dea5792-e110-4029-b059-439ea9768cb1 req-e905c9c9-bbab-4014-9662-9f238ac0f158 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392220 Feb 04 12:03:07.544231 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c42c8-62c7-4500-92e4-0213905ba7d2 req-30079973-6439-41d4-b46b-a571cf06a131 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:07.545704 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9c9c42c8-62c7-4500-92e4-0213905ba7d2 req-30079973-6439-41d4-b46b-a571cf06a131 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 945 time: 0.0812492 Feb 04 12:03:07.593207 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9c9c42c8-62c7-4500-92e4-0213905ba7d2 req-61c71e8e-9b3b-47d9-b8bb-41cc1ba66814 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419273 Feb 04 12:03:08.746358 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fa2ec174-b139-42c3-85b4-9e3dd6911ef6 req-78f18de9-abaf-41ca-add9-f3f2fd00c1fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=68b0a26b8f26417abe87c9ba2baae7c1&device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 1098 time: 0.0707672 Feb 04 12:03:08.795193 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6942d23-a3c0-44bf-bcf5-ef5c8a380926 req-7ebeb2c0-5aca-4436-b5e5-96a0eb4b5430 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:08.796699 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a6942d23-a3c0-44bf-bcf5-ef5c8a380926 req-7ebeb2c0-5aca-4436-b5e5-96a0eb4b5430 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 945 time: 0.0783820 Feb 04 12:03:08.843084 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a6942d23-a3c0-44bf-bcf5-ef5c8a380926 req-b425cdd6-57d4-4c1a-af4f-65ec898a86ba tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401862 Feb 04 12:03:08.906475 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ec174-b139-42c3-85b4-9e3dd6911ef6 req-43d02ec0-6f38-47c3-8430-626898479c51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:08.907790 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fa2ec174-b139-42c3-85b4-9e3dd6911ef6 req-43d02ec0-6f38-47c3-8430-626898479c51 service neutron] 10.222.0.47 "GET /v2.0/networks?id=54a536a7-b7af-475a-9a58-6a347db443da HTTP/1.1" status: 200 len: 913 time: 0.1434660 Feb 04 12:03:09.062643 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fa2ec174-b139-42c3-85b4-9e3dd6911ef6 req-ad5d8706-9ccf-47ce-8eb1-648e1b007b6d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82 HTTP/1.1" status: 200 len: 217 time: 0.1486883 Feb 04 12:03:09.125398 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ec174-b139-42c3-85b4-9e3dd6911ef6 req-bf835a76-84e1-4261-bd8a-536e24f4c369 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:09.126820 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fa2ec174-b139-42c3-85b4-9e3dd6911ef6 req-bf835a76-84e1-4261-bd8a-536e24f4c369 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8bb83509-e0c8-427a-86a9-831206b82491 HTTP/1.1" status: 200 len: 852 time: 0.0593436 Feb 04 12:03:09.170904 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fa2ec174-b139-42c3-85b4-9e3dd6911ef6 req-8fe39653-33f1-4d5e-a2d3-2d4ae7d9f6d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=54a536a7-b7af-475a-9a58-6a347db443da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383558 Feb 04 12:03:09.296858 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fa2ec174-b139-42c3-85b4-9e3dd6911ef6 req-0eeaca49-57e8-4f3f-a050-08d278d51c70 service neutron] 10.222.0.47 "GET /v2.0/networks/54a536a7-b7af-475a-9a58-6a347db443da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206181 Feb 04 12:03:09.423719 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fa2ec174-b139-42c3-85b4-9e3dd6911ef6 req-c2821d2e-5498-47e5-a201-9f85e2888576 service neutron] 10.222.0.47 "GET /v2.0/networks/54a536a7-b7af-475a-9a58-6a347db443da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211553 Feb 04 12:03:10.039537 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed8aad-a813-40e2-9239-90416b6019de req-285a05b1-d6df-4f2f-b3a6-2550594af86e tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:10.040954 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0eed8aad-a813-40e2-9239-90416b6019de req-285a05b1-d6df-4f2f-b3a6-2550594af86e tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 945 time: 0.0744615 Feb 04 12:03:10.088318 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0eed8aad-a813-40e2-9239-90416b6019de req-01f2f6b5-5d81-4a42-bd11-a2e051c5879d tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418897 Feb 04 12:03:11.284862 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd816803-678b-4793-aa86-dfd81e711b60 req-f8b82b85-6dd4-4825-b656-c3c35f50ac2b tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:11.286414 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-dd816803-678b-4793-aa86-dfd81e711b60 req-f8b82b85-6dd4-4825-b656-c3c35f50ac2b tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 945 time: 0.0783315 Feb 04 12:03:11.331788 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-dd816803-678b-4793-aa86-dfd81e711b60 req-42a79a69-554a-423e-8a41-a13cac29ea9d tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397692 Feb 04 12:03:12.106495 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d776bd09-b66e-43e4-9209-5186d08fa48f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:12.533288 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2dfe32-1309-4d2b-a4c1-25bc28db3f40 req-98852168-82ff-4d34-8b4d-e3a621801871 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:12.534755 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2d2dfe32-1309-4d2b-a4c1-25bc28db3f40 req-98852168-82ff-4d34-8b4d-e3a621801871 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 945 time: 0.0767415 Feb 04 12:03:12.580494 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2d2dfe32-1309-4d2b-a4c1-25bc28db3f40 req-029bba31-7fca-43e9-92b8-e3da4e47defa tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403907 Feb 04 12:03:13.776285 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db6230-9541-463e-ad5e-0fba823912e6 req-cc402a95-cb9a-4838-be2f-afd3c47eedb8 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:13.778408 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-74db6230-9541-463e-ad5e-0fba823912e6 req-cc402a95-cb9a-4838-be2f-afd3c47eedb8 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 945 time: 0.0789778 Feb 04 12:03:13.826406 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-74db6230-9541-463e-ad5e-0fba823912e6 req-47f39511-b150-4653-960d-7daec7cbae39 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421233 Feb 04 12:03:14.505491 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f3846521-07ca-4f40-b24b-a01285829bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:15.021257 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ff64c-17eb-418b-a40a-aa4f0d7e4340 req-3872a097-38eb-4192-9c43-20dd15e3742f tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:15.022685 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6c9ff64c-17eb-418b-a40a-aa4f0d7e4340 req-3872a097-38eb-4192-9c43-20dd15e3742f tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 945 time: 0.0772419 Feb 04 12:03:15.067042 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6c9ff64c-17eb-418b-a40a-aa4f0d7e4340 req-a58e2e0e-df45-4610-bab3-d10856f4fc45 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389197 Feb 04 12:03:15.671521 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:15.721856 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:16.264245 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fc6f3-adcc-45c4-90f8-09d69e3a8766 req-3b7ae0de-0caf-429f-b1b2-2b62f4784687 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:16.265655 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c76fc6f3-adcc-45c4-90f8-09d69e3a8766 req-3b7ae0de-0caf-429f-b1b2-2b62f4784687 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 945 time: 0.0747445 Feb 04 12:03:16.313096 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c76fc6f3-adcc-45c4-90f8-09d69e3a8766 req-9db5e890-6178-4cfe-b677-89947980f29f tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418870 Feb 04 12:03:16.921563 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:17.502713 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821965a3-c4c1-488f-bd1c-64bdc912ac46 req-18ba443d-94e8-4b01-821c-3a6e63435f29 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:17.504037 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-821965a3-c4c1-488f-bd1c-64bdc912ac46 req-18ba443d-94e8-4b01-821c-3a6e63435f29 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 945 time: 0.0731149 Feb 04 12:03:17.548769 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-821965a3-c4c1-488f-bd1c-64bdc912ac46 req-e4b3e809-9c77-4691-a018-6207878f7bc2 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392134 Feb 04 12:03:18.741928 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5a3da-5fcd-4b7f-8d43-7ab44c311e44 req-c490062a-31f1-4eaf-9007-b3026c488092 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:18.743353 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-80c5a3da-5fcd-4b7f-8d43-7ab44c311e44 req-c490062a-31f1-4eaf-9007-b3026c488092 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 945 time: 0.0750103 Feb 04 12:03:18.788303 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-80c5a3da-5fcd-4b7f-8d43-7ab44c311e44 req-66f56cf0-d702-4833-9a06-d7f5663a99b6 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393701 Feb 04 12:03:19.992494 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae2a11-a241-4190-b63a-05978a26ff22 req-89bfd0e7-94fe-4ca8-834a-127a448645cc tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:19.994094 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-cdae2a11-a241-4190-b63a-05978a26ff22 req-89bfd0e7-94fe-4ca8-834a-127a448645cc tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 945 time: 0.0783970 Feb 04 12:03:20.039669 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-cdae2a11-a241-4190-b63a-05978a26ff22 req-3b5bc986-6016-4828-8f55-f573e3a6d969 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391834 Feb 04 12:03:21.234098 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c2e9e-2704-4299-b9cc-f0aa7e9f3761 req-5a4f2fa3-295a-4292-ba9c-63560547ca85 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:21.235542 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-434c2e9e-2704-4299-b9cc-f0aa7e9f3761 req-5a4f2fa3-295a-4292-ba9c-63560547ca85 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 945 time: 0.0774472 Feb 04 12:03:21.279607 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-434c2e9e-2704-4299-b9cc-f0aa7e9f3761 req-216e0f05-eee5-4b1c-b307-c1fe7bb89dac tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385599 Feb 04 12:03:22.472836 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f25694-574c-4144-beb1-0a6f8673e489 req-22bfb083-dcc4-4580-b91e-e2676ff2714f tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:22.474189 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-34f25694-574c-4144-beb1-0a6f8673e489 req-22bfb083-dcc4-4580-b91e-e2676ff2714f tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 945 time: 0.0754921 Feb 04 12:03:22.517388 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-34f25694-574c-4144-beb1-0a6f8673e489 req-5e7cf9a3-3a81-4f8f-8d4c-5212317bc5c7 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377455 Feb 04 12:03:23.712163 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b857c0-7aa8-4e19-a344-aa7fcd4a9cec req-9e3197c9-f5bd-48c8-89bd-2d37157e9043 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:23.713667 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-31b857c0-7aa8-4e19-a344-aa7fcd4a9cec req-9e3197c9-f5bd-48c8-89bd-2d37157e9043 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 945 time: 0.0739245 Feb 04 12:03:23.758442 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-31b857c0-7aa8-4e19-a344-aa7fcd4a9cec req-ffae27f4-1363-4fa1-83b5-c9f76dda3eba tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385737 Feb 04 12:03:24.954300 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205fbf0-2be9-4b74-a218-656f10106977 req-4d59817d-27ef-4a43-b803-f929cad91f37 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:24.955751 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9205fbf0-2be9-4b74-a218-656f10106977 req-4d59817d-27ef-4a43-b803-f929cad91f37 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 945 time: 0.0779839 Feb 04 12:03:25.000512 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9205fbf0-2be9-4b74-a218-656f10106977 req-7e1cd4c7-7336-4c86-8fcd-993c85ac33cc tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392957 Feb 04 12:03:26.333141 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c6d12c-598e-499c-9739-b3143234c0af req-488075c0-7ad7-425d-bc84-6e962256a9fb tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:26.334444 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e2c6d12c-598e-499c-9739-b3143234c0af req-488075c0-7ad7-425d-bc84-6e962256a9fb tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 945 time: 0.0778687 Feb 04 12:03:26.379017 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e2c6d12c-598e-499c-9739-b3143234c0af req-71eddf9c-8c2b-43bc-89f1-5d16f615a193 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391879 Feb 04 12:03:27.576366 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0e261-a0a1-4a40-902a-60beba1ae659 req-816d3c7d-e51a-44b7-b475-0614cf5ad27c tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:27.577807 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ecf0e261-a0a1-4a40-902a-60beba1ae659 req-816d3c7d-e51a-44b7-b475-0614cf5ad27c tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 945 time: 0.0756817 Feb 04 12:03:27.626209 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ecf0e261-a0a1-4a40-902a-60beba1ae659 req-49162898-dede-418f-8495-fc74fcd14c5e tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427349 Feb 04 12:03:28.817748 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1bd17-1856-4623-ac06-81772e75cadd req-6da97695-0b70-436b-b52e-53d0fd2219cf tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:28.819199 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c0b1bd17-1856-4623-ac06-81772e75cadd req-6da97695-0b70-436b-b52e-53d0fd2219cf tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 945 time: 0.0740571 Feb 04 12:03:28.864424 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c0b1bd17-1856-4623-ac06-81772e75cadd req-1ca8ddf0-611a-42ad-9746-6af8db0ff0b4 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397978 Feb 04 12:03:30.071381 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfe301-f42e-481a-9a04-f9c73da75671 req-aa7d69fa-5e2e-44e7-af41-0ef28fa6cdd6 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:30.072799 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f6cfe301-f42e-481a-9a04-f9c73da75671 req-aa7d69fa-5e2e-44e7-af41-0ef28fa6cdd6 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 945 time: 0.0738621 Feb 04 12:03:30.117480 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f6cfe301-f42e-481a-9a04-f9c73da75671 req-381e7e04-63a1-439a-a9e7-314e32589c58 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387096 Feb 04 12:03:31.243779 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [req-ba5c5328-2175-4cd5-af21-d4d451c74f0e req-5ca85cbf-16b7-4dca-884e-344a066b4bb3 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 12:03:31.244739 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ba5c5328-2175-4cd5-af21-d4d451c74f0e req-5ca85cbf-16b7-4dca-884e-344a066b4bb3 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052123 Feb 04 12:03:31.325188 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ba5c5328-2175-4cd5-af21-d4d451c74f0e req-cbb1c2c3-ee0b-4ee8-911d-165caa2a1409 service neutron] 10.222.0.47 "GET /v2.0/ports/8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82/bindings/hv-neutron-8278 HTTP/1.1" status: 200 len: 384 time: 0.0751929 Feb 04 12:03:31.329044 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbecb928-0e0f-4dfe-86a0-48a2e41cab78 req-ab79f688-bea4-45d3-9318-147da7080951 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:31.330540 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-cbecb928-0e0f-4dfe-86a0-48a2e41cab78 req-ab79f688-bea4-45d3-9318-147da7080951 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 945 time: 0.0778739 Feb 04 12:03:31.375597 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-cbecb928-0e0f-4dfe-86a0-48a2e41cab78 req-edf64b38-7f9e-42cc-bc48-7f744e83e355 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395939 Feb 04 12:03:31.944082 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ba5c5328-2175-4cd5-af21-d4d451c74f0e req-009f0aca-3a32-40ae-9118-f4f885d5dc25 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031&tenant_id=68b0a26b8f26417abe87c9ba2baae7c1 HTTP/1.1" status: 200 len: 1098 time: 0.0678172 Feb 04 12:03:32.032740 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ba5c5328-2175-4cd5-af21-d4d451c74f0e req-a74bc300-438b-44a4-b36a-1fb9e8a9fd8a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=68b0a26b8f26417abe87c9ba2baae7c1&device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 1098 time: 0.0678554 Feb 04 12:03:32.160748 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c5328-2175-4cd5-af21-d4d451c74f0e req-815955a5-6853-4f42-b3b6-55288498b99a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:32.162189 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ba5c5328-2175-4cd5-af21-d4d451c74f0e req-815955a5-6853-4f42-b3b6-55288498b99a service neutron] 10.222.0.47 "GET /v2.0/networks?id=54a536a7-b7af-475a-9a58-6a347db443da HTTP/1.1" status: 200 len: 913 time: 0.1241651 Feb 04 12:03:32.315133 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ba5c5328-2175-4cd5-af21-d4d451c74f0e req-b2a7f5c5-1b44-4efe-b360-0e88978699af service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82 HTTP/1.1" status: 200 len: 217 time: 0.1467655 Feb 04 12:03:32.380379 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c5328-2175-4cd5-af21-d4d451c74f0e req-7aff0e22-60db-4f4b-8d83-d2497bf610fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:32.381767 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ba5c5328-2175-4cd5-af21-d4d451c74f0e req-7aff0e22-60db-4f4b-8d83-d2497bf610fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8bb83509-e0c8-427a-86a9-831206b82491 HTTP/1.1" status: 200 len: 852 time: 0.0600049 Feb 04 12:03:32.425721 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ba5c5328-2175-4cd5-af21-d4d451c74f0e req-b6e7d593-4beb-4ac6-b257-29a495250db4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=54a536a7-b7af-475a-9a58-6a347db443da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377700 Feb 04 12:03:32.607154 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ba5c5328-2175-4cd5-af21-d4d451c74f0e req-6358316c-c12a-4a98-86fd-0942484401ca service neutron] 10.222.0.47 "GET /v2.0/networks/54a536a7-b7af-475a-9a58-6a347db443da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758220 Feb 04 12:03:32.639563 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31023632-fc56-4225-8b20-1a9dc0628085 req-73d362b9-66e5-4e0d-aa81-44cadab2eddb tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:32.641026 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-31023632-fc56-4225-8b20-1a9dc0628085 req-73d362b9-66e5-4e0d-aa81-44cadab2eddb tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 945 time: 0.1433852 Feb 04 12:03:32.758992 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-31023632-fc56-4225-8b20-1a9dc0628085 req-b20e6d7d-3394-4333-9cbf-a43c5866bd0f tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733469 Feb 04 12:03:32.776054 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ba5c5328-2175-4cd5-af21-d4d451c74f0e req-676afcdd-2fa0-4a09-afd4-a96c76df9459 service neutron] 10.222.0.47 "GET /v2.0/networks/54a536a7-b7af-475a-9a58-6a347db443da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626117 Feb 04 12:03:33.955948 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b759ce-0ab3-4981-837f-6a4d8c8bfec8 req-cd6ab5fa-55b9-4845-84d6-c9c860a3344b tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:33.957355 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-62b759ce-0ab3-4981-837f-6a4d8c8bfec8 req-cd6ab5fa-55b9-4845-84d6-c9c860a3344b tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 945 time: 0.0780780 Feb 04 12:03:34.006912 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-62b759ce-0ab3-4981-837f-6a4d8c8bfec8 req-7cde7322-beb9-490b-9de5-92409ed1eaef tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439835 Feb 04 12:03:34.137750 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:03:34.267818 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82,segment=NetworkSegment(7cbbac85-fecb-49bb-9ac5-19022ede2081),segment_id=7cbbac85-fecb-49bb-9ac5-19022ede2081)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:03:34.280922 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': '8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82', 'network_id': '54a536a7-b7af-475a-9a58-6a347db443da', 'port_id': '8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82', 'mac_address': 'fa:16:3e:cc:45:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb83509-e0c8-427a-86a9-831206b82491', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:03:34.332063 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:34.348887 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82 {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:03:34.363632 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82,segment=NetworkSegment(7cbbac85-fecb-49bb-9ac5-19022ede2081),segment_id=7cbbac85-fecb-49bb-9ac5-19022ede2081)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:03:34.437043 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:34.502297 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82,revision_number=6']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:03:34.604462 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:03:35.203210 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7198d53-d46a-443a-a142-a807f664df18 req-08b104b6-7e70-4da4-8503-fec1de551c1b tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:35.204647 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e7198d53-d46a-443a-a142-a807f664df18 req-08b104b6-7e70-4da4-8503-fec1de551c1b tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 944 time: 0.0750937 Feb 04 12:03:35.250351 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e7198d53-d46a-443a-a142-a807f664df18 req-172fd1a1-b037-4ad2-9660-c6480651b735 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399635 Feb 04 12:03:35.719485 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:03:36.145475 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82 up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:03:36.211723 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port 8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:03:36.212085 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:36.336249 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:36.346505 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:36.364528 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8566b109-ac4d-4704-aa7e-0a6aeb538031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:03:36.374701 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82,segment=NetworkSegment(7cbbac85-fecb-49bb-9ac5-19022ede2081),segment_id=7cbbac85-fecb-49bb-9ac5-19022ede2081)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:03:36.431769 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8566b109-ac4d-4704-aa7e-0a6aeb538031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82', 'code': 200} Feb 04 12:03:36.448700 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad005b34-fd8a-4c70-b1a5-658c2c59cf05 req-19f1133b-d724-4902-9b1a-3f4e4e6c6bdd tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:36.451265 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ad005b34-fd8a-4c70-b1a5-658c2c59cf05 req-19f1133b-d724-4902-9b1a-3f4e4e6c6bdd tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 944 time: 0.0802443 Feb 04 12:03:36.465402 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:36.495157 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ad005b34-fd8a-4c70-b1a5-658c2c59cf05 req-571d102e-dba8-4bb5-a474-e60e7894ca31 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394037 Feb 04 12:03:36.532187 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82,revision_number=7']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:03:37.104982 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def500c9-3c7a-4119-beda-b4341d4b27ac req-22946bad-7f66-4de6-9edf-5ba07df5a4ee tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:37.106467 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-def500c9-3c7a-4119-beda-b4341d4b27ac req-22946bad-7f66-4de6-9edf-5ba07df5a4ee tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.47 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031&tenant_id=68b0a26b8f26417abe87c9ba2baae7c1&binding%3Ahost_id=hv-neutron-8278 HTTP/1.1" status: 200 len: 945 time: 0.0822368 Feb 04 12:03:37.243272 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-def500c9-3c7a-4119-beda-b4341d4b27ac req-186298a3-8ff9-44f6-aded-68ad2dd78f3a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=68b0a26b8f26417abe87c9ba2baae7c1&device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 1098 time: 0.0673449 Feb 04 12:03:37.370013 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def500c9-3c7a-4119-beda-b4341d4b27ac req-4f798609-0d53-45c0-b0b9-3e3fa1f1267e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:37.371530 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-def500c9-3c7a-4119-beda-b4341d4b27ac req-4f798609-0d53-45c0-b0b9-3e3fa1f1267e service neutron] 10.222.0.47 "GET /v2.0/networks?id=54a536a7-b7af-475a-9a58-6a347db443da HTTP/1.1" status: 200 len: 913 time: 0.1221402 Feb 04 12:03:37.439225 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-def500c9-3c7a-4119-beda-b4341d4b27ac req-6d2eb159-98ef-4ff7-b1c1-6f5727c21df7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82 HTTP/1.1" status: 200 len: 217 time: 0.0616529 Feb 04 12:03:37.498504 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def500c9-3c7a-4119-beda-b4341d4b27ac req-84a9e7a1-ff67-4d47-a195-27a3db4af78c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:37.499883 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-def500c9-3c7a-4119-beda-b4341d4b27ac req-84a9e7a1-ff67-4d47-a195-27a3db4af78c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8bb83509-e0c8-427a-86a9-831206b82491 HTTP/1.1" status: 200 len: 852 time: 0.0554132 Feb 04 12:03:37.546657 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-def500c9-3c7a-4119-beda-b4341d4b27ac req-5092f737-2d2e-46ab-b0df-35cfdcf577ae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=54a536a7-b7af-475a-9a58-6a347db443da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412905 Feb 04 12:03:37.675774 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-def500c9-3c7a-4119-beda-b4341d4b27ac req-a2c3678a-b877-4b93-874b-71af906948e3 service neutron] 10.222.0.47 "GET /v2.0/networks/54a536a7-b7af-475a-9a58-6a347db443da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232469 Feb 04 12:03:37.802678 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-def500c9-3c7a-4119-beda-b4341d4b27ac req-0c4489d4-3354-4029-9519-dfa2f90c4fc7 service neutron] 10.222.0.47 "GET /v2.0/networks/54a536a7-b7af-475a-9a58-6a347db443da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213102 Feb 04 12:03:39.212312 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d5887-1677-4dcf-9afb-6b08f259b020 req-a1561d96-fb7b-4ed6-bf67-f3a619a1e528 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:39.213722 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-651d5887-1677-4dcf-9afb-6b08f259b020 req-a1561d96-fb7b-4ed6-bf67-f3a619a1e528 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 945 time: 0.0787725 Feb 04 12:03:39.257568 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-651d5887-1677-4dcf-9afb-6b08f259b020 req-2e680e7f-e54a-4fcf-a8e3-38b4a8fa05f0 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382378 Feb 04 12:03:40.455305 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ebbec-c2da-45ec-8c2d-1639e0fdc17a req-913d0140-5e9d-4ccb-8c92-670d79fc12aa tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:40.456715 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c54ebbec-c2da-45ec-8c2d-1639e0fdc17a req-913d0140-5e9d-4ccb-8c92-670d79fc12aa tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 945 time: 0.0753531 Feb 04 12:03:40.500654 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c54ebbec-c2da-45ec-8c2d-1639e0fdc17a req-5094b7a9-e72d-4896-9b51-252c5462e10c tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384257 Feb 04 12:03:40.975921 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def500c9-3c7a-4119-beda-b4341d4b27ac req-f5e5593e-6266-402d-be56-b794ba544fda tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:40.977320 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-def500c9-3c7a-4119-beda-b4341d4b27ac req-f5e5593e-6266-402d-be56-b794ba544fda tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.47 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 945 time: 0.0774419 Feb 04 12:03:41.132097 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-def500c9-3c7a-4119-beda-b4341d4b27ac req-b947934e-654d-4855-bc00-bcb5efd0de71 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Deleting port 8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:03:41.132431 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-def500c9-3c7a-4119-beda-b4341d4b27ac req-b947934e-654d-4855-bc00-bcb5efd0de71 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:41.369988 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-def500c9-3c7a-4119-beda-b4341d4b27ac req-b947934e-654d-4855-bc00-bcb5efd0de71 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] For port 8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82,segment=NetworkSegment(7cbbac85-fecb-49bb-9ac5-19022ede2081),segment_id=7cbbac85-fecb-49bb-9ac5-19022ede2081)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:03:41.370338 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-def500c9-3c7a-4119-beda-b4341d4b27ac req-b947934e-654d-4855-bc00-bcb5efd0de71 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:41.486995 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-def500c9-3c7a-4119-beda-b4341d4b27ac req-b947934e-654d-4855-bc00-bcb5efd0de71 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Calling delete_port for 8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82 owned by compute:nova {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:03:41.695127 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1cf1e-1aed-413c-b1d5-fffd0d8b036e req-925763da-6e41-41c7-9442-cea71f62e745 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:41.696460 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-06f1cf1e-1aed-413c-b1d5-fffd0d8b036e req-925763da-6e41-41c7-9442-cea71f62e745 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/ports?device_id=8566b109-ac4d-4704-aa7e-0a6aeb538031 HTTP/1.1" status: 200 len: 945 time: 0.0762086 Feb 04 12:03:41.699830 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-def500c9-3c7a-4119-beda-b4341d4b27ac req-b947934e-654d-4855-bc00-bcb5efd0de71 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:41.713601 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:03:41.743156 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-06f1cf1e-1aed-413c-b1d5-fffd0d8b036e req-d198978e-caf4-4996-88d2-ccdb6f0b249a tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.21 "GET /v2.0/security-groups?id=329ac730-b8ab-470e-860b-4dd3ba1f36f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408039 Feb 04 12:03:41.752309 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947934e-654d-4855-bc00-bcb5efd0de71 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Pushing event deleted for resources: {'Port': ['ID=8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:03:41.794137 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b947934e-654d-4855-bc00-bcb5efd0de71 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:41.794483 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b947934e-654d-4855-bc00-bcb5efd0de71 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:41.794806 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b947934e-654d-4855-bc00-bcb5efd0de71 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:41.795127 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b947934e-654d-4855-bc00-bcb5efd0de71 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:41.795446 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b947934e-654d-4855-bc00-bcb5efd0de71 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:41.795764 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b947934e-654d-4855-bc00-bcb5efd0de71 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:41.796082 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b947934e-654d-4855-bc00-bcb5efd0de71 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:41.796396 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b947934e-654d-4855-bc00-bcb5efd0de71 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:41.796707 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b947934e-654d-4855-bc00-bcb5efd0de71 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:41.797016 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b947934e-654d-4855-bc00-bcb5efd0de71 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:41.797326 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b947934e-654d-4855-bc00-bcb5efd0de71 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:41.839824 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-def500c9-3c7a-4119-beda-b4341d4b27ac req-b947934e-654d-4855-bc00-bcb5efd0de71 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] No DVR routers for this DVR port 8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82 on host hv-neutron-8278 {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:03:41.842507 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-def500c9-3c7a-4119-beda-b4341d4b27ac req-b947934e-654d-4855-bc00-bcb5efd0de71 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:41.845028 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8566b109-ac4d-4704-aa7e-0a6aeb538031', 'name': 'network-vif-deleted', 'tag': '8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:03:41.900926 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8566b109-ac4d-4704-aa7e-0a6aeb538031', 'name': 'network-vif-deleted', 'tag': '8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82', 'status': 'completed', 'code': 200} Feb 04 12:03:41.923534 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-def500c9-3c7a-4119-beda-b4341d4b27ac req-b947934e-654d-4855-bc00-bcb5efd0de71 tempest-DeleteServersTestJSON-599982222 tempest-DeleteServersTestJSON-599982222-project] 10.222.0.47 "DELETE /v2.0/ports/8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82 HTTP/1.1" status: 204 len: 173 time: 0.9408677 Feb 04 12:03:42.145774 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1f8457bd-70d5-472b-9197-c42d107f1be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:43.010387 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 44388) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:03:43.071358 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-203a1827-5326-48d3-bacb-7e8b7b1e6f90 admin admin] Deleting subnet 8bb83509-e0c8-427a-86a9-831206b82491 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 12:03:43.074161 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-203a1827-5326-48d3-bacb-7e8b7b1e6f90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:43.123533 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-203a1827-5326-48d3-bacb-7e8b7b1e6f90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:43.186332 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-203a1827-5326-48d3-bacb-7e8b7b1e6f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:43.403167 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-203a1827-5326-48d3-bacb-7e8b7b1e6f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:43.439259 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a1827-5326-48d3-bacb-7e8b7b1e6f90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bb83509-e0c8-427a-86a9-831206b82491,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:03:43.449147 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-203a1827-5326-48d3-bacb-7e8b7b1e6f90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:43.454891 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a1827-5326-48d3-bacb-7e8b7b1e6f90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:43.455221 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a1827-5326-48d3-bacb-7e8b7b1e6f90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:43.455544 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a1827-5326-48d3-bacb-7e8b7b1e6f90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:43.455866 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a1827-5326-48d3-bacb-7e8b7b1e6f90 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:43.456179 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a1827-5326-48d3-bacb-7e8b7b1e6f90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:43.456490 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a1827-5326-48d3-bacb-7e8b7b1e6f90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:43.456808 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a1827-5326-48d3-bacb-7e8b7b1e6f90 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:43.457117 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a1827-5326-48d3-bacb-7e8b7b1e6f90 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:43.457423 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a1827-5326-48d3-bacb-7e8b7b1e6f90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:43.457729 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a1827-5326-48d3-bacb-7e8b7b1e6f90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:43.458064 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a1827-5326-48d3-bacb-7e8b7b1e6f90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:43.463219 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-203a1827-5326-48d3-bacb-7e8b7b1e6f90 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8bb83509-e0c8-427a-86a9-831206b82491 HTTP/1.1" status: 204 len: 168 time: 0.4513106 Feb 04 12:03:43.465253 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 44392) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:03:43.569380 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c33f3603-0eac-4246-a56c-203041525423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:43.690685 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c33f3603-0eac-4246-a56c-203041525423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:43.718312 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-c33f3603-0eac-4246-a56c-203041525423 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54a536a7-b7af-475a-9a58-6a347db443da']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:03:43.729661 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-c33f3603-0eac-4246-a56c-203041525423 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cbbac85-fecb-49bb-9ac5-19022ede2081') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:03:43.729983 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-c33f3603-0eac-4246-a56c-203041525423 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cbbac85-fecb-49bb-9ac5-19022ede2081') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:03:43.741055 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c33f3603-0eac-4246-a56c-203041525423 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:43.756248 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c33f3603-0eac-4246-a56c-203041525423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:43.762772 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c33f3603-0eac-4246-a56c-203041525423 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 12:03:43.765518 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c33f3603-0eac-4246-a56c-203041525423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:43.775554 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 12:03:43.775554 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 12:03:43.775554 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 12:03:43.775554 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:03:43.775554 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 12:03:43.775554 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:03:43.775554 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 12:03:43.775554 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:03:43.775554 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 12:03:43.775554 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:03:43.775554 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 12:03:43.775554 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:03:43.775554 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 12:03:43.775554 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:03:43.775554 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:03:43.775554 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:03:43.775554 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:03:43.775554 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:03:43.775554 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 12:03:43.775554 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:03:43.775554 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 12:03:43.775554 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:03:43.775554 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:03:43.775554 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 12:03:43.775554 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 12:03:43.775554 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 12:03:43.775554 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:03:43.775554 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 12:03:43.775554 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:03:43.775554 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 12:03:43.775554 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:03:43.775554 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:03:43.905601 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c33f3603-0eac-4246-a56c-203041525423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:43.924630 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c33f3603-0eac-4246-a56c-203041525423 admin admin] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:43.935513 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f3603-0eac-4246-a56c-203041525423 admin admin] Pushing event deleted for resources: {'Network': ['ID=54a536a7-b7af-475a-9a58-6a347db443da,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:03:43.991645 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c33f3603-0eac-4246-a56c-203041525423 admin admin] 10.222.0.21 "DELETE /v2.0/networks/54a536a7-b7af-475a-9a58-6a347db443da HTTP/1.1" status: 204 len: 168 time: 0.5253596 Feb 04 12:03:44.314387 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 44400) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:03:44.364556 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d6855ea1-e7dc-433c-8451-a502b92ea825 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=68b0a26b8f26417abe87c9ba2baae7c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490112 Feb 04 12:03:44.366980 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 44404) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:03:44.430961 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-368b1415-23f3-4162-b3ab-204e4828201e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:44.457352 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-368b1415-23f3-4162-b3ab-204e4828201e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:44.528403 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-11d97d3c-464d-489f-9ebc-d263f6551f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:44.579741 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-368b1415-23f3-4162-b3ab-204e4828201e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:44.595477 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b1415-23f3-4162-b3ab-204e4828201e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329ac730-b8ab-470e-860b-4dd3ba1f36f3,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:03:44.659479 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-368b1415-23f3-4162-b3ab-204e4828201e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:44.660641 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-368b1415-23f3-4162-b3ab-204e4828201e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/329ac730-b8ab-470e-860b-4dd3ba1f36f3 HTTP/1.1" status: 204 len: 168 time: 0.2928030 Feb 04 12:03:45.636659 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:45.705128 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:45.803843 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 44428) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:03:45.930496 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-d7c2cbb0-cf5c-46db-9bc8-0752901534cf admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-653555898-network', 'tenant_id': 'e3b3bb935c0e4f559148dc2c895e04ae'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:03:45.936148 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d7c2cbb0-cf5c-46db-9bc8-0752901534cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:03:45.939896 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d7c2cbb0-cf5c-46db-9bc8-0752901534cf admin admin] Usage tracker for resource:network and tenant:e3b3bb935c0e4f559148dc2c895e04ae is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:03:45.942682 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d7c2cbb0-cf5c-46db-9bc8-0752901534cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:03:45.948672 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d7c2cbb0-cf5c-46db-9bc8-0752901534cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:03:46.014011 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c2cbb0-cf5c-46db-9bc8-0752901534cf admin admin] Made reservation on behalf of e3b3bb935c0e4f559148dc2c895e04ae for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:03:46.016337 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d7c2cbb0-cf5c-46db-9bc8-0752901534cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:46.031695 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d7c2cbb0-cf5c-46db-9bc8-0752901534cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:46.063221 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d7c2cbb0-cf5c-46db-9bc8-0752901534cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:03:46.066957 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d7c2cbb0-cf5c-46db-9bc8-0752901534cf admin admin] Usage tracker for resource:security_group_rule and tenant:e3b3bb935c0e4f559148dc2c895e04ae is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:03:46.069638 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d7c2cbb0-cf5c-46db-9bc8-0752901534cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:03:46.075472 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d7c2cbb0-cf5c-46db-9bc8-0752901534cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:03:46.139519 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d7c2cbb0-cf5c-46db-9bc8-0752901534cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:46.186446 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:03:46.191267 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d7c2cbb0-cf5c-46db-9bc8-0752901534cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:46.219091 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] No Port match for: 8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:03:46.219433 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 8b4a3f4c-7d8f-424e-ab2c-294eb2f00e82 not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:03:46.220957 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7c2cbb0-cf5c-46db-9bc8-0752901534cf admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:03:46.229858 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2cbb0-cf5c-46db-9bc8-0752901534cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93946991-a494-4604-bb3d-c11d5c97c284,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:03:46.235844 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d7c2cbb0-cf5c-46db-9bc8-0752901534cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:46.236173 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-d7c2cbb0-cf5c-46db-9bc8-0752901534cf admin admin] Added segment f716a2f3-72cf-429b-ad0c-846812f9f35b of type vlan for network 1ece774a-1cb3-433f-878f-487bc9c99dbc Feb 04 12:03:46.260467 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d7c2cbb0-cf5c-46db-9bc8-0752901534cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:46.339826 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d7c2cbb0-cf5c-46db-9bc8-0752901534cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:46.341134 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c2cbb0-cf5c-46db-9bc8-0752901534cf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:46.341698 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d7c2cbb0-cf5c-46db-9bc8-0752901534cf admin admin] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:46.442163 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2cbb0-cf5c-46db-9bc8-0752901534cf admin admin] Pushing event updated for resources: {'Network': ['ID=1ece774a-1cb3-433f-878f-487bc9c99dbc,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:03:46.452442 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 1ece774a-1cb3-433f-878f-487bc9c99dbc details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:03:46.477411 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d7c2cbb0-cf5c-46db-9bc8-0752901534cf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6724849 Feb 04 12:03:46.480512 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 44434) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:03:46.486636 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-5fffb7b1-dd28-41d8-b903-fac5646afac4 admin admin] Request body: {'subnet': {'network_id': '1ece774a-1cb3-433f-878f-487bc9c99dbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-653555898-subnet', 'tenant_id': 'e3b3bb935c0e4f559148dc2c895e04ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:03:46.491800 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-5fffb7b1-dd28-41d8-b903-fac5646afac4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:03:46.495763 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-5fffb7b1-dd28-41d8-b903-fac5646afac4 admin admin] Usage tracker for resource:subnet and tenant:e3b3bb935c0e4f559148dc2c895e04ae is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:03:46.498748 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-5fffb7b1-dd28-41d8-b903-fac5646afac4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:03:46.505169 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-5fffb7b1-dd28-41d8-b903-fac5646afac4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:03:46.556613 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fffb7b1-dd28-41d8-b903-fac5646afac4 admin admin] Made reservation on behalf of e3b3bb935c0e4f559148dc2c895e04ae for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:03:46.559416 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5fffb7b1-dd28-41d8-b903-fac5646afac4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:46.803014 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5fffb7b1-dd28-41d8-b903-fac5646afac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:46.878318 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fffb7b1-dd28-41d8-b903-fac5646afac4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a419478-4937-4102-8e82-33f6fbc482b5,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:03:46.889958 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fffb7b1-dd28-41d8-b903-fac5646afac4 admin admin] Checking segment: {'id': 'f716a2f3-72cf-429b-ad0c-846812f9f35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1ece774a-1cb3-433f-878f-487bc9c99dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:03:46.890311 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fffb7b1-dd28-41d8-b903-fac5646afac4 admin admin] Network hostable DHCP agents. Network: 1ece774a-1cb3-433f-878f-487bc9c99dbc, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:03:46.933603 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:46.990110 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fffb7b1-dd28-41d8-b903-fac5646afac4 admin admin] Network 1ece774a-1cb3-433f-878f-487bc9c99dbc is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:03:47.065317 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-5fffb7b1-dd28-41d8-b903-fac5646afac4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 1ece774a-1cb3-433f-878f-487bc9c99dbc) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:03:47.069272 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fffb7b1-dd28-41d8-b903-fac5646afac4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:47.069840 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5fffb7b1-dd28-41d8-b903-fac5646afac4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:47.074093 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3931070-a8a7-4b87-a36f-eea40c0b78ed None None] Network 1ece774a-1cb3-433f-878f-487bc9c99dbc requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:03:47.129053 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5fffb7b1-dd28-41d8-b903-fac5646afac4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6467800 Feb 04 12:03:47.283792 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00a9c95-7533-4b09-ab98-295d448545e5 None None] Network 1ece774a-1cb3-433f-878f-487bc9c99dbc requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:03:47.669290 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-9b73fb59-3f64-4cf2-b781-f87accdd2550 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:47.670781 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-9b73fb59-3f64-4cf2-b781-f87accdd2550 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/networks?id=1ece774a-1cb3-433f-878f-487bc9c99dbc HTTP/1.1" status: 200 len: 814 time: 0.1425791 Feb 04 12:03:47.686858 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-1cb5fbf8-82a4-4d10-8cb5-9bdac7195b9a tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/quotas/e3b3bb935c0e4f559148dc2c895e04ae HTTP/1.1" status: 200 len: 375 time: 0.0107775 Feb 04 12:03:47.729533 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-2d07547b-f69d-42a9-8554-d48b60c771d4 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e3b3bb935c0e4f559148dc2c895e04ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379720 Feb 04 12:03:47.869328 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-0709c360-9a76-4262-986c-0aa53be7233a service neutron] 10.222.0.21 "GET /v2.0/networks/1ece774a-1cb3-433f-878f-487bc9c99dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325710 Feb 04 12:03:47.999618 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-d13daa52-979a-43fe-a7ae-dd027acc7df7 service neutron] 10.222.0.21 "GET /v2.0/networks/1ece774a-1cb3-433f-878f-487bc9c99dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240842 Feb 04 12:03:48.259892 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e526f213-5a71-4860-8225-2b5bcea7536a req-4f0408bc-79d5-4bb6-b7dd-443cd9627011 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 210 time: 0.0461950 Feb 04 12:03:49.425569 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-39393b7c-2edc-437b-b524-070df6f8de85 req-2fa1feab-4101-4f9a-86f5-cb67c4c100ce tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 210 time: 0.0413871 Feb 04 12:03:50.365723 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-df8183ea-3917-4d11-82b1-3382ca73fdd6 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:50.367174 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-df8183ea-3917-4d11-82b1-3382ca73fdd6 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.47 "GET /v2.0/networks?id=1ece774a-1cb3-433f-878f-487bc9c99dbc HTTP/1.1" status: 200 len: 814 time: 0.2437990 Feb 04 12:03:50.384111 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-f3aa5ce4-48a3-4052-8888-ce11602413f4 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Request body: {'port': {'device_id': '89685060-e729-4d25-a754-854f9dd1a972', 'network_id': '1ece774a-1cb3-433f-878f-487bc9c99dbc', 'admin_state_up': True, 'tenant_id': 'e3b3bb935c0e4f559148dc2c895e04ae'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:03:50.521664 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-f3aa5ce4-48a3-4052-8888-ce11602413f4 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:03:50.525353 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-f3aa5ce4-48a3-4052-8888-ce11602413f4 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Usage tracker for resource:port and tenant:e3b3bb935c0e4f559148dc2c895e04ae is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:03:50.528837 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-f3aa5ce4-48a3-4052-8888-ce11602413f4 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:03:50.534720 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-f3aa5ce4-48a3-4052-8888-ce11602413f4 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:03:50.606604 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3bb8f8f3-262f-438b-ad50-a28f48808f62 req-7e9efd5b-f3e3-42b4-a68c-73918dd65b51 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 210 time: 0.0491722 Feb 04 12:03:50.688780 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-f3aa5ce4-48a3-4052-8888-ce11602413f4 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Made reservation on behalf of e3b3bb935c0e4f559148dc2c895e04ae for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:03:50.691780 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-f3aa5ce4-48a3-4052-8888-ce11602413f4 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:50.849648 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-f3aa5ce4-48a3-4052-8888-ce11602413f4 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Allocated IP 172.20.0.4 (1ece774a-1cb3-433f-878f-487bc9c99dbc/3a419478-4937-4102-8e82-33f6fbc482b5/32654450-d587-477b-9d5a-eea1397a8125) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:03:51.042843 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-f3aa5ce4-48a3-4052-8888-ce11602413f4 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:51.139272 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-f3aa5ce4-48a3-4052-8888-ce11602413f4 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:51.208998 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-f3aa5ce4-48a3-4052-8888-ce11602413f4 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Network 1ece774a-1cb3-433f-878f-487bc9c99dbc is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:03:51.212154 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-f3aa5ce4-48a3-4052-8888-ce11602413f4 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:03:51.216555 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-f3aa5ce4-48a3-4052-8888-ce11602413f4 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:03:51.250198 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa5ce4-48a3-4052-8888-ce11602413f4 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Pushing event updated for resources: {'Port': ['ID=32654450-d587-477b-9d5a-eea1397a8125,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:03:51.283537 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-f3aa5ce4-48a3-4052-8888-ce11602413f4 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:51.284132 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-f3aa5ce4-48a3-4052-8888-ce11602413f4 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:51.403269 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-f3aa5ce4-48a3-4052-8888-ce11602413f4 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0226099 Feb 04 12:03:51.414171 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-48168c37-16ef-461f-aeac-c6e989e8aa5e service neutron] Request body: {'port': {'device_id': '89685060-e729-4d25-a754-854f9dd1a972', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:03:51.516477 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-48168c37-16ef-461f-aeac-c6e989e8aa5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:51.865471 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6bfdc7-4fc7-4111-91de-447606e4ff3a req-1e728a7b-3032-4172-9b89-6369278f156b tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:51.866200 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-9d6bfdc7-4fc7-4111-91de-447606e4ff3a req-1e728a7b-3032-4172-9b89-6369278f156b tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Synchronizing usage tracker for tenant:e3b3bb935c0e4f559148dc2c895e04ae on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:03:51.927589 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-48168c37-16ef-461f-aeac-c6e989e8aa5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32654450-d587-477b-9d5a-eea1397a8125 {{(pid=84205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:03:51.934516 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-48168c37-16ef-461f-aeac-c6e989e8aa5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:51.948606 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-48168c37-16ef-461f-aeac-c6e989e8aa5e service neutron] Transition to ACTIVE for port object 32654450-d587-477b-9d5a-eea1397a8125 will not be triggered until provisioned by entity L2. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:03:52.008503 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-9d6bfdc7-4fc7-4111-91de-447606e4ff3a req-1e728a7b-3032-4172-9b89-6369278f156b tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Unset dirty status for tenant:e3b3bb935c0e4f559148dc2c895e04ae on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:03:52.009729 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9d6bfdc7-4fc7-4111-91de-447606e4ff3a req-1e728a7b-3032-4172-9b89-6369278f156b tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 931 time: 0.2759268 Feb 04 12:03:52.032269 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-48168c37-16ef-461f-aeac-c6e989e8aa5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:52.175752 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9d6bfdc7-4fc7-4111-91de-447606e4ff3a req-1e8a4afd-674a-4134-8f2b-b12196b8ea50 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601655 Feb 04 12:03:52.179460 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48168c37-16ef-461f-aeac-c6e989e8aa5e service neutron] Pushing event updated for resources: {'Port': ['ID=32654450-d587-477b-9d5a-eea1397a8125,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:03:52.286975 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-48168c37-16ef-461f-aeac-c6e989e8aa5e service neutron] Attempting to bind port 32654450-d587-477b-9d5a-eea1397a8125 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:03:52.287304 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-48168c37-16ef-461f-aeac-c6e989e8aa5e service neutron] Attempting to bind port 32654450-d587-477b-9d5a-eea1397a8125 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'f716a2f3-72cf-429b-ad0c-846812f9f35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1ece774a-1cb3-433f-878f-487bc9c99dbc'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:03:52.287656 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-48168c37-16ef-461f-aeac-c6e989e8aa5e service neutron] Attempting to bind port 32654450-d587-477b-9d5a-eea1397a8125 on network 1ece774a-1cb3-433f-878f-487bc9c99dbc {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:03:52.294162 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-48168c37-16ef-461f-aeac-c6e989e8aa5e service neutron] Port 32654450-d587-477b-9d5a-eea1397a8125 on network 1ece774a-1cb3-433f-878f-487bc9c99dbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 12:03:52.294494 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-48168c37-16ef-461f-aeac-c6e989e8aa5e service neutron] Attempting to bind port 32654450-d587-477b-9d5a-eea1397a8125 on network 1ece774a-1cb3-433f-878f-487bc9c99dbc {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:03:52.300672 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-48168c37-16ef-461f-aeac-c6e989e8aa5e service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:03:52.301020 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-48168c37-16ef-461f-aeac-c6e989e8aa5e service neutron] Checking segment: {'id': 'f716a2f3-72cf-429b-ad0c-846812f9f35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1ece774a-1cb3-433f-878f-487bc9c99dbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:03:52.301423 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-48168c37-16ef-461f-aeac-c6e989e8aa5e service neutron] Bound using segment: {'id': 'f716a2f3-72cf-429b-ad0c-846812f9f35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1ece774a-1cb3-433f-878f-487bc9c99dbc'} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:03:52.301862 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-48168c37-16ef-461f-aeac-c6e989e8aa5e service neutron] Bound port: 32654450-d587-477b-9d5a-eea1397a8125, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f716a2f3-72cf-429b-ad0c-846812f9f35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1ece774a-1cb3-433f-878f-487bc9c99dbc'}}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:03:52.302209 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-48168c37-16ef-461f-aeac-c6e989e8aa5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:52.480290 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-48168c37-16ef-461f-aeac-c6e989e8aa5e service neutron] For port 32654450-d587-477b-9d5a-eea1397a8125, host hv-neutron-8278, cleared binding levels {{(pid=84205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:03:52.483871 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-48168c37-16ef-461f-aeac-c6e989e8aa5e service neutron] For port 32654450-d587-477b-9d5a-eea1397a8125, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=32654450-d587-477b-9d5a-eea1397a8125,segment=NetworkSegment(f716a2f3-72cf-429b-ad0c-846812f9f35b),segment_id=f716a2f3-72cf-429b-ad0c-846812f9f35b)] {{(pid=84205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:03:52.545794 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-48168c37-16ef-461f-aeac-c6e989e8aa5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:52.607747 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-48168c37-16ef-461f-aeac-c6e989e8aa5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:52.609081 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-48168c37-16ef-461f-aeac-c6e989e8aa5e service neutron] 10.222.0.47 "PUT /v2.0/ports/32654450-d587-477b-9d5a-eea1397a8125 HTTP/1.1" status: 200 len: 1093 time: 1.1988328 Feb 04 12:03:52.609509 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89685060-e729-4d25-a754-854f9dd1a972', 'tag': '32654450-d587-477b-9d5a-eea1397a8125'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:03:52.623978 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48168c37-16ef-461f-aeac-c6e989e8aa5e service neutron] Pushing event updated for resources: {'Port': ['ID=32654450-d587-477b-9d5a-eea1397a8125,revision_number=3']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:03:52.662838 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89685060-e729-4d25-a754-854f9dd1a972', 'tag': '32654450-d587-477b-9d5a-eea1397a8125', 'status': 'completed', 'code': 200} Feb 04 12:03:52.755796 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f3eab703-0d71-4bce-889f-1d6eaf4c4651 req-b4fa9eb0-13a2-4969-9022-8b3293cd12ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3b3bb935c0e4f559148dc2c895e04ae&device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 1096 time: 0.0718958 Feb 04 12:03:52.892178 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eab703-0d71-4bce-889f-1d6eaf4c4651 req-e0b74ee6-e5f7-4a31-b8e3-3c22afcaf2db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:52.893585 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f3eab703-0d71-4bce-889f-1d6eaf4c4651 req-e0b74ee6-e5f7-4a31-b8e3-3c22afcaf2db service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=e3b3bb935c0e4f559148dc2c895e04ae&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1308954 Feb 04 12:03:53.024887 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eab703-0d71-4bce-889f-1d6eaf4c4651 req-30d897b2-5cd5-40f2-acf1-d2cb58a9cad0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:53.026224 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f3eab703-0d71-4bce-889f-1d6eaf4c4651 req-30d897b2-5cd5-40f2-acf1-d2cb58a9cad0 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1265824 Feb 04 12:03:53.128826 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-da9a1bdd-6a26-44cb-9149-3ddb8953ee6f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3b3bb935c0e4f559148dc2c895e04ae&device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 1096 time: 0.0673425 Feb 04 12:03:53.199012 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-57e92279-05c2-4414-b731-dbd2b16de421 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32654450-d587-477b-9d5a-eea1397a8125 HTTP/1.1" status: 200 len: 217 time: 0.0638618 Feb 04 12:03:53.260247 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-15e7ad5d-c15f-428a-9787-0f89886b39d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:53.261750 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-15e7ad5d-c15f-428a-9787-0f89886b39d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3a419478-4937-4102-8e82-33f6fbc482b5 HTTP/1.1" status: 200 len: 854 time: 0.0578027 Feb 04 12:03:53.310032 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-bc636ab1-450b-4e16-b263-c394653e4fce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ece774a-1cb3-433f-878f-487bc9c99dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428777 Feb 04 12:03:53.495940 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf45a0e-4489-4c5e-b7b8-c6c2785cbf90 req-ccdc34be-99da-432e-bc93-50abdfba1952 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:53.497987 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-dbf45a0e-4489-4c5e-b7b8-c6c2785cbf90 req-ccdc34be-99da-432e-bc93-50abdfba1952 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 943 time: 0.1913602 Feb 04 12:03:53.503145 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-991f02fe-f180-4180-84ca-4e18d7fac58f service neutron] 10.222.0.47 "GET /v2.0/networks/1ece774a-1cb3-433f-878f-487bc9c99dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619980 Feb 04 12:03:53.625851 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-dbf45a0e-4489-4c5e-b7b8-c6c2785cbf90 req-09dc0e29-93be-4f6b-9d32-cdfb46503838 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217811 Feb 04 12:03:53.664271 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f449c100-9db9-424b-992e-32b8ae43dc83 req-0a8b9f87-7518-401f-8edc-83997fae6730 service neutron] 10.222.0.47 "GET /v2.0/networks/1ece774a-1cb3-433f-878f-487bc9c99dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467633 Feb 04 12:03:54.819883 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed40d6-4d0a-43f2-8c67-d5aef9f72ed2 req-a50334b5-1e04-42c5-bfe3-b6daa1e14d71 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:54.821300 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a2ed40d6-4d0a-43f2-8c67-d5aef9f72ed2 req-a50334b5-1e04-42c5-bfe3-b6daa1e14d71 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 943 time: 0.0755558 Feb 04 12:03:54.864828 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-a2ed40d6-4d0a-43f2-8c67-d5aef9f72ed2 req-7e0f0aec-df73-47e2-82b8-58fb47409e48 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Synchronizing usage tracker for tenant:e3b3bb935c0e4f559148dc2c895e04ae on resource:security_group {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:03:54.945299 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-a2ed40d6-4d0a-43f2-8c67-d5aef9f72ed2 req-7e0f0aec-df73-47e2-82b8-58fb47409e48 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Unset dirty status for tenant:e3b3bb935c0e4f559148dc2c895e04ae on resource:security_group {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:03:54.946408 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a2ed40d6-4d0a-43f2-8c67-d5aef9f72ed2 req-7e0f0aec-df73-47e2-82b8-58fb47409e48 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189673 Feb 04 12:03:56.146116 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9e534-82d7-4af6-978e-a51756bb0953 req-5b4be84f-a839-4166-95e0-74eaba2fb45d tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:56.147541 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4ad9e534-82d7-4af6-978e-a51756bb0953 req-5b4be84f-a839-4166-95e0-74eaba2fb45d tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 943 time: 0.0807736 Feb 04 12:03:56.192376 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4ad9e534-82d7-4af6-978e-a51756bb0953 req-e8438e99-bb39-4768-817e-6838f494d806 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393505 Feb 04 12:03:56.229558 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 32654450-d587-477b-9d5a-eea1397a8125 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:03:56.386148 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 32654450-d587-477b-9d5a-eea1397a8125, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=32654450-d587-477b-9d5a-eea1397a8125,segment=NetworkSegment(f716a2f3-72cf-429b-ad0c-846812f9f35b),segment_id=f716a2f3-72cf-429b-ad0c-846812f9f35b)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:03:56.399340 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': '32654450-d587-477b-9d5a-eea1397a8125', 'network_id': '1ece774a-1cb3-433f-878f-487bc9c99dbc', 'port_id': '32654450-d587-477b-9d5a-eea1397a8125', 'mac_address': 'fa:16:3e:14:3c:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a419478-4937-4102-8e82-33f6fbc482b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:03:56.452919 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:56.469346 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32654450-d587-477b-9d5a-eea1397a8125 {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:03:56.483829 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 32654450-d587-477b-9d5a-eea1397a8125, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=32654450-d587-477b-9d5a-eea1397a8125,segment=NetworkSegment(f716a2f3-72cf-429b-ad0c-846812f9f35b),segment_id=f716a2f3-72cf-429b-ad0c-846812f9f35b)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:03:56.568159 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:56.633032 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=32654450-d587-477b-9d5a-eea1397a8125,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:03:56.641551 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:56.641836 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:56.642198 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:56.642528 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:56.642855 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:56.643177 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:56.643496 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:56.643813 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:56.644128 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:56.644442 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:56.644756 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:56.895843 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['32654450-d587-477b-9d5a-eea1397a8125'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:03:57.390366 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6acbe-1a3f-4a0a-8ef4-f14ace4fcfe6 req-f1809152-de82-47b3-8844-86b7341a9f4b tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:57.391788 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9ec6acbe-1a3f-4a0a-8ef4-f14ace4fcfe6 req-f1809152-de82-47b3-8844-86b7341a9f4b tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 944 time: 0.0778120 Feb 04 12:03:57.435577 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9ec6acbe-1a3f-4a0a-8ef4-f14ace4fcfe6 req-c3cac56b-2c4b-4da2-9c65-ce7eba34a273 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383494 Feb 04 12:03:58.232665 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 32654450-d587-477b-9d5a-eea1397a8125 up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:03:58.408048 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port 32654450-d587-477b-9d5a-eea1397a8125 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:03:58.413171 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port 32654450-d587-477b-9d5a-eea1397a8125 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:03:58.413541 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:58.526847 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:58.553554 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89685060-e729-4d25-a754-854f9dd1a972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32654450-d587-477b-9d5a-eea1397a8125'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:03:58.563576 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 32654450-d587-477b-9d5a-eea1397a8125, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=32654450-d587-477b-9d5a-eea1397a8125,segment=NetworkSegment(f716a2f3-72cf-429b-ad0c-846812f9f35b),segment_id=f716a2f3-72cf-429b-ad0c-846812f9f35b)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:03:58.608400 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89685060-e729-4d25-a754-854f9dd1a972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32654450-d587-477b-9d5a-eea1397a8125', 'code': 200} Feb 04 12:03:58.637168 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:58.639747 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff14db0-aca3-4d2e-a80f-a5273f8c6ad3 req-ee6e4e3d-050e-4647-a549-f3807ead32d5 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:58.641535 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8ff14db0-aca3-4d2e-a80f-a5273f8c6ad3 req-ee6e4e3d-050e-4647-a549-f3807ead32d5 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 944 time: 0.0848825 Feb 04 12:03:58.690611 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8ff14db0-aca3-4d2e-a80f-a5273f8c6ad3 req-97788b7a-a770-471f-ab9b-bbd6b268c62f tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431194 Feb 04 12:03:58.702552 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=32654450-d587-477b-9d5a-eea1397a8125,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:03:58.912769 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-65cc2815-1976-443f-a870-6143b8d35f4e req-6ef78b61-09fd-4cb3-8935-55de3cad4bc1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 1098 time: 0.0682621 Feb 04 12:03:58.956569 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-65cc2815-1976-443f-a870-6143b8d35f4e req-2582cddf-2a80-4b97-82bd-992dd60b6396 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377395 Feb 04 12:03:59.882533 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb799204-bf1d-46e3-b302-a39604e05e54 req-7d128ffb-7af8-4ef7-a910-22704f88a012 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:59.883944 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-cb799204-bf1d-46e3-b302-a39604e05e54 req-7d128ffb-7af8-4ef7-a910-22704f88a012 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 945 time: 0.0736241 Feb 04 12:03:59.928388 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-cb799204-bf1d-46e3-b302-a39604e05e54 req-1edf1a41-7835-4db4-bf1a-de3cd6df5af3 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385408 Feb 04 12:04:01.120609 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed987cad-1ed6-4ad0-ac78-de9ff2345fdb req-46fbc74c-0d29-4f01-b2fd-e9d3ff9ed765 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:01.122044 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ed987cad-1ed6-4ad0-ac78-de9ff2345fdb req-46fbc74c-0d29-4f01-b2fd-e9d3ff9ed765 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 945 time: 0.0745025 Feb 04 12:04:01.168909 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ed987cad-1ed6-4ad0-ac78-de9ff2345fdb req-c381378f-6cc8-4b10-802b-1441cd7108cc tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406926 Feb 04 12:04:01.364707 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9ec88-945b-4033-9627-e378d9e723dc req-b2bd26ca-b773-4083-bcd0-bc955723b273 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:01.366163 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-10d9ec88-945b-4033-9627-e378d9e723dc req-b2bd26ca-b773-4083-bcd0-bc955723b273 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 945 time: 0.0784807 Feb 04 12:04:01.409751 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-10d9ec88-945b-4033-9627-e378d9e723dc req-e0e818ae-f886-405c-8d0c-ce24c9d5f2a5 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381441 Feb 04 12:04:01.859405 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd88816-7e5e-4fc4-88f0-8ffcceedd3e2 req-1566e711-7a57-43b8-bcfe-4914a23dc0c2 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:01.860830 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4bd88816-7e5e-4fc4-88f0-8ffcceedd3e2 req-1566e711-7a57-43b8-bcfe-4914a23dc0c2 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 945 time: 0.0753784 Feb 04 12:04:01.908965 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4bd88816-7e5e-4fc4-88f0-8ffcceedd3e2 req-09d06ed5-4876-4104-960f-256244a832ac tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422630 Feb 04 12:04:02.100708 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373538d-59e1-40eb-a7e1-2ba98286c532 req-be32c809-f407-4119-a8d1-86832f7c9eb7 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:02.102137 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f373538d-59e1-40eb-a7e1-2ba98286c532 req-be32c809-f407-4119-a8d1-86832f7c9eb7 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 945 time: 0.0746183 Feb 04 12:04:02.147688 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f373538d-59e1-40eb-a7e1-2ba98286c532 req-4cce0f9d-818e-4a17-9c3c-90201c3ca33e tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399697 Feb 04 12:04:02.404159 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1b218e3c-ce8e-46b1-99c4-e3bfe71c1927 req-48559384-16c7-474d-aca9-ea292664facd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1312623 Feb 04 12:04:02.897230 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3c9a2ebe-2961-46d7-8cbf-0e867731aae6 req-d414051f-ce94-472e-a36c-91d07a073c9b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0686123 Feb 04 12:04:02.964025 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48635efd-a9d0-409d-9411-eede8fced6de req-9aeadec6-e9b7-4b48-9422-1375ddd956c5 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:02.965377 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-48635efd-a9d0-409d-9411-eede8fced6de req-9aeadec6-e9b7-4b48-9422-1375ddd956c5 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 945 time: 0.1751242 Feb 04 12:04:03.011740 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-48635efd-a9d0-409d-9411-eede8fced6de req-456ed19d-696a-4258-a312-61d999eb63d6 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401165 Feb 04 12:04:04.213997 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5db2fd-88bd-48cf-9fe3-4942841ecca5 req-476214ee-8d77-4654-848e-acc04489a8ab tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:04.215428 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ca5db2fd-88bd-48cf-9fe3-4942841ecca5 req-476214ee-8d77-4654-848e-acc04489a8ab tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 945 time: 0.0789466 Feb 04 12:04:04.262547 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ca5db2fd-88bd-48cf-9fe3-4942841ecca5 req-4f65371f-4c13-4ec5-be58-2d8f48d453e2 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405247 Feb 04 12:04:05.001100 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3c9a2ebe-2961-46d7-8cbf-0e867731aae6 req-53055dae-0ba0-48e1-a5e9-be23a74478f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3b3bb935c0e4f559148dc2c895e04ae&device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 1098 time: 0.0696924 Feb 04 12:04:05.129194 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a2ebe-2961-46d7-8cbf-0e867731aae6 req-c0792a56-e68a-49b9-9ff7-bb2b7f5b7a67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:05.130634 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3c9a2ebe-2961-46d7-8cbf-0e867731aae6 req-c0792a56-e68a-49b9-9ff7-bb2b7f5b7a67 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ece774a-1cb3-433f-878f-487bc9c99dbc HTTP/1.1" status: 200 len: 915 time: 0.1235285 Feb 04 12:04:05.202495 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3c9a2ebe-2961-46d7-8cbf-0e867731aae6 req-ef83ef60-6241-4790-8a52-b15fbf1fbe01 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32654450-d587-477b-9d5a-eea1397a8125 HTTP/1.1" status: 200 len: 217 time: 0.0654383 Feb 04 12:04:05.261513 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a2ebe-2961-46d7-8cbf-0e867731aae6 req-4778c58d-5627-4b4a-8efa-a4e2ce8704ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:05.262872 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3c9a2ebe-2961-46d7-8cbf-0e867731aae6 req-4778c58d-5627-4b4a-8efa-a4e2ce8704ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3a419478-4937-4102-8e82-33f6fbc482b5 HTTP/1.1" status: 200 len: 854 time: 0.0560610 Feb 04 12:04:05.314390 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3c9a2ebe-2961-46d7-8cbf-0e867731aae6 req-d0c9ebfc-9519-4a0e-aebd-0aa88e9564c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ece774a-1cb3-433f-878f-487bc9c99dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460854 Feb 04 12:04:05.499691 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3c9a2ebe-2961-46d7-8cbf-0e867731aae6 req-3e1c6558-f3dd-4fbe-b597-6db7dd504c9b service neutron] 10.222.0.47 "GET /v2.0/networks/1ece774a-1cb3-433f-878f-487bc9c99dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788499 Feb 04 12:04:05.535740 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241172d8-1f6b-4353-aed5-4199b3ea4487 req-ccc7350b-fbd0-4f12-8473-cc7e9d94b127 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:05.537262 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-241172d8-1f6b-4353-aed5-4199b3ea4487 req-ccc7350b-fbd0-4f12-8473-cc7e9d94b127 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 945 time: 0.1458261 Feb 04 12:04:05.670072 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-241172d8-1f6b-4353-aed5-4199b3ea4487 req-0f135517-8121-43b2-8db2-b5b8ddcf74b5 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863571 Feb 04 12:04:05.678542 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3c9a2ebe-2961-46d7-8cbf-0e867731aae6 req-5f486dea-d566-42a1-b230-3ece7e403fcb service neutron] 10.222.0.47 "GET /v2.0/networks/1ece774a-1cb3-433f-878f-487bc9c99dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726074 Feb 04 12:04:06.356316 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:06.863085 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf786c6-bfa5-419d-965a-1552ff833505 req-d18a4033-5894-40da-8a1d-1072c5c2f59e tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:06.864509 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ebf786c6-bfa5-419d-965a-1552ff833505 req-d18a4033-5894-40da-8a1d-1072c5c2f59e tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 945 time: 0.0740767 Feb 04 12:04:06.912217 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ebf786c6-bfa5-419d-965a-1552ff833505 req-200b8c72-35ec-4d57-911d-07f779f6d683 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419960 Feb 04 12:04:08.109217 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b770ef-65f8-42d2-a7c1-60c2335afdf1 req-e3d5a427-f069-4d30-a52f-835546384643 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:08.110650 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-89b770ef-65f8-42d2-a7c1-60c2335afdf1 req-e3d5a427-f069-4d30-a52f-835546384643 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 945 time: 0.0802042 Feb 04 12:04:08.154894 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-89b770ef-65f8-42d2-a7c1-60c2335afdf1 req-1de21b75-7bc8-4353-94df-f6a084ac3d1f tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387931 Feb 04 12:04:09.351930 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b814d99-7709-421a-95b6-1d7502d9c477 req-0bf71954-7ac8-4711-ba3c-75d2c60ca591 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:09.353354 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1b814d99-7709-421a-95b6-1d7502d9c477 req-0bf71954-7ac8-4711-ba3c-75d2c60ca591 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 945 time: 0.0804398 Feb 04 12:04:09.398040 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1b814d99-7709-421a-95b6-1d7502d9c477 req-39628bea-f63f-49c1-84ed-a3cb777ca5e5 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391483 Feb 04 12:04:10.591320 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf3f3b-006f-4999-bf3b-fb22642e8d60 req-82dfad9b-8ea8-4ecd-8ada-a05a1b42e884 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:10.592682 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fcdf3f3b-006f-4999-bf3b-fb22642e8d60 req-82dfad9b-8ea8-4ecd-8ada-a05a1b42e884 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 945 time: 0.0748918 Feb 04 12:04:10.638862 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fcdf3f3b-006f-4999-bf3b-fb22642e8d60 req-ce096a8c-f516-4c8c-86c3-6f5d94a79137 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401640 Feb 04 12:04:10.785304 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-32d0f74d-5611-4812-ad0a-77d60df4bc73 req-620496f5-c207-42d7-8bf0-2e81150750ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3b3bb935c0e4f559148dc2c895e04ae&device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 1098 time: 0.0708904 Feb 04 12:04:10.930237 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0f74d-5611-4812-ad0a-77d60df4bc73 req-ed50d815-3000-4ea0-929d-f537e87af4b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:10.931685 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-32d0f74d-5611-4812-ad0a-77d60df4bc73 req-ed50d815-3000-4ea0-929d-f537e87af4b7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ece774a-1cb3-433f-878f-487bc9c99dbc HTTP/1.1" status: 200 len: 915 time: 0.1240346 Feb 04 12:04:10.998748 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-32d0f74d-5611-4812-ad0a-77d60df4bc73 req-57c06a06-46a8-4d88-8fca-558260bd3ce8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32654450-d587-477b-9d5a-eea1397a8125 HTTP/1.1" status: 200 len: 217 time: 0.0612447 Feb 04 12:04:11.057767 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0f74d-5611-4812-ad0a-77d60df4bc73 req-ab506316-0163-4771-b448-22623597c154 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:11.059408 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-32d0f74d-5611-4812-ad0a-77d60df4bc73 req-ab506316-0163-4771-b448-22623597c154 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3a419478-4937-4102-8e82-33f6fbc482b5 HTTP/1.1" status: 200 len: 854 time: 0.0553367 Feb 04 12:04:11.102434 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-32d0f74d-5611-4812-ad0a-77d60df4bc73 req-335f9ed3-f1f9-445c-9cc3-6779c8fa0bb8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ece774a-1cb3-433f-878f-487bc9c99dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374486 Feb 04 12:04:11.232083 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-32d0f74d-5611-4812-ad0a-77d60df4bc73 req-00bd5d7e-3810-499f-95a1-ad4042890cd0 service neutron] 10.222.0.47 "GET /v2.0/networks/1ece774a-1cb3-433f-878f-487bc9c99dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235816 Feb 04 12:04:11.457568 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-32d0f74d-5611-4812-ad0a-77d60df4bc73 req-f79f6955-ccde-433a-a03b-c669064164bf service neutron] 10.222.0.47 "GET /v2.0/networks/1ece774a-1cb3-433f-878f-487bc9c99dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191906 Feb 04 12:04:11.840848 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a0963-aa6b-4545-aeee-13f548aeb65e req-e5d3c776-54cc-475b-819c-cdc8ac920249 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:11.842200 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-8e4a0963-aa6b-4545-aeee-13f548aeb65e req-e5d3c776-54cc-475b-819c-cdc8ac920249 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 945 time: 0.0781472 Feb 04 12:04:11.966527 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-8e4a0963-aa6b-4545-aeee-13f548aeb65e req-95f3a06b-ee3b-4487-9934-f5e4797dfaa5 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183128 Feb 04 12:04:12.157197 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-aa471437-1ea8-441d-8506-b197d7cf6e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:12.719866 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:04:13.167530 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08a1b2-1a35-4906-a095-e294716523df req-23fb78a2-5617-4e7f-b743-4afe1555c948 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:13.168939 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ce08a1b2-1a35-4906-a095-e294716523df req-23fb78a2-5617-4e7f-b743-4afe1555c948 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 945 time: 0.0770385 Feb 04 12:04:13.215638 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ce08a1b2-1a35-4906-a095-e294716523df req-8051e634-e632-4f52-b0c3-13c3b62fedbf tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406601 Feb 04 12:04:14.409854 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a282d-3619-45c1-9aca-2697dcb8ead6 req-1597fc6e-b9cf-4113-8f70-ad37adeeb391 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:14.411273 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-542a282d-3619-45c1-9aca-2697dcb8ead6 req-1597fc6e-b9cf-4113-8f70-ad37adeeb391 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 945 time: 0.0754521 Feb 04 12:04:14.456069 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-542a282d-3619-45c1-9aca-2697dcb8ead6 req-90cc3c8c-5f48-47ff-9d67-2b7498512205 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393109 Feb 04 12:04:14.493473 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-baebcaa6-4130-431e-9403-1145de2bcb01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:15.650422 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30359df-9362-4f4f-b9bf-c742f7fb5201 req-f50f9a2b-d405-4744-b3da-969cd1f5ceb2 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:15.651913 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f30359df-9362-4f4f-b9bf-c742f7fb5201 req-f50f9a2b-d405-4744-b3da-969cd1f5ceb2 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 945 time: 0.0780594 Feb 04 12:04:15.676297 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:15.701834 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f30359df-9362-4f4f-b9bf-c742f7fb5201 req-2e00564b-5af2-45d6-bf10-d5199291bb2e tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439620 Feb 04 12:04:15.739254 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:16.896828 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350748e3-0de4-46b0-af47-ffa9c217e1f4 req-39717750-3c9d-4465-8b60-46bbf9472bcf tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:16.898312 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-350748e3-0de4-46b0-af47-ffa9c217e1f4 req-39717750-3c9d-4465-8b60-46bbf9472bcf tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 945 time: 0.0768757 Feb 04 12:04:16.922499 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:16.943255 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-350748e3-0de4-46b0-af47-ffa9c217e1f4 req-a6d72e9b-f5e3-4226-a46d-63ac808a046a tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392821 Feb 04 12:04:18.136857 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2354a-3ba1-4939-a143-f399ee19fb5d req-796eef5b-fc59-4c65-a490-a5984aa974e4 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:18.138295 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-77d2354a-3ba1-4939-a143-f399ee19fb5d req-796eef5b-fc59-4c65-a490-a5984aa974e4 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 945 time: 0.0742223 Feb 04 12:04:18.183879 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-77d2354a-3ba1-4939-a143-f399ee19fb5d req-9dc9b6a7-0683-4cb3-a128-a7a994b0286e tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397880 Feb 04 12:04:19.377738 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4765a9-9fe0-4c62-9d38-ddc007b4b22b req-1b33df4b-4058-485a-8b33-f4d4d0f0a891 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:19.379182 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5c4765a9-9fe0-4c62-9d38-ddc007b4b22b req-1b33df4b-4058-485a-8b33-f4d4d0f0a891 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 945 time: 0.0739603 Feb 04 12:04:19.426767 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5c4765a9-9fe0-4c62-9d38-ddc007b4b22b req-797a40be-c279-4d88-b997-9d72380910c7 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421352 Feb 04 12:04:20.770325 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128fc0b7-7e0f-4e10-a548-1fa94f6c87c1 req-e670e7db-2473-4c60-b269-fbddaaa56325 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:20.771637 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-128fc0b7-7e0f-4e10-a548-1fa94f6c87c1 req-e670e7db-2473-4c60-b269-fbddaaa56325 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 945 time: 0.0776582 Feb 04 12:04:20.815645 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-128fc0b7-7e0f-4e10-a548-1fa94f6c87c1 req-e5100810-1035-4c71-aef8-715741315948 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384321 Feb 04 12:04:22.008619 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43467f87-5e47-4f12-8f14-562744963977 req-5d580dd9-41fe-42f5-9e0c-19853f5e9daa tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:22.010137 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-43467f87-5e47-4f12-8f14-562744963977 req-5d580dd9-41fe-42f5-9e0c-19853f5e9daa tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 945 time: 0.0738742 Feb 04 12:04:22.056505 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-43467f87-5e47-4f12-8f14-562744963977 req-682c3283-6825-4350-b65e-f18456adf55a tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393648 Feb 04 12:04:23.253577 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7564d-8961-4585-8548-06c1549f03e6 req-bfed6386-8be0-4b0a-adfc-65c7dfda432d tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:23.255026 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2da7564d-8961-4585-8548-06c1549f03e6 req-bfed6386-8be0-4b0a-adfc-65c7dfda432d tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 945 time: 0.0748322 Feb 04 12:04:23.298628 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2da7564d-8961-4585-8548-06c1549f03e6 req-b52f365f-9998-41ef-ae16-89e6f1c5cd06 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381901 Feb 04 12:04:24.496998 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01785044-1e02-4d79-a7e7-f09ef101d8f3 req-f2ae912e-396c-4626-82af-8fbc4d2ca135 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:24.498380 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-01785044-1e02-4d79-a7e7-f09ef101d8f3 req-f2ae912e-396c-4626-82af-8fbc4d2ca135 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 945 time: 0.0788016 Feb 04 12:04:24.543526 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-01785044-1e02-4d79-a7e7-f09ef101d8f3 req-12583313-675e-477b-abfa-82753f1173f6 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394032 Feb 04 12:04:25.742690 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd2077-30b8-44b4-a4cc-6dabe088daf1 req-869806f6-0dc8-4c18-9f70-ad78d0d71903 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:25.744138 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6cdd2077-30b8-44b4-a4cc-6dabe088daf1 req-869806f6-0dc8-4c18-9f70-ad78d0d71903 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 945 time: 0.0800068 Feb 04 12:04:25.788795 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6cdd2077-30b8-44b4-a4cc-6dabe088daf1 req-8c5605a1-d852-4a0b-9b26-16b6029fd5fb tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391383 Feb 04 12:04:26.985198 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98993ce-e6c9-4849-8b12-ce25b12b2720 req-226e7fc3-a355-4433-8fe3-21eb90ce5a0d tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:26.986647 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f98993ce-e6c9-4849-8b12-ce25b12b2720 req-226e7fc3-a355-4433-8fe3-21eb90ce5a0d tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 945 time: 0.0734649 Feb 04 12:04:27.031188 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f98993ce-e6c9-4849-8b12-ce25b12b2720 req-5e656441-8ac3-4fa7-b3d2-6f0471bc05b1 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388799 Feb 04 12:04:28.227466 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b201dfb-4f54-4d65-bf91-c945dda86346 req-3b0f9626-0232-4884-9e42-8c5ea4ac1f7d tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:28.228897 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3b201dfb-4f54-4d65-bf91-c945dda86346 req-3b0f9626-0232-4884-9e42-8c5ea4ac1f7d tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 945 time: 0.0764482 Feb 04 12:04:28.273364 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3b201dfb-4f54-4d65-bf91-c945dda86346 req-7e2a4a53-3523-404b-adfc-2a91827b52b4 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388191 Feb 04 12:04:29.476965 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca7a53-8bee-4e1b-ad0b-2e7f5e90d001 req-845f901e-54f9-4129-8de6-ca259b7d4fb4 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:29.478339 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-36ca7a53-8bee-4e1b-ad0b-2e7f5e90d001 req-845f901e-54f9-4129-8de6-ca259b7d4fb4 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 945 time: 0.0840633 Feb 04 12:04:29.522683 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-36ca7a53-8bee-4e1b-ad0b-2e7f5e90d001 req-ba22e257-cec0-4e8d-8ab9-b2d3871fde8b tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388517 Feb 04 12:04:30.717497 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ed77b-80e1-4f15-b3cd-3c4706f6e066 req-a68ea54a-4e0f-487f-a025-fe29cc958b17 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:30.718933 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b33ed77b-80e1-4f15-b3cd-3c4706f6e066 req-a68ea54a-4e0f-487f-a025-fe29cc958b17 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 945 time: 0.0781610 Feb 04 12:04:30.764315 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b33ed77b-80e1-4f15-b3cd-3c4706f6e066 req-ad3091a0-b427-4d8b-a7e4-6a771c52836d tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395293 Feb 04 12:04:31.961158 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28675feb-bd9e-4dfd-a9fb-510ce10ffb35 req-004b978c-370c-4c60-9034-9ff4f2b6be60 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:31.962602 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-28675feb-bd9e-4dfd-a9fb-510ce10ffb35 req-004b978c-370c-4c60-9034-9ff4f2b6be60 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 945 time: 0.0736887 Feb 04 12:04:32.011325 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-28675feb-bd9e-4dfd-a9fb-510ce10ffb35 req-6e401b5e-c0f5-4282-963a-73726855d8fa tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432894 Feb 04 12:04:32.905342 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3c9a2ebe-2961-46d7-8cbf-0e867731aae6 req-057718cd-7146-41f5-b257-92c2ef150b30 service neutron] 10.222.0.47 "GET /v2.0/ports/32654450-d587-477b-9d5a-eea1397a8125/bindings/hv-neutron-8278 HTTP/1.1" status: 200 len: 384 time: 0.0723436 Feb 04 12:04:33.216115 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8acdcd-1195-4533-b83d-e6f00c1c77be req-9833c26a-0871-46d4-95ee-7cbfd4c95aed tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:33.217753 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2c8acdcd-1195-4533-b83d-e6f00c1c77be req-9833c26a-0871-46d4-95ee-7cbfd4c95aed tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 945 time: 0.0845814 Feb 04 12:04:33.267865 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2c8acdcd-1195-4533-b83d-e6f00c1c77be req-3933bb34-d6f9-449e-a459-6ee799ac3e10 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443277 Feb 04 12:04:33.461307 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3c9a2ebe-2961-46d7-8cbf-0e867731aae6 req-26efa55d-d8bc-4d92-8b75-4e38a2a7f751 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972&tenant_id=e3b3bb935c0e4f559148dc2c895e04ae HTTP/1.1" status: 200 len: 1098 time: 0.0664062 Feb 04 12:04:33.553138 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3c9a2ebe-2961-46d7-8cbf-0e867731aae6 req-4bc41c0d-1630-45ce-ad6b-e3d0d4dfad59 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3b3bb935c0e4f559148dc2c895e04ae&device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 1098 time: 0.0698447 Feb 04 12:04:33.678055 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a2ebe-2961-46d7-8cbf-0e867731aae6 req-55b8f0b6-cb90-45ce-a9c0-5c1207fa7b3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:33.679628 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3c9a2ebe-2961-46d7-8cbf-0e867731aae6 req-55b8f0b6-cb90-45ce-a9c0-5c1207fa7b3f service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ece774a-1cb3-433f-878f-487bc9c99dbc HTTP/1.1" status: 200 len: 915 time: 0.1220212 Feb 04 12:04:33.748065 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3c9a2ebe-2961-46d7-8cbf-0e867731aae6 req-16ea071d-5d7f-4465-8002-b489a2b66150 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32654450-d587-477b-9d5a-eea1397a8125 HTTP/1.1" status: 200 len: 217 time: 0.0623479 Feb 04 12:04:33.807367 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a2ebe-2961-46d7-8cbf-0e867731aae6 req-6b5247d6-fcad-4889-92cc-52aace93edd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:33.808752 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3c9a2ebe-2961-46d7-8cbf-0e867731aae6 req-6b5247d6-fcad-4889-92cc-52aace93edd2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3a419478-4937-4102-8e82-33f6fbc482b5 HTTP/1.1" status: 200 len: 854 time: 0.0558481 Feb 04 12:04:33.851068 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3c9a2ebe-2961-46d7-8cbf-0e867731aae6 req-f5eae87c-073d-4343-bb27-0a0313e11b57 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ece774a-1cb3-433f-878f-487bc9c99dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371232 Feb 04 12:04:33.984148 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3c9a2ebe-2961-46d7-8cbf-0e867731aae6 req-d5f96a28-3988-43da-88c6-411679c99118 service neutron] 10.222.0.47 "GET /v2.0/networks/1ece774a-1cb3-433f-878f-487bc9c99dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214545 Feb 04 12:04:34.197729 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3c9a2ebe-2961-46d7-8cbf-0e867731aae6 req-f1b9ed19-0d9e-4094-beac-2a3eba77332f service neutron] 10.222.0.47 "GET /v2.0/networks/1ece774a-1cb3-433f-878f-487bc9c99dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075939 Feb 04 12:04:34.467945 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446326de-2d41-465f-a3ef-7363639b5f74 req-372bd699-36bc-4774-922f-210832a8c1ac tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:34.469450 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-446326de-2d41-465f-a3ef-7363639b5f74 req-372bd699-36bc-4774-922f-210832a8c1ac tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 945 time: 0.0780840 Feb 04 12:04:34.515761 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-446326de-2d41-465f-a3ef-7363639b5f74 req-80b31e9c-b210-4f41-95b5-1b6a1e5fe08b tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400887 Feb 04 12:04:35.718982 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af610105-efe9-40a7-82a6-4739360701aa req-c2fb81d7-4b64-4b17-9fa7-d3ef43781350 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:35.720392 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-af610105-efe9-40a7-82a6-4739360701aa req-c2fb81d7-4b64-4b17-9fa7-d3ef43781350 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 945 time: 0.0774500 Feb 04 12:04:35.764468 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-af610105-efe9-40a7-82a6-4739360701aa req-97ff3ab0-3046-4f58-b243-7f5b71f86161 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384643 Feb 04 12:04:36.333267 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:36.490797 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 32654450-d587-477b-9d5a-eea1397a8125 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:04:36.493957 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 32654450-d587-477b-9d5a-eea1397a8125 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:04:36.698967 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:36.728986 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 32654450-d587-477b-9d5a-eea1397a8125, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=32654450-d587-477b-9d5a-eea1397a8125,segment=NetworkSegment(f716a2f3-72cf-429b-ad0c-846812f9f35b),segment_id=f716a2f3-72cf-429b-ad0c-846812f9f35b)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:04:36.753441 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89685060-e729-4d25-a754-854f9dd1a972', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32654450-d587-477b-9d5a-eea1397a8125'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:04:36.757700 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': '32654450-d587-477b-9d5a-eea1397a8125', 'network_id': '1ece774a-1cb3-433f-878f-487bc9c99dbc', 'port_id': '32654450-d587-477b-9d5a-eea1397a8125', 'mac_address': 'fa:16:3e:14:3c:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a419478-4937-4102-8e82-33f6fbc482b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:04:36.764874 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 32654450-d587-477b-9d5a-eea1397a8125, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=32654450-d587-477b-9d5a-eea1397a8125,segment=NetworkSegment(f716a2f3-72cf-429b-ad0c-846812f9f35b),segment_id=f716a2f3-72cf-429b-ad0c-846812f9f35b)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:04:36.819256 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:36.829054 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89685060-e729-4d25-a754-854f9dd1a972', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32654450-d587-477b-9d5a-eea1397a8125', 'code': 200} Feb 04 12:04:36.838433 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32654450-d587-477b-9d5a-eea1397a8125 {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:04:36.843977 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:36.955173 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:04:36.955509 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:04:36.957771 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=32654450-d587-477b-9d5a-eea1397a8125,revision_number=6']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:04:36.968809 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c826af4-66e7-4635-b138-dee1a7ef062a req-7e9eb211-9aac-4d88-9689-2dc92fd38796 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:36.970295 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0c826af4-66e7-4635-b138-dee1a7ef062a req-7e9eb211-9aac-4d88-9689-2dc92fd38796 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 943 time: 0.0806818 Feb 04 12:04:37.020599 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0c826af4-66e7-4635-b138-dee1a7ef062a req-d6f817ac-6954-46e7-846e-2673d6ec481c tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438688 Feb 04 12:04:37.507125 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:37.523958 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32654450-d587-477b-9d5a-eea1397a8125 {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:04:37.538190 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 32654450-d587-477b-9d5a-eea1397a8125, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=32654450-d587-477b-9d5a-eea1397a8125,segment=NetworkSegment(f716a2f3-72cf-429b-ad0c-846812f9f35b),segment_id=f716a2f3-72cf-429b-ad0c-846812f9f35b)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:04:37.596539 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:37.657825 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['32654450-d587-477b-9d5a-eea1397a8125'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:04:37.708970 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=32654450-d587-477b-9d5a-eea1397a8125,revision_number=7']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:04:38.224915 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc33edf-90a7-4eb5-a383-22f0c18f0416 req-f2643d8f-ba6d-4c88-b92d-8d7c6584796d tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:38.226372 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5fc33edf-90a7-4eb5-a383-22f0c18f0416 req-f2643d8f-ba6d-4c88-b92d-8d7c6584796d tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 944 time: 0.0829120 Feb 04 12:04:38.271969 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5fc33edf-90a7-4eb5-a383-22f0c18f0416 req-ca198471-a0e5-42c8-a31f-d2f8bd14eb06 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394740 Feb 04 12:04:38.497238 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 32654450-d587-477b-9d5a-eea1397a8125 up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:04:38.606677 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port 32654450-d587-477b-9d5a-eea1397a8125 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:04:38.607357 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:38.723324 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:38.735214 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c209013-ed22-4750-b84e-0002086dc7bb req-1a8ff26f-5eff-4072-8932-6c874dda84f7 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:38.736645 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-8c209013-ed22-4750-b84e-0002086dc7bb req-1a8ff26f-5eff-4072-8932-6c874dda84f7 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 944 time: 0.0794780 Feb 04 12:04:38.757470 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 32654450-d587-477b-9d5a-eea1397a8125, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=32654450-d587-477b-9d5a-eea1397a8125,segment=NetworkSegment(f716a2f3-72cf-429b-ad0c-846812f9f35b),segment_id=f716a2f3-72cf-429b-ad0c-846812f9f35b)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:04:38.784029 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-8c209013-ed22-4750-b84e-0002086dc7bb req-fbfd6bc6-6729-4679-ad82-c0a3150908e6 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416279 Feb 04 12:04:38.811384 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd1aae-5f3b-4e91-bf40-1925d99ecc23 req-69373649-c787-4145-bef2-d58b6a1ba4b4 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:38.812826 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6ddd1aae-5f3b-4e91-bf40-1925d99ecc23 req-69373649-c787-4145-bef2-d58b6a1ba4b4 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.47 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972&tenant_id=e3b3bb935c0e4f559148dc2c895e04ae&binding%3Ahost_id=hv-neutron-8278 HTTP/1.1" status: 200 len: 944 time: 0.0824547 Feb 04 12:04:38.819235 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:38.852360 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89685060-e729-4d25-a754-854f9dd1a972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32654450-d587-477b-9d5a-eea1397a8125'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:04:38.889402 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=32654450-d587-477b-9d5a-eea1397a8125,revision_number=8']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:04:38.924256 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89685060-e729-4d25-a754-854f9dd1a972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32654450-d587-477b-9d5a-eea1397a8125', 'code': 200} Feb 04 12:04:38.973723 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6ddd1aae-5f3b-4e91-bf40-1925d99ecc23 req-75dd9b64-9a67-422f-9ac6-342ccea6f958 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3b3bb935c0e4f559148dc2c895e04ae&device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 1098 time: 0.0694118 Feb 04 12:04:39.102498 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd1aae-5f3b-4e91-bf40-1925d99ecc23 req-e74e61ec-ed20-4a26-ad80-ad7128248626 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:39.104105 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6ddd1aae-5f3b-4e91-bf40-1925d99ecc23 req-e74e61ec-ed20-4a26-ad80-ad7128248626 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ece774a-1cb3-433f-878f-487bc9c99dbc HTTP/1.1" status: 200 len: 915 time: 0.1227918 Feb 04 12:04:39.171863 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6ddd1aae-5f3b-4e91-bf40-1925d99ecc23 req-15369fc9-dbf2-41e5-8608-77c506acd4ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32654450-d587-477b-9d5a-eea1397a8125 HTTP/1.1" status: 200 len: 217 time: 0.0621188 Feb 04 12:04:39.233256 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd1aae-5f3b-4e91-bf40-1925d99ecc23 req-e649a264-6c2a-45da-b1f9-dbdc7dbd206a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:39.234735 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6ddd1aae-5f3b-4e91-bf40-1925d99ecc23 req-e649a264-6c2a-45da-b1f9-dbdc7dbd206a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3a419478-4937-4102-8e82-33f6fbc482b5 HTTP/1.1" status: 200 len: 854 time: 0.0572646 Feb 04 12:04:39.283196 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6ddd1aae-5f3b-4e91-bf40-1925d99ecc23 req-3fb12d74-e872-4e11-b2e6-7164357c0330 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ece774a-1cb3-433f-878f-487bc9c99dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419550 Feb 04 12:04:39.410356 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6ddd1aae-5f3b-4e91-bf40-1925d99ecc23 req-5b395dc4-00a0-489b-bddb-3160f28d3be2 service neutron] 10.222.0.47 "GET /v2.0/networks/1ece774a-1cb3-433f-878f-487bc9c99dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213655 Feb 04 12:04:39.537876 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6ddd1aae-5f3b-4e91-bf40-1925d99ecc23 req-f3bb0439-6e62-462e-8f5e-84befa22166a service neutron] 10.222.0.47 "GET /v2.0/networks/1ece774a-1cb3-433f-878f-487bc9c99dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217873 Feb 04 12:04:39.985744 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e15be-3ede-4306-9a3a-08a2e578a364 req-c37fc162-ee0f-462f-92d8-0e2c8d61557a tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:39.987303 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d71e15be-3ede-4306-9a3a-08a2e578a364 req-c37fc162-ee0f-462f-92d8-0e2c8d61557a tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 945 time: 0.0795898 Feb 04 12:04:40.031877 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d71e15be-3ede-4306-9a3a-08a2e578a364 req-1e127896-43a2-40f9-aa4a-234d41b53895 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390832 Feb 04 12:04:41.234696 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968665a-c0aa-4676-84b6-9403af99faa2 req-85e3ed39-cd96-4fdc-a35e-41e27bfb8e6d tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:41.236115 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4968665a-c0aa-4676-84b6-9403af99faa2 req-85e3ed39-cd96-4fdc-a35e-41e27bfb8e6d tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 945 time: 0.0755310 Feb 04 12:04:41.280370 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4968665a-c0aa-4676-84b6-9403af99faa2 req-4543332f-8f9e-4761-84f7-2b7a0d971fae tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388393 Feb 04 12:04:41.471557 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8eb0b-ad5d-43c7-9825-dfe6e21d8f35 req-39bc7f18-71d8-4e54-a246-abe78187cc81 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:41.473010 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-fca8eb0b-ad5d-43c7-9825-dfe6e21d8f35 req-39bc7f18-71d8-4e54-a246-abe78187cc81 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 945 time: 0.0752087 Feb 04 12:04:41.518157 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-fca8eb0b-ad5d-43c7-9825-dfe6e21d8f35 req-af07d19e-1267-460a-83de-f3a93de2376e tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391748 Feb 04 12:04:41.714167 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9959d-6487-4714-9ada-ed1684a6bdce req-ed4636fe-bead-49bd-a2d4-ee1293a9a36b tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:41.715689 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-caf9959d-6487-4714-9ada-ed1684a6bdce req-ed4636fe-bead-49bd-a2d4-ee1293a9a36b tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 945 time: 0.0784452 Feb 04 12:04:41.759183 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-caf9959d-6487-4714-9ada-ed1684a6bdce req-423a83a8-37fa-46bc-8b5f-cbaf78b86811 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379982 Feb 04 12:04:42.133326 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c19d160a-c2a2-452f-a534-101ab12e3dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:42.504280 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-fadf2fe0-9294-4d43-8b8a-b592fbd5b273 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:42.505591 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-fadf2fe0-9294-4d43-8b8a-b592fbd5b273 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/networks?id=1ece774a-1cb3-433f-878f-487bc9c99dbc HTTP/1.1" status: 200 len: 814 time: 0.1391811 Feb 04 12:04:42.521078 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-5f311bdf-49c3-4c8c-b4e3-6eab55e9f551 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/quotas/e3b3bb935c0e4f559148dc2c895e04ae HTTP/1.1" status: 200 len: 375 time: 0.0101409 Feb 04 12:04:42.595116 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-ec1eb4c4-e74f-486b-b194-f7b6fc55e793 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e3b3bb935c0e4f559148dc2c895e04ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0691793 Feb 04 12:04:42.722043 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-ccab8123-0a1e-4383-af8b-0f267fec17e9 service neutron] 10.222.0.21 "GET /v2.0/networks/1ece774a-1cb3-433f-878f-487bc9c99dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200411 Feb 04 12:04:42.938718 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-017a6342-219f-443d-8f6d-fda6e0a32f44 service neutron] 10.222.0.21 "GET /v2.0/networks/1ece774a-1cb3-433f-878f-487bc9c99dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108650 Feb 04 12:04:43.239722 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c7ccbc83-5084-4096-894f-50f6911e354d req-4a06e915-52c2-4ac2-a5b4-fac602aaa65b tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 210 time: 0.0464635 Feb 04 12:04:44.191782 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5bdb5-ea9a-424a-9dd9-c9a682f54f04 req-ef811556-4334-42be-abdf-23f6b81022e3 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:44.193189 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-72b5bdb5-ea9a-424a-9dd9-c9a682f54f04 req-ef811556-4334-42be-abdf-23f6b81022e3 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.47 "GET /v2.0/ports?device_id=89685060-e729-4d25-a754-854f9dd1a972 HTTP/1.1" status: 200 len: 945 time: 0.0763874 Feb 04 12:04:44.262015 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-72b5bdb5-ea9a-424a-9dd9-c9a682f54f04 req-a16f33da-2b17-42d2-a8c7-bce21a82c655 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Deleting port 32654450-d587-477b-9d5a-eea1397a8125 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:04:44.263366 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-72b5bdb5-ea9a-424a-9dd9-c9a682f54f04 req-a16f33da-2b17-42d2-a8c7-bce21a82c655 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:44.437990 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e5d5ba97-09e8-445a-8211-d5281a1ae620 req-cb0d3c0f-8490-453c-bdb4-60201d2e4529 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 210 time: 0.0683012 Feb 04 12:04:44.510578 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-96d005f2-7868-4426-b3e7-4f02d746361b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:44.552122 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-72b5bdb5-ea9a-424a-9dd9-c9a682f54f04 req-a16f33da-2b17-42d2-a8c7-bce21a82c655 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] For port 32654450-d587-477b-9d5a-eea1397a8125, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=32654450-d587-477b-9d5a-eea1397a8125,segment=NetworkSegment(f716a2f3-72cf-429b-ad0c-846812f9f35b),segment_id=f716a2f3-72cf-429b-ad0c-846812f9f35b)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:04:44.552357 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-72b5bdb5-ea9a-424a-9dd9-c9a682f54f04 req-a16f33da-2b17-42d2-a8c7-bce21a82c655 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:44.676065 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-72b5bdb5-ea9a-424a-9dd9-c9a682f54f04 req-a16f33da-2b17-42d2-a8c7-bce21a82c655 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Calling delete_port for 32654450-d587-477b-9d5a-eea1397a8125 owned by compute:nova {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:04:44.848005 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-72b5bdb5-ea9a-424a-9dd9-c9a682f54f04 req-a16f33da-2b17-42d2-a8c7-bce21a82c655 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:44.860395 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['32654450-d587-477b-9d5a-eea1397a8125'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:04:44.896967 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f33da-2b17-42d2-a8c7-bce21a82c655 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Pushing event deleted for resources: {'Port': ['ID=32654450-d587-477b-9d5a-eea1397a8125,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:04:44.937359 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f33da-2b17-42d2-a8c7-bce21a82c655 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:04:44.937696 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f33da-2b17-42d2-a8c7-bce21a82c655 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:04:44.938050 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f33da-2b17-42d2-a8c7-bce21a82c655 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:04:44.938377 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f33da-2b17-42d2-a8c7-bce21a82c655 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:04:44.938699 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f33da-2b17-42d2-a8c7-bce21a82c655 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:04:44.939015 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f33da-2b17-42d2-a8c7-bce21a82c655 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:04:44.939336 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f33da-2b17-42d2-a8c7-bce21a82c655 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:04:44.939646 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f33da-2b17-42d2-a8c7-bce21a82c655 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:04:44.939958 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f33da-2b17-42d2-a8c7-bce21a82c655 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:04:44.940270 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f33da-2b17-42d2-a8c7-bce21a82c655 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:04:44.940580 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16f33da-2b17-42d2-a8c7-bce21a82c655 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:04:44.979038 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b5bdb5-ea9a-424a-9dd9-c9a682f54f04 req-a16f33da-2b17-42d2-a8c7-bce21a82c655 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] No DVR routers for this DVR port 32654450-d587-477b-9d5a-eea1397a8125 on host hv-neutron-8278 {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:04:44.981262 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-72b5bdb5-ea9a-424a-9dd9-c9a682f54f04 req-a16f33da-2b17-42d2-a8c7-bce21a82c655 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:44.983801 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89685060-e729-4d25-a754-854f9dd1a972', 'name': 'network-vif-deleted', 'tag': '32654450-d587-477b-9d5a-eea1397a8125'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:04:45.038342 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89685060-e729-4d25-a754-854f9dd1a972', 'name': 'network-vif-deleted', 'tag': '32654450-d587-477b-9d5a-eea1397a8125', 'status': 'completed', 'code': 200} Feb 04 12:04:45.060214 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-72b5bdb5-ea9a-424a-9dd9-c9a682f54f04 req-a16f33da-2b17-42d2-a8c7-bce21a82c655 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.47 "DELETE /v2.0/ports/32654450-d587-477b-9d5a-eea1397a8125 HTTP/1.1" status: 204 len: 173 time: 0.8601594 Feb 04 12:04:45.358993 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-9fc8dd3a-d401-41a7-8a38-7132dc6f17d3 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:45.360398 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-9fc8dd3a-d401-41a7-8a38-7132dc6f17d3 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.47 "GET /v2.0/networks?id=1ece774a-1cb3-433f-878f-487bc9c99dbc HTTP/1.1" status: 200 len: 814 time: 0.1490347 Feb 04 12:04:45.376591 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-dd7650ae-883d-430b-9f64-729946c88efd tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Request body: {'port': {'device_id': 'c4b861ac-0451-4de9-8486-6524390847ef', 'network_id': '1ece774a-1cb3-433f-878f-487bc9c99dbc', 'admin_state_up': True, 'tenant_id': 'e3b3bb935c0e4f559148dc2c895e04ae'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:04:45.516780 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-dd7650ae-883d-430b-9f64-729946c88efd tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:04:45.521165 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-dd7650ae-883d-430b-9f64-729946c88efd tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Usage tracker for resource:port and tenant:e3b3bb935c0e4f559148dc2c895e04ae is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:04:45.524125 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-dd7650ae-883d-430b-9f64-729946c88efd tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:04:45.530039 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-dd7650ae-883d-430b-9f64-729946c88efd tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:04:45.615458 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-46e69bc2-5ba6-4da0-8765-43aa71e2408b req-65ef03f9-bb9e-4de1-b469-5d112488fa11 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Synchronizing usage tracker for tenant:e3b3bb935c0e4f559148dc2c895e04ae on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:04:45.631681 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-dd7650ae-883d-430b-9f64-729946c88efd tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Made reservation on behalf of e3b3bb935c0e4f559148dc2c895e04ae for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:04:45.634762 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-dd7650ae-883d-430b-9f64-729946c88efd tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:45.694056 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:45.766158 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-46e69bc2-5ba6-4da0-8765-43aa71e2408b req-65ef03f9-bb9e-4de1-b469-5d112488fa11 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Unset dirty status for tenant:e3b3bb935c0e4f559148dc2c895e04ae on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:04:45.767268 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-46e69bc2-5ba6-4da0-8765-43aa71e2408b req-65ef03f9-bb9e-4de1-b469-5d112488fa11 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 210 time: 0.1965687 Feb 04 12:04:45.768463 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:45.803085 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-dd7650ae-883d-430b-9f64-729946c88efd tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Allocated IP 172.20.0.13 (1ece774a-1cb3-433f-878f-487bc9c99dbc/3a419478-4937-4102-8e82-33f6fbc482b5/cd8d6ace-3b32-4cb6-a250-a64135813238) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:04:46.098779 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-dd7650ae-883d-430b-9f64-729946c88efd tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:46.196972 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-dd7650ae-883d-430b-9f64-729946c88efd tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:46.207747 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['32654450-d587-477b-9d5a-eea1397a8125'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:04:46.267633 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-dd7650ae-883d-430b-9f64-729946c88efd tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Network 1ece774a-1cb3-433f-878f-487bc9c99dbc is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:04:46.270717 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-dd7650ae-883d-430b-9f64-729946c88efd tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:04:46.274700 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-dd7650ae-883d-430b-9f64-729946c88efd tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:04:46.308518 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7650ae-883d-430b-9f64-729946c88efd tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Pushing event updated for resources: {'Port': ['ID=cd8d6ace-3b32-4cb6-a250-a64135813238,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:04:46.341792 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-dd7650ae-883d-430b-9f64-729946c88efd tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:46.342624 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-dd7650ae-883d-430b-9f64-729946c88efd tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:46.420598 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-dd7650ae-883d-430b-9f64-729946c88efd tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0483537 Feb 04 12:04:46.431026 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-93462b0c-f32c-4e4a-ab30-fe550442ab40 service neutron] Request body: {'port': {'device_id': 'c4b861ac-0451-4de9-8486-6524390847ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:04:46.534764 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-93462b0c-f32c-4e4a-ab30-fe550442ab40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:46.868972 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-93462b0c-f32c-4e4a-ab30-fe550442ab40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd8d6ace-3b32-4cb6-a250-a64135813238 {{(pid=84205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:04:46.876868 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-93462b0c-f32c-4e4a-ab30-fe550442ab40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:46.892091 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-93462b0c-f32c-4e4a-ab30-fe550442ab40 service neutron] Transition to ACTIVE for port object cd8d6ace-3b32-4cb6-a250-a64135813238 will not be triggered until provisioned by entity L2. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:04:46.939168 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:46.965379 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50977b30-1231-4b2c-a97f-9698c6d2a1b3 req-61d7ae3c-cf25-4858-908b-3feafd50ac9d tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:46.967117 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-50977b30-1231-4b2c-a97f-9698c6d2a1b3 req-61d7ae3c-cf25-4858-908b-3feafd50ac9d tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 932 time: 0.0752919 Feb 04 12:04:46.973410 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-93462b0c-f32c-4e4a-ab30-fe550442ab40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:47.011981 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-50977b30-1231-4b2c-a97f-9698c6d2a1b3 req-c374578d-f85d-4aed-b472-3ff265c4f0fc tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394077 Feb 04 12:04:47.101456 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93462b0c-f32c-4e4a-ab30-fe550442ab40 service neutron] Pushing event updated for resources: {'Port': ['ID=cd8d6ace-3b32-4cb6-a250-a64135813238,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:04:47.203249 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-93462b0c-f32c-4e4a-ab30-fe550442ab40 service neutron] Attempting to bind port cd8d6ace-3b32-4cb6-a250-a64135813238 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:04:47.203577 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-93462b0c-f32c-4e4a-ab30-fe550442ab40 service neutron] Attempting to bind port cd8d6ace-3b32-4cb6-a250-a64135813238 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'f716a2f3-72cf-429b-ad0c-846812f9f35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1ece774a-1cb3-433f-878f-487bc9c99dbc'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:04:47.203901 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-93462b0c-f32c-4e4a-ab30-fe550442ab40 service neutron] Attempting to bind port cd8d6ace-3b32-4cb6-a250-a64135813238 on network 1ece774a-1cb3-433f-878f-487bc9c99dbc {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:04:47.209534 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-93462b0c-f32c-4e4a-ab30-fe550442ab40 service neutron] Port cd8d6ace-3b32-4cb6-a250-a64135813238 on network 1ece774a-1cb3-433f-878f-487bc9c99dbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 12:04:47.209850 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-93462b0c-f32c-4e4a-ab30-fe550442ab40 service neutron] Attempting to bind port cd8d6ace-3b32-4cb6-a250-a64135813238 on network 1ece774a-1cb3-433f-878f-487bc9c99dbc {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:04:47.216147 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-93462b0c-f32c-4e4a-ab30-fe550442ab40 service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:04:47.216575 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-93462b0c-f32c-4e4a-ab30-fe550442ab40 service neutron] Checking segment: {'id': 'f716a2f3-72cf-429b-ad0c-846812f9f35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1ece774a-1cb3-433f-878f-487bc9c99dbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:04:47.216950 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-93462b0c-f32c-4e4a-ab30-fe550442ab40 service neutron] Bound using segment: {'id': 'f716a2f3-72cf-429b-ad0c-846812f9f35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1ece774a-1cb3-433f-878f-487bc9c99dbc'} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:04:47.217368 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-93462b0c-f32c-4e4a-ab30-fe550442ab40 service neutron] Bound port: cd8d6ace-3b32-4cb6-a250-a64135813238, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f716a2f3-72cf-429b-ad0c-846812f9f35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1ece774a-1cb3-433f-878f-487bc9c99dbc'}}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:04:47.217728 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-93462b0c-f32c-4e4a-ab30-fe550442ab40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:47.308001 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-93462b0c-f32c-4e4a-ab30-fe550442ab40 service neutron] For port cd8d6ace-3b32-4cb6-a250-a64135813238, host hv-neutron-8278, cleared binding levels {{(pid=84205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:04:47.311812 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-93462b0c-f32c-4e4a-ab30-fe550442ab40 service neutron] For port cd8d6ace-3b32-4cb6-a250-a64135813238, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=cd8d6ace-3b32-4cb6-a250-a64135813238,segment=NetworkSegment(f716a2f3-72cf-429b-ad0c-846812f9f35b),segment_id=f716a2f3-72cf-429b-ad0c-846812f9f35b)] {{(pid=84205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:04:47.385123 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-93462b0c-f32c-4e4a-ab30-fe550442ab40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:47.447501 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-93462b0c-f32c-4e4a-ab30-fe550442ab40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:47.448882 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-93462b0c-f32c-4e4a-ab30-fe550442ab40 service neutron] 10.222.0.47 "PUT /v2.0/ports/cd8d6ace-3b32-4cb6-a250-a64135813238 HTTP/1.1" status: 200 len: 1094 time: 1.0218260 Feb 04 12:04:47.449300 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4b861ac-0451-4de9-8486-6524390847ef', 'tag': 'cd8d6ace-3b32-4cb6-a250-a64135813238'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:04:47.465779 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93462b0c-f32c-4e4a-ab30-fe550442ab40 service neutron] Pushing event updated for resources: {'Port': ['ID=cd8d6ace-3b32-4cb6-a250-a64135813238,revision_number=3']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:04:47.504846 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4b861ac-0451-4de9-8486-6524390847ef', 'tag': 'cd8d6ace-3b32-4cb6-a250-a64135813238', 'status': 'completed', 'code': 200} Feb 04 12:04:47.593428 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-730729a0-8039-4966-91c2-8d2ecaba379e req-86044fa2-27ca-4148-867c-57bb558df1a4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3b3bb935c0e4f559148dc2c895e04ae&device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 1097 time: 0.0700948 Feb 04 12:04:47.728622 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730729a0-8039-4966-91c2-8d2ecaba379e req-dba5bc23-ab00-4b5b-af6a-fed14da9fca8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:47.729971 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-730729a0-8039-4966-91c2-8d2ecaba379e req-dba5bc23-ab00-4b5b-af6a-fed14da9fca8 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=e3b3bb935c0e4f559148dc2c895e04ae&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1306167 Feb 04 12:04:47.864972 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730729a0-8039-4966-91c2-8d2ecaba379e req-d813cc29-703c-4fcb-9d54-74f8be886698 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:47.866406 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-730729a0-8039-4966-91c2-8d2ecaba379e req-d813cc29-703c-4fcb-9d54-74f8be886698 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1308212 Feb 04 12:04:47.979556 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-52bd5267-f00a-458b-b3df-0ef221226eb9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3b3bb935c0e4f559148dc2c895e04ae&device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 1097 time: 0.0780988 Feb 04 12:04:48.051868 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-68f841cc-e682-40c4-8d51-56661964a430 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd8d6ace-3b32-4cb6-a250-a64135813238 HTTP/1.1" status: 200 len: 217 time: 0.0658433 Feb 04 12:04:48.119434 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-543fff71-e496-4e05-9334-657197416d2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:48.120952 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-543fff71-e496-4e05-9334-657197416d2d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3a419478-4937-4102-8e82-33f6fbc482b5 HTTP/1.1" status: 200 len: 854 time: 0.0629213 Feb 04 12:04:48.234297 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d1ec2-fa46-4a0f-8aff-01a5f5f23332 req-d01c6667-e655-4eb6-ab3e-58fec5a8eeab tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:48.235861 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-554d1ec2-fa46-4a0f-8aff-01a5f5f23332 req-d01c6667-e655-4eb6-ab3e-58fec5a8eeab tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 944 time: 0.0947821 Feb 04 12:04:48.279726 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-508c623e-fe9d-4531-b5a6-16cdb9a53dd7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ece774a-1cb3-433f-878f-487bc9c99dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1524088 Feb 04 12:04:48.286761 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-554d1ec2-fa46-4a0f-8aff-01a5f5f23332 req-fd2f94fc-2f28-47d5-bb76-689929d270d3 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450385 Feb 04 12:04:48.411895 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-b439cc82-9c00-4e4e-a99d-46cb76b9a98c service neutron] 10.222.0.47 "GET /v2.0/networks/1ece774a-1cb3-433f-878f-487bc9c99dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273482 Feb 04 12:04:48.543447 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 32654450-d587-477b-9d5a-eea1397a8125 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:04:48.544578 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e28f4320-a0d6-4c14-a222-857da8c01d39 req-befd613f-a99f-4bcb-a7bd-e90aa96a350b service neutron] 10.222.0.47 "GET /v2.0/networks/1ece774a-1cb3-433f-878f-487bc9c99dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270192 Feb 04 12:04:48.578248 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] No Port match for: 32654450-d587-477b-9d5a-eea1397a8125 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:04:48.578583 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 32654450-d587-477b-9d5a-eea1397a8125 not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:04:49.487395 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c90f0-236c-4c06-a634-1765b19cd207 req-45743acf-491a-4f7b-b01c-1b8f9affbfab tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:49.488726 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a80c90f0-236c-4c06-a634-1765b19cd207 req-45743acf-491a-4f7b-b01c-1b8f9affbfab tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 944 time: 0.0756037 Feb 04 12:04:49.535248 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a80c90f0-236c-4c06-a634-1765b19cd207 req-22105a3e-95fa-41f8-af7a-2e9ac1052d81 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410469 Feb 04 12:04:49.720038 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:04:50.542802 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device cd8d6ace-3b32-4cb6-a250-a64135813238 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:04:50.677511 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port cd8d6ace-3b32-4cb6-a250-a64135813238, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=cd8d6ace-3b32-4cb6-a250-a64135813238,segment=NetworkSegment(f716a2f3-72cf-429b-ad0c-846812f9f35b),segment_id=f716a2f3-72cf-429b-ad0c-846812f9f35b)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:04:50.691032 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': 'cd8d6ace-3b32-4cb6-a250-a64135813238', 'network_id': '1ece774a-1cb3-433f-878f-487bc9c99dbc', 'port_id': 'cd8d6ace-3b32-4cb6-a250-a64135813238', 'mac_address': 'fa:16:3e:35:32:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a419478-4937-4102-8e82-33f6fbc482b5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:04:50.740007 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0b20f-7d57-4097-aa45-f57dd3a301cf req-4b3cc3c2-3a1d-422c-b62d-5011a7d0ad19 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:50.741429 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c7c0b20f-7d57-4097-aa45-f57dd3a301cf req-4b3cc3c2-3a1d-422c-b62d-5011a7d0ad19 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 944 time: 0.0751815 Feb 04 12:04:50.747139 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:50.764163 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd8d6ace-3b32-4cb6-a250-a64135813238 {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:04:50.779646 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port cd8d6ace-3b32-4cb6-a250-a64135813238, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=cd8d6ace-3b32-4cb6-a250-a64135813238,segment=NetworkSegment(f716a2f3-72cf-429b-ad0c-846812f9f35b),segment_id=f716a2f3-72cf-429b-ad0c-846812f9f35b)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:04:50.789437 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c7c0b20f-7d57-4097-aa45-f57dd3a301cf req-eb422e8b-c012-422f-9fa3-d3755036eb67 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425444 Feb 04 12:04:50.830718 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:50.896369 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=cd8d6ace-3b32-4cb6-a250-a64135813238,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:04:51.170773 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['cd8d6ace-3b32-4cb6-a250-a64135813238'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:04:51.993577 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f5de5-86b3-457b-9408-da6f32ff0ffc req-7e7a85c3-50bd-443e-8c00-f72e9c856129 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:51.995101 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ce8f5de5-86b3-457b-9408-da6f32ff0ffc req-7e7a85c3-50bd-443e-8c00-f72e9c856129 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 945 time: 0.0837305 Feb 04 12:04:52.040922 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ce8f5de5-86b3-457b-9408-da6f32ff0ffc req-8d247581-589c-4e6e-bb05-23d542d3f527 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398135 Feb 04 12:04:52.542884 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device cd8d6ace-3b32-4cb6-a250-a64135813238 up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:04:52.664283 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port cd8d6ace-3b32-4cb6-a250-a64135813238 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:04:52.669703 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port cd8d6ace-3b32-4cb6-a250-a64135813238 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:04:52.670103 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:52.780059 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:52.805608 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b861ac-0451-4de9-8486-6524390847ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8d6ace-3b32-4cb6-a250-a64135813238'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:04:52.815851 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port cd8d6ace-3b32-4cb6-a250-a64135813238, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=cd8d6ace-3b32-4cb6-a250-a64135813238,segment=NetworkSegment(f716a2f3-72cf-429b-ad0c-846812f9f35b),segment_id=f716a2f3-72cf-429b-ad0c-846812f9f35b)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:04:52.859718 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b861ac-0451-4de9-8486-6524390847ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8d6ace-3b32-4cb6-a250-a64135813238', 'code': 200} Feb 04 12:04:52.882107 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:52.946482 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=cd8d6ace-3b32-4cb6-a250-a64135813238,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:04:53.261991 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fbd5d3b9-e7f3-4f36-a237-78d010d09fd4 req-d1901d07-7c09-47e7-bdff-ce445a4636a4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 1099 time: 0.1287024 Feb 04 12:04:53.268780 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82b0b2-10ba-4b5b-b204-61c4cfaad917 req-36043e97-b201-4b7b-9549-da279208652b tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:53.270097 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4f82b0b2-10ba-4b5b-b204-61c4cfaad917 req-36043e97-b201-4b7b-9549-da279208652b tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 946 time: 0.1044040 Feb 04 12:04:53.335855 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fbd5d3b9-e7f3-4f36-a237-78d010d09fd4 req-a35d8dc2-1568-4d90-a269-e99a3f5d14a4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647805 Feb 04 12:04:53.340119 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4f82b0b2-10ba-4b5b-b204-61c4cfaad917 req-fa766dee-0233-46a4-ab8c-e8262b0b62a9 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562899 Feb 04 12:04:54.534729 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3653b8-b77a-4241-94b4-b4960f058c46 req-97862466-d6d1-4f7d-9d1b-a3c9fc15f00c tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:54.536068 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-aa3653b8-b77a-4241-94b4-b4960f058c46 req-97862466-d6d1-4f7d-9d1b-a3c9fc15f00c tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 946 time: 0.0753276 Feb 04 12:04:54.582513 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-aa3653b8-b77a-4241-94b4-b4960f058c46 req-6cad5800-a83f-4a3e-9bef-65e071aa6886 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407095 Feb 04 12:04:55.776778 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f297d-8bdb-4e70-8f07-9d8e01a45c93 req-18759c68-eb7f-4667-8b4a-a2cc40276179 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:55.778236 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-884f297d-8bdb-4e70-8f07-9d8e01a45c93 req-18759c68-eb7f-4667-8b4a-a2cc40276179 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 946 time: 0.0770738 Feb 04 12:04:55.824081 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-884f297d-8bdb-4e70-8f07-9d8e01a45c93 req-39043b37-2066-489d-b25a-c95a1ef0bd43 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400138 Feb 04 12:04:56.023470 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ecad3-05b2-4bd3-ac60-a83b4c98ebfa req-074b36a2-8f6f-4235-8b30-28faf3434802 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:56.024892 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ca8ecad3-05b2-4bd3-ac60-a83b4c98ebfa req-074b36a2-8f6f-4235-8b30-28faf3434802 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 946 time: 0.0781987 Feb 04 12:04:56.069933 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ca8ecad3-05b2-4bd3-ac60-a83b4c98ebfa req-532628ef-29c1-43e8-bf66-c11aa7bc6c60 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389843 Feb 04 12:04:56.264926 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c345b822-ba10-4c5d-9a5b-dcd4b333835a req-3ca4d6af-6a63-4d56-9548-db147956196e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0670755 Feb 04 12:04:56.816479 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d1639-3802-418e-8e5c-5c62ed62b245 req-9b8f81cc-ebb0-46b9-bcb7-764476c2028d tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:56.817790 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c76d1639-3802-418e-8e5c-5c62ed62b245 req-9b8f81cc-ebb0-46b9-bcb7-764476c2028d tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 946 time: 0.1887820 Feb 04 12:04:56.876149 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c76d1639-3802-418e-8e5c-5c62ed62b245 req-a8e09fc0-3a3b-4307-97db-2580cef2e979 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527251 Feb 04 12:04:56.882291 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-95580234-dc0f-4511-ab49-d6314e138de6 req-2d212780-d6b2-4173-84db-02a2d3b9d2f5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1896758 Feb 04 12:04:58.077012 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3451a0-3bd6-40e4-8154-4f6f800948f9 req-08b5ca30-27b7-4133-b2f7-9ef2d32ae4df tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:58.078467 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ac3451a0-3bd6-40e4-8154-4f6f800948f9 req-08b5ca30-27b7-4133-b2f7-9ef2d32ae4df tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 946 time: 0.0772491 Feb 04 12:04:58.125625 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ac3451a0-3bd6-40e4-8154-4f6f800948f9 req-0b0aea2d-fbab-4dd4-b759-b8a6801bfb9f tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415137 Feb 04 12:04:58.735589 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-95580234-dc0f-4511-ab49-d6314e138de6 req-db5dc269-a850-4b1a-a87b-2c11dccba597 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3b3bb935c0e4f559148dc2c895e04ae&device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 1099 time: 0.0667963 Feb 04 12:04:58.860922 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95580234-dc0f-4511-ab49-d6314e138de6 req-4e7216b6-0543-4217-8294-17c37448f18a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:58.862349 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-95580234-dc0f-4511-ab49-d6314e138de6 req-4e7216b6-0543-4217-8294-17c37448f18a service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ece774a-1cb3-433f-878f-487bc9c99dbc HTTP/1.1" status: 200 len: 915 time: 0.1214392 Feb 04 12:04:58.930829 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-95580234-dc0f-4511-ab49-d6314e138de6 req-3ec6f4d3-1344-4cfd-a85e-01abec6be7fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd8d6ace-3b32-4cb6-a250-a64135813238 HTTP/1.1" status: 200 len: 217 time: 0.0618441 Feb 04 12:04:58.990218 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95580234-dc0f-4511-ab49-d6314e138de6 req-4ddb76f7-3565-46cd-b806-800011e8e5b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:58.991507 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-95580234-dc0f-4511-ab49-d6314e138de6 req-4ddb76f7-3565-46cd-b806-800011e8e5b2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3a419478-4937-4102-8e82-33f6fbc482b5 HTTP/1.1" status: 200 len: 854 time: 0.0551574 Feb 04 12:04:59.039055 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-95580234-dc0f-4511-ab49-d6314e138de6 req-1449ce25-1858-4945-81fb-eaeb3bf5df7a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ece774a-1cb3-433f-878f-487bc9c99dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403926 Feb 04 12:04:59.168043 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-95580234-dc0f-4511-ab49-d6314e138de6 req-bbbc6f22-ef0c-4696-b23f-d3eb7cccb4f9 service neutron] 10.222.0.47 "GET /v2.0/networks/1ece774a-1cb3-433f-878f-487bc9c99dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224382 Feb 04 12:04:59.325108 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec1177-2e5a-4eeb-bc5e-f653b2ef41c6 req-4377e519-182b-496a-84ec-9753e736547e tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:59.326605 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b3ec1177-2e5a-4eeb-bc5e-f653b2ef41c6 req-4377e519-182b-496a-84ec-9753e736547e tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 946 time: 0.0763106 Feb 04 12:04:59.373646 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b3ec1177-2e5a-4eeb-bc5e-f653b2ef41c6 req-a3a1a2df-1cef-4a08-b749-ec2714d267fd tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413132 Feb 04 12:04:59.394942 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-95580234-dc0f-4511-ab49-d6314e138de6 req-841c1792-5122-4a18-bc58-df18657dd1e3 service neutron] 10.222.0.47 "GET /v2.0/networks/1ece774a-1cb3-433f-878f-487bc9c99dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208183 Feb 04 12:05:00.580238 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5af8b1-e89b-46ca-8447-34443d9cc895 req-219717b4-3058-46e1-9324-245f7a37d24f tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:00.580238 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9b5af8b1-e89b-46ca-8447-34443d9cc895 req-219717b4-3058-46e1-9324-245f7a37d24f tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 946 time: 0.0741880 Feb 04 12:05:00.623837 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9b5af8b1-e89b-46ca-8447-34443d9cc895 req-f850a313-aee2-47d2-b449-7698ee3ac817 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402772 Feb 04 12:05:01.822767 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46475a10-58e0-49c0-9ed8-cd045e7e878d req-39258efc-d4fd-46e8-8daa-4e056ba44779 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:01.824169 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-46475a10-58e0-49c0-9ed8-cd045e7e878d req-39258efc-d4fd-46e8-8daa-4e056ba44779 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 946 time: 0.0783477 Feb 04 12:05:01.868377 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-46475a10-58e0-49c0-9ed8-cd045e7e878d req-15d0abf3-60a9-475a-8b04-2f3dc4330b2e tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385919 Feb 04 12:05:03.072241 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fab688-7a8b-4b81-86cb-35678311bf48 req-d08a1067-d930-4f05-a6a3-42e509f3a478 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:03.073642 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-88fab688-7a8b-4b81-86cb-35678311bf48 req-d08a1067-d930-4f05-a6a3-42e509f3a478 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 946 time: 0.0765600 Feb 04 12:05:03.118137 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-88fab688-7a8b-4b81-86cb-35678311bf48 req-3d14d335-689f-45e0-9072-848150475432 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389869 Feb 04 12:05:04.311945 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bac9b7-e5e3-4ac6-aaef-963706445728 req-b4ce0b0f-1d8a-4c54-a50a-cdc5470e8b09 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:04.313340 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-48bac9b7-e5e3-4ac6-aaef-963706445728 req-b4ce0b0f-1d8a-4c54-a50a-cdc5470e8b09 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 946 time: 0.0746446 Feb 04 12:05:04.360902 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-48bac9b7-e5e3-4ac6-aaef-963706445728 req-43ec7a1e-ddb0-43e6-adcf-a07a6083c4e7 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421727 Feb 04 12:05:05.555615 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177523c7-c236-4456-b514-19a676fbb90e req-86f7bcd5-2a79-4d95-b410-41d2821204c3 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:05.557322 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-177523c7-c236-4456-b514-19a676fbb90e req-86f7bcd5-2a79-4d95-b410-41d2821204c3 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 946 time: 0.0748422 Feb 04 12:05:05.606298 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-177523c7-c236-4456-b514-19a676fbb90e req-6af5a1de-6109-4ece-b4ee-292e0ba01aca tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427442 Feb 04 12:05:06.361750 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:06.800057 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94911a96-3745-4f0c-83df-d7670d9d740d req-c726bf8d-19ce-4a26-a7f2-0a0a29d31014 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:06.801457 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-94911a96-3745-4f0c-83df-d7670d9d740d req-c726bf8d-19ce-4a26-a7f2-0a0a29d31014 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 946 time: 0.0735719 Feb 04 12:05:06.845744 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-94911a96-3745-4f0c-83df-d7670d9d740d req-f1c83d18-9849-4c5e-8ebd-9ad0a2d37e0b tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388033 Feb 04 12:05:08.045491 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816b488-5905-4031-b6b8-48b6dcead423 req-814236bd-6029-4eda-84e4-6a55ac27ab5f tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:08.047164 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a816b488-5905-4031-b6b8-48b6dcead423 req-814236bd-6029-4eda-84e4-6a55ac27ab5f tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 946 time: 0.0813332 Feb 04 12:05:08.093462 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a816b488-5905-4031-b6b8-48b6dcead423 req-7f562310-f756-4147-860b-088caa939ed3 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408103 Feb 04 12:05:09.292053 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa9618-e70f-4836-876f-4aaa543d686a req-9869bae2-95ad-4b62-935d-2a84279e83dc tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:09.293471 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0ffa9618-e70f-4836-876f-4aaa543d686a req-9869bae2-95ad-4b62-935d-2a84279e83dc tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 946 time: 0.0777183 Feb 04 12:05:09.339291 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0ffa9618-e70f-4836-876f-4aaa543d686a req-f2f2ced8-c749-4caa-98cb-a1185b052534 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397248 Feb 04 12:05:10.202399 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6fada846-9423-4d8c-ba9c-e67edec63930 req-2addd036-13a2-4a04-a344-3b5df8971ce9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3b3bb935c0e4f559148dc2c895e04ae&device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 1099 time: 0.1340613 Feb 04 12:05:10.341579 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fada846-9423-4d8c-ba9c-e67edec63930 req-ced7f030-dc92-4faf-bce7-0f89abadfbcf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:10.343068 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6fada846-9423-4d8c-ba9c-e67edec63930 req-ced7f030-dc92-4faf-bce7-0f89abadfbcf service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ece774a-1cb3-433f-878f-487bc9c99dbc HTTP/1.1" status: 200 len: 915 time: 0.1235940 Feb 04 12:05:10.411143 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6fada846-9423-4d8c-ba9c-e67edec63930 req-4e368d1f-d357-49e2-8482-5e3ddde4b92c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd8d6ace-3b32-4cb6-a250-a64135813238 HTTP/1.1" status: 200 len: 217 time: 0.0621936 Feb 04 12:05:10.512153 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fada846-9423-4d8c-ba9c-e67edec63930 req-2e502f7a-4c62-4d6f-8031-c13ed092d62d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:10.514144 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6fada846-9423-4d8c-ba9c-e67edec63930 req-2e502f7a-4c62-4d6f-8031-c13ed092d62d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3a419478-4937-4102-8e82-33f6fbc482b5 HTTP/1.1" status: 200 len: 854 time: 0.0963414 Feb 04 12:05:10.566816 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6fada846-9423-4d8c-ba9c-e67edec63930 req-96c7805f-f049-42c8-8f68-e51a13985ae7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ece774a-1cb3-433f-878f-487bc9c99dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460131 Feb 04 12:05:10.659711 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d44f2d-4148-4553-972f-b4c8e8274712 req-c369ffd2-90a3-40f8-bdd7-16c8585f570c tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:10.661172 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-14d44f2d-4148-4553-972f-b4c8e8274712 req-c369ffd2-90a3-40f8-bdd7-16c8585f570c tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 946 time: 0.1910784 Feb 04 12:05:10.741015 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6fada846-9423-4d8c-ba9c-e67edec63930 req-d3eebcd6-7d16-4df5-b9dd-464375f169fb service neutron] 10.222.0.47 "GET /v2.0/networks/1ece774a-1cb3-433f-878f-487bc9c99dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673439 Feb 04 12:05:10.745551 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-14d44f2d-4148-4553-972f-b4c8e8274712 req-5627d9ca-35aa-45c7-89ec-9f7cb3dc57f5 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750256 Feb 04 12:05:10.870399 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6fada846-9423-4d8c-ba9c-e67edec63930 req-29ec8e8e-197e-4824-86c0-cb0e000555ae service neutron] 10.222.0.47 "GET /v2.0/networks/1ece774a-1cb3-433f-878f-487bc9c99dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227953 Feb 04 12:05:11.939746 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c2ff2-d1e8-4dfa-b3db-32e7310fb683 req-ea24b98c-d348-4f5f-83b2-1bebf8cf6409 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:11.941162 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-536c2ff2-d1e8-4dfa-b3db-32e7310fb683 req-ea24b98c-d348-4f5f-83b2-1bebf8cf6409 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 946 time: 0.0731452 Feb 04 12:05:11.985846 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-536c2ff2-d1e8-4dfa-b3db-32e7310fb683 req-a320d820-a4b2-46c1-b60e-2e409b568a8b tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392814 Feb 04 12:05:12.110750 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4bfc542d-94f6-4f3b-b077-2780ebe0217c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:13.179444 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1ffdb-5fc2-4e16-8702-274de522c9d9 req-595a74d8-bdb6-42d1-a1d4-7aa3e39ec61b tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:13.180876 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-edd1ffdb-5fc2-4e16-8702-274de522c9d9 req-595a74d8-bdb6-42d1-a1d4-7aa3e39ec61b tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 946 time: 0.0766187 Feb 04 12:05:13.226146 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-edd1ffdb-5fc2-4e16-8702-274de522c9d9 req-ef353d7d-c7f8-4494-a787-4f10881aeb31 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391793 Feb 04 12:05:14.418996 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91169c-8693-4294-937d-7a6c2d1ea4c6 req-9fa965a6-7061-4e9a-b439-097b3421d54d tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:14.421123 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-fa91169c-8693-4294-937d-7a6c2d1ea4c6 req-9fa965a6-7061-4e9a-b439-097b3421d54d tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 946 time: 0.0766633 Feb 04 12:05:14.465334 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-fa91169c-8693-4294-937d-7a6c2d1ea4c6 req-9b09fd0c-2b46-486f-998d-bd9e76b7dc17 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387981 Feb 04 12:05:14.545526 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b7eed16b-6b47-4137-bf7e-dc7aa80fb0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:15.670448 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ffcf4c-3765-4a6d-bf0e-63f0d921e111 req-2f2d59b4-76c5-4c18-97b7-96bfbf359980 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:15.671914 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-88ffcf4c-3765-4a6d-bf0e-63f0d921e111 req-2f2d59b4-76c5-4c18-97b7-96bfbf359980 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 946 time: 0.0788720 Feb 04 12:05:15.716962 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:15.717749 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-88ffcf4c-3765-4a6d-bf0e-63f0d921e111 req-8a98a56f-b071-4955-b869-7d7ceb9c5caf tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400770 Feb 04 12:05:15.745081 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:16.916308 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:16.924981 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd890e-1b74-456c-bf2b-45bc30bd993b req-683bc154-16a6-43f7-b465-0162c3f34d1a tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:16.926455 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d0cd890e-1b74-456c-bf2b-45bc30bd993b req-683bc154-16a6-43f7-b465-0162c3f34d1a tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 946 time: 0.0850689 Feb 04 12:05:16.976994 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d0cd890e-1b74-456c-bf2b-45bc30bd993b req-9d2dcc56-d785-4bd4-96f2-98dd7a7cff2d tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448973 Feb 04 12:05:18.171354 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea8701-1a02-4968-a7ef-a26f9494edc1 req-31ba4869-9c15-4246-8594-36dfc5b43ce1 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:18.172780 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-09ea8701-1a02-4968-a7ef-a26f9494edc1 req-31ba4869-9c15-4246-8594-36dfc5b43ce1 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 946 time: 0.0751033 Feb 04 12:05:18.218067 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-09ea8701-1a02-4968-a7ef-a26f9494edc1 req-fbf9fea3-2ff6-46c6-8a9b-40963d730327 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396032 Feb 04 12:05:19.409712 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fc295-7a2d-494c-8307-52c9c1274152 req-22fd2333-df84-434a-a652-88c7862e9de9 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:19.411130 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-676fc295-7a2d-494c-8307-52c9c1274152 req-22fd2333-df84-434a-a652-88c7862e9de9 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 946 time: 0.0734551 Feb 04 12:05:19.454989 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-676fc295-7a2d-494c-8307-52c9c1274152 req-76ae1a43-fdf7-4cb5-91ce-a99c67269496 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385025 Feb 04 12:05:20.649661 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba7bd7-199c-408b-a01a-91da052fc254 req-65ffe9ae-495b-4644-84e2-a3641b68a9ec tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:20.651234 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-30ba7bd7-199c-408b-a01a-91da052fc254 req-65ffe9ae-495b-4644-84e2-a3641b68a9ec tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 946 time: 0.0781462 Feb 04 12:05:20.696128 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-30ba7bd7-199c-408b-a01a-91da052fc254 req-c18845c7-54f7-49bf-8ea1-2d2946541f19 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386162 Feb 04 12:05:21.891312 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d907529-92fe-47c9-8905-2f87f5396435 req-a1f0e12e-390b-4a6c-809d-45b2e01b3d42 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:21.892721 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-2d907529-92fe-47c9-8905-2f87f5396435 req-a1f0e12e-390b-4a6c-809d-45b2e01b3d42 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 946 time: 0.0767872 Feb 04 12:05:21.936239 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-2d907529-92fe-47c9-8905-2f87f5396435 req-c775829e-fc3b-4327-852f-65c5038c722e tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379648 Feb 04 12:05:23.130467 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680cb2ad-e8ad-4194-b276-a6893d36a8c5 req-5583e598-84ff-4952-b7d4-ae027b7039df tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:23.131880 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-680cb2ad-e8ad-4194-b276-a6893d36a8c5 req-5583e598-84ff-4952-b7d4-ae027b7039df tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 946 time: 0.0753746 Feb 04 12:05:23.179777 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-680cb2ad-e8ad-4194-b276-a6893d36a8c5 req-df7c68f8-37c3-46ef-ade1-f73778e5da1d tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423970 Feb 04 12:05:24.376800 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1e96c-42c8-44b8-be37-212c03a5f872 req-c927fa97-918a-4766-9311-4d1a743236d1 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:24.378233 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-83b1e96c-42c8-44b8-be37-212c03a5f872 req-c927fa97-918a-4766-9311-4d1a743236d1 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 946 time: 0.0746987 Feb 04 12:05:24.423867 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-83b1e96c-42c8-44b8-be37-212c03a5f872 req-3617a258-a9db-4dcd-be94-c29af1f92a55 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400646 Feb 04 12:05:25.617082 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba4a80-cf22-44d4-bf89-fe664fb1af70 req-78464fef-4cbe-4c36-affa-04013c74f900 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:25.618558 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5fba4a80-cf22-44d4-bf89-fe664fb1af70 req-78464fef-4cbe-4c36-affa-04013c74f900 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 946 time: 0.0755582 Feb 04 12:05:25.666518 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5fba4a80-cf22-44d4-bf89-fe664fb1af70 req-07818491-1cc7-4c90-bf3c-ba234d6bd3eb tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423729 Feb 04 12:05:26.515637 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-95580234-dc0f-4511-ab49-d6314e138de6 req-4977df9a-0ead-4285-ab1c-fc69e25e2f8d service neutron] 10.222.0.47 "GET /v2.0/ports/cd8d6ace-3b32-4cb6-a250-a64135813238/bindings/hv-neutron-8278 HTTP/1.1" status: 200 len: 384 time: 0.0901840 Feb 04 12:05:26.720056 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:05:26.887202 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c8dde-cdde-438a-a36c-0afcc271dd14 req-63f337ad-28df-4e82-8c72-e0c3a85f6041 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:26.888849 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-fa0c8dde-cdde-438a-a36c-0afcc271dd14 req-63f337ad-28df-4e82-8c72-e0c3a85f6041 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 946 time: 0.0828667 Feb 04 12:05:26.938019 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-fa0c8dde-cdde-438a-a36c-0afcc271dd14 req-3eafc9e4-d070-40ac-aa1a-f742c6a17ce4 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424657 Feb 04 12:05:27.112710 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-95580234-dc0f-4511-ab49-d6314e138de6 req-58f82f13-ad68-4fbf-8f5a-f491dfecd124 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef&tenant_id=e3b3bb935c0e4f559148dc2c895e04ae HTTP/1.1" status: 200 len: 1099 time: 0.1604559 Feb 04 12:05:27.210977 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-95580234-dc0f-4511-ab49-d6314e138de6 req-ac1e602a-3277-4ce8-8ab5-33873a6972fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3b3bb935c0e4f559148dc2c895e04ae&device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 1099 time: 0.0770273 Feb 04 12:05:27.349259 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95580234-dc0f-4511-ab49-d6314e138de6 req-df93e535-170d-488a-8fc1-e8ddf163150f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:27.351171 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-95580234-dc0f-4511-ab49-d6314e138de6 req-df93e535-170d-488a-8fc1-e8ddf163150f service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ece774a-1cb3-433f-878f-487bc9c99dbc HTTP/1.1" status: 200 len: 915 time: 0.1334968 Feb 04 12:05:27.422290 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-95580234-dc0f-4511-ab49-d6314e138de6 req-f019b0b5-0c5a-4393-957c-800f24abe44f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd8d6ace-3b32-4cb6-a250-a64135813238 HTTP/1.1" status: 200 len: 217 time: 0.0649812 Feb 04 12:05:27.485524 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95580234-dc0f-4511-ab49-d6314e138de6 req-62d3ffbe-907b-4380-818d-b303e7022950 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:27.486866 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-95580234-dc0f-4511-ab49-d6314e138de6 req-62d3ffbe-907b-4380-818d-b303e7022950 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3a419478-4937-4102-8e82-33f6fbc482b5 HTTP/1.1" status: 200 len: 854 time: 0.0595531 Feb 04 12:05:27.529913 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-95580234-dc0f-4511-ab49-d6314e138de6 req-13cab3b0-40bb-4ff7-b3e8-e5e5e38a4076 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ece774a-1cb3-433f-878f-487bc9c99dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375683 Feb 04 12:05:27.661860 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-95580234-dc0f-4511-ab49-d6314e138de6 req-09c579f3-cf57-4fdf-ac29-d47700ba3349 service neutron] 10.222.0.47 "GET /v2.0/networks/1ece774a-1cb3-433f-878f-487bc9c99dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265059 Feb 04 12:05:27.793170 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-95580234-dc0f-4511-ab49-d6314e138de6 req-e36c352d-b847-4370-ac25-ea979b54ced1 service neutron] 10.222.0.47 "GET /v2.0/networks/1ece774a-1cb3-433f-878f-487bc9c99dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228666 Feb 04 12:05:28.152918 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31a688-4bfb-48f4-b426-47742e912c2b req-bee7eb03-6b28-4803-b10b-f222987c4b66 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:28.154616 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6c31a688-4bfb-48f4-b426-47742e912c2b req-bee7eb03-6b28-4803-b10b-f222987c4b66 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 946 time: 0.0869348 Feb 04 12:05:28.209012 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6c31a688-4bfb-48f4-b426-47742e912c2b req-cdf7510d-c156-4654-8306-ee2c58d13138 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481784 Feb 04 12:05:29.410192 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65686c-34c9-4ecc-90e3-a448bb29e2f4 req-f2cfe7e0-2e81-4130-9e63-628c2a4db4d0 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:29.411627 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ba65686c-34c9-4ecc-90e3-a448bb29e2f4 req-f2cfe7e0-2e81-4130-9e63-628c2a4db4d0 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 946 time: 0.0771079 Feb 04 12:05:29.458690 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ba65686c-34c9-4ecc-90e3-a448bb29e2f4 req-6d559b7f-4000-4372-8e59-e9b23e24a8ce tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414438 Feb 04 12:05:30.640209 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device cd8d6ace-3b32-4cb6-a250-a64135813238 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:05:30.642529 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device cd8d6ace-3b32-4cb6-a250-a64135813238 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:05:30.677901 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a73ac7-5fa1-49e3-b2eb-81878f61e427 req-83e93bf2-4fb0-4d2b-9616-45e99ee58b8f tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:30.679346 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-00a73ac7-5fa1-49e3-b2eb-81878f61e427 req-83e93bf2-4fb0-4d2b-9616-45e99ee58b8f tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 946 time: 0.0968053 Feb 04 12:05:30.726973 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-00a73ac7-5fa1-49e3-b2eb-81878f61e427 req-439854c5-77ff-40ef-9976-70ce52195a14 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418961 Feb 04 12:05:30.862508 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:30.880021 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port cd8d6ace-3b32-4cb6-a250-a64135813238, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=cd8d6ace-3b32-4cb6-a250-a64135813238,segment=NetworkSegment(f716a2f3-72cf-429b-ad0c-846812f9f35b),segment_id=f716a2f3-72cf-429b-ad0c-846812f9f35b)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:05:30.898450 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': 'cd8d6ace-3b32-4cb6-a250-a64135813238', 'network_id': '1ece774a-1cb3-433f-878f-487bc9c99dbc', 'port_id': 'cd8d6ace-3b32-4cb6-a250-a64135813238', 'mac_address': 'fa:16:3e:35:32:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a419478-4937-4102-8e82-33f6fbc482b5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:05:30.906386 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b861ac-0451-4de9-8486-6524390847ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd8d6ace-3b32-4cb6-a250-a64135813238'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:05:30.948262 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port cd8d6ace-3b32-4cb6-a250-a64135813238, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=cd8d6ace-3b32-4cb6-a250-a64135813238,segment=NetworkSegment(f716a2f3-72cf-429b-ad0c-846812f9f35b),segment_id=f716a2f3-72cf-429b-ad0c-846812f9f35b)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:05:30.966150 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:30.983710 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd8d6ace-3b32-4cb6-a250-a64135813238 {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:05:30.989723 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b861ac-0451-4de9-8486-6524390847ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd8d6ace-3b32-4cb6-a250-a64135813238', 'code': 200} Feb 04 12:05:31.014251 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:31.119719 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:05:31.119985 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:05:31.123172 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=cd8d6ace-3b32-4cb6-a250-a64135813238,revision_number=6']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:31.131190 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:31.131526 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:31.131859 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:31.132180 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:31.132505 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:31.132823 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:31.133137 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:31.133450 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:31.133760 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:31.134091 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:31.134401 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:31.688728 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:31.708974 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd8d6ace-3b32-4cb6-a250-a64135813238 {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:05:31.724108 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port cd8d6ace-3b32-4cb6-a250-a64135813238, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=cd8d6ace-3b32-4cb6-a250-a64135813238,segment=NetworkSegment(f716a2f3-72cf-429b-ad0c-846812f9f35b),segment_id=f716a2f3-72cf-429b-ad0c-846812f9f35b)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:05:31.808087 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:31.906312 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=cd8d6ace-3b32-4cb6-a250-a64135813238,revision_number=7']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:31.912834 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['cd8d6ace-3b32-4cb6-a250-a64135813238'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:05:31.931585 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19805838-335a-4b1d-b15e-99733ead45d9 req-a975a8f6-3def-46fe-b183-adf208e00266 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:31.933051 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-19805838-335a-4b1d-b15e-99733ead45d9 req-a975a8f6-3def-46fe-b183-adf208e00266 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 945 time: 0.0814316 Feb 04 12:05:31.983809 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-19805838-335a-4b1d-b15e-99733ead45d9 req-d2c39288-4818-4ca8-a6cf-2fd195798daa tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443721 Feb 04 12:05:32.447960 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83105b52-0ef6-4e7f-be9f-dfbd53101eb3 req-5b1152eb-c60c-444d-81f9-190b8a6750db tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:32.449367 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-83105b52-0ef6-4e7f-be9f-dfbd53101eb3 req-5b1152eb-c60c-444d-81f9-190b8a6750db tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 945 time: 0.1095285 Feb 04 12:05:32.516805 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-83105b52-0ef6-4e7f-be9f-dfbd53101eb3 req-20e0bcf9-fded-48ff-a3eb-073a52c3bd1c tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612822 Feb 04 12:05:32.529396 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82abaa-5251-4113-ab93-baa626ef6f35 req-997398be-8c4c-49d1-a002-148018182f36 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:32.531316 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4f82abaa-5251-4113-ab93-baa626ef6f35 req-997398be-8c4c-49d1-a002-148018182f36 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef&tenant_id=e3b3bb935c0e4f559148dc2c895e04ae&binding%3Ahost_id=hv-neutron-8278 HTTP/1.1" status: 200 len: 945 time: 0.1223125 Feb 04 12:05:32.638162 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device cd8d6ace-3b32-4cb6-a250-a64135813238 up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:05:32.666032 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4f82abaa-5251-4113-ab93-baa626ef6f35 req-81ad270e-2d42-4fbf-bb86-2923eba21d31 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3b3bb935c0e4f559148dc2c895e04ae&device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 1098 time: 0.0694735 Feb 04 12:05:32.717040 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port cd8d6ace-3b32-4cb6-a250-a64135813238 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:05:32.717626 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:32.795515 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82abaa-5251-4113-ab93-baa626ef6f35 req-0b1064dc-3737-4903-ba34-ee9def527e38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:32.797397 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4f82abaa-5251-4113-ab93-baa626ef6f35 req-0b1064dc-3737-4903-ba34-ee9def527e38 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ece774a-1cb3-433f-878f-487bc9c99dbc HTTP/1.1" status: 200 len: 915 time: 0.1261616 Feb 04 12:05:32.828675 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:32.861337 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port cd8d6ace-3b32-4cb6-a250-a64135813238, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=cd8d6ace-3b32-4cb6-a250-a64135813238,segment=NetworkSegment(f716a2f3-72cf-429b-ad0c-846812f9f35b),segment_id=f716a2f3-72cf-429b-ad0c-846812f9f35b)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:05:32.867032 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4f82abaa-5251-4113-ab93-baa626ef6f35 req-8f96b5d2-9769-4b0a-b06a-dc2b4ae5a330 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd8d6ace-3b32-4cb6-a250-a64135813238 HTTP/1.1" status: 200 len: 217 time: 0.0639229 Feb 04 12:05:32.929818 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82abaa-5251-4113-ab93-baa626ef6f35 req-8cd0ed3d-9f11-4732-ad37-ed5f3b78c650 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:32.931254 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4f82abaa-5251-4113-ab93-baa626ef6f35 req-8cd0ed3d-9f11-4732-ad37-ed5f3b78c650 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3a419478-4937-4102-8e82-33f6fbc482b5 HTTP/1.1" status: 200 len: 854 time: 0.0585079 Feb 04 12:05:32.938976 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:32.979515 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4f82abaa-5251-4113-ab93-baa626ef6f35 req-a3f8f65a-5093-40d1-a401-3a77c7d7f735 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ece774a-1cb3-433f-878f-487bc9c99dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426621 Feb 04 12:05:32.991569 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b861ac-0451-4de9-8486-6524390847ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8d6ace-3b32-4cb6-a250-a64135813238'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:05:33.008919 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=cd8d6ace-3b32-4cb6-a250-a64135813238,revision_number=8']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:33.058544 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b861ac-0451-4de9-8486-6524390847ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8d6ace-3b32-4cb6-a250-a64135813238', 'code': 200} Feb 04 12:05:33.198767 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4f82abaa-5251-4113-ab93-baa626ef6f35 req-a4050345-8036-4e24-b2d5-17bb661109bd service neutron] 10.222.0.47 "GET /v2.0/networks/1ece774a-1cb3-433f-878f-487bc9c99dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131612 Feb 04 12:05:33.327749 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4f82abaa-5251-4113-ab93-baa626ef6f35 req-8c6fbc6c-4196-4434-b07e-859125814644 service neutron] 10.222.0.47 "GET /v2.0/networks/1ece774a-1cb3-433f-878f-487bc9c99dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218057 Feb 04 12:05:33.715964 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff235d-2cb2-46ae-90bb-7f76b61d0089 req-0d9dda4f-cc99-40b7-8fe9-dba33652759d tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:33.717378 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b8ff235d-2cb2-46ae-90bb-7f76b61d0089 req-0d9dda4f-cc99-40b7-8fe9-dba33652759d tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 946 time: 0.0767117 Feb 04 12:05:33.762804 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b8ff235d-2cb2-46ae-90bb-7f76b61d0089 req-e0f5a566-64c9-4f87-93c5-15246e1b2fa9 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389700 Feb 04 12:05:34.959672 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42bb81-f18c-4b28-9933-248bc901cbf0 req-62516541-6493-4d35-b1f2-3232655f03dc tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:34.961080 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7e42bb81-f18c-4b28-9933-248bc901cbf0 req-62516541-6493-4d35-b1f2-3232655f03dc tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 946 time: 0.0777721 Feb 04 12:05:35.005237 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7e42bb81-f18c-4b28-9933-248bc901cbf0 req-353e4fa3-74dd-47a4-94a2-83cdab12a74e tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386388 Feb 04 12:05:35.203932 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d3e75-c53e-4d29-b0b2-73705ccc439c req-d3af1271-1136-4e32-b7d7-2a2b1b4ea423 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:35.205342 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8e7d3e75-c53e-4d29-b0b2-73705ccc439c req-d3af1271-1136-4e32-b7d7-2a2b1b4ea423 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 946 time: 0.0782392 Feb 04 12:05:35.250378 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8e7d3e75-c53e-4d29-b0b2-73705ccc439c req-a0bdbb6e-1c2d-4f60-b1ac-e70fbf19af07 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392666 Feb 04 12:05:35.439962 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb2a4f-5721-4fa4-a2a4-49bf50dd58a1 req-d6e85c56-7b36-4299-9396-78790b3dd39f tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:35.441405 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-25eb2a4f-5721-4fa4-a2a4-49bf50dd58a1 req-d6e85c56-7b36-4299-9396-78790b3dd39f tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 946 time: 0.0745873 Feb 04 12:05:35.488898 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-25eb2a4f-5721-4fa4-a2a4-49bf50dd58a1 req-3ff6bca9-d83f-41af-b4da-f7bf148e5b99 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421562 Feb 04 12:05:36.273354 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac3dbf-93fd-4aa1-9c91-594bcbb9196b req-8ae185f1-7fa0-4d99-ab3f-d016e7deeecf tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:36.274779 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c0ac3dbf-93fd-4aa1-9c91-594bcbb9196b req-8ae185f1-7fa0-4d99-ab3f-d016e7deeecf tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 946 time: 0.0759940 Feb 04 12:05:36.320206 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c0ac3dbf-93fd-4aa1-9c91-594bcbb9196b req-ecab37b1-9316-4dbf-9568-7323e42dab8c tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397441 Feb 04 12:05:36.379521 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:37.511317 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d958b58-99fd-4962-9fae-12872897ac4f req-552f00ca-402d-4675-9d1c-2b04b2469df9 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:37.512694 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-2d958b58-99fd-4962-9fae-12872897ac4f req-552f00ca-402d-4675-9d1c-2b04b2469df9 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 946 time: 0.0754986 Feb 04 12:05:37.559771 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-2d958b58-99fd-4962-9fae-12872897ac4f req-08ec6f8d-ee13-4402-9832-06800b2c6dab tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/security-groups?id=93946991-a494-4604-bb3d-c11d5c97c284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403504 Feb 04 12:05:37.974104 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00c473-dc5d-4e40-8935-b94bc27a31b5 req-51e0167b-3ca7-4817-9864-7132e3cf440d tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:37.975485 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-be00c473-dc5d-4e40-8935-b94bc27a31b5 req-51e0167b-3ca7-4817-9864-7132e3cf440d tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 946 time: 0.0769267 Feb 04 12:05:38.041847 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-be00c473-dc5d-4e40-8935-b94bc27a31b5 req-6d87b942-ff14-479f-b77c-0f29d17945c8 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Deleting port cd8d6ace-3b32-4cb6-a250-a64135813238 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:05:38.042200 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-be00c473-dc5d-4e40-8935-b94bc27a31b5 req-6d87b942-ff14-479f-b77c-0f29d17945c8 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:38.279429 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-be00c473-dc5d-4e40-8935-b94bc27a31b5 req-6d87b942-ff14-479f-b77c-0f29d17945c8 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] For port cd8d6ace-3b32-4cb6-a250-a64135813238, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=cd8d6ace-3b32-4cb6-a250-a64135813238,segment=NetworkSegment(f716a2f3-72cf-429b-ad0c-846812f9f35b),segment_id=f716a2f3-72cf-429b-ad0c-846812f9f35b)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:05:38.279703 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-be00c473-dc5d-4e40-8935-b94bc27a31b5 req-6d87b942-ff14-479f-b77c-0f29d17945c8 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:38.397022 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-be00c473-dc5d-4e40-8935-b94bc27a31b5 req-6d87b942-ff14-479f-b77c-0f29d17945c8 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Calling delete_port for cd8d6ace-3b32-4cb6-a250-a64135813238 owned by compute:nova {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:05:38.602311 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-be00c473-dc5d-4e40-8935-b94bc27a31b5 req-6d87b942-ff14-479f-b77c-0f29d17945c8 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:38.614470 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['cd8d6ace-3b32-4cb6-a250-a64135813238'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:05:38.650339 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87b942-ff14-479f-b77c-0f29d17945c8 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Pushing event deleted for resources: {'Port': ['ID=cd8d6ace-3b32-4cb6-a250-a64135813238,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:38.757292 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a443c186-14ff-4192-9034-7c80fc346c3c req-c6f4dc94-a27d-405b-aad0-f6504fac0bc5 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b861ac-0451-4de9-8486-6524390847ef HTTP/1.1" status: 200 len: 210 time: 0.0735900 Feb 04 12:05:38.761679 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-be00c473-dc5d-4e40-8935-b94bc27a31b5 req-6d87b942-ff14-479f-b77c-0f29d17945c8 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] No DVR routers for this DVR port cd8d6ace-3b32-4cb6-a250-a64135813238 on host hv-neutron-8278 {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:05:38.764115 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-be00c473-dc5d-4e40-8935-b94bc27a31b5 req-6d87b942-ff14-479f-b77c-0f29d17945c8 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:38.766843 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b861ac-0451-4de9-8486-6524390847ef', 'name': 'network-vif-deleted', 'tag': 'cd8d6ace-3b32-4cb6-a250-a64135813238'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:05:38.820330 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b861ac-0451-4de9-8486-6524390847ef', 'name': 'network-vif-deleted', 'tag': 'cd8d6ace-3b32-4cb6-a250-a64135813238', 'status': 'completed', 'code': 200} Feb 04 12:05:38.842933 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-be00c473-dc5d-4e40-8935-b94bc27a31b5 req-6d87b942-ff14-479f-b77c-0f29d17945c8 tempest-ServerDiskConfigTestJSON-434852039 tempest-ServerDiskConfigTestJSON-434852039-project] 10.222.0.47 "DELETE /v2.0/ports/cd8d6ace-3b32-4cb6-a250-a64135813238 HTTP/1.1" status: 204 len: 173 time: 0.8619847 Feb 04 12:05:40.015494 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 44764) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:40.075809 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-172dca1b-0a4e-44d1-ab41-3ca16e5009f0 admin admin] Deleting subnet 3a419478-4937-4102-8e82-33f6fbc482b5 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 12:05:40.078667 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-172dca1b-0a4e-44d1-ab41-3ca16e5009f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:40.131771 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-172dca1b-0a4e-44d1-ab41-3ca16e5009f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:40.191489 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-172dca1b-0a4e-44d1-ab41-3ca16e5009f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:40.402606 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-172dca1b-0a4e-44d1-ab41-3ca16e5009f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:40.438181 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172dca1b-0a4e-44d1-ab41-3ca16e5009f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a419478-4937-4102-8e82-33f6fbc482b5,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:40.450857 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-172dca1b-0a4e-44d1-ab41-3ca16e5009f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:40.450857 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-172dca1b-0a4e-44d1-ab41-3ca16e5009f0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3a419478-4937-4102-8e82-33f6fbc482b5 HTTP/1.1" status: 204 len: 168 time: 0.4332981 Feb 04 12:05:40.452482 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 44768) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:40.557073 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-da603a84-3a95-4e94-a5f2-5cbc2bc32551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:40.677710 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-da603a84-3a95-4e94-a5f2-5cbc2bc32551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:40.705385 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-da603a84-3a95-4e94-a5f2-5cbc2bc32551 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ece774a-1cb3-433f-878f-487bc9c99dbc']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:05:40.716775 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-da603a84-3a95-4e94-a5f2-5cbc2bc32551 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f716a2f3-72cf-429b-ad0c-846812f9f35b') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:05:40.717061 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-da603a84-3a95-4e94-a5f2-5cbc2bc32551 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f716a2f3-72cf-429b-ad0c-846812f9f35b') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:05:40.727872 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-da603a84-3a95-4e94-a5f2-5cbc2bc32551 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:40.744341 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-da603a84-3a95-4e94-a5f2-5cbc2bc32551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:40.750854 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da603a84-3a95-4e94-a5f2-5cbc2bc32551 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 12:05:40.751230 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-da603a84-3a95-4e94-a5f2-5cbc2bc32551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:40.763486 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 12:05:40.763486 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 12:05:40.763486 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 12:05:40.763486 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:05:40.763486 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 12:05:40.763486 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:05:40.763486 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 12:05:40.763486 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:05:40.763486 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 12:05:40.763486 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:05:40.763486 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 12:05:40.763486 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:05:40.763486 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 12:05:40.763486 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:05:40.763486 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:05:40.763486 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:05:40.763486 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:05:40.763486 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:05:40.763486 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 12:05:40.763486 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:05:40.763486 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 12:05:40.763486 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:05:40.763486 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:05:40.763486 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 12:05:40.763486 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 12:05:40.763486 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 12:05:40.763486 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:05:40.763486 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 12:05:40.763486 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:05:40.763486 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 12:05:40.763486 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:05:40.763486 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:05:40.887885 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-da603a84-3a95-4e94-a5f2-5cbc2bc32551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:40.909709 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-da603a84-3a95-4e94-a5f2-5cbc2bc32551 admin admin] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:40.915691 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da603a84-3a95-4e94-a5f2-5cbc2bc32551 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ece774a-1cb3-433f-878f-487bc9c99dbc,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:40.919711 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-da603a84-3a95-4e94-a5f2-5cbc2bc32551 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1ece774a-1cb3-433f-878f-487bc9c99dbc HTTP/1.1" status: 204 len: 168 time: 0.4663203 Feb 04 12:05:41.250232 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 44774) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:41.298879 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ce09acca-b538-438b-aad3-104ae31c381f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e3b3bb935c0e4f559148dc2c895e04ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0475011 Feb 04 12:05:41.301330 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 44778) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:41.358361 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b512b193-1ae8-46fe-aec5-172f88882a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:41.382641 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b512b193-1ae8-46fe-aec5-172f88882a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:41.493738 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b512b193-1ae8-46fe-aec5-172f88882a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:41.510745 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b512b193-1ae8-46fe-aec5-172f88882a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93946991-a494-4604-bb3d-c11d5c97c284,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:41.578717 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b512b193-1ae8-46fe-aec5-172f88882a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:41.579867 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b512b193-1ae8-46fe-aec5-172f88882a24 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93946991-a494-4604-bb3d-c11d5c97c284 HTTP/1.1" status: 204 len: 168 time: 0.2776401 Feb 04 12:05:42.111389 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8bedfb99-cbdf-45aa-8d76-a94f326f0e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:42.683730 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device cd8d6ace-3b32-4cb6-a250-a64135813238 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:05:42.715221 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] No Port match for: cd8d6ace-3b32-4cb6-a250-a64135813238 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:05:42.715554 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device cd8d6ace-3b32-4cb6-a250-a64135813238 not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:05:42.731834 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 44800) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:42.855203 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-cf316b53-ee3d-4b3d-b6ea-da42e9040ac4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-680310543-network', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:05:42.860735 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-cf316b53-ee3d-4b3d-b6ea-da42e9040ac4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:05:42.864494 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-cf316b53-ee3d-4b3d-b6ea-da42e9040ac4 admin admin] Usage tracker for resource:network and tenant:fb454687c52d467f9c138c52573a5e1f is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:05:42.867596 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-cf316b53-ee3d-4b3d-b6ea-da42e9040ac4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:05:42.873201 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-cf316b53-ee3d-4b3d-b6ea-da42e9040ac4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:05:42.967432 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf316b53-ee3d-4b3d-b6ea-da42e9040ac4 admin admin] Made reservation on behalf of fb454687c52d467f9c138c52573a5e1f for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:05:42.969762 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cf316b53-ee3d-4b3d-b6ea-da42e9040ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:42.986362 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cf316b53-ee3d-4b3d-b6ea-da42e9040ac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:43.015977 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-cf316b53-ee3d-4b3d-b6ea-da42e9040ac4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:05:43.019745 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-cf316b53-ee3d-4b3d-b6ea-da42e9040ac4 admin admin] Usage tracker for resource:security_group_rule and tenant:fb454687c52d467f9c138c52573a5e1f is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:05:43.022474 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-cf316b53-ee3d-4b3d-b6ea-da42e9040ac4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:05:43.028042 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-cf316b53-ee3d-4b3d-b6ea-da42e9040ac4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:05:43.090772 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cf316b53-ee3d-4b3d-b6ea-da42e9040ac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:43.138834 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cf316b53-ee3d-4b3d-b6ea-da42e9040ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:43.167567 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf316b53-ee3d-4b3d-b6ea-da42e9040ac4 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:05:43.176671 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf316b53-ee3d-4b3d-b6ea-da42e9040ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2133ff35-a9a4-41a8-8666-670c67bd3f0f,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:43.183301 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cf316b53-ee3d-4b3d-b6ea-da42e9040ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:43.184170 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-cf316b53-ee3d-4b3d-b6ea-da42e9040ac4 admin admin] Added segment b7236678-324f-4abe-a2a3-1e7f9b64bb32 of type vlan for network b043ff06-e03b-4201-a698-02147df07646 Feb 04 12:05:43.209625 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cf316b53-ee3d-4b3d-b6ea-da42e9040ac4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:43.321764 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cf316b53-ee3d-4b3d-b6ea-da42e9040ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:43.322673 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf316b53-ee3d-4b3d-b6ea-da42e9040ac4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:43.323238 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cf316b53-ee3d-4b3d-b6ea-da42e9040ac4 admin admin] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:43.424377 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf316b53-ee3d-4b3d-b6ea-da42e9040ac4 admin admin] Pushing event updated for resources: {'Network': ['ID=b043ff06-e03b-4201-a698-02147df07646,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:43.434425 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network b043ff06-e03b-4201-a698-02147df07646 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:05:43.494334 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-cf316b53-ee3d-4b3d-b6ea-da42e9040ac4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7612138 Feb 04 12:05:43.497068 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 44806) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:43.502427 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-d9026ebf-3961-472d-a535-8398801e41f3 admin admin] Request body: {'subnet': {'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-680310543-subnet', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:05:43.507167 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-d9026ebf-3961-472d-a535-8398801e41f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:05:43.511015 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-d9026ebf-3961-472d-a535-8398801e41f3 admin admin] Usage tracker for resource:subnet and tenant:fb454687c52d467f9c138c52573a5e1f is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:05:43.513772 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-d9026ebf-3961-472d-a535-8398801e41f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:05:43.520226 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-d9026ebf-3961-472d-a535-8398801e41f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:05:43.607759 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9026ebf-3961-472d-a535-8398801e41f3 admin admin] Made reservation on behalf of fb454687c52d467f9c138c52573a5e1f for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:05:43.610306 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d9026ebf-3961-472d-a535-8398801e41f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:43.882730 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d9026ebf-3961-472d-a535-8398801e41f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:43.957527 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9026ebf-3961-472d-a535-8398801e41f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=865a859c-4244-4bab-8a5b-81344f003357,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:43.972312 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9026ebf-3961-472d-a535-8398801e41f3 admin admin] Checking segment: {'id': 'b7236678-324f-4abe-a2a3-1e7f9b64bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b043ff06-e03b-4201-a698-02147df07646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:05:43.972658 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9026ebf-3961-472d-a535-8398801e41f3 admin admin] Network hostable DHCP agents. Network: b043ff06-e03b-4201-a698-02147df07646, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:05:44.047493 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9026ebf-3961-472d-a535-8398801e41f3 admin admin] Network b043ff06-e03b-4201-a698-02147df07646 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:05:44.133067 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-d9026ebf-3961-472d-a535-8398801e41f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, b043ff06-e03b-4201-a698-02147df07646) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:05:44.137564 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9026ebf-3961-472d-a535-8398801e41f3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:44.138158 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d9026ebf-3961-472d-a535-8398801e41f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:44.143358 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20436c4-f0f0-4987-9dc7-38a142e7c111 None None] Network b043ff06-e03b-4201-a698-02147df07646 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:05:44.225870 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d9026ebf-3961-472d-a535-8398801e41f3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7277718 Feb 04 12:05:44.228565 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 44810) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:44.233777 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-e3753de3-78dc-434c-9e51-9ba42e618295 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-680310543-router', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:05:44.239061 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e3753de3-78dc-434c-9e51-9ba42e618295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:05:44.243013 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e3753de3-78dc-434c-9e51-9ba42e618295 admin admin] Usage tracker for resource:router and tenant:fb454687c52d467f9c138c52573a5e1f is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:05:44.245780 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e3753de3-78dc-434c-9e51-9ba42e618295 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:05:44.252270 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e3753de3-78dc-434c-9e51-9ba42e618295 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:05:44.311868 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e3753de3-78dc-434c-9e51-9ba42e618295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:44.313478 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e3753de3-78dc-434c-9e51-9ba42e618295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:44.331159 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e3753de3-78dc-434c-9e51-9ba42e618295 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:44.371083 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e3fdf0-1165-46bc-b84d-c44de55a6f8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-b043ff06-e03b-4201-a698-02147df07646', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'fixed_ips': [{'subnet_id': '865a859c-4244-4bab-8a5b-81344f003357'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 12:05:44.371875 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f1e3fdf0-1165-46bc-b84d-c44de55a6f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:44.539890 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-f1e3fdf0-1165-46bc-b84d-c44de55a6f8c None None] Allocated IP 172.20.0.2 (b043ff06-e03b-4201-a698-02147df07646/865a859c-4244-4bab-8a5b-81344f003357/cff3d475-6550-4e8f-ab7e-b836b2be4e30) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:05:44.553232 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f863aa78-94e9-42bd-8577-f42de9ca2494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:44.563383 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e3753de3-78dc-434c-9e51-9ba42e618295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:44.738570 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f1e3fdf0-1165-46bc-b84d-c44de55a6f8c None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:44.748429 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f1e3fdf0-1165-46bc-b84d-c44de55a6f8c None None] Transition to ACTIVE for port object cff3d475-6550-4e8f-ab7e-b836b2be4e30 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:05:44.767717 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f1e3fdf0-1165-46bc-b84d-c44de55a6f8c None None] Transition to ACTIVE for port object cff3d475-6550-4e8f-ab7e-b836b2be4e30 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:05:44.819417 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f1e3fdf0-1165-46bc-b84d-c44de55a6f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:44.889831 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e3fdf0-1165-46bc-b84d-c44de55a6f8c None None] Network b043ff06-e03b-4201-a698-02147df07646 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:05:44.894328 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-f1e3fdf0-1165-46bc-b84d-c44de55a6f8c None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:05:44.896221 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3fdf0-1165-46bc-b84d-c44de55a6f8c None None] Pushing event updated for resources: {'Port': ['ID=cff3d475-6550-4e8f-ab7e-b836b2be4e30,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:44.898641 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e3fdf0-1165-46bc-b84d-c44de55a6f8c None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:05:44.985815 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-f1e3fdf0-1165-46bc-b84d-c44de55a6f8c None None] Attempting to bind port cff3d475-6550-4e8f-ab7e-b836b2be4e30 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:05:44.986203 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-f1e3fdf0-1165-46bc-b84d-c44de55a6f8c None None] Attempting to bind port cff3d475-6550-4e8f-ab7e-b836b2be4e30 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'b7236678-324f-4abe-a2a3-1e7f9b64bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b043ff06-e03b-4201-a698-02147df07646'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:05:44.986566 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e3fdf0-1165-46bc-b84d-c44de55a6f8c None None] Attempting to bind port cff3d475-6550-4e8f-ab7e-b836b2be4e30 on network b043ff06-e03b-4201-a698-02147df07646 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:05:44.992796 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e3fdf0-1165-46bc-b84d-c44de55a6f8c None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:05:44.993161 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e3fdf0-1165-46bc-b84d-c44de55a6f8c None None] Checking segment: {'id': 'b7236678-324f-4abe-a2a3-1e7f9b64bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b043ff06-e03b-4201-a698-02147df07646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:05:44.993551 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f1e3fdf0-1165-46bc-b84d-c44de55a6f8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:44.993952 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e3fdf0-1165-46bc-b84d-c44de55a6f8c None None] Bound using segment: {'id': 'b7236678-324f-4abe-a2a3-1e7f9b64bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b043ff06-e03b-4201-a698-02147df07646'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:05:44.994406 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-f1e3fdf0-1165-46bc-b84d-c44de55a6f8c None None] Bound port: cff3d475-6550-4e8f-ab7e-b836b2be4e30, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7236678-324f-4abe-a2a3-1e7f9b64bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b043ff06-e03b-4201-a698-02147df07646'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:05:44.994766 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f1e3fdf0-1165-46bc-b84d-c44de55a6f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:45.002229 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e3753de3-78dc-434c-9e51-9ba42e618295 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:45.031663 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e3753de3-78dc-434c-9e51-9ba42e618295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:45.084810 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-f1e3fdf0-1165-46bc-b84d-c44de55a6f8c None None] For port cff3d475-6550-4e8f-ab7e-b836b2be4e30, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:05:45.085970 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-f1e3fdf0-1165-46bc-b84d-c44de55a6f8c None None] For port cff3d475-6550-4e8f-ab7e-b836b2be4e30, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=cff3d475-6550-4e8f-ab7e-b836b2be4e30,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:05:45.165014 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-e3753de3-78dc-434c-9e51-9ba42e618295 admin admin] Allocated IP 172.26.3.34 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/0baa6287-3fc1-45a3-b658-12c6b9a41257) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:05:45.175171 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f1e3fdf0-1165-46bc-b84d-c44de55a6f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:45.259752 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3fdf0-1165-46bc-b84d-c44de55a6f8c None None] Pushing event updated for resources: {'Port': ['ID=cff3d475-6550-4e8f-ab7e-b836b2be4e30,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:45.320013 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e3753de3-78dc-434c-9e51-9ba42e618295 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:45.402876 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e3753de3-78dc-434c-9e51-9ba42e618295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:45.481449 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3753de3-78dc-434c-9e51-9ba42e618295 admin admin] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:05:45.484271 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-e3753de3-78dc-434c-9e51-9ba42e618295 admin admin] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:05:45.488851 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3753de3-78dc-434c-9e51-9ba42e618295 admin admin] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:05:45.524880 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3753de3-78dc-434c-9e51-9ba42e618295 admin admin] Pushing event updated for resources: {'Port': ['ID=0baa6287-3fc1-45a3-b658-12c6b9a41257,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:45.540679 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3753de3-78dc-434c-9e51-9ba42e618295 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:45.541019 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3753de3-78dc-434c-9e51-9ba42e618295 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:45.541348 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3753de3-78dc-434c-9e51-9ba42e618295 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:45.541671 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3753de3-78dc-434c-9e51-9ba42e618295 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:45.542021 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3753de3-78dc-434c-9e51-9ba42e618295 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:45.542339 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3753de3-78dc-434c-9e51-9ba42e618295 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:45.542652 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3753de3-78dc-434c-9e51-9ba42e618295 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:45.542963 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3753de3-78dc-434c-9e51-9ba42e618295 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:45.543273 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3753de3-78dc-434c-9e51-9ba42e618295 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:45.543579 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3753de3-78dc-434c-9e51-9ba42e618295 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:45.543886 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3753de3-78dc-434c-9e51-9ba42e618295 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:45.668961 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device cff3d475-6550-4e8f-ab7e-b836b2be4e30 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:05:45.695373 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:45.780177 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e3753de3-78dc-434c-9e51-9ba42e618295 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:45.780897 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e3753de3-78dc-434c-9e51-9ba42e618295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:45.785420 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:45.824860 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port cff3d475-6550-4e8f-ab7e-b836b2be4e30 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:05:46.076425 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3753de3-78dc-434c-9e51-9ba42e618295 admin admin] Router 94027b61-da46-4648-8e10-523323302276 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:05:46.175709 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4586e8f-cb6b-4e58-9970-423b6c00c0f9 None None] Network b043ff06-e03b-4201-a698-02147df07646 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:05:46.282002 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3753de3-78dc-434c-9e51-9ba42e618295 admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:05:46.300053 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4561efe0-05f4-4050-b74f-50d2e4fcaf45 None None] Sync routers for ids ['94027b61-da46-4648-8e10-523323302276'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:05:46.338956 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4561efe0-05f4-4050-b74f-50d2e4fcaf45 None None] Routers {'94027b61-da46-4648-8e10-523323302276'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:05:46.339545 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-4561efe0-05f4-4050-b74f-50d2e4fcaf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:05:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['94027b61-da46-4648-8e10-523323302276'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:05:46.402578 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e3753de3-78dc-434c-9e51-9ba42e618295 admin admin] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:46.403710 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e3753de3-78dc-434c-9e51-9ba42e618295 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1741910 Feb 04 12:05:46.407282 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 44814) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:46.432089 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e38cf147-e832-4931-aaa1-b975f2bdcd01 None None] Provisioning for port cff3d475-6550-4e8f-ab7e-b836b2be4e30 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:05:46.451848 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e38cf147-e832-4931-aaa1-b975f2bdcd01 None None] Provisioning complete for port cff3d475-6550-4e8f-ab7e-b836b2be4e30 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:05:46.452220 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e38cf147-e832-4931-aaa1-b975f2bdcd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:46.703463 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-4561efe0-05f4-4050-b74f-50d2e4fcaf45 None None] Set router 94027b61-da46-4648-8e10-523323302276 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:05:46.819326 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e38cf147-e832-4931-aaa1-b975f2bdcd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:46.955444 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-e38cf147-e832-4931-aaa1-b975f2bdcd01 None None] For port cff3d475-6550-4e8f-ab7e-b836b2be4e30, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=cff3d475-6550-4e8f-ab7e-b836b2be4e30,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:05:47.036402 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:47.054156 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e38cf147-e832-4931-aaa1-b975f2bdcd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:47.116343 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-4561efe0-05f4-4050-b74f-50d2e4fcaf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94027b61-da46-4648-8e10-523323302276', 'name': 'tempest-ServerActionsTestJSON-680310543-router', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:44Z', 'updated_at': '2022-02-04T12:05:45Z', 'revision_number': 3, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'gw_port': {'id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:32:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:45Z', 'updated_at': '2022-02-04T12:05:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:05:47.126970 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4561efe0-05f4-4050-b74f-50d2e4fcaf45 None None] Checking router: 94027b61-da46-4648-8e10-523323302276 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:05:47.134236 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4561efe0-05f4-4050-b74f-50d2e4fcaf45 None None] Updating router 94027b61-da46-4648-8e10-523323302276 port 0baa6287-3fc1-45a3-b658-12c6b9a41257 binding host dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 12:05:47.176755 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38cf147-e832-4931-aaa1-b975f2bdcd01 None None] Pushing event updated for resources: {'Port': ['ID=cff3d475-6550-4e8f-ab7e-b836b2be4e30,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:47.203804 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4561efe0-05f4-4050-b74f-50d2e4fcaf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:47.236100 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-6e6eb9c5-ca3a-4ae8-a5ee-dda4c1fa5d73 None None] Provisioning complete for port cff3d475-6550-4e8f-ab7e-b836b2be4e30 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:05:47.236468 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6e6eb9c5-ca3a-4ae8-a5ee-dda4c1fa5d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:47.250795 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-91851e72-9518-4526-a338-798b08d103e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:47.454753 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-91851e72-9518-4526-a338-798b08d103e8 admin admin] Allocated IP 172.20.0.1 (b043ff06-e03b-4201-a698-02147df07646/865a859c-4244-4bab-8a5b-81344f003357/621a1403-28b2-4794-b8b7-d3c725451e14) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:05:47.609366 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-91851e72-9518-4526-a338-798b08d103e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:47.628103 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-91851e72-9518-4526-a338-798b08d103e8 admin admin] Transition to ACTIVE for port object 621a1403-28b2-4794-b8b7-d3c725451e14 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:05:47.650754 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device cff3d475-6550-4e8f-ab7e-b836b2be4e30 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:05:47.708082 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4561efe0-05f4-4050-b74f-50d2e4fcaf45 None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:47.717163 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-91851e72-9518-4526-a338-798b08d103e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:47.726050 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4561efe0-05f4-4050-b74f-50d2e4fcaf45 None None] Transition to ACTIVE for port object 0baa6287-3fc1-45a3-b658-12c6b9a41257 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:05:47.740847 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port cff3d475-6550-4e8f-ab7e-b836b2be4e30 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:05:47.741213 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:47.793795 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91851e72-9518-4526-a338-798b08d103e8 admin admin] Network b043ff06-e03b-4201-a698-02147df07646 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:05:47.795297 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-91851e72-9518-4526-a338-798b08d103e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:05:47.800278 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91851e72-9518-4526-a338-798b08d103e8 admin admin] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:05:47.839304 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4561efe0-05f4-4050-b74f-50d2e4fcaf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:47.840373 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91851e72-9518-4526-a338-798b08d103e8 admin admin] Pushing event updated for resources: {'Port': ['ID=621a1403-28b2-4794-b8b7-d3c725451e14,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:47.857207 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91851e72-9518-4526-a338-798b08d103e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:47.857549 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91851e72-9518-4526-a338-798b08d103e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:47.857877 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91851e72-9518-4526-a338-798b08d103e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:47.858219 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91851e72-9518-4526-a338-798b08d103e8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:47.858537 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91851e72-9518-4526-a338-798b08d103e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:47.858857 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91851e72-9518-4526-a338-798b08d103e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:47.859174 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91851e72-9518-4526-a338-798b08d103e8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:47.859657 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91851e72-9518-4526-a338-798b08d103e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:47.859975 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91851e72-9518-4526-a338-798b08d103e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:47.860289 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91851e72-9518-4526-a338-798b08d103e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:47.860623 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91851e72-9518-4526-a338-798b08d103e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:47.877350 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-91851e72-9518-4526-a338-798b08d103e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:47.947233 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc29aad3-ff68-4e67-8f24-da5cdb9d57c2 None None] Pushing event updated for resources: {'Port': ['ID=0baa6287-3fc1-45a3-b658-12c6b9a41257,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:47.949816 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-4561efe0-05f4-4050-b74f-50d2e4fcaf45 None None] Attempting to bind port 0baa6287-3fc1-45a3-b658-12c6b9a41257 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:05:47.950207 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-4561efe0-05f4-4050-b74f-50d2e4fcaf45 None None] Attempting to bind port 0baa6287-3fc1-45a3-b658-12c6b9a41257 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:05:47.950566 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4561efe0-05f4-4050-b74f-50d2e4fcaf45 None None] Attempting to bind port 0baa6287-3fc1-45a3-b658-12c6b9a41257 on network 63d4ab6b-931d-42a4-aa18-bedd81d582fa {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:05:47.958197 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4561efe0-05f4-4050-b74f-50d2e4fcaf45 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:05:47.958661 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4561efe0-05f4-4050-b74f-50d2e4fcaf45 None None] Checking segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:05:47.959117 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4561efe0-05f4-4050-b74f-50d2e4fcaf45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:47.959600 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4561efe0-05f4-4050-b74f-50d2e4fcaf45 None None] Bound using segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:05:47.960115 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-4561efe0-05f4-4050-b74f-50d2e4fcaf45 None None] Bound port: 0baa6287-3fc1-45a3-b658-12c6b9a41257, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:05:47.960545 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4561efe0-05f4-4050-b74f-50d2e4fcaf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:48.023243 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-91851e72-9518-4526-a338-798b08d103e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:48.038997 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4561efe0-05f4-4050-b74f-50d2e4fcaf45 None None] For port 0baa6287-3fc1-45a3-b658-12c6b9a41257, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:05:48.042461 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4561efe0-05f4-4050-b74f-50d2e4fcaf45 None None] For port 0baa6287-3fc1-45a3-b658-12c6b9a41257, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=0baa6287-3fc1-45a3-b658-12c6b9a41257,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:05:48.140672 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4561efe0-05f4-4050-b74f-50d2e4fcaf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:48.197302 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2d02c7c5-b413-4997-b528-6473aed78d80 None None] Provisioning for port 621a1403-28b2-4794-b8b7-d3c725451e14 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:05:48.214882 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2d02c7c5-b413-4997-b528-6473aed78d80 None None] Provisioning complete for port 621a1403-28b2-4794-b8b7-d3c725451e14 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:05:48.215406 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2d02c7c5-b413-4997-b528-6473aed78d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:48.277644 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-91851e72-9518-4526-a338-798b08d103e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:48.280958 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc29aad3-ff68-4e67-8f24-da5cdb9d57c2 None None] Pushing event updated for resources: {'Port': ['ID=0baa6287-3fc1-45a3-b658-12c6b9a41257,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:48.294696 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4561efe0-05f4-4050-b74f-50d2e4fcaf45 None None] Routers {'94027b61-da46-4648-8e10-523323302276'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:05:48.295426 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-4561efe0-05f4-4050-b74f-50d2e4fcaf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:05:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['94027b61-da46-4648-8e10-523323302276'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:05:48.339120 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-91851e72-9518-4526-a338-798b08d103e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:48.357002 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-2d02c7c5-b413-4997-b528-6473aed78d80 None None] Port 621a1403-28b2-4794-b8b7-d3c725451e14 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:05:48.448493 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91851e72-9518-4526-a338-798b08d103e8 admin admin] Pushing event updated for resources: {'Port': ['ID=621a1403-28b2-4794-b8b7-d3c725451e14,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:48.450969 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-91851e72-9518-4526-a338-798b08d103e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:48.495104 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-4561efe0-05f4-4050-b74f-50d2e4fcaf45 None None] Set router 94027b61-da46-4648-8e10-523323302276 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:05:48.730768 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91851e72-9518-4526-a338-798b08d103e8 admin admin] Network b043ff06-e03b-4201-a698-02147df07646 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:05:48.731740 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-91851e72-9518-4526-a338-798b08d103e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:05:48.820177 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-4561efe0-05f4-4050-b74f-50d2e4fcaf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94027b61-da46-4648-8e10-523323302276', 'name': 'tempest-ServerActionsTestJSON-680310543-router', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:44Z', 'updated_at': '2022-02-04T12:05:47Z', 'revision_number': 4, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'gw_port': {'id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:32:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:45Z', 'updated_at': '2022-02-04T12:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '621a1403-28b2-4794-b8b7-d3c725451e14', 'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'mac_address': 'fa:16:3e:15:28:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865a859c-4244-4bab-8a5b-81344f003357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:47Z', 'updated_at': '2022-02-04T12:05:48Z', 'revision_number': 2, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'subnets': [{'id': '865a859c-4244-4bab-8a5b-81344f003357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:05:48.824702 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4561efe0-05f4-4050-b74f-50d2e4fcaf45 None None] The sync data for ids ['94027b61-da46-4648-8e10-523323302276'] in dv-neutron-827825-2-hyperv is: [{'id': '94027b61-da46-4648-8e10-523323302276', 'name': 'tempest-ServerActionsTestJSON-680310543-router', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:44Z', 'updated_at': '2022-02-04T12:05:47Z', 'revision_number': 4, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'gw_port': {'id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:32:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:45Z', 'updated_at': '2022-02-04T12:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '621a1403-28b2-4794-b8b7-d3c725451e14', 'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'mac_address': 'fa:16:3e:15:28:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865a859c-4244-4bab-8a5b-81344f003357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:47Z', 'updated_at': '2022-02-04T12:05:48Z', 'revision_number': 2, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'subnets': [{'id': '865a859c-4244-4bab-8a5b-81344f003357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:05:48.993117 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e556e023-d4fe-4280-b980-b05a12ef9646 None None] Provisioning complete for port 621a1403-28b2-4794-b8b7-d3c725451e14 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:05:48.993815 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e556e023-d4fe-4280-b980-b05a12ef9646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:49.060583 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-e556e023-d4fe-4280-b980-b05a12ef9646 None None] Port 621a1403-28b2-4794-b8b7-d3c725451e14 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:05:49.149874 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91851e72-9518-4526-a338-798b08d103e8 admin admin] Router 94027b61-da46-4648-8e10-523323302276 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:05:49.360525 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91851e72-9518-4526-a338-798b08d103e8 admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:05:49.373924 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-91851e72-9518-4526-a338-798b08d103e8 admin admin] 10.222.0.21 "PUT /v2.0/routers/94027b61-da46-4648-8e10-523323302276/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9618070 Feb 04 12:05:49.670280 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 0baa6287-3fc1-45a3-b658-12c6b9a41257 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:05:49.807671 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 0baa6287-3fc1-45a3-b658-12c6b9a41257 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:05:49.813756 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 0baa6287-3fc1-45a3-b658-12c6b9a41257 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:05:49.814083 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:49.931951 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:49.948483 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 0baa6287-3fc1-45a3-b658-12c6b9a41257, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=0baa6287-3fc1-45a3-b658-12c6b9a41257,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:05:50.012980 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:50.080114 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=0baa6287-3fc1-45a3-b658-12c6b9a41257,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:50.135012 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 44824) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:50.141330 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-1594ae8a-c53e-41e6-9892-327851f5defe tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--916162860', 'description': 'tempest-description--2123331058'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:05:50.147180 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-1594ae8a-c53e-41e6-9892-327851f5defe tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:05:50.151174 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-1594ae8a-c53e-41e6-9892-327851f5defe tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Usage tracker for resource:security_group and tenant:fb454687c52d467f9c138c52573a5e1f is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:05:50.153992 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-1594ae8a-c53e-41e6-9892-327851f5defe tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:05:50.160045 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-1594ae8a-c53e-41e6-9892-327851f5defe tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:05:50.236866 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1594ae8a-c53e-41e6-9892-327851f5defe tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:50.271740 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-1594ae8a-c53e-41e6-9892-327851f5defe tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:05:50.275521 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-1594ae8a-c53e-41e6-9892-327851f5defe tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Usage tracker for resource:security_group_rule and tenant:fb454687c52d467f9c138c52573a5e1f is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:05:50.278271 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-1594ae8a-c53e-41e6-9892-327851f5defe tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:05:50.284047 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-1594ae8a-c53e-41e6-9892-327851f5defe tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:05:50.337072 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1594ae8a-c53e-41e6-9892-327851f5defe tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:50.396974 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1594ae8a-c53e-41e6-9892-327851f5defe tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:50.438545 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594ae8a-c53e-41e6-9892-327851f5defe tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bdfc71d-ca8a-417a-84c5-54ea4956071e,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:50.505106 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1594ae8a-c53e-41e6-9892-327851f5defe tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:50.506339 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1594ae8a-c53e-41e6-9892-327851f5defe tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.3703306 Feb 04 12:05:50.509076 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 44828) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:50.514310 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-1c71239e-0907-4c08-b7f1-5f80a7cb6a87 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Request body: {'security_group_rule': {'security_group_id': '8bdfc71d-ca8a-417a-84c5-54ea4956071e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:05:50.520185 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-1c71239e-0907-4c08-b7f1-5f80a7cb6a87 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:05:50.523868 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-1c71239e-0907-4c08-b7f1-5f80a7cb6a87 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Usage tracker for resource:security_group_rule and tenant:fb454687c52d467f9c138c52573a5e1f is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:05:50.526664 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-1c71239e-0907-4c08-b7f1-5f80a7cb6a87 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:05:50.532913 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-1c71239e-0907-4c08-b7f1-5f80a7cb6a87 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:05:50.614508 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1c71239e-0907-4c08-b7f1-5f80a7cb6a87 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:50.674922 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1c71239e-0907-4c08-b7f1-5f80a7cb6a87 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:50.750726 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1c71239e-0907-4c08-b7f1-5f80a7cb6a87 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:50.772879 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71239e-0907-4c08-b7f1-5f80a7cb6a87 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=237a7c5a-032c-4361-b626-94ca79f680df,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:50.853717 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1c71239e-0907-4c08-b7f1-5f80a7cb6a87 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:50.855059 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1c71239e-0907-4c08-b7f1-5f80a7cb6a87 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3451033 Feb 04 12:05:50.857686 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 44832) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:50.863719 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-f6e35b19-f957-4246-bbad-298176c2d9af tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Request body: {'security_group_rule': {'security_group_id': '8bdfc71d-ca8a-417a-84c5-54ea4956071e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:05:50.869693 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f6e35b19-f957-4246-bbad-298176c2d9af tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:05:50.873422 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f6e35b19-f957-4246-bbad-298176c2d9af tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Usage tracker for resource:security_group_rule and tenant:fb454687c52d467f9c138c52573a5e1f is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:05:50.876391 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f6e35b19-f957-4246-bbad-298176c2d9af tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:05:50.882258 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f6e35b19-f957-4246-bbad-298176c2d9af tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:05:50.957586 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f6e35b19-f957-4246-bbad-298176c2d9af tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:51.017359 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f6e35b19-f957-4246-bbad-298176c2d9af tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:51.098918 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f6e35b19-f957-4246-bbad-298176c2d9af tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:51.122401 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e35b19-f957-4246-bbad-298176c2d9af tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e78069-271b-49a8-bf75-9a39ece1fb14,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:51.191013 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f6e35b19-f957-4246-bbad-298176c2d9af tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:51.192212 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f6e35b19-f957-4246-bbad-298176c2d9af tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3336058 Feb 04 12:05:51.195252 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 44836) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:51.200467 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-8d52439d-1edc-4b22-ab7f-1fed46d4ca21 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Request body: {'floatingip': {'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:05:51.206818 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-8d52439d-1edc-4b22-ab7f-1fed46d4ca21 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:05:51.210619 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8d52439d-1edc-4b22-ab7f-1fed46d4ca21 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Usage tracker for resource:floatingip and tenant:fb454687c52d467f9c138c52573a5e1f is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:05:51.213409 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8d52439d-1edc-4b22-ab7f-1fed46d4ca21 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:05:51.220071 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-8d52439d-1edc-4b22-ab7f-1fed46d4ca21 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:05:51.304900 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8d52439d-1edc-4b22-ab7f-1fed46d4ca21 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks [] for floatingip, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:51.436192 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8d52439d-1edc-4b22-ab7f-1fed46d4ca21 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:51.571020 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-8d52439d-1edc-4b22-ab7f-1fed46d4ca21 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Allocated IP 172.26.3.45 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/95882f62-0a29-4bbd-a199-911e86ef276c) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:05:51.640189 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 0baa6287-3fc1-45a3-b658-12c6b9a41257 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:05:51.711808 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 0baa6287-3fc1-45a3-b658-12c6b9a41257 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:05:51.712099 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:51.720267 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8d52439d-1edc-4b22-ab7f-1fed46d4ca21 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:51.830992 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8d52439d-1edc-4b22-ab7f-1fed46d4ca21 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:51.893181 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d52439d-1edc-4b22-ab7f-1fed46d4ca21 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:05:51.895966 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-8d52439d-1edc-4b22-ab7f-1fed46d4ca21 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:05:51.899684 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d52439d-1edc-4b22-ab7f-1fed46d4ca21 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:05:51.930941 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52439d-1edc-4b22-ab7f-1fed46d4ca21 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Pushing event updated for resources: {'Port': ['ID=95882f62-0a29-4bbd-a199-911e86ef276c,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:52.059356 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8d52439d-1edc-4b22-ab7f-1fed46d4ca21 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:52.311930 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8d52439d-1edc-4b22-ab7f-1fed46d4ca21 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:52.508737 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8d52439d-1edc-4b22-ab7f-1fed46d4ca21 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:52.567393 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8d52439d-1edc-4b22-ab7f-1fed46d4ca21 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:52.668611 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52439d-1edc-4b22-ab7f-1fed46d4ca21 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Pushing event updated for resources: {'Port': ['ID=95882f62-0a29-4bbd-a199-911e86ef276c,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:52.684841 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8d52439d-1edc-4b22-ab7f-1fed46d4ca21 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:52.785041 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8d52439d-1edc-4b22-ab7f-1fed46d4ca21 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:52.786383 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8d52439d-1edc-4b22-ab7f-1fed46d4ca21 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5902150 Feb 04 12:05:52.956608 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-431e691f-c080-4240-bcb6-4203d88e199c req-a3e0eacc-034c-4404-8277-67721ce92dc5 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Synchronizing usage tracker for tenant:fb454687c52d467f9c138c52573a5e1f on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:05:53.058977 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-431e691f-c080-4240-bcb6-4203d88e199c req-a3e0eacc-034c-4404-8277-67721ce92dc5 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Unset dirty status for tenant:fb454687c52d467f9c138c52573a5e1f on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:05:53.060118 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-431e691f-c080-4240-bcb6-4203d88e199c req-a3e0eacc-034c-4404-8277-67721ce92dc5 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--916162860&fields=id&tenant_id=fb454687c52d467f9c138c52573a5e1f HTTP/1.1" status: 200 len: 267 time: 0.1449699 Feb 04 12:05:53.209998 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e691f-c080-4240-bcb6-4203d88e199c req-948aecd0-92aa-4299-af48-1230bf47f226 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:53.210666 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-431e691f-c080-4240-bcb6-4203d88e199c req-948aecd0-92aa-4299-af48-1230bf47f226 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Synchronizing usage tracker for tenant:fb454687c52d467f9c138c52573a5e1f on resource:network {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:05:53.305025 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-431e691f-c080-4240-bcb6-4203d88e199c req-948aecd0-92aa-4299-af48-1230bf47f226 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Unset dirty status for tenant:fb454687c52d467f9c138c52573a5e1f on resource:network {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:05:53.306325 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-431e691f-c080-4240-bcb6-4203d88e199c req-948aecd0-92aa-4299-af48-1230bf47f226 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/networks?id=b043ff06-e03b-4201-a698-02147df07646 HTTP/1.1" status: 200 len: 811 time: 0.2393529 Feb 04 12:05:53.323667 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-431e691f-c080-4240-bcb6-4203d88e199c req-5fa4ba38-9fa9-460d-a0ab-d5037b61fa7d tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/quotas/fb454687c52d467f9c138c52573a5e1f HTTP/1.1" status: 200 len: 375 time: 0.0121474 Feb 04 12:05:53.411797 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-431e691f-c080-4240-bcb6-4203d88e199c req-67dda763-c975-4cf0-830f-2169a24a455e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb454687c52d467f9c138c52573a5e1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0829856 Feb 04 12:05:53.557025 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-431e691f-c080-4240-bcb6-4203d88e199c req-b4ce1022-f462-4589-a892-a4a0169d879a service neutron] 10.222.0.21 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329644 Feb 04 12:05:53.687958 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-431e691f-c080-4240-bcb6-4203d88e199c req-daefd858-a8e2-4de1-afab-40f748b862cd service neutron] 10.222.0.21 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249466 Feb 04 12:05:53.947435 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-e460eff1-c05e-44fc-ac7f-296bb5000831 req-f9a28bf3-c9d4-42b1-b1fa-fe624bb59634 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Synchronizing usage tracker for tenant:fb454687c52d467f9c138c52573a5e1f on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:05:54.030576 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-e460eff1-c05e-44fc-ac7f-296bb5000831 req-f9a28bf3-c9d4-42b1-b1fa-fe624bb59634 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Unset dirty status for tenant:fb454687c52d467f9c138c52573a5e1f on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:05:54.032701 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e460eff1-c05e-44fc-ac7f-296bb5000831 req-f9a28bf3-c9d4-42b1-b1fa-fe624bb59634 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 210 time: 0.1291099 Feb 04 12:05:55.291685 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-65d5d3a0-6282-491e-aa4a-f2d7247eb9ff req-d6c8dc50-29be-4fb9-8fbc-ce8a80365cde tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 210 time: 0.1411211 Feb 04 12:05:56.182723 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e691f-c080-4240-bcb6-4203d88e199c req-0577b15b-04ad-4529-8494-a037f29249a9 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:56.184119 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-431e691f-c080-4240-bcb6-4203d88e199c req-0577b15b-04ad-4529-8494-a037f29249a9 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.47 "GET /v2.0/networks?id=b043ff06-e03b-4201-a698-02147df07646 HTTP/1.1" status: 200 len: 811 time: 0.1412063 Feb 04 12:05:56.237002 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-431e691f-c080-4240-bcb6-4203d88e199c req-463968d6-5a45-4031-bbda-99f29c79d940 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb454687c52d467f9c138c52573a5e1f HTTP/1.1" status: 200 len: 379 time: 0.0410163 Feb 04 12:05:56.245709 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-431e691f-c080-4240-bcb6-4203d88e199c req-ffa9cb64-9af4-468d-a453-c81559e540c2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Request body: {'port': {'device_id': '3f23df3b-1c00-4e85-a389-adeea28b5122', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'admin_state_up': True, 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'security_groups': ['8bdfc71d-ca8a-417a-84c5-54ea4956071e']}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:05:56.383789 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-431e691f-c080-4240-bcb6-4203d88e199c req-ffa9cb64-9af4-468d-a453-c81559e540c2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:05:56.394199 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-431e691f-c080-4240-bcb6-4203d88e199c req-ffa9cb64-9af4-468d-a453-c81559e540c2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:05:56.455057 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-85b22b58-d766-4480-bd56-2db02e073532 req-d4e3416b-0940-4843-aa43-9b8191aa1112 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 210 time: 0.0407603 Feb 04 12:05:56.476712 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-431e691f-c080-4240-bcb6-4203d88e199c req-ffa9cb64-9af4-468d-a453-c81559e540c2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Made reservation on behalf of fb454687c52d467f9c138c52573a5e1f for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:05:56.479882 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-431e691f-c080-4240-bcb6-4203d88e199c req-ffa9cb64-9af4-468d-a453-c81559e540c2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:56.640249 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [req-431e691f-c080-4240-bcb6-4203d88e199c req-ffa9cb64-9af4-468d-a453-c81559e540c2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Allocated IP 172.20.0.14 (b043ff06-e03b-4201-a698-02147df07646/865a859c-4244-4bab-8a5b-81344f003357/6ca69af1-8bb2-4fb9-838b-25111ce8a7eb) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:05:56.818241 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-431e691f-c080-4240-bcb6-4203d88e199c req-ffa9cb64-9af4-468d-a453-c81559e540c2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:56.832755 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-431e691f-c080-4240-bcb6-4203d88e199c req-ffa9cb64-9af4-468d-a453-c81559e540c2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Transition to ACTIVE for port object 6ca69af1-8bb2-4fb9-838b-25111ce8a7eb will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:05:56.928028 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-431e691f-c080-4240-bcb6-4203d88e199c req-ffa9cb64-9af4-468d-a453-c81559e540c2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:57.002365 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-431e691f-c080-4240-bcb6-4203d88e199c req-ffa9cb64-9af4-468d-a453-c81559e540c2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Network b043ff06-e03b-4201-a698-02147df07646 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:05:57.005451 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [req-431e691f-c080-4240-bcb6-4203d88e199c req-ffa9cb64-9af4-468d-a453-c81559e540c2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:05:57.009424 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-431e691f-c080-4240-bcb6-4203d88e199c req-ffa9cb64-9af4-468d-a453-c81559e540c2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:05:57.039506 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9cb64-9af4-468d-a453-c81559e540c2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Pushing event updated for resources: {'Port': ['ID=6ca69af1-8bb2-4fb9-838b-25111ce8a7eb,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:57.075362 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e691f-c080-4240-bcb6-4203d88e199c req-ffa9cb64-9af4-468d-a453-c81559e540c2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:57.075878 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-431e691f-c080-4240-bcb6-4203d88e199c req-ffa9cb64-9af4-468d-a453-c81559e540c2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:57.174742 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-431e691f-c080-4240-bcb6-4203d88e199c req-ffa9cb64-9af4-468d-a453-c81559e540c2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9324963 Feb 04 12:05:57.188115 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-431e691f-c080-4240-bcb6-4203d88e199c req-556cf8da-c82c-4501-b829-96bce13b2c9d service neutron] Request body: {'port': {'device_id': '3f23df3b-1c00-4e85-a389-adeea28b5122', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:05:57.294545 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-431e691f-c080-4240-bcb6-4203d88e199c req-556cf8da-c82c-4501-b829-96bce13b2c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:57.321024 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-313636de-73d0-4992-849f-1ffa43543584 None None] Provisioning for port 6ca69af1-8bb2-4fb9-838b-25111ce8a7eb completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:05:57.325908 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-313636de-73d0-4992-849f-1ffa43543584 None None] Provisioning complete for port 6ca69af1-8bb2-4fb9-838b-25111ce8a7eb triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:05:57.326403 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-313636de-73d0-4992-849f-1ffa43543584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:57.413831 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-313636de-73d0-4992-849f-1ffa43543584 None None] Port 6ca69af1-8bb2-4fb9-838b-25111ce8a7eb cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:05:57.682779 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [req-431e691f-c080-4240-bcb6-4203d88e199c req-556cf8da-c82c-4501-b829-96bce13b2c9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ca69af1-8bb2-4fb9-838b-25111ce8a7eb {{(pid=84205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:05:57.692142 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-431e691f-c080-4240-bcb6-4203d88e199c req-556cf8da-c82c-4501-b829-96bce13b2c9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:57.711659 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-431e691f-c080-4240-bcb6-4203d88e199c req-556cf8da-c82c-4501-b829-96bce13b2c9d service neutron] Transition to ACTIVE for port object 6ca69af1-8bb2-4fb9-838b-25111ce8a7eb will not be triggered until provisioned by entity L2. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:05:57.721161 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520a3d4-d684-4d49-9852-81e346d1cc46 req-f46dc0bc-9a66-45de-9be9-25d03c0b175d tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:57.726594 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-4520a3d4-d684-4d49-9852-81e346d1cc46 req-f46dc0bc-9a66-45de-9be9-25d03c0b175d tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Synchronizing usage tracker for tenant:fb454687c52d467f9c138c52573a5e1f on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:05:57.807788 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-431e691f-c080-4240-bcb6-4203d88e199c req-556cf8da-c82c-4501-b829-96bce13b2c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:57.845812 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-4520a3d4-d684-4d49-9852-81e346d1cc46 req-f46dc0bc-9a66-45de-9be9-25d03c0b175d tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Unset dirty status for tenant:fb454687c52d467f9c138c52573a5e1f on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:05:57.846887 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4520a3d4-d684-4d49-9852-81e346d1cc46 req-f46dc0bc-9a66-45de-9be9-25d03c0b175d tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 932 time: 0.2684131 Feb 04 12:05:57.967163 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556cf8da-c82c-4501-b829-96bce13b2c9d service neutron] Pushing event updated for resources: {'Port': ['ID=6ca69af1-8bb2-4fb9-838b-25111ce8a7eb,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:57.979648 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4520a3d4-d684-4d49-9852-81e346d1cc46 req-699bed95-be61-4cfd-b44d-4f122964d84a tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241674 Feb 04 12:05:58.079626 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-431e691f-c080-4240-bcb6-4203d88e199c req-556cf8da-c82c-4501-b829-96bce13b2c9d service neutron] Attempting to bind port 6ca69af1-8bb2-4fb9-838b-25111ce8a7eb on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:05:58.079955 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-431e691f-c080-4240-bcb6-4203d88e199c req-556cf8da-c82c-4501-b829-96bce13b2c9d service neutron] Attempting to bind port 6ca69af1-8bb2-4fb9-838b-25111ce8a7eb by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'b7236678-324f-4abe-a2a3-1e7f9b64bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b043ff06-e03b-4201-a698-02147df07646'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:05:58.080280 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431e691f-c080-4240-bcb6-4203d88e199c req-556cf8da-c82c-4501-b829-96bce13b2c9d service neutron] Attempting to bind port 6ca69af1-8bb2-4fb9-838b-25111ce8a7eb on network b043ff06-e03b-4201-a698-02147df07646 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:05:58.086071 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431e691f-c080-4240-bcb6-4203d88e199c req-556cf8da-c82c-4501-b829-96bce13b2c9d service neutron] Port 6ca69af1-8bb2-4fb9-838b-25111ce8a7eb on network b043ff06-e03b-4201-a698-02147df07646 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 12:05:58.086387 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431e691f-c080-4240-bcb6-4203d88e199c req-556cf8da-c82c-4501-b829-96bce13b2c9d service neutron] Attempting to bind port 6ca69af1-8bb2-4fb9-838b-25111ce8a7eb on network b043ff06-e03b-4201-a698-02147df07646 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:05:58.092642 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431e691f-c080-4240-bcb6-4203d88e199c req-556cf8da-c82c-4501-b829-96bce13b2c9d service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:05:58.092963 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431e691f-c080-4240-bcb6-4203d88e199c req-556cf8da-c82c-4501-b829-96bce13b2c9d service neutron] Checking segment: {'id': 'b7236678-324f-4abe-a2a3-1e7f9b64bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b043ff06-e03b-4201-a698-02147df07646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:05:58.093333 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431e691f-c080-4240-bcb6-4203d88e199c req-556cf8da-c82c-4501-b829-96bce13b2c9d service neutron] Bound using segment: {'id': 'b7236678-324f-4abe-a2a3-1e7f9b64bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b043ff06-e03b-4201-a698-02147df07646'} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:05:58.094527 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-431e691f-c080-4240-bcb6-4203d88e199c req-556cf8da-c82c-4501-b829-96bce13b2c9d service neutron] Bound port: 6ca69af1-8bb2-4fb9-838b-25111ce8a7eb, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7236678-324f-4abe-a2a3-1e7f9b64bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b043ff06-e03b-4201-a698-02147df07646'}}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:05:58.094864 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-431e691f-c080-4240-bcb6-4203d88e199c req-556cf8da-c82c-4501-b829-96bce13b2c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:58.278183 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-431e691f-c080-4240-bcb6-4203d88e199c req-556cf8da-c82c-4501-b829-96bce13b2c9d service neutron] For port 6ca69af1-8bb2-4fb9-838b-25111ce8a7eb, host hv-neutron-8278, cleared binding levels {{(pid=84205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:05:58.281917 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-431e691f-c080-4240-bcb6-4203d88e199c req-556cf8da-c82c-4501-b829-96bce13b2c9d service neutron] For port 6ca69af1-8bb2-4fb9-838b-25111ce8a7eb, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=6ca69af1-8bb2-4fb9-838b-25111ce8a7eb,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:05:58.356610 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-431e691f-c080-4240-bcb6-4203d88e199c req-556cf8da-c82c-4501-b829-96bce13b2c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:58.420876 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-431e691f-c080-4240-bcb6-4203d88e199c req-556cf8da-c82c-4501-b829-96bce13b2c9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:58.422464 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-431e691f-c080-4240-bcb6-4203d88e199c req-556cf8da-c82c-4501-b829-96bce13b2c9d service neutron] 10.222.0.47 "PUT /v2.0/ports/6ca69af1-8bb2-4fb9-838b-25111ce8a7eb HTTP/1.1" status: 200 len: 1094 time: 1.2400918 Feb 04 12:05:58.422942 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f23df3b-1c00-4e85-a389-adeea28b5122', 'tag': '6ca69af1-8bb2-4fb9-838b-25111ce8a7eb'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:05:58.444149 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556cf8da-c82c-4501-b829-96bce13b2c9d service neutron] Pushing event updated for resources: {'Port': ['ID=6ca69af1-8bb2-4fb9-838b-25111ce8a7eb,revision_number=3']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:58.486397 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f23df3b-1c00-4e85-a389-adeea28b5122', 'tag': '6ca69af1-8bb2-4fb9-838b-25111ce8a7eb', 'status': 'completed', 'code': 200} Feb 04 12:05:58.576454 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8a045d12-2884-4fcb-b717-9482d2e6a5bd req-ebaa816f-f98d-4495-9253-d10f5f1a6d62 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb454687c52d467f9c138c52573a5e1f&device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 1097 time: 0.0710776 Feb 04 12:05:58.714874 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a045d12-2884-4fcb-b717-9482d2e6a5bd req-aced4c86-fd6e-41e2-93ad-c2ca9d25b470 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:58.716213 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8a045d12-2884-4fcb-b717-9482d2e6a5bd req-aced4c86-fd6e-41e2-93ad-c2ca9d25b470 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=fb454687c52d467f9c138c52573a5e1f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1334181 Feb 04 12:05:58.845904 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a045d12-2884-4fcb-b717-9482d2e6a5bd req-0b8dc6bb-f8d2-4066-a73a-80b346cfa374 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:58.847310 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8a045d12-2884-4fcb-b717-9482d2e6a5bd req-0b8dc6bb-f8d2-4066-a73a-80b346cfa374 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1255400 Feb 04 12:05:58.946419 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-431e691f-c080-4240-bcb6-4203d88e199c req-6f13646a-f353-4268-8b14-9afee509f201 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb454687c52d467f9c138c52573a5e1f&device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 1097 time: 0.0662670 Feb 04 12:05:59.016584 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-431e691f-c080-4240-bcb6-4203d88e199c req-34c2152c-c88d-4c00-86ae-8397a2e178eb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ca69af1-8bb2-4fb9-838b-25111ce8a7eb HTTP/1.1" status: 200 len: 217 time: 0.0620763 Feb 04 12:05:59.109085 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e691f-c080-4240-bcb6-4203d88e199c req-0efa087d-7875-4fb3-a47f-339c6422016a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:59.110634 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-431e691f-c080-4240-bcb6-4203d88e199c req-0efa087d-7875-4fb3-a47f-339c6422016a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=865a859c-4244-4bab-8a5b-81344f003357 HTTP/1.1" status: 200 len: 850 time: 0.0883660 Feb 04 12:05:59.246202 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-431e691f-c080-4240-bcb6-4203d88e199c req-58575164-5dd6-4fdc-bfbb-a561cbfbea74 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b043ff06-e03b-4201-a698-02147df07646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1293690 Feb 04 12:05:59.252764 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd5580-2c47-4689-b1f4-8b245eed0d63 req-e8d88109-ea3f-4dce-bb9f-f0c0c8bf7bec tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:59.254093 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-56bd5580-2c47-4689-b1f4-8b245eed0d63 req-e8d88109-ea3f-4dce-bb9f-f0c0c8bf7bec tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 944 time: 0.1079559 Feb 04 12:05:59.380123 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-56bd5580-2c47-4689-b1f4-8b245eed0d63 req-b0679f13-f6da-40ce-9661-f25ddfd63615 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087384 Feb 04 12:05:59.408421 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-431e691f-c080-4240-bcb6-4203d88e199c req-10d4d859-d2d7-4597-ac14-e1882a69cd70 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534438 Feb 04 12:05:59.538195 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-431e691f-c080-4240-bcb6-4203d88e199c req-95e57039-6e49-4c9e-b810-052731f9f542 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209419 Feb 04 12:06:00.574755 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338ff5b-16c9-4712-98ea-91df77541a29 req-c7b64930-6e7e-411d-9076-9a34e822321b tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:00.579603 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6338ff5b-16c9-4712-98ea-91df77541a29 req-c7b64930-6e7e-411d-9076-9a34e822321b tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 944 time: 0.0749733 Feb 04 12:06:00.623594 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-6338ff5b-16c9-4712-98ea-91df77541a29 req-11a8d818-cfd1-4283-bcc9-be47ff4ae28d tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Synchronizing usage tracker for tenant:fb454687c52d467f9c138c52573a5e1f on resource:security_group {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:06:00.635347 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-6338ff5b-16c9-4712-98ea-91df77541a29 req-11a8d818-cfd1-4283-bcc9-be47ff4ae28d tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Unset dirty status for tenant:fb454687c52d467f9c138c52573a5e1f on resource:security_group {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:06:00.636438 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6338ff5b-16c9-4712-98ea-91df77541a29 req-11a8d818-cfd1-4283-bcc9-be47ff4ae28d tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539539 Feb 04 12:06:01.828706 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52290d-4393-4d13-8c44-cd2eadc8d828 req-e1160ad4-28db-490e-acbc-dbdb07ee3dd3 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:01.830145 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1c52290d-4393-4d13-8c44-cd2eadc8d828 req-e1160ad4-28db-490e-acbc-dbdb07ee3dd3 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 944 time: 0.0741580 Feb 04 12:06:01.875165 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1c52290d-4393-4d13-8c44-cd2eadc8d828 req-84dd593f-c5e4-42f5-a704-c14f56d01f2c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391381 Feb 04 12:06:02.351831 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e8d87a-e3b0-4e98-8b78-d42f89c8a64a None None] Sync routers for ids ['94027b61-da46-4648-8e10-523323302276'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:06:02.363754 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e8d87a-e3b0-4e98-8b78-d42f89c8a64a None None] Routers {'94027b61-da46-4648-8e10-523323302276'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:06:02.364335 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-e0e8d87a-e3b0-4e98-8b78-d42f89c8a64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:05:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['94027b61-da46-4648-8e10-523323302276'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:06:02.566788 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-e0e8d87a-e3b0-4e98-8b78-d42f89c8a64a None None] Set router 94027b61-da46-4648-8e10-523323302276 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:06:02.862993 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-e0e8d87a-e3b0-4e98-8b78-d42f89c8a64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94027b61-da46-4648-8e10-523323302276', 'name': 'tempest-ServerActionsTestJSON-680310543-router', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:44Z', 'updated_at': '2022-02-04T12:05:47Z', 'revision_number': 4, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'gw_port': {'id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:45Z', 'updated_at': '2022-02-04T12:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '621a1403-28b2-4794-b8b7-d3c725451e14', 'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'mac_address': 'fa:16:3e:15:28:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865a859c-4244-4bab-8a5b-81344f003357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:47Z', 'updated_at': '2022-02-04T12:05:48Z', 'revision_number': 2, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'subnets': [{'id': '865a859c-4244-4bab-8a5b-81344f003357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:06:02.866682 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e8d87a-e3b0-4e98-8b78-d42f89c8a64a None None] Checking router: 94027b61-da46-4648-8e10-523323302276 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:06:02.867019 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e8d87a-e3b0-4e98-8b78-d42f89c8a64a None None] Updating router 94027b61-da46-4648-8e10-523323302276 port 621a1403-28b2-4794-b8b7-d3c725451e14 binding host dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 12:06:02.919936 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-e0e8d87a-e3b0-4e98-8b78-d42f89c8a64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:03.222470 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8457bde-a452-4af1-abe3-be61308cc340 req-ad3ae8af-2423-45f0-8747-d8ff722f2c9d tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:03.223922 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d8457bde-a452-4af1-abe3-be61308cc340 req-ad3ae8af-2423-45f0-8747-d8ff722f2c9d tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 944 time: 0.0820091 Feb 04 12:06:03.268743 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-e0e8d87a-e3b0-4e98-8b78-d42f89c8a64a None None] Notify callbacks [] for port, precommit_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:03.270034 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d8457bde-a452-4af1-abe3-be61308cc340 req-24ca6b0b-fcb4-4378-8e10-7c62867f41dc tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406787 Feb 04 12:06:03.280190 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.provisioning_blocks [None req-e0e8d87a-e3b0-4e98-8b78-d42f89c8a64a None None] Transition to ACTIVE for port object 621a1403-28b2-4794-b8b7-d3c725451e14 will not be triggered until provisioned by entity L2. {{(pid=84207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:06:03.373434 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-e0e8d87a-e3b0-4e98-8b78-d42f89c8a64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:03.496604 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f8680-7598-4733-95d4-f5a1bd460d87 None None] Pushing event updated for resources: {'Port': ['ID=621a1403-28b2-4794-b8b7-d3c725451e14,revision_number=3']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:03.508473 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f8680-7598-4733-95d4-f5a1bd460d87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:03.508810 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f8680-7598-4733-95d4-f5a1bd460d87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:03.509136 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f8680-7598-4733-95d4-f5a1bd460d87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:03.509458 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f8680-7598-4733-95d4-f5a1bd460d87 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:03.509778 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f8680-7598-4733-95d4-f5a1bd460d87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:03.510123 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f8680-7598-4733-95d4-f5a1bd460d87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:03.510439 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f8680-7598-4733-95d4-f5a1bd460d87 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:03.510753 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f8680-7598-4733-95d4-f5a1bd460d87 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:03.511060 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f8680-7598-4733-95d4-f5a1bd460d87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:03.511368 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f8680-7598-4733-95d4-f5a1bd460d87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:03.511676 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f8680-7598-4733-95d4-f5a1bd460d87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:03.604302 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-e0e8d87a-e3b0-4e98-8b78-d42f89c8a64a None None] Attempting to bind port 621a1403-28b2-4794-b8b7-d3c725451e14 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:06:03.604662 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-e0e8d87a-e3b0-4e98-8b78-d42f89c8a64a None None] Attempting to bind port 621a1403-28b2-4794-b8b7-d3c725451e14 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'b7236678-324f-4abe-a2a3-1e7f9b64bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b043ff06-e03b-4201-a698-02147df07646'}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:06:03.605013 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e8d87a-e3b0-4e98-8b78-d42f89c8a64a None None] Attempting to bind port 621a1403-28b2-4794-b8b7-d3c725451e14 on network b043ff06-e03b-4201-a698-02147df07646 {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:06:03.611663 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e8d87a-e3b0-4e98-8b78-d42f89c8a64a None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:06:03.619453 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e8d87a-e3b0-4e98-8b78-d42f89c8a64a None None] Checking segment: {'id': 'b7236678-324f-4abe-a2a3-1e7f9b64bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b043ff06-e03b-4201-a698-02147df07646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:06:03.619453 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-e0e8d87a-e3b0-4e98-8b78-d42f89c8a64a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:03.619453 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e8d87a-e3b0-4e98-8b78-d42f89c8a64a None None] Bound using segment: {'id': 'b7236678-324f-4abe-a2a3-1e7f9b64bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b043ff06-e03b-4201-a698-02147df07646'} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:06:03.619453 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-e0e8d87a-e3b0-4e98-8b78-d42f89c8a64a None None] Bound port: 621a1403-28b2-4794-b8b7-d3c725451e14, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7236678-324f-4abe-a2a3-1e7f9b64bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b043ff06-e03b-4201-a698-02147df07646'}}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:06:03.619453 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-e0e8d87a-e3b0-4e98-8b78-d42f89c8a64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:03.699154 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-e0e8d87a-e3b0-4e98-8b78-d42f89c8a64a None None] For port 621a1403-28b2-4794-b8b7-d3c725451e14, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:06:03.701960 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-e0e8d87a-e3b0-4e98-8b78-d42f89c8a64a None None] For port 621a1403-28b2-4794-b8b7-d3c725451e14, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=621a1403-28b2-4794-b8b7-d3c725451e14,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:06:03.718796 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:06:03.751902 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-e0e8d87a-e3b0-4e98-8b78-d42f89c8a64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:03.833480 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f8680-7598-4733-95d4-f5a1bd460d87 None None] Pushing event updated for resources: {'Port': ['ID=621a1403-28b2-4794-b8b7-d3c725451e14,revision_number=4']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:03.837066 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e8d87a-e3b0-4e98-8b78-d42f89c8a64a None None] Routers {'94027b61-da46-4648-8e10-523323302276'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:06:03.837667 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-e0e8d87a-e3b0-4e98-8b78-d42f89c8a64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:05:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['94027b61-da46-4648-8e10-523323302276'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:06:04.013974 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-e0e8d87a-e3b0-4e98-8b78-d42f89c8a64a None None] Set router 94027b61-da46-4648-8e10-523323302276 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:06:04.338690 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-e0e8d87a-e3b0-4e98-8b78-d42f89c8a64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94027b61-da46-4648-8e10-523323302276', 'name': 'tempest-ServerActionsTestJSON-680310543-router', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:44Z', 'updated_at': '2022-02-04T12:05:47Z', 'revision_number': 4, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'gw_port': {'id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:45Z', 'updated_at': '2022-02-04T12:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '621a1403-28b2-4794-b8b7-d3c725451e14', 'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'mac_address': 'fa:16:3e:15:28:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865a859c-4244-4bab-8a5b-81344f003357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:47Z', 'updated_at': '2022-02-04T12:06:03Z', 'revision_number': 4, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'subnets': [{'id': '865a859c-4244-4bab-8a5b-81344f003357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:06:04.342460 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e8d87a-e3b0-4e98-8b78-d42f89c8a64a None None] The sync data for ids ['94027b61-da46-4648-8e10-523323302276'] in dv-neutron-827825-2-hyperv is: [{'id': '94027b61-da46-4648-8e10-523323302276', 'name': 'tempest-ServerActionsTestJSON-680310543-router', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:44Z', 'updated_at': '2022-02-04T12:05:47Z', 'revision_number': 4, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'gw_port': {'id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:45Z', 'updated_at': '2022-02-04T12:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '621a1403-28b2-4794-b8b7-d3c725451e14', 'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'mac_address': 'fa:16:3e:15:28:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865a859c-4244-4bab-8a5b-81344f003357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:47Z', 'updated_at': '2022-02-04T12:06:03Z', 'revision_number': 4, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'subnets': [{'id': '865a859c-4244-4bab-8a5b-81344f003357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:06:04.475055 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb779e-c5f4-431b-a4cc-db05325b2e17 req-2f23a26e-9125-43a6-9bbb-c196edb15526 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:04.476545 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-54bb779e-c5f4-431b-a4cc-db05325b2e17 req-2f23a26e-9125-43a6-9bbb-c196edb15526 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 944 time: 0.0813363 Feb 04 12:06:04.523864 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-54bb779e-c5f4-431b-a4cc-db05325b2e17 req-f27ee50b-4ef8-4195-a13c-2f4abcc269fe tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417860 Feb 04 12:06:04.743964 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 6ca69af1-8bb2-4fb9-838b-25111ce8a7eb details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:06:04.875714 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 6ca69af1-8bb2-4fb9-838b-25111ce8a7eb, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=6ca69af1-8bb2-4fb9-838b-25111ce8a7eb,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:06:04.888247 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': '6ca69af1-8bb2-4fb9-838b-25111ce8a7eb', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'port_id': '6ca69af1-8bb2-4fb9-838b-25111ce8a7eb', 'mac_address': 'fa:16:3e:9b:83:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '865a859c-4244-4bab-8a5b-81344f003357', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:06:04.943527 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:04.960449 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca69af1-8bb2-4fb9-838b-25111ce8a7eb {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:06:04.975793 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 6ca69af1-8bb2-4fb9-838b-25111ce8a7eb, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=6ca69af1-8bb2-4fb9-838b-25111ce8a7eb,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:06:05.041287 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:05.103796 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=6ca69af1-8bb2-4fb9-838b-25111ce8a7eb,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:05.377325 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['6ca69af1-8bb2-4fb9-838b-25111ce8a7eb'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:06:05.677432 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 621a1403-28b2-4794-b8b7-d3c725451e14 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:06:05.731311 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf8a53-361a-445b-abc5-1e423bcf0825 req-7255227b-2828-4444-b3ec-049de3051431 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:05.732827 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6ddf8a53-361a-445b-abc5-1e423bcf0825 req-7255227b-2828-4444-b3ec-049de3051431 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 945 time: 0.0840399 Feb 04 12:06:05.782304 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6ddf8a53-361a-445b-abc5-1e423bcf0825 req-0831f7b8-4e6b-4fee-bcf7-14316deb82c1 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421906 Feb 04 12:06:05.801794 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 621a1403-28b2-4794-b8b7-d3c725451e14 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:06:05.807135 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 621a1403-28b2-4794-b8b7-d3c725451e14 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:06:05.807580 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:05.925931 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:05.957517 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 621a1403-28b2-4794-b8b7-d3c725451e14, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=621a1403-28b2-4794-b8b7-d3c725451e14,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:06:06.025488 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:06.094414 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=621a1403-28b2-4794-b8b7-d3c725451e14,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:06.355664 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:06.790467 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 6ca69af1-8bb2-4fb9-838b-25111ce8a7eb up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:06:06.916175 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port 6ca69af1-8bb2-4fb9-838b-25111ce8a7eb completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:06:06.921227 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port 6ca69af1-8bb2-4fb9-838b-25111ce8a7eb triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:06:06.922277 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:06.987527 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee4dea-16cc-42b2-9925-3a80f9116dbf req-71374999-616b-404d-b28f-da5ef50bdab8 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:06.989073 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-aaee4dea-16cc-42b2-9925-3a80f9116dbf req-71374999-616b-404d-b28f-da5ef50bdab8 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 945 time: 0.0859244 Feb 04 12:06:07.039116 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-aaee4dea-16cc-42b2-9925-3a80f9116dbf req-c51b54e9-bae2-4a83-8daf-a04849abf518 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435925 Feb 04 12:06:07.042376 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:07.070425 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f23df3b-1c00-4e85-a389-adeea28b5122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca69af1-8bb2-4fb9-838b-25111ce8a7eb'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:06:07.080392 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 6ca69af1-8bb2-4fb9-838b-25111ce8a7eb, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=6ca69af1-8bb2-4fb9-838b-25111ce8a7eb,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:06:07.123486 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f23df3b-1c00-4e85-a389-adeea28b5122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca69af1-8bb2-4fb9-838b-25111ce8a7eb', 'code': 200} Feb 04 12:06:07.127913 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:07.192201 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=6ca69af1-8bb2-4fb9-838b-25111ce8a7eb,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:07.458360 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2238f9db-3e69-4ee7-8363-a80c249e8e8e req-981259bb-8740-4a5f-ab62-69b03534128e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 1099 time: 0.0660112 Feb 04 12:06:07.499964 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2238f9db-3e69-4ee7-8363-a80c249e8e8e req-f6f85d7a-af8c-49e5-832e-136f85ea7baa service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350423 Feb 04 12:06:07.647408 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 621a1403-28b2-4794-b8b7-d3c725451e14 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:06:07.716143 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 621a1403-28b2-4794-b8b7-d3c725451e14 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:06:07.716408 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:08.235776 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1ef13-d501-4dce-9b72-be55c14ac168 req-dd45c002-df56-4416-a237-d5db5264360f tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:08.237206 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-40d1ef13-d501-4dce-9b72-be55c14ac168 req-dd45c002-df56-4416-a237-d5db5264360f tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 946 time: 0.0792391 Feb 04 12:06:08.376338 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-40d1ef13-d501-4dce-9b72-be55c14ac168 req-2bed5bb3-d6f8-4c28-8e90-e271c87f408b tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336606 Feb 04 12:06:09.570514 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0bb02-3142-406d-bdb2-332319cfddf3 req-c23739b8-c2c2-402b-8bf4-db863784e1b3 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:09.571855 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0bb0bb02-3142-406d-bdb2-332319cfddf3 req-c23739b8-c2c2-402b-8bf4-db863784e1b3 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 946 time: 0.0755525 Feb 04 12:06:09.617034 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0bb0bb02-3142-406d-bdb2-332319cfddf3 req-ad9ef5f4-a377-43e2-b435-cd0cdc3057c1 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395238 Feb 04 12:06:09.805026 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cc389-1fa5-4b61-9eaa-dc773861d9c9 req-197c50c2-ae36-4c89-8967-541fd38f8a98 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:09.806481 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9d2cc389-1fa5-4b61-9eaa-dc773861d9c9 req-197c50c2-ae36-4c89-8967-541fd38f8a98 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 946 time: 0.0736258 Feb 04 12:06:09.816328 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 44888) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:06:09.821611 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-c2484933-171b-4ddf-938d-96f278b836e9 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Request body: {'floatingip': {'port_id': '6ca69af1-8bb2-4fb9-838b-25111ce8a7eb'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:06:09.895910 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c2484933-171b-4ddf-938d-96f278b836e9 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks [] for floatingip, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:10.470539 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c2484933-171b-4ddf-938d-96f278b836e9 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:10.533158 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c2484933-171b-4ddf-938d-96f278b836e9 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:10.717639 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.l3_db [None req-c2484933-171b-4ddf-938d-96f278b836e9 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Floating IP 750a5206-8613-448c-a908-8b6456011197 associated. External IP: 172.26.3.45, port: 6ca69af1-8bb2-4fb9-838b-25111ce8a7eb. Feb 04 12:06:11.198287 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2484933-171b-4ddf-938d-96f278b836e9 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Router 94027b61-da46-4648-8e10-523323302276 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:06:11.395444 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2484933-171b-4ddf-938d-96f278b836e9 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:06:11.400362 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c2484933-171b-4ddf-938d-96f278b836e9 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:11.404900 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc162675-0243-4fb5-be11-d4e69c731188 None None] Sync routers for ids ['94027b61-da46-4648-8e10-523323302276'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:06:11.417042 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc162675-0243-4fb5-be11-d4e69c731188 None None] Routers {'94027b61-da46-4648-8e10-523323302276'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:06:11.417647 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-fc162675-0243-4fb5-be11-d4e69c731188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:05:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['94027b61-da46-4648-8e10-523323302276'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:06:11.454566 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c2484933-171b-4ddf-938d-96f278b836e9 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "PUT /v2.0/floatingips/750a5206-8613-448c-a908-8b6456011197 HTTP/1.1" status: 200 len: 991 time: 1.6370723 Feb 04 12:06:11.455036 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f23df3b-1c00-4e85-a389-adeea28b5122', 'tag': '6ca69af1-8bb2-4fb9-838b-25111ce8a7eb'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:06:11.518394 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f23df3b-1c00-4e85-a389-adeea28b5122', 'tag': '6ca69af1-8bb2-4fb9-838b-25111ce8a7eb', 'status': 'completed', 'code': 200} Feb 04 12:06:11.602804 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-fc162675-0243-4fb5-be11-d4e69c731188 None None] Set router 94027b61-da46-4648-8e10-523323302276 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:06:11.615593 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-30a0aed0-f565-4ccc-8ca7-3909812d6c2b req-6935c10b-19f8-47ca-a7ca-0ebba212e6a6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb454687c52d467f9c138c52573a5e1f&device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 1099 time: 0.0749614 Feb 04 12:06:11.636963 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c78ba4-4b54-4ecc-ad7f-a33dd1f5ce67 req-2f9f1cdb-68fb-441c-961f-9d6032d0f844 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:11.639161 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-53c78ba4-4b54-4ecc-ad7f-a33dd1f5ce67 req-2f9f1cdb-68fb-441c-961f-9d6032d0f844 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 946 time: 0.0872083 Feb 04 12:06:11.689635 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-53c78ba4-4b54-4ecc-ad7f-a33dd1f5ce67 req-d79b36bc-312d-44fc-9adc-53fbebff22b5 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441375 Feb 04 12:06:11.763527 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0aed0-f565-4ccc-8ca7-3909812d6c2b req-f7869a1d-ea3a-4135-98c3-7d7fce8f9ed8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:11.764966 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-30a0aed0-f565-4ccc-8ca7-3909812d6c2b req-f7869a1d-ea3a-4135-98c3-7d7fce8f9ed8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b043ff06-e03b-4201-a698-02147df07646 HTTP/1.1" status: 200 len: 912 time: 0.1428835 Feb 04 12:06:11.868773 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-30a0aed0-f565-4ccc-8ca7-3909812d6c2b req-d745ed9b-2dd0-4c20-b88e-74fb50cbb994 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ca69af1-8bb2-4fb9-838b-25111ce8a7eb HTTP/1.1" status: 200 len: 999 time: 0.0977621 Feb 04 12:06:11.930323 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0aed0-f565-4ccc-8ca7-3909812d6c2b req-661bd3e0-09e1-4c17-9b00-380273743944 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:11.931738 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-30a0aed0-f565-4ccc-8ca7-3909812d6c2b req-661bd3e0-09e1-4c17-9b00-380273743944 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=865a859c-4244-4bab-8a5b-81344f003357 HTTP/1.1" status: 200 len: 850 time: 0.0578308 Feb 04 12:06:11.981995 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-fc162675-0243-4fb5-be11-d4e69c731188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94027b61-da46-4648-8e10-523323302276', 'name': 'tempest-ServerActionsTestJSON-680310543-router', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:44Z', 'updated_at': '2022-02-04T12:05:47Z', 'revision_number': 4, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'gw_port': {'id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:45Z', 'updated_at': '2022-02-04T12:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '750a5206-8613-448c-a908-8b6456011197', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'floating_ip_address': '172.26.3.45', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '94027b61-da46-4648-8e10-523323302276', 'port_id': '6ca69af1-8bb2-4fb9-838b-25111ce8a7eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'mac_address': 'fa:16:3e:9b:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f23df3b-1c00-4e85-a389-adeea28b5122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:05:51Z', 'updated_at': '2022-02-04T12:06:10Z', 'revision_number': 1, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '621a1403-28b2-4794-b8b7-d3c725451e14', 'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'mac_address': 'fa:16:3e:15:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865a859c-4244-4bab-8a5b-81344f003357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:47Z', 'updated_at': '2022-02-04T12:06:05Z', 'revision_number': 5, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'subnets': [{'id': '865a859c-4244-4bab-8a5b-81344f003357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:06:11.986802 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc162675-0243-4fb5-be11-d4e69c731188 None None] Checking router: 94027b61-da46-4648-8e10-523323302276 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:06:11.997241 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc162675-0243-4fb5-be11-d4e69c731188 None None] Routers {'94027b61-da46-4648-8e10-523323302276'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:06:11.997841 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-fc162675-0243-4fb5-be11-d4e69c731188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:05:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['94027b61-da46-4648-8e10-523323302276'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:06:12.004179 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-30a0aed0-f565-4ccc-8ca7-3909812d6c2b req-c440d617-6177-4eea-8381-bcd850bee65e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b043ff06-e03b-4201-a698-02147df07646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664368 Feb 04 12:06:12.138210 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-30a0aed0-f565-4ccc-8ca7-3909812d6c2b req-11e0eb02-225e-4b13-ab33-bf8c21c4f339 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283636 Feb 04 12:06:12.157040 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2df714ef-6cb3-446f-b710-31dc640643d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:12.197202 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-fc162675-0243-4fb5-be11-d4e69c731188 None None] Set router 94027b61-da46-4648-8e10-523323302276 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:06:12.272779 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-30a0aed0-f565-4ccc-8ca7-3909812d6c2b req-294ca227-59e7-4dc5-8efa-65c6919240ed service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292887 Feb 04 12:06:12.548366 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-fc162675-0243-4fb5-be11-d4e69c731188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94027b61-da46-4648-8e10-523323302276', 'name': 'tempest-ServerActionsTestJSON-680310543-router', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:44Z', 'updated_at': '2022-02-04T12:05:47Z', 'revision_number': 4, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'gw_port': {'id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:45Z', 'updated_at': '2022-02-04T12:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '750a5206-8613-448c-a908-8b6456011197', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'floating_ip_address': '172.26.3.45', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '94027b61-da46-4648-8e10-523323302276', 'port_id': '6ca69af1-8bb2-4fb9-838b-25111ce8a7eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'mac_address': 'fa:16:3e:9b:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f23df3b-1c00-4e85-a389-adeea28b5122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:05:51Z', 'updated_at': '2022-02-04T12:06:10Z', 'revision_number': 1, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '621a1403-28b2-4794-b8b7-d3c725451e14', 'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'mac_address': 'fa:16:3e:15:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865a859c-4244-4bab-8a5b-81344f003357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:47Z', 'updated_at': '2022-02-04T12:06:05Z', 'revision_number': 5, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'subnets': [{'id': '865a859c-4244-4bab-8a5b-81344f003357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:06:12.552396 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc162675-0243-4fb5-be11-d4e69c731188 None None] The sync data for ids ['94027b61-da46-4648-8e10-523323302276'] in dv-neutron-827825-2-hyperv is: [{'id': '94027b61-da46-4648-8e10-523323302276', 'name': 'tempest-ServerActionsTestJSON-680310543-router', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:44Z', 'updated_at': '2022-02-04T12:05:47Z', 'revision_number': 4, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'gw_port': {'id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:45Z', 'updated_at': '2022-02-04T12:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '750a5206-8613-448c-a908-8b6456011197', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'floating_ip_address': '172.26.3.45', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '94027b61-da46-4648-8e10-523323302276', 'port_id': '6ca69af1-8bb2-4fb9-838b-25111ce8a7eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'mac_address': 'fa:16:3e:9b:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f23df3b-1c00-4e85-a389-adeea28b5122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:05:51Z', 'updated_at': '2022-02-04T12:06:10Z', 'revision_number': 1, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '621a1403-28b2-4794-b8b7-d3c725451e14', 'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'mac_address': 'fa:16:3e:15:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865a859c-4244-4bab-8a5b-81344f003357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:47Z', 'updated_at': '2022-02-04T12:06:05Z', 'revision_number': 5, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'subnets': [{'id': '865a859c-4244-4bab-8a5b-81344f003357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:06:12.752754 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3f60f5-d444-4964-9b31-89515d0e544d None None] New status for floating IP 750a5206-8613-448c-a908-8b6456011197: ACTIVE {{(pid=84207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 12:06:12.761303 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f9737902-5061-4acd-8fc4-46bdb16e47eb req-1a9140b0-0654-452d-9b22-974621e3d141 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745864 Feb 04 12:06:12.957759 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f9737902-5061-4acd-8fc4-46bdb16e47eb req-b077341f-37c0-41fe-968e-c99d0bb8d4cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb454687c52d467f9c138c52573a5e1f&device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 1099 time: 0.1286199 Feb 04 12:06:12.964988 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831dd341-dc83-4971-b351-51e92c8854d3 req-0460572d-35ea-4bd7-a9e6-de5123c4c1e8 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:12.966346 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-831dd341-dc83-4971-b351-51e92c8854d3 req-0460572d-35ea-4bd7-a9e6-de5123c4c1e8 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 946 time: 0.1047418 Feb 04 12:06:13.094509 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-831dd341-dc83-4971-b351-51e92c8854d3 req-a86d6212-a53a-4142-819e-32831275054f tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209488 Feb 04 12:06:13.133432 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9737902-5061-4acd-8fc4-46bdb16e47eb req-1cade5c6-be8f-4405-b414-eba74b22bdd2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:13.135033 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f9737902-5061-4acd-8fc4-46bdb16e47eb req-1cade5c6-be8f-4405-b414-eba74b22bdd2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b043ff06-e03b-4201-a698-02147df07646 HTTP/1.1" status: 200 len: 912 time: 0.1480811 Feb 04 12:06:13.237504 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f9737902-5061-4acd-8fc4-46bdb16e47eb req-f7d2175a-e1d9-4439-98ac-253300e81bfa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ca69af1-8bb2-4fb9-838b-25111ce8a7eb HTTP/1.1" status: 200 len: 1001 time: 0.0969138 Feb 04 12:06:13.294704 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524ee61-4e5b-47d4-9666-ebef9debfcfd req-a43c89ba-9002-4699-b04d-b65f232caaff tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:13.296156 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6524ee61-4e5b-47d4-9666-ebef9debfcfd req-a43c89ba-9002-4699-b04d-b65f232caaff tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 946 time: 0.0802522 Feb 04 12:06:13.298028 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9737902-5061-4acd-8fc4-46bdb16e47eb req-f317cabb-2217-42d7-936f-f9586e8c6417 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:13.299532 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f9737902-5061-4acd-8fc4-46bdb16e47eb req-f317cabb-2217-42d7-936f-f9586e8c6417 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=865a859c-4244-4bab-8a5b-81344f003357 HTTP/1.1" status: 200 len: 850 time: 0.0568492 Feb 04 12:06:13.342496 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6524ee61-4e5b-47d4-9666-ebef9debfcfd req-d8452f85-eb2e-44d6-a1d4-84873d02a166 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400929 Feb 04 12:06:13.372919 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f9737902-5061-4acd-8fc4-46bdb16e47eb req-1324469a-8c8e-484b-8e96-45d5c3bd1395 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b043ff06-e03b-4201-a698-02147df07646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671656 Feb 04 12:06:13.655845 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f9737902-5061-4acd-8fc4-46bdb16e47eb req-65679e4d-c00e-4fa3-889a-f779f08bf4c2 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775247 Feb 04 12:06:13.662465 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-cb98ce78-c038-40a2-924c-04c212a79748 req-3e3a3f37-185d-4129-a64b-4f5a9caa747d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1558878 Feb 04 12:06:13.786507 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f9737902-5061-4acd-8fc4-46bdb16e47eb req-0880cc8f-af15-4685-9157-84463e604cd0 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231463 Feb 04 12:06:14.141532 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ea1de-01e3-494b-acfc-8ca5db097a0a req-e9b2f931-1561-4675-b75b-0f598b75e91a tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:14.142972 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-000ea1de-01e3-494b-acfc-8ca5db097a0a req-e9b2f931-1561-4675-b75b-0f598b75e91a tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 946 time: 0.0781684 Feb 04 12:06:14.234749 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-000ea1de-01e3-494b-acfc-8ca5db097a0a req-2b76904b-08d0-44ef-8cec-2e504bb30d51 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630708 Feb 04 12:06:14.247442 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6177f365-d5e8-4fff-9334-d91b5647f1ae req-492e5887-f59e-4bc7-9147-f8b9f8501636 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1035740 Feb 04 12:06:14.499471 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-23560005-b46f-4d6d-8e23-c83aa7844bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:15.440000 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087188e-7855-460a-9c63-e1a50d9d949c req-8f416488-3a46-40a9-ab21-80f6fa144740 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:15.441411 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5087188e-7855-460a-9c63-e1a50d9d949c req-8f416488-3a46-40a9-ab21-80f6fa144740 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 946 time: 0.0844586 Feb 04 12:06:15.488071 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5087188e-7855-460a-9c63-e1a50d9d949c req-fe6d3b49-f72c-434b-8ecb-a33cd89d051d tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410013 Feb 04 12:06:15.664183 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:15.796720 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:16.371403 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6177f365-d5e8-4fff-9334-d91b5647f1ae req-e5344bcc-ef7a-49c2-85d7-d7975af41803 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb454687c52d467f9c138c52573a5e1f&device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 1099 time: 0.0676618 Feb 04 12:06:16.497328 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177f365-d5e8-4fff-9334-d91b5647f1ae req-016a7bff-9c03-498d-98a6-e2fbd8d30f6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:16.498668 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6177f365-d5e8-4fff-9334-d91b5647f1ae req-016a7bff-9c03-498d-98a6-e2fbd8d30f6a service neutron] 10.222.0.47 "GET /v2.0/networks?id=b043ff06-e03b-4201-a698-02147df07646 HTTP/1.1" status: 200 len: 912 time: 0.1221595 Feb 04 12:06:16.599611 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6177f365-d5e8-4fff-9334-d91b5647f1ae req-f30a7ea4-24c0-479d-8159-6c00a952a863 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ca69af1-8bb2-4fb9-838b-25111ce8a7eb HTTP/1.1" status: 200 len: 1001 time: 0.0955558 Feb 04 12:06:16.663351 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177f365-d5e8-4fff-9334-d91b5647f1ae req-e9633a02-95ec-48d2-98ed-bfe739a8f59a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:16.664782 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6177f365-d5e8-4fff-9334-d91b5647f1ae req-e9633a02-95ec-48d2-98ed-bfe739a8f59a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=865a859c-4244-4bab-8a5b-81344f003357 HTTP/1.1" status: 200 len: 850 time: 0.0596728 Feb 04 12:06:16.691490 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db8c1f-5d8c-478c-b3f9-cdfcde0900da req-1b735b09-18ab-439f-a365-a9471a440ddb tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:16.692929 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f0db8c1f-5d8c-478c-b3f9-cdfcde0900da req-1b735b09-18ab-439f-a365-a9471a440ddb tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 946 time: 0.0811212 Feb 04 12:06:16.738305 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f0db8c1f-5d8c-478c-b3f9-cdfcde0900da req-d06f8cbb-ae3d-4188-a121-a4754d170257 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397007 Feb 04 12:06:16.744246 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6177f365-d5e8-4fff-9334-d91b5647f1ae req-aeaac4c5-75da-4f8b-b749-82f368ff27c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b043ff06-e03b-4201-a698-02147df07646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730956 Feb 04 12:06:16.873310 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6177f365-d5e8-4fff-9334-d91b5647f1ae req-5f62b6bf-0ce3-446e-8227-a99786404287 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223321 Feb 04 12:06:16.939150 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:17.008667 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6177f365-d5e8-4fff-9334-d91b5647f1ae req-05e9bfec-2f40-4e50-8220-39bc0cd0b1b2 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300211 Feb 04 12:06:17.932410 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e28ece-2f8b-463b-8690-e156d9b5ff98 req-45485050-c53d-4742-8864-9cc9b50543ff tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:17.933840 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b4e28ece-2f8b-463b-8690-e156d9b5ff98 req-45485050-c53d-4742-8864-9cc9b50543ff tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 946 time: 0.0756726 Feb 04 12:06:17.977822 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b4e28ece-2f8b-463b-8690-e156d9b5ff98 req-caa51501-b7c9-49e9-bc8e-657dd82a99f7 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375369 Feb 04 12:06:19.177985 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864f11-2010-494d-8f08-0b518420e0ac req-41392d1e-2ce6-4b8e-ac0a-cf0d2d462134 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:19.179319 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a1864f11-2010-494d-8f08-0b518420e0ac req-41392d1e-2ce6-4b8e-ac0a-cf0d2d462134 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 946 time: 0.0784500 Feb 04 12:06:19.224318 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a1864f11-2010-494d-8f08-0b518420e0ac req-2fd1897b-fd1a-4c23-a04a-796af96439a7 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395381 Feb 04 12:06:20.425914 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da989b-5838-4f38-a92c-04d313842c9b req-c796e173-9206-4864-aa96-8de24c1aeb60 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:20.427379 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-33da989b-5838-4f38-a92c-04d313842c9b req-c796e173-9206-4864-aa96-8de24c1aeb60 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 946 time: 0.0823190 Feb 04 12:06:20.471349 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-33da989b-5838-4f38-a92c-04d313842c9b req-4f760009-2077-4228-950a-591b7bea89ff tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384364 Feb 04 12:06:21.667446 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c109ca-7d0f-4a4d-953f-2bb5b705e86b req-a9585d18-69d7-4698-9bc5-4f7dedf7e864 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:21.668393 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-31c109ca-7d0f-4a4d-953f-2bb5b705e86b req-a9585d18-69d7-4698-9bc5-4f7dedf7e864 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 946 time: 0.0748873 Feb 04 12:06:21.713916 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-31c109ca-7d0f-4a4d-953f-2bb5b705e86b req-1fbffe1f-fd88-40b6-9447-351cd410f5dc tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395904 Feb 04 12:06:22.914380 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f125f7-b49d-42d3-8172-35468ecfad4e req-bc0fa12e-a6fd-419b-bb17-118338c79ebe tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:22.915781 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-06f125f7-b49d-42d3-8172-35468ecfad4e req-bc0fa12e-a6fd-419b-bb17-118338c79ebe tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 946 time: 0.0745945 Feb 04 12:06:22.960418 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-06f125f7-b49d-42d3-8172-35468ecfad4e req-547e7250-d648-4f03-8063-c05a8561b83b tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391121 Feb 04 12:06:24.155572 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181c595-9ae2-49b9-b0c6-26f7e9f0dd0f req-0c2ad972-2523-4be4-a1bd-3de45c461a30 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:24.157667 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3181c595-9ae2-49b9-b0c6-26f7e9f0dd0f req-0c2ad972-2523-4be4-a1bd-3de45c461a30 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 946 time: 0.0788054 Feb 04 12:06:24.211995 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3181c595-9ae2-49b9-b0c6-26f7e9f0dd0f req-aa4af6ed-eeda-49d7-bf85-d171e382bf7f tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455287 Feb 04 12:06:25.408985 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691a93b-9278-48af-af9b-d9b67cdfe6be req-c396ff84-fd5c-4add-aa4a-19ccb5edc613 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:25.410414 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4691a93b-9278-48af-af9b-d9b67cdfe6be req-c396ff84-fd5c-4add-aa4a-19ccb5edc613 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 946 time: 0.0769255 Feb 04 12:06:25.455247 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4691a93b-9278-48af-af9b-d9b67cdfe6be req-62b5a5cc-67a6-4a9e-8fa9-a844a6b612e0 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393245 Feb 04 12:06:26.646960 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb15e0c-c1de-4ce0-89ab-e387a94fed0b req-b885e74e-13d5-489d-ae08-4a47faa8c7d6 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:26.648389 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4cb15e0c-c1de-4ce0-89ab-e387a94fed0b req-b885e74e-13d5-489d-ae08-4a47faa8c7d6 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 946 time: 0.0746422 Feb 04 12:06:26.692356 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4cb15e0c-c1de-4ce0-89ab-e387a94fed0b req-2e57e712-2789-4ff5-9d48-90e2a27baed0 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385389 Feb 04 12:06:27.886180 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464332e3-47c9-4ba7-85fe-a41386384477 req-202112f9-010a-421a-9e82-e5c89674ea5e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:27.887611 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-464332e3-47c9-4ba7-85fe-a41386384477 req-202112f9-010a-421a-9e82-e5c89674ea5e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 946 time: 0.0742655 Feb 04 12:06:28.025998 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-464332e3-47c9-4ba7-85fe-a41386384477 req-4c96a3ca-16b6-483e-adc4-b805a145d421 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324041 Feb 04 12:06:29.302167 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f4fd1-c67d-4167-b1d9-1404656025da req-2ac6ba5e-d0f1-4ce1-b6fb-8de0ce214b35 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:29.303578 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5e2f4fd1-c67d-4167-b1d9-1404656025da req-2ac6ba5e-d0f1-4ce1-b6fb-8de0ce214b35 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 946 time: 0.1567147 Feb 04 12:06:29.347181 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5e2f4fd1-c67d-4167-b1d9-1404656025da req-21715e71-0c37-4e9b-9d52-f1a220ea78bd tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380089 Feb 04 12:06:30.538755 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5dfe07-5ad2-4bfb-b08a-4f406c9335a9 req-90aa7121-d7c2-4280-9a3a-37c9b0f8c2b6 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:30.540102 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ad5dfe07-5ad2-4bfb-b08a-4f406c9335a9 req-90aa7121-d7c2-4280-9a3a-37c9b0f8c2b6 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 946 time: 0.0741441 Feb 04 12:06:30.585552 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ad5dfe07-5ad2-4bfb-b08a-4f406c9335a9 req-dca9a51a-a8a6-4c3e-a7ff-cb0d61fb5572 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399771 Feb 04 12:06:31.781116 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d576e-c7e9-41bf-9d44-cfd1b85245d8 req-c1e38520-5f9b-459c-81f0-6ef345a21d2c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:31.782595 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-584d576e-c7e9-41bf-9d44-cfd1b85245d8 req-c1e38520-5f9b-459c-81f0-6ef345a21d2c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 946 time: 0.0774055 Feb 04 12:06:31.827031 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-584d576e-c7e9-41bf-9d44-cfd1b85245d8 req-b35a7071-477d-4f49-899f-7b6e19f9b47b tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389044 Feb 04 12:06:33.023333 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337d53b-8fc0-4825-8019-9f01eee4a019 req-347def2f-fea0-4b2b-8e14-f3f00b7441a3 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:33.024739 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d337d53b-8fc0-4825-8019-9f01eee4a019 req-347def2f-fea0-4b2b-8e14-f3f00b7441a3 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 946 time: 0.0773010 Feb 04 12:06:33.068725 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d337d53b-8fc0-4825-8019-9f01eee4a019 req-6105360b-1a8e-4740-b1a3-ae08f5a03d29 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386178 Feb 04 12:06:34.260019 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689b6f1-f645-42a4-b1a6-ae4a3786ca32 req-062aff0b-3af2-4fc9-b92b-3390ce19d4ea tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:34.261433 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a689b6f1-f645-42a4-b1a6-ae4a3786ca32 req-062aff0b-3af2-4fc9-b92b-3390ce19d4ea tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 946 time: 0.0734515 Feb 04 12:06:34.305424 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a689b6f1-f645-42a4-b1a6-ae4a3786ca32 req-8c546ce0-ff19-4c75-a8f7-28d6af4e67ad tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377765 Feb 04 12:06:35.504257 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2155ad-bb20-4cd6-bbc8-a9f06eb90056 req-7b476679-500e-404e-8adf-eba54b320e33 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:35.505593 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0d2155ad-bb20-4cd6-bbc8-a9f06eb90056 req-7b476679-500e-404e-8adf-eba54b320e33 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 946 time: 0.0759528 Feb 04 12:06:35.550432 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0d2155ad-bb20-4cd6-bbc8-a9f06eb90056 req-e3757eb8-87f6-4c65-b4df-e9641621c221 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393262 Feb 04 12:06:36.366218 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:36.751118 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221d7ee-cc49-4aef-8167-e74cd20933f5 req-3815e116-d6bc-4ef5-b5a7-7648de01de1d tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:36.752527 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-2221d7ee-cc49-4aef-8167-e74cd20933f5 req-3815e116-d6bc-4ef5-b5a7-7648de01de1d tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 946 time: 0.0793412 Feb 04 12:06:36.796247 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-2221d7ee-cc49-4aef-8167-e74cd20933f5 req-ef391109-a45a-4f98-be51-ccbad5b565d5 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382793 Feb 04 12:06:37.994246 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33d27e-7030-4dbf-9384-73cfd864e6ed req-0524bdc5-478b-4e31-855d-9b34674540fa tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:37.995678 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9a33d27e-7030-4dbf-9384-73cfd864e6ed req-0524bdc5-478b-4e31-855d-9b34674540fa tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 946 time: 0.0801497 Feb 04 12:06:38.040259 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9a33d27e-7030-4dbf-9384-73cfd864e6ed req-e11816c1-7699-4980-9807-87c93c1035e3 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390859 Feb 04 12:06:39.151673 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6177f365-d5e8-4fff-9334-d91b5647f1ae req-3b53b3aa-858e-4485-b5bc-349d8ae0ac4c service neutron] 10.222.0.47 "GET /v2.0/ports/6ca69af1-8bb2-4fb9-838b-25111ce8a7eb/bindings/hv-neutron-8278 HTTP/1.1" status: 200 len: 384 time: 0.0733550 Feb 04 12:06:39.238074 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2e51c-a5d0-4daa-b984-05f019204969 req-0cdd7a47-7377-4b79-a6ca-c3b9e11ccae2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:39.239539 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d8c2e51c-a5d0-4daa-b984-05f019204969 req-0cdd7a47-7377-4b79-a6ca-c3b9e11ccae2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 946 time: 0.0774195 Feb 04 12:06:39.287382 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d8c2e51c-a5d0-4daa-b984-05f019204969 req-e7665e7a-e949-49d1-b47d-947b3427cb6b tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421307 Feb 04 12:06:39.792503 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6177f365-d5e8-4fff-9334-d91b5647f1ae req-8e98356d-babe-4a4f-8993-5dd1948328cb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122&tenant_id=fb454687c52d467f9c138c52573a5e1f HTTP/1.1" status: 200 len: 1099 time: 0.0705929 Feb 04 12:06:39.879293 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6177f365-d5e8-4fff-9334-d91b5647f1ae req-8b27b199-9733-44ca-8ab2-eb4f7210c209 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb454687c52d467f9c138c52573a5e1f&device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 1099 time: 0.0658062 Feb 04 12:06:40.006291 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177f365-d5e8-4fff-9334-d91b5647f1ae req-ec11cd0d-8694-409e-870e-92c97d5b12dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:40.007711 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6177f365-d5e8-4fff-9334-d91b5647f1ae req-ec11cd0d-8694-409e-870e-92c97d5b12dd service neutron] 10.222.0.47 "GET /v2.0/networks?id=b043ff06-e03b-4201-a698-02147df07646 HTTP/1.1" status: 200 len: 912 time: 0.1229692 Feb 04 12:06:40.110127 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6177f365-d5e8-4fff-9334-d91b5647f1ae req-e0268be5-5c8e-4836-a7b3-304d6063eea2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ca69af1-8bb2-4fb9-838b-25111ce8a7eb HTTP/1.1" status: 200 len: 1001 time: 0.0960965 Feb 04 12:06:40.173628 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177f365-d5e8-4fff-9334-d91b5647f1ae req-6302fd5e-652f-4fc1-86b5-3727c752e833 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:40.174987 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6177f365-d5e8-4fff-9334-d91b5647f1ae req-6302fd5e-652f-4fc1-86b5-3727c752e833 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=865a859c-4244-4bab-8a5b-81344f003357 HTTP/1.1" status: 200 len: 850 time: 0.0597465 Feb 04 12:06:40.248423 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6177f365-d5e8-4fff-9334-d91b5647f1ae req-a882b9bd-acf6-4e31-a247-0e4cb0daa26a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b043ff06-e03b-4201-a698-02147df07646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673232 Feb 04 12:06:40.379130 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6177f365-d5e8-4fff-9334-d91b5647f1ae req-3d857865-6939-4c36-8c6d-82f6edca4993 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247525 Feb 04 12:06:40.562113 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6177f365-d5e8-4fff-9334-d91b5647f1ae req-5d2ecd49-a2a9-4f3c-82fd-3d30a5860cbd service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740971 Feb 04 12:06:40.576091 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce41875-80d5-464c-b4cd-3ac963efaa66 req-61e14695-6bec-4b71-9b0a-339716efe4e2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:40.577477 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5ce41875-80d5-464c-b4cd-3ac963efaa66 req-61e14695-6bec-4b71-9b0a-339716efe4e2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 946 time: 0.1662834 Feb 04 12:06:40.622855 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5ce41875-80d5-464c-b4cd-3ac963efaa66 req-e4a0ae85-c70b-4fba-b303-b16af7f13fbc tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385597 Feb 04 12:06:40.718513 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:06:41.820616 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986219e6-72ff-4482-bb39-f4ba5816f58b req-e55a3a78-0eb3-4393-9d60-201392bd80f1 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:41.822072 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-986219e6-72ff-4482-bb39-f4ba5816f58b req-e55a3a78-0eb3-4393-9d60-201392bd80f1 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 946 time: 0.0778925 Feb 04 12:06:41.867168 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-986219e6-72ff-4482-bb39-f4ba5816f58b req-82616b7c-4865-4c98-8ba1-59c9a782de3b tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394018 Feb 04 12:06:42.139304 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-06ec81d3-62b8-4428-8538-fc752433e946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:42.930303 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 6ca69af1-8bb2-4fb9-838b-25111ce8a7eb no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:06:43.040488 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:43.067270 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f23df3b-1c00-4e85-a389-adeea28b5122', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ca69af1-8bb2-4fb9-838b-25111ce8a7eb'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:06:43.068094 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2aec1-7584-4e52-aa76-b2d382a09525 req-abe07fbe-5522-4067-ae2c-d398350195b8 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:43.069541 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9da2aec1-7584-4e52-aa76-b2d382a09525 req-abe07fbe-5522-4067-ae2c-d398350195b8 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 946 time: 0.0759511 Feb 04 12:06:43.076692 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 6ca69af1-8bb2-4fb9-838b-25111ce8a7eb, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=6ca69af1-8bb2-4fb9-838b-25111ce8a7eb,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:06:43.116634 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9da2aec1-7584-4e52-aa76-b2d382a09525 req-e9b7d843-1066-481f-bdc2-6f6c8e060384 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409148 Feb 04 12:06:43.131807 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f23df3b-1c00-4e85-a389-adeea28b5122', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ca69af1-8bb2-4fb9-838b-25111ce8a7eb', 'code': 200} Feb 04 12:06:43.145291 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:43.214792 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=6ca69af1-8bb2-4fb9-838b-25111ce8a7eb,revision_number=6']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:43.223303 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:43.223303 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:43.223649 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:43.223979 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:43.224308 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:43.224636 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:43.224959 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:43.225280 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:43.225598 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:43.225953 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:43.226276 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:44.316946 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed54a1-1caf-4f48-9d34-6bdfa503656f req-8ef2685f-3068-485e-a57e-6da796d61077 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:44.318388 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9eed54a1-1caf-4f48-9d34-6bdfa503656f req-8ef2685f-3068-485e-a57e-6da796d61077 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 944 time: 0.0742841 Feb 04 12:06:44.367145 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9eed54a1-1caf-4f48-9d34-6bdfa503656f req-31045dd8-d172-4bac-aa74-d1260da8de2b tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419900 Feb 04 12:06:44.505257 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2aa7a02c-8d84-4e41-8efc-a1af8539f8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:44.763551 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8c823-275e-4d20-a81b-cf07266838c5 req-0c01cdcf-9cff-4110-8451-7e770806361f tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:44.764883 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f1a8c823-275e-4d20-a81b-cf07266838c5 req-0c01cdcf-9cff-4110-8451-7e770806361f tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 944 time: 0.0767083 Feb 04 12:06:44.809452 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f1a8c823-275e-4d20-a81b-cf07266838c5 req-601cf7ef-fabb-4d1f-a7ff-8cb2f239445a tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386891 Feb 04 12:06:44.820917 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3bdc02-07c8-47df-ae3f-133244cd4643 req-de66bd7b-f829-4dbb-a01a-d6febbaa6911 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:44.822353 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9b3bdc02-07c8-47df-ae3f-133244cd4643 req-de66bd7b-f829-4dbb-a01a-d6febbaa6911 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122&tenant_id=fb454687c52d467f9c138c52573a5e1f&binding%3Ahost_id=hv-neutron-8278 HTTP/1.1" status: 200 len: 944 time: 0.0855319 Feb 04 12:06:44.945820 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 6ca69af1-8bb2-4fb9-838b-25111ce8a7eb details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:06:44.958276 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9b3bdc02-07c8-47df-ae3f-133244cd4643 req-552bfd03-bc5d-40db-89c6-978ebba3f396 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb454687c52d467f9c138c52573a5e1f&device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 1097 time: 0.0662279 Feb 04 12:06:45.083092 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 6ca69af1-8bb2-4fb9-838b-25111ce8a7eb, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=6ca69af1-8bb2-4fb9-838b-25111ce8a7eb,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:06:45.097155 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': '6ca69af1-8bb2-4fb9-838b-25111ce8a7eb', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'port_id': '6ca69af1-8bb2-4fb9-838b-25111ce8a7eb', 'mac_address': 'fa:16:3e:9b:83:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '865a859c-4244-4bab-8a5b-81344f003357', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:06:45.150169 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:45.168024 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca69af1-8bb2-4fb9-838b-25111ce8a7eb {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:06:45.181027 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3bdc02-07c8-47df-ae3f-133244cd4643 req-370bd4ba-1716-4de1-ae3e-a1e6250c911c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:45.182488 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9b3bdc02-07c8-47df-ae3f-133244cd4643 req-370bd4ba-1716-4de1-ae3e-a1e6250c911c service neutron] 10.222.0.47 "GET /v2.0/networks?id=b043ff06-e03b-4201-a698-02147df07646 HTTP/1.1" status: 200 len: 912 time: 0.2187672 Feb 04 12:06:45.184565 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 6ca69af1-8bb2-4fb9-838b-25111ce8a7eb, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=6ca69af1-8bb2-4fb9-838b-25111ce8a7eb,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:06:45.259033 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:45.282063 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9b3bdc02-07c8-47df-ae3f-133244cd4643 req-89bb0d3e-81e7-4234-b0a2-eda49dffa170 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ca69af1-8bb2-4fb9-838b-25111ce8a7eb HTTP/1.1" status: 200 len: 999 time: 0.0931327 Feb 04 12:06:45.321443 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['6ca69af1-8bb2-4fb9-838b-25111ce8a7eb'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:06:45.349617 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3bdc02-07c8-47df-ae3f-133244cd4643 req-2e4b6959-5f36-4311-93de-38b844f15df5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:45.350997 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9b3bdc02-07c8-47df-ae3f-133244cd4643 req-2e4b6959-5f36-4311-93de-38b844f15df5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=865a859c-4244-4bab-8a5b-81344f003357 HTTP/1.1" status: 200 len: 850 time: 0.0631921 Feb 04 12:06:45.421138 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=6ca69af1-8bb2-4fb9-838b-25111ce8a7eb,revision_number=7']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:45.426558 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9b3bdc02-07c8-47df-ae3f-133244cd4643 req-122960b4-b6bc-456a-b885-eec1f975c456 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b043ff06-e03b-4201-a698-02147df07646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680752 Feb 04 12:06:45.558088 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9b3bdc02-07c8-47df-ae3f-133244cd4643 req-8d78b0dc-904b-434e-b34d-03955fd3a6f9 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246729 Feb 04 12:06:45.676044 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:45.688741 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9b3bdc02-07c8-47df-ae3f-133244cd4643 req-703215c8-efb1-4d33-8b7a-facad59b9868 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237814 Feb 04 12:06:45.732029 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:46.009819 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4e170-8a90-4743-ba15-e76016ff842a req-8aff3704-5e37-4186-8dad-feea066513a6 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:46.011277 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0df4e170-8a90-4743-ba15-e76016ff842a req-8aff3704-5e37-4186-8dad-feea066513a6 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 945 time: 0.0774674 Feb 04 12:06:46.062420 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0df4e170-8a90-4743-ba15-e76016ff842a req-af3ef811-dcfe-4873-bb35-d8c3e224235e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455623 Feb 04 12:06:46.943410 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:46.950114 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 6ca69af1-8bb2-4fb9-838b-25111ce8a7eb up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:06:47.016453 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port 6ca69af1-8bb2-4fb9-838b-25111ce8a7eb triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:06:47.016882 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:47.127609 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:47.153448 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f23df3b-1c00-4e85-a389-adeea28b5122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca69af1-8bb2-4fb9-838b-25111ce8a7eb'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:06:47.163394 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 6ca69af1-8bb2-4fb9-838b-25111ce8a7eb, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=6ca69af1-8bb2-4fb9-838b-25111ce8a7eb,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:06:47.213814 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f23df3b-1c00-4e85-a389-adeea28b5122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca69af1-8bb2-4fb9-838b-25111ce8a7eb', 'code': 200} Feb 04 12:06:47.247715 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:47.265271 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5423d8-de98-4bda-87a0-30affcddbd03 req-8f8f1ae3-905a-467b-8d5b-6ed457ac4405 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:47.267291 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-da5423d8-de98-4bda-87a0-30affcddbd03 req-8f8f1ae3-905a-467b-8d5b-6ed457ac4405 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 945 time: 0.0819290 Feb 04 12:06:47.311750 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-da5423d8-de98-4bda-87a0-30affcddbd03 req-cf5b4508-1129-4c80-8b29-3be5ce786cd2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392032 Feb 04 12:06:47.314191 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=6ca69af1-8bb2-4fb9-838b-25111ce8a7eb,revision_number=8']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:47.509860 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbca9b8-1033-4daa-ba1a-07dac1ff3545 req-2dff503f-b70f-4061-9ba4-b2d8e573a485 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:47.511300 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-efbca9b8-1033-4daa-ba1a-07dac1ff3545 req-2dff503f-b70f-4061-9ba4-b2d8e573a485 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 946 time: 0.0745878 Feb 04 12:06:47.555885 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-efbca9b8-1033-4daa-ba1a-07dac1ff3545 req-fa1424de-9301-46d3-8e2a-fbaabc8455db tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391674 Feb 04 12:06:47.750180 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257109a-5e64-470b-b3af-69d7510a80ba req-0d0dfd49-edab-4d2c-8a3b-a8a17dc4905d tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:47.751869 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e257109a-5e64-470b-b3af-69d7510a80ba req-0d0dfd49-edab-4d2c-8a3b-a8a17dc4905d tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 946 time: 0.0744433 Feb 04 12:06:47.797084 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e257109a-5e64-470b-b3af-69d7510a80ba req-26660064-e8bd-4053-89e1-516d25356534 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399849 Feb 04 12:06:48.453938 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0da5e-d868-411b-995b-6e2f264ca3f2 req-9478fa30-ccd7-4848-b746-6797babc9f46 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:48.455871 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-44a0da5e-d868-411b-995b-6e2f264ca3f2 req-9478fa30-ccd7-4848-b746-6797babc9f46 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 946 time: 0.0806820 Feb 04 12:06:48.500615 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-44a0da5e-d868-411b-995b-6e2f264ca3f2 req-daaf41d0-50bc-4d63-a40d-905929e7622e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392327 Feb 04 12:06:49.706476 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae97e1-d1d0-4ea9-a859-11f9a18d704f req-bb404a05-c290-4fbc-a9f6-62185b6f160b tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:49.707898 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-71ae97e1-d1d0-4ea9-a859-11f9a18d704f req-bb404a05-c290-4fbc-a9f6-62185b6f160b tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 946 time: 0.0818567 Feb 04 12:06:49.752471 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-71ae97e1-d1d0-4ea9-a859-11f9a18d704f req-fac5ee47-91e6-494f-99ad-86cec77012da tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389881 Feb 04 12:06:50.249389 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd9884-154d-4d05-8059-9ad06564feb3 req-4798e657-c761-4d8f-b6d9-9eac2860abb1 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:50.250837 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e8fd9884-154d-4d05-8059-9ad06564feb3 req-4798e657-c761-4d8f-b6d9-9eac2860abb1 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 946 time: 0.0766764 Feb 04 12:06:50.326366 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-e8fd9884-154d-4d05-8059-9ad06564feb3 req-91242d2f-d64e-4a15-b2eb-59697bfbcc6e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Deleting port 6ca69af1-8bb2-4fb9-838b-25111ce8a7eb {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:06:50.326703 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-e8fd9884-154d-4d05-8059-9ad06564feb3 req-91242d2f-d64e-4a15-b2eb-59697bfbcc6e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:50.573646 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-e8fd9884-154d-4d05-8059-9ad06564feb3 req-91242d2f-d64e-4a15-b2eb-59697bfbcc6e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] For port 6ca69af1-8bb2-4fb9-838b-25111ce8a7eb, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=6ca69af1-8bb2-4fb9-838b-25111ce8a7eb,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:06:50.573945 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-e8fd9884-154d-4d05-8059-9ad06564feb3 req-91242d2f-d64e-4a15-b2eb-59697bfbcc6e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:50.951284 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97149ec-8541-4d68-9e62-06da5da51bac req-0762d49c-87e4-458e-b92e-9aa88fedb0c2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:50.952734 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c97149ec-8541-4d68-9e62-06da5da51bac req-0762d49c-87e4-458e-b92e-9aa88fedb0c2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 946 time: 0.0790527 Feb 04 12:06:50.960323 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-e8fd9884-154d-4d05-8059-9ad06564feb3 req-91242d2f-d64e-4a15-b2eb-59697bfbcc6e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:50.960868 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-e8fd9884-154d-4d05-8059-9ad06564feb3 req-91242d2f-d64e-4a15-b2eb-59697bfbcc6e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:50.960976 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.l3_db [req-e8fd9884-154d-4d05-8059-9ad06564feb3 req-91242d2f-d64e-4a15-b2eb-59697bfbcc6e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Floating IP 750a5206-8613-448c-a908-8b6456011197 disassociated. External IP: 172.26.3.45, port: 6ca69af1-8bb2-4fb9-838b-25111ce8a7eb. Feb 04 12:06:50.961449 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-e8fd9884-154d-4d05-8059-9ad06564feb3 req-91242d2f-d64e-4a15-b2eb-59697bfbcc6e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Calling delete_port for 6ca69af1-8bb2-4fb9-838b-25111ce8a7eb owned by compute:nova {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:06:51.001974 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c97149ec-8541-4d68-9e62-06da5da51bac req-c2a6defe-5b9a-4d57-bb67-8f97dd244d66 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435636 Feb 04 12:06:51.166781 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-e8fd9884-154d-4d05-8059-9ad06564feb3 req-91242d2f-d64e-4a15-b2eb-59697bfbcc6e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:51.216597 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91242d2f-d64e-4a15-b2eb-59697bfbcc6e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Pushing event deleted for resources: {'Port': ['ID=6ca69af1-8bb2-4fb9-838b-25111ce8a7eb,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:51.228609 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91242d2f-d64e-4a15-b2eb-59697bfbcc6e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:51.228949 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91242d2f-d64e-4a15-b2eb-59697bfbcc6e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:51.229280 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91242d2f-d64e-4a15-b2eb-59697bfbcc6e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:51.229663 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91242d2f-d64e-4a15-b2eb-59697bfbcc6e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:51.229949 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91242d2f-d64e-4a15-b2eb-59697bfbcc6e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:51.230273 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91242d2f-d64e-4a15-b2eb-59697bfbcc6e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:51.230589 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91242d2f-d64e-4a15-b2eb-59697bfbcc6e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:51.230907 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91242d2f-d64e-4a15-b2eb-59697bfbcc6e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:51.231698 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91242d2f-d64e-4a15-b2eb-59697bfbcc6e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:51.231698 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91242d2f-d64e-4a15-b2eb-59697bfbcc6e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:51.231884 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91242d2f-d64e-4a15-b2eb-59697bfbcc6e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:51.440629 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8fd9884-154d-4d05-8059-9ad06564feb3 req-91242d2f-d64e-4a15-b2eb-59697bfbcc6e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Router 94027b61-da46-4648-8e10-523323302276 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:06:51.634525 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8fd9884-154d-4d05-8059-9ad06564feb3 req-91242d2f-d64e-4a15-b2eb-59697bfbcc6e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:06:51.644718 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91a95c5-ba9b-4674-a383-a7353a768764 None None] Sync routers for ids ['94027b61-da46-4648-8e10-523323302276'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:06:51.656853 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91a95c5-ba9b-4674-a383-a7353a768764 None None] Routers {'94027b61-da46-4648-8e10-523323302276'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:06:51.658178 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-c91a95c5-ba9b-4674-a383-a7353a768764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:06:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['94027b61-da46-4648-8e10-523323302276'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:06:51.707822 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8fd9884-154d-4d05-8059-9ad06564feb3 req-91242d2f-d64e-4a15-b2eb-59697bfbcc6e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] No DVR routers for this DVR port 6ca69af1-8bb2-4fb9-838b-25111ce8a7eb on host hv-neutron-8278 {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:06:51.710378 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-e8fd9884-154d-4d05-8059-9ad06564feb3 req-91242d2f-d64e-4a15-b2eb-59697bfbcc6e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:51.713059 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f23df3b-1c00-4e85-a389-adeea28b5122', 'name': 'network-vif-deleted', 'tag': '6ca69af1-8bb2-4fb9-838b-25111ce8a7eb'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:06:51.768530 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f23df3b-1c00-4e85-a389-adeea28b5122', 'name': 'network-vif-deleted', 'tag': '6ca69af1-8bb2-4fb9-838b-25111ce8a7eb', 'status': 'completed', 'code': 200} Feb 04 12:06:51.802821 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e8fd9884-154d-4d05-8059-9ad06564feb3 req-91242d2f-d64e-4a15-b2eb-59697bfbcc6e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.47 "DELETE /v2.0/ports/6ca69af1-8bb2-4fb9-838b-25111ce8a7eb HTTP/1.1" status: 204 len: 173 time: 1.5450575 Feb 04 12:06:51.838490 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-c91a95c5-ba9b-4674-a383-a7353a768764 None None] Set router 94027b61-da46-4648-8e10-523323302276 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:06:52.155876 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-c91a95c5-ba9b-4674-a383-a7353a768764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94027b61-da46-4648-8e10-523323302276', 'name': 'tempest-ServerActionsTestJSON-680310543-router', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:44Z', 'updated_at': '2022-02-04T12:05:47Z', 'revision_number': 4, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'gw_port': {'id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:45Z', 'updated_at': '2022-02-04T12:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '621a1403-28b2-4794-b8b7-d3c725451e14', 'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'mac_address': 'fa:16:3e:15:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865a859c-4244-4bab-8a5b-81344f003357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:47Z', 'updated_at': '2022-02-04T12:06:05Z', 'revision_number': 5, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'subnets': [{'id': '865a859c-4244-4bab-8a5b-81344f003357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:06:52.160598 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91a95c5-ba9b-4674-a383-a7353a768764 None None] Checking router: 94027b61-da46-4648-8e10-523323302276 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:06:52.170932 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91a95c5-ba9b-4674-a383-a7353a768764 None None] Routers {'94027b61-da46-4648-8e10-523323302276'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:06:52.171517 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-c91a95c5-ba9b-4674-a383-a7353a768764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:06:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['94027b61-da46-4648-8e10-523323302276'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:06:52.201570 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d76c8381-c796-41b3-979f-01d69dd79094 req-7fc775a2-ca0a-40db-a785-27f09603c807 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f23df3b-1c00-4e85-a389-adeea28b5122 HTTP/1.1" status: 200 len: 210 time: 0.0407801 Feb 04 12:06:52.353011 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-c91a95c5-ba9b-4674-a383-a7353a768764 None None] Set router 94027b61-da46-4648-8e10-523323302276 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:06:52.700951 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-c91a95c5-ba9b-4674-a383-a7353a768764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94027b61-da46-4648-8e10-523323302276', 'name': 'tempest-ServerActionsTestJSON-680310543-router', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:44Z', 'updated_at': '2022-02-04T12:05:47Z', 'revision_number': 4, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'gw_port': {'id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:45Z', 'updated_at': '2022-02-04T12:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '621a1403-28b2-4794-b8b7-d3c725451e14', 'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'mac_address': 'fa:16:3e:15:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865a859c-4244-4bab-8a5b-81344f003357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:47Z', 'updated_at': '2022-02-04T12:06:05Z', 'revision_number': 5, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'subnets': [{'id': '865a859c-4244-4bab-8a5b-81344f003357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:06:52.705694 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91a95c5-ba9b-4674-a383-a7353a768764 None None] The sync data for ids ['94027b61-da46-4648-8e10-523323302276'] in dv-neutron-827825-2-hyperv is: [{'id': '94027b61-da46-4648-8e10-523323302276', 'name': 'tempest-ServerActionsTestJSON-680310543-router', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:44Z', 'updated_at': '2022-02-04T12:05:47Z', 'revision_number': 4, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'gw_port': {'id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:45Z', 'updated_at': '2022-02-04T12:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '621a1403-28b2-4794-b8b7-d3c725451e14', 'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'mac_address': 'fa:16:3e:15:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865a859c-4244-4bab-8a5b-81344f003357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:47Z', 'updated_at': '2022-02-04T12:06:05Z', 'revision_number': 5, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'subnets': [{'id': '865a859c-4244-4bab-8a5b-81344f003357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:06:52.913689 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f792b6f0-707d-432a-8a77-3b8f0427aa55 None None] New status for floating IP 750a5206-8613-448c-a908-8b6456011197: DOWN {{(pid=84207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 12:06:53.574932 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-b7981aeb-b793-4aeb-af2b-3933a7d45c49 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--916162860&fields=id&tenant_id=fb454687c52d467f9c138c52573a5e1f HTTP/1.1" status: 200 len: 267 time: 0.0489273 Feb 04 12:06:53.721345 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-13071b17-f7fb-4014-a2ea-e76ab43164df tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:53.722694 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-13071b17-f7fb-4014-a2ea-e76ab43164df tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/networks?id=b043ff06-e03b-4201-a698-02147df07646 HTTP/1.1" status: 200 len: 811 time: 0.1414855 Feb 04 12:06:53.738783 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-13ac8d49-f540-40be-9ac1-24f42ea406c1 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/quotas/fb454687c52d467f9c138c52573a5e1f HTTP/1.1" status: 200 len: 375 time: 0.0108411 Feb 04 12:06:53.817076 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-97d747f0-d903-4ee6-9080-9c85e465b31c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Synchronizing usage tracker for tenant:fb454687c52d467f9c138c52573a5e1f on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:06:53.893327 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-97d747f0-d903-4ee6-9080-9c85e465b31c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Unset dirty status for tenant:fb454687c52d467f9c138c52573a5e1f on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:06:53.894816 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-97d747f0-d903-4ee6-9080-9c85e465b31c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb454687c52d467f9c138c52573a5e1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1512101 Feb 04 12:06:54.031278 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-050b8105-d7c2-4b7f-bfff-7e390e4a450f service neutron] 10.222.0.21 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246276 Feb 04 12:06:54.158254 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-745bff1c-3b2e-4222-be6d-a5373515453c service neutron] 10.222.0.21 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200066 Feb 04 12:06:54.411837 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a1a951a2-e1b3-4578-9863-e2a398d011f8 req-6436f919-a967-4dfc-872f-8504648d3f40 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 210 time: 0.0399368 Feb 04 12:06:54.976606 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 6ca69af1-8bb2-4fb9-838b-25111ce8a7eb no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:06:55.009024 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] No Port match for: 6ca69af1-8bb2-4fb9-838b-25111ce8a7eb {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:06:55.009353 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 6ca69af1-8bb2-4fb9-838b-25111ce8a7eb not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:06:55.577858 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1b6f2944-3160-4218-b11e-99a00f29a459 req-7ac54732-0da6-43f7-ab3f-e19fc33e6081 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 210 time: 0.0454609 Feb 04 12:06:56.406471 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-2dd337c0-6510-4736-b7de-18403f7ddd91 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:56.408160 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-2dd337c0-6510-4736-b7de-18403f7ddd91 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.47 "GET /v2.0/networks?id=b043ff06-e03b-4201-a698-02147df07646 HTTP/1.1" status: 200 len: 811 time: 0.1427782 Feb 04 12:06:56.461329 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-089419ae-1c7a-460b-b303-4a42e24da214 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb454687c52d467f9c138c52573a5e1f HTTP/1.1" status: 200 len: 379 time: 0.0410805 Feb 04 12:06:56.470323 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-f2262e5f-a10b-4b2c-ad58-e776ccad96c7 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Request body: {'port': {'device_id': '9bebe64d-c367-45cb-b91a-4b2c10739408', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'admin_state_up': True, 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'security_groups': ['8bdfc71d-ca8a-417a-84c5-54ea4956071e']}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:06:56.721331 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-f2262e5f-a10b-4b2c-ad58-e776ccad96c7 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:06:56.733313 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-f2262e5f-a10b-4b2c-ad58-e776ccad96c7 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:06:56.763082 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-702c926c-998d-4897-8003-ffaf277cab47 req-62b72320-5550-4b28-b998-9dd1b0e2cf1b tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 210 time: 0.0542710 Feb 04 12:06:56.820232 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-f2262e5f-a10b-4b2c-ad58-e776ccad96c7 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Made reservation on behalf of fb454687c52d467f9c138c52573a5e1f for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:06:56.825321 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-f2262e5f-a10b-4b2c-ad58-e776ccad96c7 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:57.056698 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-f2262e5f-a10b-4b2c-ad58-e776ccad96c7 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Allocated IP 172.20.0.8 (b043ff06-e03b-4201-a698-02147df07646/865a859c-4244-4bab-8a5b-81344f003357/68fe14f2-0edd-41fa-86f0-da722ed0c7a8) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:06:57.259146 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-f2262e5f-a10b-4b2c-ad58-e776ccad96c7 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:57.274930 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-f2262e5f-a10b-4b2c-ad58-e776ccad96c7 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Transition to ACTIVE for port object 68fe14f2-0edd-41fa-86f0-da722ed0c7a8 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:06:57.334165 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-f2262e5f-a10b-4b2c-ad58-e776ccad96c7 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:57.411522 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-f2262e5f-a10b-4b2c-ad58-e776ccad96c7 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Network b043ff06-e03b-4201-a698-02147df07646 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:06:57.416359 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-f2262e5f-a10b-4b2c-ad58-e776ccad96c7 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:06:57.421203 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-f2262e5f-a10b-4b2c-ad58-e776ccad96c7 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:06:57.470992 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2262e5f-a10b-4b2c-ad58-e776ccad96c7 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Pushing event updated for resources: {'Port': ['ID=68fe14f2-0edd-41fa-86f0-da722ed0c7a8,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:57.505408 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-f2262e5f-a10b-4b2c-ad58-e776ccad96c7 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:57.506050 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-f2262e5f-a10b-4b2c-ad58-e776ccad96c7 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:57.643404 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-f2262e5f-a10b-4b2c-ad58-e776ccad96c7 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1769090 Feb 04 12:06:57.655175 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-779169ea-d639-4d98-9a38-6c286ddda1f1 service neutron] Request body: {'port': {'device_id': '9bebe64d-c367-45cb-b91a-4b2c10739408', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:06:57.739104 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-1ccd6245-92bb-4322-9e44-3429685069b0 None None] Provisioning for port 68fe14f2-0edd-41fa-86f0-da722ed0c7a8 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:06:57.744246 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-1ccd6245-92bb-4322-9e44-3429685069b0 None None] Provisioning complete for port 68fe14f2-0edd-41fa-86f0-da722ed0c7a8 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:06:57.744608 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1ccd6245-92bb-4322-9e44-3429685069b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:57.767238 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-779169ea-d639-4d98-9a38-6c286ddda1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:57.799396 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-1ccd6245-92bb-4322-9e44-3429685069b0 None None] Port 68fe14f2-0edd-41fa-86f0-da722ed0c7a8 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:06:58.194172 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-779169ea-d639-4d98-9a38-6c286ddda1f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68fe14f2-0edd-41fa-86f0-da722ed0c7a8 {{(pid=84205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:06:58.204204 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-779169ea-d639-4d98-9a38-6c286ddda1f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:58.226371 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3769aa5-a16c-4cc6-9d3c-901447249a7a req-2f028284-68ce-41f5-8551-f226a73450a0 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:58.227046 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-b3769aa5-a16c-4cc6-9d3c-901447249a7a req-2f028284-68ce-41f5-8551-f226a73450a0 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Synchronizing usage tracker for tenant:fb454687c52d467f9c138c52573a5e1f on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:06:58.232188 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-779169ea-d639-4d98-9a38-6c286ddda1f1 service neutron] Transition to ACTIVE for port object 68fe14f2-0edd-41fa-86f0-da722ed0c7a8 will not be triggered until provisioned by entity L2. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:06:58.316444 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-779169ea-d639-4d98-9a38-6c286ddda1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:58.358431 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-b3769aa5-a16c-4cc6-9d3c-901447249a7a req-2f028284-68ce-41f5-8551-f226a73450a0 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Unset dirty status for tenant:fb454687c52d467f9c138c52573a5e1f on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:06:58.360042 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b3769aa5-a16c-4cc6-9d3c-901447249a7a req-2f028284-68ce-41f5-8551-f226a73450a0 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 931 time: 0.2922070 Feb 04 12:06:58.482276 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779169ea-d639-4d98-9a38-6c286ddda1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=68fe14f2-0edd-41fa-86f0-da722ed0c7a8,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:58.524305 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b3769aa5-a16c-4cc6-9d3c-901447249a7a req-d9781820-55d1-44bd-9b57-77c90e8cf2f7 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530266 Feb 04 12:06:58.607169 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-779169ea-d639-4d98-9a38-6c286ddda1f1 service neutron] Attempting to bind port 68fe14f2-0edd-41fa-86f0-da722ed0c7a8 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:06:58.607497 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-779169ea-d639-4d98-9a38-6c286ddda1f1 service neutron] Attempting to bind port 68fe14f2-0edd-41fa-86f0-da722ed0c7a8 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'b7236678-324f-4abe-a2a3-1e7f9b64bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b043ff06-e03b-4201-a698-02147df07646'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:06:58.607817 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-779169ea-d639-4d98-9a38-6c286ddda1f1 service neutron] Attempting to bind port 68fe14f2-0edd-41fa-86f0-da722ed0c7a8 on network b043ff06-e03b-4201-a698-02147df07646 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:06:58.613456 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-779169ea-d639-4d98-9a38-6c286ddda1f1 service neutron] Port 68fe14f2-0edd-41fa-86f0-da722ed0c7a8 on network b043ff06-e03b-4201-a698-02147df07646 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 12:06:58.613770 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-779169ea-d639-4d98-9a38-6c286ddda1f1 service neutron] Attempting to bind port 68fe14f2-0edd-41fa-86f0-da722ed0c7a8 on network b043ff06-e03b-4201-a698-02147df07646 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:06:58.620061 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-779169ea-d639-4d98-9a38-6c286ddda1f1 service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:06:58.620432 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-779169ea-d639-4d98-9a38-6c286ddda1f1 service neutron] Checking segment: {'id': 'b7236678-324f-4abe-a2a3-1e7f9b64bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b043ff06-e03b-4201-a698-02147df07646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:06:58.620763 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-779169ea-d639-4d98-9a38-6c286ddda1f1 service neutron] Bound using segment: {'id': 'b7236678-324f-4abe-a2a3-1e7f9b64bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b043ff06-e03b-4201-a698-02147df07646'} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:06:58.621182 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-779169ea-d639-4d98-9a38-6c286ddda1f1 service neutron] Bound port: 68fe14f2-0edd-41fa-86f0-da722ed0c7a8, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7236678-324f-4abe-a2a3-1e7f9b64bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b043ff06-e03b-4201-a698-02147df07646'}}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:06:58.621520 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-779169ea-d639-4d98-9a38-6c286ddda1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:58.712726 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-779169ea-d639-4d98-9a38-6c286ddda1f1 service neutron] For port 68fe14f2-0edd-41fa-86f0-da722ed0c7a8, host hv-neutron-8278, cleared binding levels {{(pid=84205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:06:58.715497 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-779169ea-d639-4d98-9a38-6c286ddda1f1 service neutron] For port 68fe14f2-0edd-41fa-86f0-da722ed0c7a8, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=68fe14f2-0edd-41fa-86f0-da722ed0c7a8,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:06:58.778038 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-779169ea-d639-4d98-9a38-6c286ddda1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:58.839102 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-779169ea-d639-4d98-9a38-6c286ddda1f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:58.840467 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-779169ea-d639-4d98-9a38-6c286ddda1f1 service neutron] 10.222.0.47 "PUT /v2.0/ports/68fe14f2-0edd-41fa-86f0-da722ed0c7a8 HTTP/1.1" status: 200 len: 1093 time: 1.1894903 Feb 04 12:06:58.840888 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bebe64d-c367-45cb-b91a-4b2c10739408', 'tag': '68fe14f2-0edd-41fa-86f0-da722ed0c7a8'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:06:58.859498 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779169ea-d639-4d98-9a38-6c286ddda1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=68fe14f2-0edd-41fa-86f0-da722ed0c7a8,revision_number=3']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:58.902357 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bebe64d-c367-45cb-b91a-4b2c10739408', 'tag': '68fe14f2-0edd-41fa-86f0-da722ed0c7a8', 'status': 'completed', 'code': 200} Feb 04 12:06:58.997077 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0192c3f8-f350-4037-9d22-c21ca36aaaff req-d8215bce-fe24-47d9-b013-9a87996100f1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb454687c52d467f9c138c52573a5e1f&device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 1096 time: 0.0756967 Feb 04 12:06:59.136406 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192c3f8-f350-4037-9d22-c21ca36aaaff req-1650b9fb-6714-4c53-a418-42eb5740bc8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:59.137790 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0192c3f8-f350-4037-9d22-c21ca36aaaff req-1650b9fb-6714-4c53-a418-42eb5740bc8d service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=fb454687c52d467f9c138c52573a5e1f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1345911 Feb 04 12:06:59.364471 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192c3f8-f350-4037-9d22-c21ca36aaaff req-13cd1f28-f198-412f-82ee-82c8beb5de69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:59.365945 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0192c3f8-f350-4037-9d22-c21ca36aaaff req-13cd1f28-f198-412f-82ee-82c8beb5de69 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2217348 Feb 04 12:06:59.477572 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-b6090ff2-277e-47f6-8d88-bb400101bf54 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb454687c52d467f9c138c52573a5e1f&device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 1096 time: 0.0754304 Feb 04 12:06:59.560124 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-7868b9bd-b4be-4bbc-be5b-8601c0a6d909 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68fe14f2-0edd-41fa-86f0-da722ed0c7a8 HTTP/1.1" status: 200 len: 217 time: 0.0761206 Feb 04 12:06:59.629509 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-41bcc178-396e-41f3-bdef-154588d12532 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:59.630939 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-41bcc178-396e-41f3-bdef-154588d12532 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=865a859c-4244-4bab-8a5b-81344f003357 HTTP/1.1" status: 200 len: 850 time: 0.0653205 Feb 04 12:06:59.790281 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-a5287a2e-9d82-453c-8014-d04d5beef6f7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b043ff06-e03b-4201-a698-02147df07646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1526423 Feb 04 12:06:59.824666 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865f76d-92d7-414a-90f3-32376cb62818 req-eeeb4862-9de7-4675-a0db-a2b0cd369edf tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:59.826118 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0865f76d-92d7-414a-90f3-32376cb62818 req-eeeb4862-9de7-4675-a0db-a2b0cd369edf tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 943 time: 0.1424086 Feb 04 12:06:59.957513 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0865f76d-92d7-414a-90f3-32376cb62818 req-b8d74d75-cc21-4164-9496-60d40896b51c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832424 Feb 04 12:06:59.965008 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-6e569358-9a86-47b9-bbbc-cca2992c9878 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660147 Feb 04 12:07:00.100034 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d9a72c8d-2a3b-4c64-878b-e0fbaf4dcce0 req-99532322-3897-42ea-8e7b-39460cf1a319 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286952 Feb 04 12:07:01.161504 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9599990-fa4a-460c-83a1-f916914d212a req-6758394a-69d5-4a25-afde-b60802174f79 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:01.163174 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b9599990-fa4a-460c-83a1-f916914d212a req-6758394a-69d5-4a25-afde-b60802174f79 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 943 time: 0.0776916 Feb 04 12:07:01.209643 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b9599990-fa4a-460c-83a1-f916914d212a req-d0c24695-1d04-4f27-b2ac-696afb1bf7e6 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407844 Feb 04 12:07:02.418347 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4bd62-b163-4b51-83bc-80619ac12416 req-efe1d8cb-f0d1-4b6a-a0ea-53760b1b463e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:02.419783 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-66e4bd62-b163-4b51-83bc-80619ac12416 req-efe1d8cb-f0d1-4b6a-a0ea-53760b1b463e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 943 time: 0.0861735 Feb 04 12:07:02.473100 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-66e4bd62-b163-4b51-83bc-80619ac12416 req-6d373f40-805e-4ff4-bad2-25e27a488b92 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474877 Feb 04 12:07:03.670164 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61e739-35f1-46b4-b9bd-a22ccb818415 req-a8828d28-5e4d-4054-a0af-bef52c15d4e2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:03.671594 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-fd61e739-35f1-46b4-b9bd-a22ccb818415 req-a8828d28-5e4d-4054-a0af-bef52c15d4e2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 943 time: 0.0793319 Feb 04 12:07:03.715924 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-fd61e739-35f1-46b4-b9bd-a22ccb818415 req-ec040fd2-bf46-452b-b5e0-e16985f0ff54 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382023 Feb 04 12:07:04.915418 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb946e2e-dd61-42c3-ae5c-dce5a1af9c8d req-81743cba-1ba1-4797-ac42-7f434406a0ef tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:04.916843 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fb946e2e-dd61-42c3-ae5c-dce5a1af9c8d req-81743cba-1ba1-4797-ac42-7f434406a0ef tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 943 time: 0.0760517 Feb 04 12:07:04.961230 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fb946e2e-dd61-42c3-ae5c-dce5a1af9c8d req-c3ac6813-db73-40b8-98e0-4df300b03e56 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390019 Feb 04 12:07:05.038736 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 68fe14f2-0edd-41fa-86f0-da722ed0c7a8 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:07:05.174996 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 68fe14f2-0edd-41fa-86f0-da722ed0c7a8, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=68fe14f2-0edd-41fa-86f0-da722ed0c7a8,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:07:05.188529 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': '68fe14f2-0edd-41fa-86f0-da722ed0c7a8', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'port_id': '68fe14f2-0edd-41fa-86f0-da722ed0c7a8', 'mac_address': 'fa:16:3e:72:e0:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '865a859c-4244-4bab-8a5b-81344f003357', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:07:05.243209 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:05.260463 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68fe14f2-0edd-41fa-86f0-da722ed0c7a8 {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:07:05.275947 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 68fe14f2-0edd-41fa-86f0-da722ed0c7a8, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=68fe14f2-0edd-41fa-86f0-da722ed0c7a8,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:07:05.394905 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:05.459651 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=68fe14f2-0edd-41fa-86f0-da722ed0c7a8,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:07:05.719829 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['68fe14f2-0edd-41fa-86f0-da722ed0c7a8'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:07:06.157793 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec89a37-fea3-4e4e-8701-723c87778ce5 req-463d5212-6623-40ec-be7a-4c9f4ee8f290 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:06.159256 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-aec89a37-fea3-4e4e-8701-723c87778ce5 req-463d5212-6623-40ec-be7a-4c9f4ee8f290 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 944 time: 0.0751963 Feb 04 12:07:06.204650 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-aec89a37-fea3-4e4e-8701-723c87778ce5 req-a326d75e-b01a-4277-9f2b-de6c658fa3b3 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399847 Feb 04 12:07:06.383219 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:07.054222 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 68fe14f2-0edd-41fa-86f0-da722ed0c7a8 up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:07:07.178991 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port 68fe14f2-0edd-41fa-86f0-da722ed0c7a8 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:07:07.183965 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port 68fe14f2-0edd-41fa-86f0-da722ed0c7a8 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:07:07.184326 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:07.293813 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:07.322966 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bebe64d-c367-45cb-b91a-4b2c10739408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68fe14f2-0edd-41fa-86f0-da722ed0c7a8'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:07:07.333523 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 68fe14f2-0edd-41fa-86f0-da722ed0c7a8, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=68fe14f2-0edd-41fa-86f0-da722ed0c7a8,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:07:07.379109 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bebe64d-c367-45cb-b91a-4b2c10739408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68fe14f2-0edd-41fa-86f0-da722ed0c7a8', 'code': 200} Feb 04 12:07:07.401544 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6731977-97b3-4d9e-b1f6-590f23b63a4f req-7a4fba32-a346-4b06-a6ec-576d110ebc08 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:07.403023 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f6731977-97b3-4d9e-b1f6-590f23b63a4f req-7a4fba32-a346-4b06-a6ec-576d110ebc08 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 944 time: 0.0804620 Feb 04 12:07:07.413609 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:07.449007 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f6731977-97b3-4d9e-b1f6-590f23b63a4f req-3822474e-190b-4f8b-8fa2-84d358fd4afa tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403018 Feb 04 12:07:07.480312 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=68fe14f2-0edd-41fa-86f0-da722ed0c7a8,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:07:07.840842 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-63755dfd-894d-4742-9d25-fb3ec9bf043b req-7bd077f8-9202-4ef3-9e67-b5ab5d10c739 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 1098 time: 0.0661664 Feb 04 12:07:07.885006 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-63755dfd-894d-4742-9d25-fb3ec9bf043b req-2d5e2473-9f15-4c9f-a9fc-08ca5cfa92da service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383651 Feb 04 12:07:08.646768 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a93f1c-4d3b-4701-bdf4-39b5464be61e req-6f8b3981-412c-4b17-ba78-fa184fb481f0 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:08.648179 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f2a93f1c-4d3b-4701-bdf4-39b5464be61e req-6f8b3981-412c-4b17-ba78-fa184fb481f0 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.0769236 Feb 04 12:07:08.692907 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f2a93f1c-4d3b-4701-bdf4-39b5464be61e req-7e90c6f6-0cab-4bfe-89f3-60ba4426d759 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389934 Feb 04 12:07:09.886037 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b0331-0ae7-4532-965a-2d9d19edebb5 req-2cd3a046-fae9-483b-bcaa-d5da9c8e4616 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:09.887368 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5e4b0331-0ae7-4532-965a-2d9d19edebb5 req-2cd3a046-fae9-483b-bcaa-d5da9c8e4616 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.0747240 Feb 04 12:07:09.931657 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5e4b0331-0ae7-4532-965a-2d9d19edebb5 req-8a10d72f-4b63-41c3-b486-fb24946e8b1d tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389104 Feb 04 12:07:10.116978 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a65dff-5c0e-4388-a0f7-a4c3c10fe207 req-332c8c13-7d7a-439a-8ce1-c5a11ca4f278 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:10.118531 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-77a65dff-5c0e-4388-a0f7-a4c3c10fe207 req-332c8c13-7d7a-439a-8ce1-c5a11ca4f278 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.0744669 Feb 04 12:07:10.127761 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 45058) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:07:10.133146 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-cc8b19bd-73c0-479c-beb8-1600b78a5300 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Request body: {'floatingip': {'port_id': '68fe14f2-0edd-41fa-86f0-da722ed0c7a8'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:07:10.209035 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cc8b19bd-73c0-479c-beb8-1600b78a5300 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks [] for floatingip, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:10.868732 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cc8b19bd-73c0-479c-beb8-1600b78a5300 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:10.922122 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cc8b19bd-73c0-479c-beb8-1600b78a5300 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:11.110154 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.l3_db [None req-cc8b19bd-73c0-479c-beb8-1600b78a5300 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Floating IP 750a5206-8613-448c-a908-8b6456011197 associated. External IP: 172.26.3.45, port: 68fe14f2-0edd-41fa-86f0-da722ed0c7a8. Feb 04 12:07:11.493780 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8b19bd-73c0-479c-beb8-1600b78a5300 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Router 94027b61-da46-4648-8e10-523323302276 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:07:11.686995 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8b19bd-73c0-479c-beb8-1600b78a5300 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:07:11.692148 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cc8b19bd-73c0-479c-beb8-1600b78a5300 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:11.697666 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ba65e3-2970-4262-bd0c-c9c999f362f9 None None] Sync routers for ids ['94027b61-da46-4648-8e10-523323302276'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:07:11.709822 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ba65e3-2970-4262-bd0c-c9c999f362f9 None None] Routers {'94027b61-da46-4648-8e10-523323302276'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:07:11.710590 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-f0ba65e3-2970-4262-bd0c-c9c999f362f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:06:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['94027b61-da46-4648-8e10-523323302276'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:07:11.742960 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-cc8b19bd-73c0-479c-beb8-1600b78a5300 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "PUT /v2.0/floatingips/750a5206-8613-448c-a908-8b6456011197 HTTP/1.1" status: 200 len: 990 time: 1.6139688 Feb 04 12:07:11.743521 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bebe64d-c367-45cb-b91a-4b2c10739408', 'tag': '68fe14f2-0edd-41fa-86f0-da722ed0c7a8'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:07:11.802525 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bebe64d-c367-45cb-b91a-4b2c10739408', 'tag': '68fe14f2-0edd-41fa-86f0-da722ed0c7a8', 'status': 'completed', 'code': 200} Feb 04 12:07:11.888648 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-f0ba65e3-2970-4262-bd0c-c9c999f362f9 None None] Set router 94027b61-da46-4648-8e10-523323302276 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:07:11.949004 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1c11e404-3014-4333-bf0e-a2d27848c709 req-4d333a00-0379-4f20-a88a-a90011fd3a7d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb454687c52d467f9c138c52573a5e1f&device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 1098 time: 0.1247892 Feb 04 12:07:11.980655 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945d6c7-8542-432a-ab09-dfffbee07329 req-aec4678b-446c-42df-bc6e-aadac25cb318 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:11.982073 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8945d6c7-8542-432a-ab09-dfffbee07329 req-aec4678b-446c-42df-bc6e-aadac25cb318 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.1218178 Feb 04 12:07:12.134738 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cbbb7d50-af01-4366-8ba7-c1d954034a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:12.211977 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8945d6c7-8542-432a-ab09-dfffbee07329 req-29a5ceab-e49d-4bd1-8c44-9776a50aa632 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763257 Feb 04 12:07:12.229281 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11e404-3014-4333-bf0e-a2d27848c709 req-eb30d938-6eb8-4bed-a4c9-0e2f71c3500d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:12.230743 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1c11e404-3014-4333-bf0e-a2d27848c709 req-eb30d938-6eb8-4bed-a4c9-0e2f71c3500d service neutron] 10.222.0.47 "GET /v2.0/networks?id=b043ff06-e03b-4201-a698-02147df07646 HTTP/1.1" status: 200 len: 912 time: 0.2755430 Feb 04 12:07:12.258148 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-f0ba65e3-2970-4262-bd0c-c9c999f362f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94027b61-da46-4648-8e10-523323302276', 'name': 'tempest-ServerActionsTestJSON-680310543-router', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:44Z', 'updated_at': '2022-02-04T12:05:47Z', 'revision_number': 4, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'gw_port': {'id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:45Z', 'updated_at': '2022-02-04T12:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '750a5206-8613-448c-a908-8b6456011197', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'floating_ip_address': '172.26.3.45', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '94027b61-da46-4648-8e10-523323302276', 'port_id': '68fe14f2-0edd-41fa-86f0-da722ed0c7a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'mac_address': 'fa:16:3e:72:e0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bebe64d-c367-45cb-b91a-4b2c10739408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:05:51Z', 'updated_at': '2022-02-04T12:07:10Z', 'revision_number': 5, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '621a1403-28b2-4794-b8b7-d3c725451e14', 'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'mac_address': 'fa:16:3e:15:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865a859c-4244-4bab-8a5b-81344f003357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:47Z', 'updated_at': '2022-02-04T12:06:05Z', 'revision_number': 5, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'subnets': [{'id': '865a859c-4244-4bab-8a5b-81344f003357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:07:12.261981 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ba65e3-2970-4262-bd0c-c9c999f362f9 None None] Checking router: 94027b61-da46-4648-8e10-523323302276 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:07:12.272551 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ba65e3-2970-4262-bd0c-c9c999f362f9 None None] Routers {'94027b61-da46-4648-8e10-523323302276'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:07:12.273124 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-f0ba65e3-2970-4262-bd0c-c9c999f362f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:06:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['94027b61-da46-4648-8e10-523323302276'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:07:12.330171 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1c11e404-3014-4333-bf0e-a2d27848c709 req-13d0c16c-1fb9-490f-8cf9-f8140e10c162 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68fe14f2-0edd-41fa-86f0-da722ed0c7a8 HTTP/1.1" status: 200 len: 998 time: 0.0929363 Feb 04 12:07:12.395257 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11e404-3014-4333-bf0e-a2d27848c709 req-0fe8b85a-7abd-48fb-92f6-5b1b88a58f4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:12.396598 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1c11e404-3014-4333-bf0e-a2d27848c709 req-0fe8b85a-7abd-48fb-92f6-5b1b88a58f4d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=865a859c-4244-4bab-8a5b-81344f003357 HTTP/1.1" status: 200 len: 850 time: 0.0598087 Feb 04 12:07:12.471885 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1c11e404-3014-4333-bf0e-a2d27848c709 req-1f1fe124-38bf-4dbb-aed3-c9af9f00eafd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b043ff06-e03b-4201-a698-02147df07646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684898 Feb 04 12:07:12.482100 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-f0ba65e3-2970-4262-bd0c-c9c999f362f9 None None] Set router 94027b61-da46-4648-8e10-523323302276 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:07:12.601154 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1c11e404-3014-4333-bf0e-a2d27848c709 req-64bc03d0-5201-4ebb-bfa8-092597ea2ac3 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238830 Feb 04 12:07:12.738306 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1c11e404-3014-4333-bf0e-a2d27848c709 req-74d15af9-7ed5-4a90-b58d-1664aa8221e7 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308486 Feb 04 12:07:12.847858 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-f0ba65e3-2970-4262-bd0c-c9c999f362f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94027b61-da46-4648-8e10-523323302276', 'name': 'tempest-ServerActionsTestJSON-680310543-router', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:44Z', 'updated_at': '2022-02-04T12:05:47Z', 'revision_number': 4, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'gw_port': {'id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:45Z', 'updated_at': '2022-02-04T12:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '750a5206-8613-448c-a908-8b6456011197', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'floating_ip_address': '172.26.3.45', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '94027b61-da46-4648-8e10-523323302276', 'port_id': '68fe14f2-0edd-41fa-86f0-da722ed0c7a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'mac_address': 'fa:16:3e:72:e0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bebe64d-c367-45cb-b91a-4b2c10739408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:05:51Z', 'updated_at': '2022-02-04T12:07:10Z', 'revision_number': 5, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '621a1403-28b2-4794-b8b7-d3c725451e14', 'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'mac_address': 'fa:16:3e:15:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865a859c-4244-4bab-8a5b-81344f003357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:47Z', 'updated_at': '2022-02-04T12:06:05Z', 'revision_number': 5, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'subnets': [{'id': '865a859c-4244-4bab-8a5b-81344f003357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:07:12.851881 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ba65e3-2970-4262-bd0c-c9c999f362f9 None None] The sync data for ids ['94027b61-da46-4648-8e10-523323302276'] in dv-neutron-827825-2-hyperv is: [{'id': '94027b61-da46-4648-8e10-523323302276', 'name': 'tempest-ServerActionsTestJSON-680310543-router', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:44Z', 'updated_at': '2022-02-04T12:05:47Z', 'revision_number': 4, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'gw_port': {'id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:45Z', 'updated_at': '2022-02-04T12:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '750a5206-8613-448c-a908-8b6456011197', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'floating_ip_address': '172.26.3.45', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '94027b61-da46-4648-8e10-523323302276', 'port_id': '68fe14f2-0edd-41fa-86f0-da722ed0c7a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'mac_address': 'fa:16:3e:72:e0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bebe64d-c367-45cb-b91a-4b2c10739408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:05:51Z', 'updated_at': '2022-02-04T12:07:10Z', 'revision_number': 5, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '621a1403-28b2-4794-b8b7-d3c725451e14', 'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'mac_address': 'fa:16:3e:15:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865a859c-4244-4bab-8a5b-81344f003357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:47Z', 'updated_at': '2022-02-04T12:06:05Z', 'revision_number': 5, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'subnets': [{'id': '865a859c-4244-4bab-8a5b-81344f003357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:07:13.049483 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c98c3e3-9e78-4a9f-910a-38e06831a4d4 None None] New status for floating IP 750a5206-8613-448c-a908-8b6456011197: ACTIVE {{(pid=84207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 12:07:13.082090 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6227a8ab-480d-4228-906a-03696c6f82e5 req-278e39ed-dc3d-4204-8e44-73efaa2688f4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0837636 Feb 04 12:07:13.217867 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6227a8ab-480d-4228-906a-03696c6f82e5 req-cc459dc8-f3d1-47da-86bf-9158e31287ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb454687c52d467f9c138c52573a5e1f&device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 1098 time: 0.0686750 Feb 04 12:07:13.370402 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227a8ab-480d-4228-906a-03696c6f82e5 req-a424a203-352d-44ce-a4b6-6bd30a6062d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:13.371896 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6227a8ab-480d-4228-906a-03696c6f82e5 req-a424a203-352d-44ce-a4b6-6bd30a6062d3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b043ff06-e03b-4201-a698-02147df07646 HTTP/1.1" status: 200 len: 912 time: 0.1365173 Feb 04 12:07:13.478184 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6227a8ab-480d-4228-906a-03696c6f82e5 req-0f143b99-7c29-4f3f-a6c3-3c82b9d64574 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68fe14f2-0edd-41fa-86f0-da722ed0c7a8 HTTP/1.1" status: 200 len: 1000 time: 0.1004291 Feb 04 12:07:13.516703 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd441a-4d98-4743-842e-ccbacf11444a req-0a0b9a32-7c58-4415-846e-bd66e762024d tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:13.519206 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0bfd441a-4d98-4743-842e-ccbacf11444a req-0a0b9a32-7c58-4415-846e-bd66e762024d tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.1687140 Feb 04 12:07:13.539409 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227a8ab-480d-4228-906a-03696c6f82e5 req-680408eb-0ced-4091-b790-c76f32a8fbb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:13.540822 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6227a8ab-480d-4228-906a-03696c6f82e5 req-680408eb-0ced-4091-b790-c76f32a8fbb3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=865a859c-4244-4bab-8a5b-81344f003357 HTTP/1.1" status: 200 len: 850 time: 0.0573080 Feb 04 12:07:13.564690 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0bfd441a-4d98-4743-842e-ccbacf11444a req-3ce581b5-3f35-40d4-add8-709019f455e5 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396667 Feb 04 12:07:13.618607 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6227a8ab-480d-4228-906a-03696c6f82e5 req-b001e70b-7280-40fc-8d1b-32c7c470bd5a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b043ff06-e03b-4201-a698-02147df07646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719211 Feb 04 12:07:13.748287 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6227a8ab-480d-4228-906a-03696c6f82e5 req-82595cfe-53d1-44ba-af73-f4d5872bcf19 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235943 Feb 04 12:07:13.877355 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6227a8ab-480d-4228-906a-03696c6f82e5 req-8e921649-18ca-4457-9f29-63325aaa7280 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231937 Feb 04 12:07:14.062691 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78d264-983f-4055-8f14-a7b926e02875 req-545d806b-a44b-4234-87ea-279c6f77676d tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:14.064902 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1b78d264-983f-4055-8f14-a7b926e02875 req-545d806b-a44b-4234-87ea-279c6f77676d tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.0756888 Feb 04 12:07:14.276421 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1b78d264-983f-4055-8f14-a7b926e02875 req-077dd729-a024-4b82-a089-e91b2606ad98 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057376 Feb 04 12:07:14.533838 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a167cf25-30ec-4232-9ebf-e045db49863d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:15.473067 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbe503-1b8d-47c0-b60a-7cd5edef2e34 req-d81d296e-d865-4e51-846b-07cec405446e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:15.474445 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e6dbe503-1b8d-47c0-b60a-7cd5edef2e34 req-d81d296e-d865-4e51-846b-07cec405446e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.0740559 Feb 04 12:07:15.519060 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e6dbe503-1b8d-47c0-b60a-7cd5edef2e34 req-c7bdd987-e46a-46f3-8cb6-36a66fc8e488 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391438 Feb 04 12:07:15.647898 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:15.756627 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:16.713833 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a7a08-468c-4099-959e-33e16ce48c0e req-2d85d2d0-2857-4490-a115-11b94247151e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:16.715299 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-342a7a08-468c-4099-959e-33e16ce48c0e req-2d85d2d0-2857-4490-a115-11b94247151e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.0777402 Feb 04 12:07:16.760934 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-342a7a08-468c-4099-959e-33e16ce48c0e req-7b756768-7604-467e-af3e-6af006a0f1a9 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402284 Feb 04 12:07:16.990388 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:17.718626 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:07:18.144880 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c545bf-c1fe-47aa-9a42-5f0109c7e44b req-d89b8039-339d-4819-9427-9c65fef7b7de tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:18.146303 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-65c545bf-c1fe-47aa-9a42-5f0109c7e44b req-d89b8039-339d-4819-9427-9c65fef7b7de tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.2629468 Feb 04 12:07:18.195494 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-65c545bf-c1fe-47aa-9a42-5f0109c7e44b req-1d8fee78-887c-4aa4-af05-39a16edfe6a9 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435152 Feb 04 12:07:19.407524 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcff00a-a9ca-42a3-9d0c-87ceedc30c85 req-8d325ecc-0ef6-4565-8cb3-325ae046eb87 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:19.409573 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6bcff00a-a9ca-42a3-9d0c-87ceedc30c85 req-8d325ecc-0ef6-4565-8cb3-325ae046eb87 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.0771804 Feb 04 12:07:19.460266 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6bcff00a-a9ca-42a3-9d0c-87ceedc30c85 req-72dc06fe-c6d7-4a45-9408-1c4c5104f280 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453582 Feb 04 12:07:20.660343 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659a29b-932c-4374-b156-ec5d927a91b0 req-b5214aea-1b39-45af-8063-d25dc61b4d6f tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:20.661760 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4659a29b-932c-4374-b156-ec5d927a91b0 req-b5214aea-1b39-45af-8063-d25dc61b4d6f tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.0754123 Feb 04 12:07:20.709473 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4659a29b-932c-4374-b156-ec5d927a91b0 req-7c3a75b7-2257-49f9-b974-676f8e908fdc tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421519 Feb 04 12:07:21.900321 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee76d0-0487-4b47-9323-c1089ea7b041 req-cc421fe9-5b31-46d2-b428-3a81c7f7cc0b tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:21.901685 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a3ee76d0-0487-4b47-9323-c1089ea7b041 req-cc421fe9-5b31-46d2-b428-3a81c7f7cc0b tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.0745571 Feb 04 12:07:21.945846 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a3ee76d0-0487-4b47-9323-c1089ea7b041 req-f5a00735-c28f-441d-87c7-8018e9442e69 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386770 Feb 04 12:07:23.146542 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80595aa0-a69b-4f46-8577-6d17ecf4a220 req-12b37655-1fac-43cd-9273-95d8d72ffef4 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:23.148072 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-80595aa0-a69b-4f46-8577-6d17ecf4a220 req-12b37655-1fac-43cd-9273-95d8d72ffef4 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.0834312 Feb 04 12:07:23.196752 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-80595aa0-a69b-4f46-8577-6d17ecf4a220 req-dbad2eac-75fc-44dc-9aa7-c8fac26e8424 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429795 Feb 04 12:07:24.397791 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a3a84-ff5c-4703-a286-3b8dd8554dff req-25f2c5e1-7752-44b2-906e-260273d53245 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:24.399262 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c83a3a84-ff5c-4703-a286-3b8dd8554dff req-25f2c5e1-7752-44b2-906e-260273d53245 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.0787351 Feb 04 12:07:24.445865 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c83a3a84-ff5c-4703-a286-3b8dd8554dff req-84ae7d83-9df6-408b-83b2-2994d7a6ecd5 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409918 Feb 04 12:07:25.660694 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae4d4e-a50a-446b-bdca-0c568d7a6476 req-32d5ac93-6383-4a0b-9d6b-6d063195b32e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:25.662217 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-28ae4d4e-a50a-446b-bdca-0c568d7a6476 req-32d5ac93-6383-4a0b-9d6b-6d063195b32e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.0881693 Feb 04 12:07:25.713732 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-28ae4d4e-a50a-446b-bdca-0c568d7a6476 req-be68bb4b-dc5a-428e-b982-7184f34f37fe tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456035 Feb 04 12:07:26.915857 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1298ce-569d-4ffc-90ee-2cdf4d3a436b req-f50fd6fb-c22c-42aa-9232-3caa5fc56c34 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:26.917391 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ef1298ce-569d-4ffc-90ee-2cdf4d3a436b req-f50fd6fb-c22c-42aa-9232-3caa5fc56c34 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.0801852 Feb 04 12:07:26.965198 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ef1298ce-569d-4ffc-90ee-2cdf4d3a436b req-dc540d56-ca07-4199-bf7a-374c21a6db2b tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418415 Feb 04 12:07:28.160578 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74997da4-a329-4bf9-827a-36764fab51a2 req-082f2d7a-f572-45dd-961c-471e255e46cf tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:28.162065 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-74997da4-a329-4bf9-827a-36764fab51a2 req-082f2d7a-f572-45dd-961c-471e255e46cf tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.0756731 Feb 04 12:07:28.208447 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-74997da4-a329-4bf9-827a-36764fab51a2 req-6f6d80a3-b5a9-4d66-a1b7-7c0bec871fda tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407593 Feb 04 12:07:29.406992 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5e6db-03c3-4e3d-97c3-abed160b2ce4 req-f0a7d136-4424-4b65-9bc8-710a18d670fd tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:29.408401 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-01d5e6db-03c3-4e3d-97c3-abed160b2ce4 req-f0a7d136-4424-4b65-9bc8-710a18d670fd tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.0789592 Feb 04 12:07:29.454579 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-01d5e6db-03c3-4e3d-97c3-abed160b2ce4 req-8227eb7d-b7a6-4907-892f-84d8b8ac7f94 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405290 Feb 04 12:07:30.655815 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51092603-8c00-4c72-9596-25bbe47302ca req-60733ced-8332-46db-81f4-0358562893d4 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:30.657248 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-51092603-8c00-4c72-9596-25bbe47302ca req-60733ced-8332-46db-81f4-0358562893d4 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.0789571 Feb 04 12:07:30.704077 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-51092603-8c00-4c72-9596-25bbe47302ca req-e80befce-94d4-443f-b0c4-77a487ca6d23 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406663 Feb 04 12:07:31.908409 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2880c-7ebc-4c0d-912e-89179de0ff7d req-6f3cb3ff-1105-4291-9bed-44a80b2dcd58 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:31.910461 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f2c2880c-7ebc-4c0d-912e-89179de0ff7d req-6f3cb3ff-1105-4291-9bed-44a80b2dcd58 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.0801375 Feb 04 12:07:31.962067 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f2c2880c-7ebc-4c0d-912e-89179de0ff7d req-14d78852-be38-4476-9f6c-77e45611f992 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459025 Feb 04 12:07:33.167278 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bbdb9-2473-44e7-9076-06ffaef1090d req-dc555cd6-b791-4f82-8f96-fdce2d4a05a9 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:33.168703 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-924bbdb9-2473-44e7-9076-06ffaef1090d req-dc555cd6-b791-4f82-8f96-fdce2d4a05a9 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.0752337 Feb 04 12:07:33.217702 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-924bbdb9-2473-44e7-9076-06ffaef1090d req-bb3ccda4-455e-4ad7-9b98-404386c046a7 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435481 Feb 04 12:07:34.422340 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a89c2-f7e1-46c1-ac4a-0bd19a09c25c req-64e42d7f-b62b-45a1-a5b4-23ddf3d22cd1 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:34.423792 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d22a89c2-f7e1-46c1-ac4a-0bd19a09c25c req-64e42d7f-b62b-45a1-a5b4-23ddf3d22cd1 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.0831261 Feb 04 12:07:34.470629 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d22a89c2-f7e1-46c1-ac4a-0bd19a09c25c req-d7ad76ac-f7c2-42c9-a3d0-a7c9ed02d394 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402679 Feb 04 12:07:35.666015 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553c238-2fc7-4833-b9fd-8588a5103139 req-fb7ab09e-3f2b-4ffc-bfbc-e238eaab4c75 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:35.667443 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6553c238-2fc7-4833-b9fd-8588a5103139 req-fb7ab09e-3f2b-4ffc-bfbc-e238eaab4c75 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.0765631 Feb 04 12:07:35.712983 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6553c238-2fc7-4833-b9fd-8588a5103139 req-ae05d861-855c-43af-9d50-1e45b65c9089 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401230 Feb 04 12:07:36.402101 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:36.925323 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f9514-0ba3-491c-94e7-ed0ccddad916 req-adf66de9-6b46-4b84-b6f6-502b74b8a72a tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:36.927200 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d35f9514-0ba3-491c-94e7-ed0ccddad916 req-adf66de9-6b46-4b84-b6f6-502b74b8a72a tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.0836463 Feb 04 12:07:36.976545 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d35f9514-0ba3-491c-94e7-ed0ccddad916 req-7e813f43-6fb8-4e69-b23a-def225b5d6dc tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435517 Feb 04 12:07:38.181123 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198233a-e003-4f24-8018-b039e81537c5 req-354c6567-1d8e-4276-a41d-be382b6fabec tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:38.182599 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e198233a-e003-4f24-8018-b039e81537c5 req-354c6567-1d8e-4276-a41d-be382b6fabec tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.0779350 Feb 04 12:07:38.228711 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e198233a-e003-4f24-8018-b039e81537c5 req-150f0ce2-5ca6-44e7-86a7-83a995cb9bbc tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404897 Feb 04 12:07:39.432266 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6725a7-0bed-46f2-b1c3-2ae5f4c7e8dc req-d4b341cc-83de-4e4b-bb3f-0c6292d1c117 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:39.433745 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0a6725a7-0bed-46f2-b1c3-2ae5f4c7e8dc req-d4b341cc-83de-4e4b-bb3f-0c6292d1c117 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.0823462 Feb 04 12:07:39.485384 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0a6725a7-0bed-46f2-b1c3-2ae5f4c7e8dc req-5ac36109-9382-47b3-8f48-e5e4f0dedbd5 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455267 Feb 04 12:07:40.679359 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16246a59-87c9-4d92-b19c-5bbf62a052c4 req-28d69b34-0f42-42ce-a8be-125a7ba93b14 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:40.680907 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-16246a59-87c9-4d92-b19c-5bbf62a052c4 req-28d69b34-0f42-42ce-a8be-125a7ba93b14 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.0748272 Feb 04 12:07:40.726575 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-16246a59-87c9-4d92-b19c-5bbf62a052c4 req-33e71b17-ad38-4c3a-bae1-0362a4b02db1 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401971 Feb 04 12:07:40.925167 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5aba145f-9877-4134-b685-b6f444c0ab96 req-6bf2de7b-25df-414a-b2cc-9a70310781f7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0691853 Feb 04 12:07:41.403856 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91c3bc-ae84-449e-a52e-df95ce27c554 req-0ce21660-451d-449d-a7c5-200d04ee7ebb tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:41.405362 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1f91c3bc-ae84-449e-a52e-df95ce27c554 req-0ce21660-451d-449d-a7c5-200d04ee7ebb tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.0824146 Feb 04 12:07:41.453649 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1f91c3bc-ae84-449e-a52e-df95ce27c554 req-9363c8af-d00d-4fc7-9065-75bcac8ca90c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425975 Feb 04 12:07:41.467177 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4085dc4b-3a10-4978-a0e2-60f5942dc0b2 req-c2b0e7c0-8bac-49f6-b7b4-c160c97fd189 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0713921 Feb 04 12:07:42.100401 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0dc9d5c9-6f31-4887-90d9-fc6c0c9a054b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:42.655493 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6035acc-b7b9-4ab3-94a5-037a5824be56 req-67eb4027-63b2-4b03-a093-aa7ca5ea8b84 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:42.656906 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f6035acc-b7b9-4ab3-94a5-037a5824be56 req-67eb4027-63b2-4b03-a093-aa7ca5ea8b84 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.0784469 Feb 04 12:07:42.703074 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f6035acc-b7b9-4ab3-94a5-037a5824be56 req-2d8272b7-cd6a-4779-99a3-565795d75e59 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406084 Feb 04 12:07:43.560680 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4085dc4b-3a10-4978-a0e2-60f5942dc0b2 req-2fa2d245-2a46-4240-b238-7f31343effb7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb454687c52d467f9c138c52573a5e1f&device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 1098 time: 0.0691760 Feb 04 12:07:43.689174 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085dc4b-3a10-4978-a0e2-60f5942dc0b2 req-5a1096d0-adcd-43d0-be56-a22acf39607b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:43.690619 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4085dc4b-3a10-4978-a0e2-60f5942dc0b2 req-5a1096d0-adcd-43d0-be56-a22acf39607b service neutron] 10.222.0.47 "GET /v2.0/networks?id=b043ff06-e03b-4201-a698-02147df07646 HTTP/1.1" status: 200 len: 912 time: 0.1248047 Feb 04 12:07:43.793668 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4085dc4b-3a10-4978-a0e2-60f5942dc0b2 req-deb2c753-13c7-4046-be52-7d577a21dd20 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68fe14f2-0edd-41fa-86f0-da722ed0c7a8 HTTP/1.1" status: 200 len: 1000 time: 0.0969474 Feb 04 12:07:43.902646 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085dc4b-3a10-4978-a0e2-60f5942dc0b2 req-8edeecbe-bc8e-4df1-8424-f133ce54517e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:43.904052 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4085dc4b-3a10-4978-a0e2-60f5942dc0b2 req-8edeecbe-bc8e-4df1-8424-f133ce54517e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=865a859c-4244-4bab-8a5b-81344f003357 HTTP/1.1" status: 200 len: 850 time: 0.1051664 Feb 04 12:07:43.973996 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba21f0-380e-46f4-86be-d5b87b42c0d6 req-579f3bfa-67a2-457e-b44a-5bbf8accc5ab tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:43.975582 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7cba21f0-380e-46f4-86be-d5b87b42c0d6 req-579f3bfa-67a2-457e-b44a-5bbf8accc5ab tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.1471374 Feb 04 12:07:44.022962 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4085dc4b-3a10-4978-a0e2-60f5942dc0b2 req-2a020a09-7e62-4483-b49d-2716f86a0024 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b043ff06-e03b-4201-a698-02147df07646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1123242 Feb 04 12:07:44.049494 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7cba21f0-380e-46f4-86be-d5b87b42c0d6 req-d8ec101e-8bac-4712-8fc8-58a665c1bf42 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677881 Feb 04 12:07:44.249921 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4085dc4b-3a10-4978-a0e2-60f5942dc0b2 req-761d51cc-153d-4b2a-908c-0c0f9c274380 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190361 Feb 04 12:07:44.377131 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4085dc4b-3a10-4978-a0e2-60f5942dc0b2 req-adc94ce6-3b6e-454e-a769-d16fbdf5dc50 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213138 Feb 04 12:07:44.567697 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cf5a3a74-325d-48e3-9cd6-a51d2162d4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:45.254062 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22031dd6-a758-43d3-80a9-5bbe14ffec33 req-f770af7a-784b-461b-9feb-95130aad2844 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:45.255543 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-22031dd6-a758-43d3-80a9-5bbe14ffec33 req-f770af7a-784b-461b-9feb-95130aad2844 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.0771465 Feb 04 12:07:45.303705 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-22031dd6-a758-43d3-80a9-5bbe14ffec33 req-644713d3-66d1-4f8e-aa13-a1468efec8d1 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417168 Feb 04 12:07:45.717009 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:45.767869 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:46.345576 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4085dc4b-3a10-4978-a0e2-60f5942dc0b2 req-3bd35403-c9dc-400e-bb21-152a0252e8ad service neutron] 10.222.0.47 "GET /v2.0/ports/68fe14f2-0edd-41fa-86f0-da722ed0c7a8/bindings/hv-neutron-8278 HTTP/1.1" status: 200 len: 384 time: 0.0820053 Feb 04 12:07:46.510575 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da831776-72cf-4321-ab9c-8da7f7ce2a1d req-920e04bb-b2a6-4e79-8dbb-5b04e0a43a90 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:46.511892 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-da831776-72cf-4321-ab9c-8da7f7ce2a1d req-920e04bb-b2a6-4e79-8dbb-5b04e0a43a90 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.0824945 Feb 04 12:07:46.556277 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-da831776-72cf-4321-ab9c-8da7f7ce2a1d req-8405d912-2f79-40c5-9e71-3ef8d3acf170 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388815 Feb 04 12:07:46.945109 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:46.953571 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4085dc4b-3a10-4978-a0e2-60f5942dc0b2 req-0e19a627-4c94-4f34-b9cd-e42959f6bc24 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408&tenant_id=fb454687c52d467f9c138c52573a5e1f HTTP/1.1" status: 200 len: 1098 time: 0.0676579 Feb 04 12:07:47.047602 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4085dc4b-3a10-4978-a0e2-60f5942dc0b2 req-e291bf62-1f12-4595-a80f-a1f89a978a83 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb454687c52d467f9c138c52573a5e1f&device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 1098 time: 0.0715177 Feb 04 12:07:47.180621 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085dc4b-3a10-4978-a0e2-60f5942dc0b2 req-50e9e176-0968-4aa9-b72a-bcf0448a46c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:47.182081 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4085dc4b-3a10-4978-a0e2-60f5942dc0b2 req-50e9e176-0968-4aa9-b72a-bcf0448a46c2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b043ff06-e03b-4201-a698-02147df07646 HTTP/1.1" status: 200 len: 912 time: 0.1282065 Feb 04 12:07:47.278175 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4085dc4b-3a10-4978-a0e2-60f5942dc0b2 req-f7881f89-8b75-474d-8e81-689314e94d62 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68fe14f2-0edd-41fa-86f0-da722ed0c7a8 HTTP/1.1" status: 200 len: 1000 time: 0.0904357 Feb 04 12:07:47.341056 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085dc4b-3a10-4978-a0e2-60f5942dc0b2 req-884620f5-201c-4a33-b683-96b1e29561af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:47.342459 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4085dc4b-3a10-4978-a0e2-60f5942dc0b2 req-884620f5-201c-4a33-b683-96b1e29561af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=865a859c-4244-4bab-8a5b-81344f003357 HTTP/1.1" status: 200 len: 850 time: 0.0590758 Feb 04 12:07:47.414605 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4085dc4b-3a10-4978-a0e2-60f5942dc0b2 req-7235e25a-89b9-4516-91f5-62f7e9d9483d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b043ff06-e03b-4201-a698-02147df07646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661948 Feb 04 12:07:47.545518 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4085dc4b-3a10-4978-a0e2-60f5942dc0b2 req-988a741a-c6c7-4307-b748-cc8d45eac3d4 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251683 Feb 04 12:07:47.683461 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4085dc4b-3a10-4978-a0e2-60f5942dc0b2 req-867b62c7-d902-483c-b8d9-df106afe30bb service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317408 Feb 04 12:07:47.755381 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6847459-4d3d-40ee-b5d8-4507a63218c3 req-996c52cd-8ee3-4863-a5c6-a74a7294459a tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:47.757290 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b6847459-4d3d-40ee-b5d8-4507a63218c3 req-996c52cd-8ee3-4863-a5c6-a74a7294459a tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.0789633 Feb 04 12:07:47.801771 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b6847459-4d3d-40ee-b5d8-4507a63218c3 req-51f7e864-7bb9-40ce-b5e8-c6641d3da0cf tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388978 Feb 04 12:07:49.000286 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327bc2c-3595-456d-8100-afc388bc0764 req-c8342f2d-11de-4730-ae8b-0ed375f577a6 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:49.001701 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3327bc2c-3595-456d-8100-afc388bc0764 req-c8342f2d-11de-4730-ae8b-0ed375f577a6 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.0784316 Feb 04 12:07:49.046686 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3327bc2c-3595-456d-8100-afc388bc0764 req-82f097e9-d542-4d12-ae20-fbc0e4c2ae5c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393095 Feb 04 12:07:50.251327 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042d521-8f6d-4fcf-b38a-f04c73beaba0 req-20e7a315-ce11-445d-9814-c8aa3835f9ac tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:50.252759 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d042d521-8f6d-4fcf-b38a-f04c73beaba0 req-20e7a315-ce11-445d-9814-c8aa3835f9ac tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.0791721 Feb 04 12:07:50.297861 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d042d521-8f6d-4fcf-b38a-f04c73beaba0 req-b0029fae-58a6-42e4-9ef9-59e1286d33f0 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393341 Feb 04 12:07:51.281771 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 68fe14f2-0edd-41fa-86f0-da722ed0c7a8 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:07:51.285512 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 68fe14f2-0edd-41fa-86f0-da722ed0c7a8 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:07:51.541253 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:51.563776 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 68fe14f2-0edd-41fa-86f0-da722ed0c7a8, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=68fe14f2-0edd-41fa-86f0-da722ed0c7a8,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:07:51.570564 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb0fe7-bacc-4e23-ac5b-06c5d883fe9d req-d66e4b36-d198-4cc8-8888-48c5756544d0 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:51.572897 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f1cb0fe7-bacc-4e23-ac5b-06c5d883fe9d req-d66e4b36-d198-4cc8-8888-48c5756544d0 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.1135061 Feb 04 12:07:51.593444 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': '68fe14f2-0edd-41fa-86f0-da722ed0c7a8', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'port_id': '68fe14f2-0edd-41fa-86f0-da722ed0c7a8', 'mac_address': 'fa:16:3e:72:e0:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '865a859c-4244-4bab-8a5b-81344f003357', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:07:51.619063 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f1cb0fe7-bacc-4e23-ac5b-06c5d883fe9d req-3f381646-ff95-4d42-b1b6-08e47b235271 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404685 Feb 04 12:07:51.624676 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bebe64d-c367-45cb-b91a-4b2c10739408', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68fe14f2-0edd-41fa-86f0-da722ed0c7a8'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:07:51.644845 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 68fe14f2-0edd-41fa-86f0-da722ed0c7a8, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=68fe14f2-0edd-41fa-86f0-da722ed0c7a8,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:07:51.664162 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:51.683985 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68fe14f2-0edd-41fa-86f0-da722ed0c7a8 {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:07:51.717092 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:51.756212 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bebe64d-c367-45cb-b91a-4b2c10739408', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68fe14f2-0edd-41fa-86f0-da722ed0c7a8', 'code': 200} Feb 04 12:07:51.834606 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:07:51.834946 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:07:51.837699 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=68fe14f2-0edd-41fa-86f0-da722ed0c7a8,revision_number=6']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:07:51.846117 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:51.846457 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:51.846791 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:51.847120 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:51.847447 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:51.847769 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:51.848088 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:51.848406 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:51.848722 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:51.849043 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:51.849389 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:52.156061 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87299aba-6d2c-411d-a2f3-df0e4c0ab6b5 req-814ff7c9-2935-4f22-b6be-ea7f34a9acba tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:52.157492 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-87299aba-6d2c-411d-a2f3-df0e4c0ab6b5 req-814ff7c9-2935-4f22-b6be-ea7f34a9acba tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 943 time: 0.0850883 Feb 04 12:07:52.186479 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb093f0-4e00-4151-bae0-396a5ecff4a0 req-2090a4c9-d74f-47cf-a9fc-89b5802f31f9 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:52.187887 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7bb093f0-4e00-4151-bae0-396a5ecff4a0 req-2090a4c9-d74f-47cf-a9fc-89b5802f31f9 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408&tenant_id=fb454687c52d467f9c138c52573a5e1f&binding%3Ahost_id=hv-neutron-8278 HTTP/1.1" status: 200 len: 943 time: 0.0854611 Feb 04 12:07:52.206131 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-87299aba-6d2c-411d-a2f3-df0e4c0ab6b5 req-812fbeac-d3db-473b-afec-16b4aad60370 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415797 Feb 04 12:07:52.328990 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7bb093f0-4e00-4151-bae0-396a5ecff4a0 req-76796b13-9af9-4c6e-b804-a6cdb48adefb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb454687c52d467f9c138c52573a5e1f&device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 1096 time: 0.0709763 Feb 04 12:07:52.387882 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:52.405012 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68fe14f2-0edd-41fa-86f0-da722ed0c7a8 {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:07:52.419575 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 68fe14f2-0edd-41fa-86f0-da722ed0c7a8, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=68fe14f2-0edd-41fa-86f0-da722ed0c7a8,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:07:52.458428 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb093f0-4e00-4151-bae0-396a5ecff4a0 req-2ff95d18-5426-4b90-8ad0-02e4c957d2e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:52.460360 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7bb093f0-4e00-4151-bae0-396a5ecff4a0 req-2ff95d18-5426-4b90-8ad0-02e4c957d2e0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b043ff06-e03b-4201-a698-02147df07646 HTTP/1.1" status: 200 len: 912 time: 0.1253638 Feb 04 12:07:52.499194 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:52.563824 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['68fe14f2-0edd-41fa-86f0-da722ed0c7a8'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:07:52.603654 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=68fe14f2-0edd-41fa-86f0-da722ed0c7a8,revision_number=7']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:07:52.675689 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7bb093f0-4e00-4151-bae0-396a5ecff4a0 req-65d1a354-5578-407c-b95c-6b65974837d2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68fe14f2-0edd-41fa-86f0-da722ed0c7a8 HTTP/1.1" status: 200 len: 999 time: 0.2091005 Feb 04 12:07:52.779945 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb093f0-4e00-4151-bae0-396a5ecff4a0 req-cf8f05ff-8ef3-4e43-86fd-2567a8bd480b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:52.782292 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7bb093f0-4e00-4151-bae0-396a5ecff4a0 req-cf8f05ff-8ef3-4e43-86fd-2567a8bd480b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=865a859c-4244-4bab-8a5b-81344f003357 HTTP/1.1" status: 200 len: 850 time: 0.1006017 Feb 04 12:07:52.885562 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7bb093f0-4e00-4151-bae0-396a5ecff4a0 req-a20a7d03-e332-411b-89ef-4c99265d2d74 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b043ff06-e03b-4201-a698-02147df07646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0971012 Feb 04 12:07:53.027494 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7bb093f0-4e00-4151-bae0-396a5ecff4a0 req-76afd105-1037-468f-8b0a-c2c09d15bf7f service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350231 Feb 04 12:07:53.187063 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7bb093f0-4e00-4151-bae0-396a5ecff4a0 req-7277ad83-41af-4d50-b686-7d2df7fec37f service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536975 Feb 04 12:07:53.288013 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 68fe14f2-0edd-41fa-86f0-da722ed0c7a8 up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:07:53.368942 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port 68fe14f2-0edd-41fa-86f0-da722ed0c7a8 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:07:53.369539 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:53.474133 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1886f7-dca8-4016-a79a-9cc2bb29f8b1 req-4e123356-4ce6-4e0e-bc2f-4471ab501fdf tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:53.477543 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fa1886f7-dca8-4016-a79a-9cc2bb29f8b1 req-4e123356-4ce6-4e0e-bc2f-4471ab501fdf tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 944 time: 0.1016951 Feb 04 12:07:53.533445 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fa1886f7-dca8-4016-a79a-9cc2bb29f8b1 req-6e02a1c0-a061-4cb6-aa02-0bdc8b7d8c7e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482464 Feb 04 12:07:53.544182 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:53.582513 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 68fe14f2-0edd-41fa-86f0-da722ed0c7a8, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=68fe14f2-0edd-41fa-86f0-da722ed0c7a8,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:07:53.636363 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:53.702019 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=68fe14f2-0edd-41fa-86f0-da722ed0c7a8,revision_number=8']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:07:53.757401 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bebe64d-c367-45cb-b91a-4b2c10739408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68fe14f2-0edd-41fa-86f0-da722ed0c7a8'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:07:53.813405 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bebe64d-c367-45cb-b91a-4b2c10739408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68fe14f2-0edd-41fa-86f0-da722ed0c7a8', 'code': 200} Feb 04 12:07:54.718817 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:07:54.736347 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34e68c-05ff-44ed-a7d3-74f42a6b36f3 req-7c350161-ee9a-4a64-b819-938a17386f2f tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:54.737780 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2f34e68c-05ff-44ed-a7d3-74f42a6b36f3 req-7c350161-ee9a-4a64-b819-938a17386f2f tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.0776544 Feb 04 12:07:54.785182 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2f34e68c-05ff-44ed-a7d3-74f42a6b36f3 req-14ba80dd-e7f5-4aa5-9a5e-96e71e523b78 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406389 Feb 04 12:07:54.980060 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b466459-582d-4b71-b1e4-fd44e66e6b7c req-137a2b5e-9821-41ac-84cd-efa9baaa959c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:54.981490 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7b466459-582d-4b71-b1e4-fd44e66e6b7c req-137a2b5e-9821-41ac-84cd-efa9baaa959c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.0753140 Feb 04 12:07:55.030550 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7b466459-582d-4b71-b1e4-fd44e66e6b7c req-e29f303f-93a3-49dd-9478-fe504b1855cb tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435619 Feb 04 12:07:55.519273 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e61b4b-2d81-4a59-9d43-80ca29800a0a req-40aab8a2-a096-4bd4-96b7-c9e905e71964 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:55.520634 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-18e61b4b-2d81-4a59-9d43-80ca29800a0a req-40aab8a2-a096-4bd4-96b7-c9e905e71964 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.0774543 Feb 04 12:07:55.569159 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-18e61b4b-2d81-4a59-9d43-80ca29800a0a req-ad50ad19-1a80-4dd0-9ec7-4b36c8e69c96 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419283 Feb 04 12:07:55.632347 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8ed4279f-dcaa-4ff3-86d0-7732d0c3c1f7 req-8464ec2c-1cf1-4e95-9e5c-c648cbea9616 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb454687c52d467f9c138c52573a5e1f&device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 1098 time: 0.0813286 Feb 04 12:07:55.779191 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4279f-dcaa-4ff3-86d0-7732d0c3c1f7 req-befbaba8-1f43-441d-9f80-a10069136bad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:55.780519 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8ed4279f-dcaa-4ff3-86d0-7732d0c3c1f7 req-befbaba8-1f43-441d-9f80-a10069136bad service neutron] 10.222.0.47 "GET /v2.0/networks?id=b043ff06-e03b-4201-a698-02147df07646 HTTP/1.1" status: 200 len: 912 time: 0.1424396 Feb 04 12:07:55.884417 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8ed4279f-dcaa-4ff3-86d0-7732d0c3c1f7 req-2f3d5898-d87c-4db5-a537-e4e817329760 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68fe14f2-0edd-41fa-86f0-da722ed0c7a8 HTTP/1.1" status: 200 len: 1000 time: 0.0979588 Feb 04 12:07:55.957036 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4279f-dcaa-4ff3-86d0-7732d0c3c1f7 req-0a33d12a-874c-42af-b310-04a9e8d9297f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:55.960063 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8ed4279f-dcaa-4ff3-86d0-7732d0c3c1f7 req-0a33d12a-874c-42af-b310-04a9e8d9297f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=865a859c-4244-4bab-8a5b-81344f003357 HTTP/1.1" status: 200 len: 850 time: 0.0701423 Feb 04 12:07:56.049040 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8ed4279f-dcaa-4ff3-86d0-7732d0c3c1f7 req-ebe2913b-d769-4f70-b4fa-0abf11ab89eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b043ff06-e03b-4201-a698-02147df07646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826867 Feb 04 12:07:56.187411 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8ed4279f-dcaa-4ff3-86d0-7732d0c3c1f7 req-2f64e7d4-3d31-4b97-8da6-9e852e48ab54 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322660 Feb 04 12:07:56.332435 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8ed4279f-dcaa-4ff3-86d0-7732d0c3c1f7 req-2d8c3f9e-1087-42b7-8de3-532f60adc019 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388769 Feb 04 12:07:56.772101 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354ab42-2e07-4e43-a31c-6e9658239277 req-b3eea4c3-c0b6-4fb9-b1be-2e232dcabd61 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:56.773681 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1354ab42-2e07-4e43-a31c-6e9658239277 req-b3eea4c3-c0b6-4fb9-b1be-2e232dcabd61 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.0785177 Feb 04 12:07:56.822138 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1354ab42-2e07-4e43-a31c-6e9658239277 req-f388923a-d1d1-4f90-a10f-f44014be9007 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427527 Feb 04 12:07:58.104817 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2d259-8b0a-42d0-a71f-f11622e189ba req-551e95a7-a20a-4dd4-960e-80c47430840b tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:58.106174 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b3f2d259-8b0a-42d0-a71f-f11622e189ba req-551e95a7-a20a-4dd4-960e-80c47430840b tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.1606600 Feb 04 12:07:58.151179 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b3f2d259-8b0a-42d0-a71f-f11622e189ba req-06139cba-0a61-4b53-ba1e-6324134288db tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394564 Feb 04 12:07:58.796451 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5272f-db5a-44b1-a5d3-f511749934ac req-6a2cf0d2-d970-4201-ab98-a892bac3ed76 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:58.797952 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ada5272f-db5a-44b1-a5d3-f511749934ac req-6a2cf0d2-d970-4201-ab98-a892bac3ed76 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.0791068 Feb 04 12:07:58.846125 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ada5272f-db5a-44b1-a5d3-f511749934ac req-465da108-1bc0-4b10-92db-03cac19104f2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416369 Feb 04 12:08:00.050437 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a61e6-99a2-4759-ad0c-803293850958 req-887fb2a9-5d6c-4639-b9b5-2746f9d10204 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:00.051911 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9b2a61e6-99a2-4759-ad0c-803293850958 req-887fb2a9-5d6c-4639-b9b5-2746f9d10204 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.0826757 Feb 04 12:08:00.101257 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9b2a61e6-99a2-4759-ad0c-803293850958 req-eb87ab3d-28f1-4239-94dd-8aacbeee8581 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432343 Feb 04 12:08:00.706285 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32616f03-ff5b-4048-8632-f6d62c77e723 req-bd9a387e-070f-47fc-91a3-1ef4e3881b72 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:00.707682 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-32616f03-ff5b-4048-8632-f6d62c77e723 req-bd9a387e-070f-47fc-91a3-1ef4e3881b72 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.1663022 Feb 04 12:08:00.776315 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-32616f03-ff5b-4048-8632-f6d62c77e723 req-ced59e77-0f22-4a86-bd69-9049eb17e2be tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Deleting port 68fe14f2-0edd-41fa-86f0-da722ed0c7a8 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:08:00.776647 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-32616f03-ff5b-4048-8632-f6d62c77e723 req-ced59e77-0f22-4a86-bd69-9049eb17e2be tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:01.024105 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-32616f03-ff5b-4048-8632-f6d62c77e723 req-ced59e77-0f22-4a86-bd69-9049eb17e2be tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] For port 68fe14f2-0edd-41fa-86f0-da722ed0c7a8, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=68fe14f2-0edd-41fa-86f0-da722ed0c7a8,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:08:01.024389 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-32616f03-ff5b-4048-8632-f6d62c77e723 req-ced59e77-0f22-4a86-bd69-9049eb17e2be tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:01.310745 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8250e-a15c-466a-941e-648a4f7b2d95 req-6ca48fc1-7b25-4d05-8edd-dfbf8733e048 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:01.312098 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0ae8250e-a15c-466a-941e-648a4f7b2d95 req-6ca48fc1-7b25-4d05-8edd-dfbf8733e048 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 945 time: 0.0827332 Feb 04 12:08:01.324230 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-32616f03-ff5b-4048-8632-f6d62c77e723 req-ced59e77-0f22-4a86-bd69-9049eb17e2be tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:01.324898 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-32616f03-ff5b-4048-8632-f6d62c77e723 req-ced59e77-0f22-4a86-bd69-9049eb17e2be tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:01.325034 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.l3_db [req-32616f03-ff5b-4048-8632-f6d62c77e723 req-ced59e77-0f22-4a86-bd69-9049eb17e2be tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Floating IP 750a5206-8613-448c-a908-8b6456011197 disassociated. External IP: 172.26.3.45, port: 68fe14f2-0edd-41fa-86f0-da722ed0c7a8. Feb 04 12:08:01.325274 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-32616f03-ff5b-4048-8632-f6d62c77e723 req-ced59e77-0f22-4a86-bd69-9049eb17e2be tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Calling delete_port for 68fe14f2-0edd-41fa-86f0-da722ed0c7a8 owned by compute:nova {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:08:01.359505 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0ae8250e-a15c-466a-941e-648a4f7b2d95 req-a2863585-6c4d-417a-8de5-1e1189847eb7 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415120 Feb 04 12:08:01.548431 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-32616f03-ff5b-4048-8632-f6d62c77e723 req-ced59e77-0f22-4a86-bd69-9049eb17e2be tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:01.600221 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced59e77-0f22-4a86-bd69-9049eb17e2be tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Pushing event deleted for resources: {'Port': ['ID=68fe14f2-0edd-41fa-86f0-da722ed0c7a8,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:01.611937 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced59e77-0f22-4a86-bd69-9049eb17e2be tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:01.612272 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced59e77-0f22-4a86-bd69-9049eb17e2be tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:01.612603 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced59e77-0f22-4a86-bd69-9049eb17e2be tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:01.612923 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced59e77-0f22-4a86-bd69-9049eb17e2be tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:01.613242 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced59e77-0f22-4a86-bd69-9049eb17e2be tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:01.613560 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced59e77-0f22-4a86-bd69-9049eb17e2be tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:01.613873 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced59e77-0f22-4a86-bd69-9049eb17e2be tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:01.614210 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced59e77-0f22-4a86-bd69-9049eb17e2be tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:01.614520 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced59e77-0f22-4a86-bd69-9049eb17e2be tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:01.615400 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced59e77-0f22-4a86-bd69-9049eb17e2be tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:01.616612 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced59e77-0f22-4a86-bd69-9049eb17e2be tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:01.847409 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32616f03-ff5b-4048-8632-f6d62c77e723 req-ced59e77-0f22-4a86-bd69-9049eb17e2be tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Router 94027b61-da46-4648-8e10-523323302276 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:08:02.079687 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32616f03-ff5b-4048-8632-f6d62c77e723 req-ced59e77-0f22-4a86-bd69-9049eb17e2be tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:08:02.089926 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecc730a-ca08-4aa8-8b6d-2873a92bd5f4 None None] Sync routers for ids ['94027b61-da46-4648-8e10-523323302276'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:08:02.113555 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecc730a-ca08-4aa8-8b6d-2873a92bd5f4 None None] Routers {'94027b61-da46-4648-8e10-523323302276'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:08:02.114201 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-8ecc730a-ca08-4aa8-8b6d-2873a92bd5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:07:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['94027b61-da46-4648-8e10-523323302276'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:08:02.155783 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-32616f03-ff5b-4048-8632-f6d62c77e723 req-ced59e77-0f22-4a86-bd69-9049eb17e2be tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] No DVR routers for this DVR port 68fe14f2-0edd-41fa-86f0-da722ed0c7a8 on host hv-neutron-8278 {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:08:02.158824 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-32616f03-ff5b-4048-8632-f6d62c77e723 req-ced59e77-0f22-4a86-bd69-9049eb17e2be tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:02.171332 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bebe64d-c367-45cb-b91a-4b2c10739408', 'name': 'network-vif-deleted', 'tag': '68fe14f2-0edd-41fa-86f0-da722ed0c7a8'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:08:02.260893 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-32616f03-ff5b-4048-8632-f6d62c77e723 req-ced59e77-0f22-4a86-bd69-9049eb17e2be tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.47 "DELETE /v2.0/ports/68fe14f2-0edd-41fa-86f0-da722ed0c7a8 HTTP/1.1" status: 204 len: 173 time: 1.5474870 Feb 04 12:08:02.316449 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bebe64d-c367-45cb-b91a-4b2c10739408', 'name': 'network-vif-deleted', 'tag': '68fe14f2-0edd-41fa-86f0-da722ed0c7a8', 'status': 'completed', 'code': 200} Feb 04 12:08:02.386167 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-8ecc730a-ca08-4aa8-8b6d-2873a92bd5f4 None None] Set router 94027b61-da46-4648-8e10-523323302276 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:08:02.547999 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-59135836-de00-48f6-bf80-73914c4e4ba6 req-a81e9eed-39bf-44d8-b365-2c4f9d685492 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bebe64d-c367-45cb-b91a-4b2c10739408 HTTP/1.1" status: 200 len: 210 time: 0.0473857 Feb 04 12:08:02.760878 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-8ecc730a-ca08-4aa8-8b6d-2873a92bd5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94027b61-da46-4648-8e10-523323302276', 'name': 'tempest-ServerActionsTestJSON-680310543-router', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:44Z', 'updated_at': '2022-02-04T12:05:47Z', 'revision_number': 4, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'gw_port': {'id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:45Z', 'updated_at': '2022-02-04T12:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '621a1403-28b2-4794-b8b7-d3c725451e14', 'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'mac_address': 'fa:16:3e:15:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865a859c-4244-4bab-8a5b-81344f003357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:47Z', 'updated_at': '2022-02-04T12:06:05Z', 'revision_number': 5, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'subnets': [{'id': '865a859c-4244-4bab-8a5b-81344f003357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:08:02.765252 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecc730a-ca08-4aa8-8b6d-2873a92bd5f4 None None] Checking router: 94027b61-da46-4648-8e10-523323302276 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:08:02.777248 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecc730a-ca08-4aa8-8b6d-2873a92bd5f4 None None] Routers {'94027b61-da46-4648-8e10-523323302276'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:08:02.777853 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-8ecc730a-ca08-4aa8-8b6d-2873a92bd5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:07:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['94027b61-da46-4648-8e10-523323302276'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:08:02.969563 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-8ecc730a-ca08-4aa8-8b6d-2873a92bd5f4 None None] Set router 94027b61-da46-4648-8e10-523323302276 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:08:03.331534 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-8ecc730a-ca08-4aa8-8b6d-2873a92bd5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94027b61-da46-4648-8e10-523323302276', 'name': 'tempest-ServerActionsTestJSON-680310543-router', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:44Z', 'updated_at': '2022-02-04T12:05:47Z', 'revision_number': 4, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'gw_port': {'id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:45Z', 'updated_at': '2022-02-04T12:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '621a1403-28b2-4794-b8b7-d3c725451e14', 'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'mac_address': 'fa:16:3e:15:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865a859c-4244-4bab-8a5b-81344f003357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:47Z', 'updated_at': '2022-02-04T12:06:05Z', 'revision_number': 5, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'subnets': [{'id': '865a859c-4244-4bab-8a5b-81344f003357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:08:03.336024 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecc730a-ca08-4aa8-8b6d-2873a92bd5f4 None None] The sync data for ids ['94027b61-da46-4648-8e10-523323302276'] in dv-neutron-827825-2-hyperv is: [{'id': '94027b61-da46-4648-8e10-523323302276', 'name': 'tempest-ServerActionsTestJSON-680310543-router', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:44Z', 'updated_at': '2022-02-04T12:05:47Z', 'revision_number': 4, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'gw_port': {'id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:45Z', 'updated_at': '2022-02-04T12:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '621a1403-28b2-4794-b8b7-d3c725451e14', 'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'mac_address': 'fa:16:3e:15:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865a859c-4244-4bab-8a5b-81344f003357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:47Z', 'updated_at': '2022-02-04T12:06:05Z', 'revision_number': 5, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'subnets': [{'id': '865a859c-4244-4bab-8a5b-81344f003357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:08:03.595234 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382b02ee-4885-4836-9e4d-61b2b64cb1e5 None None] New status for floating IP 750a5206-8613-448c-a908-8b6456011197: DOWN {{(pid=84207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 12:08:04.034926 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-18fe3d4c-54fa-497e-a203-c7754097b9ca tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--916162860&fields=id&tenant_id=fb454687c52d467f9c138c52573a5e1f HTTP/1.1" status: 200 len: 267 time: 0.0547221 Feb 04 12:08:04.330527 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-ac9dd164-7563-41f1-99ba-9c4d2455f044 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:04.332055 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-ac9dd164-7563-41f1-99ba-9c4d2455f044 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/networks?id=b043ff06-e03b-4201-a698-02147df07646 HTTP/1.1" status: 200 len: 811 time: 0.2879663 Feb 04 12:08:04.350924 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-40b7cce7-1a15-4664-8bbb-88d629e6b5e4 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/quotas/fb454687c52d467f9c138c52573a5e1f HTTP/1.1" status: 200 len: 375 time: 0.0122392 Feb 04 12:08:04.441249 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-b9ee4cc9-55f8-4d4d-a1e1-e4bb7e4b83f4 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Synchronizing usage tracker for tenant:fb454687c52d467f9c138c52573a5e1f on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:08:04.523126 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-b9ee4cc9-55f8-4d4d-a1e1-e4bb7e4b83f4 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Unset dirty status for tenant:fb454687c52d467f9c138c52573a5e1f on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:08:04.524429 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-b9ee4cc9-55f8-4d4d-a1e1-e4bb7e4b83f4 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb454687c52d467f9c138c52573a5e1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1658971 Feb 04 12:08:04.613868 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-1fa3df50-1a4b-42d1-98f5-42c6ef2107cf service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 12:08:04.615003 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-1fa3df50-1a4b-42d1-98f5-42c6ef2107cf service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0792456 Feb 04 12:08:04.761331 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-e5eef4fa-1dc6-47a5-be9d-f2e1a624bf39 service neutron] 10.222.0.21 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384892 Feb 04 12:08:04.899426 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-f95b0f66-ef32-45a6-b666-4003f50d9413 service neutron] 10.222.0.21 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324935 Feb 04 12:08:05.171223 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-21898dbb-7274-4404-9f05-06f31b959700 req-21395688-b1b1-49b4-be0b-aa621a3bc084 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0476079 Feb 04 12:08:05.447554 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 68fe14f2-0edd-41fa-86f0-da722ed0c7a8 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:08:05.478843 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] No Port match for: 68fe14f2-0edd-41fa-86f0-da722ed0c7a8 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:08:05.479595 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 68fe14f2-0edd-41fa-86f0-da722ed0c7a8 not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:08:05.518701 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [req-245fa3ae-2dcb-4d3a-a52d-8ad642b53914 req-1e281009-24e2-45d9-ac85-820d428a2204 tempest-TestVolumeBootPattern-1920127330 tempest-TestVolumeBootPattern-1920127330-project] (84205) timed out ('10.222.0.47', 50032) {{(pid=84205) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 12:08:06.355872 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-26d24571-b142-4fa8-bf33-608a91b708a7 req-6e05925b-6076-4de5-8bcd-c0fe3c67154e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0473166 Feb 04 12:08:06.402908 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:07.526252 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-dd032131-dd12-4661-9915-0b9dbf60ff7b req-6cb99c67-e620-4e1e-b672-89a4d909c1b5 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0431931 Feb 04 12:08:07.617955 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-768c1d61-e1ed-4583-a94a-9004cb414c5c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:07.619472 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-768c1d61-e1ed-4583-a94a-9004cb414c5c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.47 "GET /v2.0/networks?id=b043ff06-e03b-4201-a698-02147df07646 HTTP/1.1" status: 200 len: 811 time: 0.1540284 Feb 04 12:08:07.684170 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-e80be4cb-c87d-4a8c-a882-a40812e682e7 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb454687c52d467f9c138c52573a5e1f HTTP/1.1" status: 200 len: 379 time: 0.0515721 Feb 04 12:08:07.694862 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-a0667366-cb0b-4e9c-9f20-b12463801983 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Request body: {'port': {'device_id': '3aa1d372-6635-4779-ab97-44062b27d0f4', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'admin_state_up': True, 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'security_groups': ['8bdfc71d-ca8a-417a-84c5-54ea4956071e']}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:08:07.844341 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-a0667366-cb0b-4e9c-9f20-b12463801983 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:08:07.856480 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-a0667366-cb0b-4e9c-9f20-b12463801983 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:08:07.951201 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-a0667366-cb0b-4e9c-9f20-b12463801983 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Made reservation on behalf of fb454687c52d467f9c138c52573a5e1f for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:08:07.954324 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-a0667366-cb0b-4e9c-9f20-b12463801983 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:08.137769 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-a0667366-cb0b-4e9c-9f20-b12463801983 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Allocated IP 172.20.0.9 (b043ff06-e03b-4201-a698-02147df07646/865a859c-4244-4bab-8a5b-81344f003357/f821a8ce-55cc-4617-8ef4-b7771ccac6d3) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:08:08.348951 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-a0667366-cb0b-4e9c-9f20-b12463801983 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:08.365951 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-a0667366-cb0b-4e9c-9f20-b12463801983 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Transition to ACTIVE for port object f821a8ce-55cc-4617-8ef4-b7771ccac6d3 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:08:08.488770 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-a0667366-cb0b-4e9c-9f20-b12463801983 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:08.563221 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-a0667366-cb0b-4e9c-9f20-b12463801983 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Network b043ff06-e03b-4201-a698-02147df07646 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:08:08.566716 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-a0667366-cb0b-4e9c-9f20-b12463801983 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:08:08.571500 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-a0667366-cb0b-4e9c-9f20-b12463801983 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:08:08.620716 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0667366-cb0b-4e9c-9f20-b12463801983 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Pushing event updated for resources: {'Port': ['ID=f821a8ce-55cc-4617-8ef4-b7771ccac6d3,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:08.674659 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-a0667366-cb0b-4e9c-9f20-b12463801983 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:08.675667 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-a0667366-cb0b-4e9c-9f20-b12463801983 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:08.787783 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-a0667366-cb0b-4e9c-9f20-b12463801983 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0972106 Feb 04 12:08:08.799545 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-8929ca57-60fd-423b-9ed0-dd78e80032c8 service neutron] Request body: {'port': {'device_id': '3aa1d372-6635-4779-ab97-44062b27d0f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:08:08.899495 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605932a-3c1d-41b6-838a-cf815af5d2cf req-1363eb54-a176-4870-b687-c33e14bf4652 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:08.900163 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-a605932a-3c1d-41b6-838a-cf815af5d2cf req-1363eb54-a176-4870-b687-c33e14bf4652 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Synchronizing usage tracker for tenant:fb454687c52d467f9c138c52573a5e1f on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:08:08.936180 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-8929ca57-60fd-423b-9ed0-dd78e80032c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:09.008108 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-8221cde1-57f9-4543-8594-f3a2fb7a6ebc None None] Provisioning for port f821a8ce-55cc-4617-8ef4-b7771ccac6d3 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:08:09.013505 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-8221cde1-57f9-4543-8594-f3a2fb7a6ebc None None] Provisioning complete for port f821a8ce-55cc-4617-8ef4-b7771ccac6d3 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:08:09.013873 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8221cde1-57f9-4543-8594-f3a2fb7a6ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:09.051818 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-a605932a-3c1d-41b6-838a-cf815af5d2cf req-1363eb54-a176-4870-b687-c33e14bf4652 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Unset dirty status for tenant:fb454687c52d467f9c138c52573a5e1f on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:08:09.053617 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a605932a-3c1d-41b6-838a-cf815af5d2cf req-1363eb54-a176-4870-b687-c33e14bf4652 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 931 time: 0.3339732 Feb 04 12:08:09.068803 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-8221cde1-57f9-4543-8594-f3a2fb7a6ebc None None] Port f821a8ce-55cc-4617-8ef4-b7771ccac6d3 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:08:09.279017 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a605932a-3c1d-41b6-838a-cf815af5d2cf req-620d5d92-ec5d-4b26-99ca-d9bc7e11f526 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2187772 Feb 04 12:08:09.403611 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-8929ca57-60fd-423b-9ed0-dd78e80032c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f821a8ce-55cc-4617-8ef4-b7771ccac6d3 {{(pid=84205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:08:09.410217 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-8929ca57-60fd-423b-9ed0-dd78e80032c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:09.424448 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-8929ca57-60fd-423b-9ed0-dd78e80032c8 service neutron] Transition to ACTIVE for port object f821a8ce-55cc-4617-8ef4-b7771ccac6d3 will not be triggered until provisioned by entity L2. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:08:09.485137 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-8929ca57-60fd-423b-9ed0-dd78e80032c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:09.611937 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8929ca57-60fd-423b-9ed0-dd78e80032c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f821a8ce-55cc-4617-8ef4-b7771ccac6d3,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:09.727936 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-8929ca57-60fd-423b-9ed0-dd78e80032c8 service neutron] Attempting to bind port f821a8ce-55cc-4617-8ef4-b7771ccac6d3 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:08:09.728719 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-8929ca57-60fd-423b-9ed0-dd78e80032c8 service neutron] Attempting to bind port f821a8ce-55cc-4617-8ef4-b7771ccac6d3 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'b7236678-324f-4abe-a2a3-1e7f9b64bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b043ff06-e03b-4201-a698-02147df07646'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:08:09.728719 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-8929ca57-60fd-423b-9ed0-dd78e80032c8 service neutron] Attempting to bind port f821a8ce-55cc-4617-8ef4-b7771ccac6d3 on network b043ff06-e03b-4201-a698-02147df07646 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:08:09.736128 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-8929ca57-60fd-423b-9ed0-dd78e80032c8 service neutron] Port f821a8ce-55cc-4617-8ef4-b7771ccac6d3 on network b043ff06-e03b-4201-a698-02147df07646 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 12:08:09.736570 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-8929ca57-60fd-423b-9ed0-dd78e80032c8 service neutron] Attempting to bind port f821a8ce-55cc-4617-8ef4-b7771ccac6d3 on network b043ff06-e03b-4201-a698-02147df07646 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:08:09.747255 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-8929ca57-60fd-423b-9ed0-dd78e80032c8 service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:08:09.747585 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-8929ca57-60fd-423b-9ed0-dd78e80032c8 service neutron] Checking segment: {'id': 'b7236678-324f-4abe-a2a3-1e7f9b64bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b043ff06-e03b-4201-a698-02147df07646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:08:09.747968 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-8929ca57-60fd-423b-9ed0-dd78e80032c8 service neutron] Bound using segment: {'id': 'b7236678-324f-4abe-a2a3-1e7f9b64bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b043ff06-e03b-4201-a698-02147df07646'} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:08:09.748393 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-8929ca57-60fd-423b-9ed0-dd78e80032c8 service neutron] Bound port: f821a8ce-55cc-4617-8ef4-b7771ccac6d3, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7236678-324f-4abe-a2a3-1e7f9b64bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b043ff06-e03b-4201-a698-02147df07646'}}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:08:09.748735 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-8929ca57-60fd-423b-9ed0-dd78e80032c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:09.842579 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-8929ca57-60fd-423b-9ed0-dd78e80032c8 service neutron] For port f821a8ce-55cc-4617-8ef4-b7771ccac6d3, host hv-neutron-8278, cleared binding levels {{(pid=84205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:08:09.845459 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-8929ca57-60fd-423b-9ed0-dd78e80032c8 service neutron] For port f821a8ce-55cc-4617-8ef4-b7771ccac6d3, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f821a8ce-55cc-4617-8ef4-b7771ccac6d3,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:08:09.911490 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-8929ca57-60fd-423b-9ed0-dd78e80032c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:09.976601 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-8929ca57-60fd-423b-9ed0-dd78e80032c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:09.978012 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-8929ca57-60fd-423b-9ed0-dd78e80032c8 service neutron] 10.222.0.47 "PUT /v2.0/ports/f821a8ce-55cc-4617-8ef4-b7771ccac6d3 HTTP/1.1" status: 200 len: 1093 time: 1.1823792 Feb 04 12:08:09.978450 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa1d372-6635-4779-ab97-44062b27d0f4', 'tag': 'f821a8ce-55cc-4617-8ef4-b7771ccac6d3'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:08:09.999324 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8929ca57-60fd-423b-9ed0-dd78e80032c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f821a8ce-55cc-4617-8ef4-b7771ccac6d3,revision_number=3']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:10.037685 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa1d372-6635-4779-ab97-44062b27d0f4', 'tag': 'f821a8ce-55cc-4617-8ef4-b7771ccac6d3', 'status': 'completed', 'code': 200} Feb 04 12:08:10.138210 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-130b9f11-8274-4c16-8d21-346617025708 req-ecc03667-c150-4628-8379-574d1ba51373 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb454687c52d467f9c138c52573a5e1f&device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 1096 time: 0.0812137 Feb 04 12:08:10.285262 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b9f11-8274-4c16-8d21-346617025708 req-d10a5d0b-4b0d-45a8-bac2-ca3b077a4535 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:10.286647 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-130b9f11-8274-4c16-8d21-346617025708 req-d10a5d0b-4b0d-45a8-bac2-ca3b077a4535 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=fb454687c52d467f9c138c52573a5e1f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1419568 Feb 04 12:08:10.468770 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b9f11-8274-4c16-8d21-346617025708 req-12b64e0f-2b69-4ac6-bbef-464bc52cca0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:10.470186 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-130b9f11-8274-4c16-8d21-346617025708 req-12b64e0f-2b69-4ac6-bbef-464bc52cca0c service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1779776 Feb 04 12:08:10.504819 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80f9fe-c2f6-4b2b-b9bb-e443703de851 req-0df8d4fe-6587-45f4-ab05-358fb0496c28 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:10.506288 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4d80f9fe-c2f6-4b2b-b9bb-e443703de851 req-0df8d4fe-6587-45f4-ab05-358fb0496c28 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 943 time: 0.1015885 Feb 04 12:08:10.606564 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4d80f9fe-c2f6-4b2b-b9bb-e443703de851 req-f3e0162a-596f-4d5a-823c-f85a3ca85dc8 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701065 Feb 04 12:08:10.619846 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-c0df0b53-00b1-4c5d-801e-f6beb43fd74f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb454687c52d467f9c138c52573a5e1f&device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 1096 time: 0.1113944 Feb 04 12:08:10.688076 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-d82a8cb6-d578-4e15-b64e-0ad95f17a7eb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f821a8ce-55cc-4617-8ef4-b7771ccac6d3 HTTP/1.1" status: 200 len: 217 time: 0.0614290 Feb 04 12:08:10.751817 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-a74c6374-c4d7-459b-b65e-7e316e1cfb27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:10.753132 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-a74c6374-c4d7-459b-b65e-7e316e1cfb27 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=865a859c-4244-4bab-8a5b-81344f003357 HTTP/1.1" status: 200 len: 850 time: 0.0598869 Feb 04 12:08:10.830129 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-fb1f646f-d1b7-4bae-b020-a14059600d56 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b043ff06-e03b-4201-a698-02147df07646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711076 Feb 04 12:08:10.960898 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-2b02ee43-a99e-487b-b215-bfa344abdf9c service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239176 Feb 04 12:08:11.093678 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d585e459-bae2-476f-89d2-d2cbffae4cb1 req-40065cc9-5d15-4852-87f9-98529cccf15c service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275978 Feb 04 12:08:11.807224 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0e905-866b-47ea-86fe-5ac7b43deb42 req-0cefac84-123c-4c4e-963b-8e2468ad2de1 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:11.808683 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f3a0e905-866b-47ea-86fe-5ac7b43deb42 req-0cefac84-123c-4c4e-963b-8e2468ad2de1 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 943 time: 0.0768602 Feb 04 12:08:11.854832 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f3a0e905-866b-47ea-86fe-5ac7b43deb42 req-62dab27c-3502-42e8-8e5e-be0609f2e645 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406284 Feb 04 12:08:12.121978 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-456a0986-3a70-48fc-b5cd-9618e627348a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:13.073040 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4bf39c-7a2c-4385-a3d6-0fb40db4dfb9 req-d416aa03-827e-4fd6-b125-1f556fb88cd1 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:13.074589 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4b4bf39c-7a2c-4385-a3d6-0fb40db4dfb9 req-d416aa03-827e-4fd6-b125-1f556fb88cd1 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 943 time: 0.0869656 Feb 04 12:08:13.227886 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4b4bf39c-7a2c-4385-a3d6-0fb40db4dfb9 req-857c1b6c-cccd-4c62-8953-bb32b610b57d tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477232 Feb 04 12:08:14.429304 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50a1ff-4abd-4051-a8fb-30ec06e13807 req-0eec7e75-5261-44c5-ad5a-1aadc874ea3b tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:14.430787 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ce50a1ff-4abd-4051-a8fb-30ec06e13807 req-0eec7e75-5261-44c5-ad5a-1aadc874ea3b tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 943 time: 0.0794575 Feb 04 12:08:14.477000 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ce50a1ff-4abd-4051-a8fb-30ec06e13807 req-5dec4e82-022a-4c2e-997c-cd8b3070bbb0 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406868 Feb 04 12:08:14.516776 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cadbbb22-08e7-43c5-8864-7d8f5feb2cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:15.473942 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device f821a8ce-55cc-4617-8ef4-b7771ccac6d3 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:08:15.629535 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port f821a8ce-55cc-4617-8ef4-b7771ccac6d3, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f821a8ce-55cc-4617-8ef4-b7771ccac6d3,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:08:15.644469 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': 'f821a8ce-55cc-4617-8ef4-b7771ccac6d3', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'port_id': 'f821a8ce-55cc-4617-8ef4-b7771ccac6d3', 'mac_address': 'fa:16:3e:b8:a3:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '865a859c-4244-4bab-8a5b-81344f003357', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:08:15.683874 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b166541-25dc-4135-8afc-ec1025958b2c req-4b627ac8-2b99-40ac-80de-3efa893b9d0d tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:15.685519 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5b166541-25dc-4135-8afc-ec1025958b2c req-4b627ac8-2b99-40ac-80de-3efa893b9d0d tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 943 time: 0.0808718 Feb 04 12:08:15.716108 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:15.717629 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:15.734239 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5b166541-25dc-4135-8afc-ec1025958b2c req-3afcd6ca-0c34-4313-a624-931167c07d5c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423043 Feb 04 12:08:15.736069 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f821a8ce-55cc-4617-8ef4-b7771ccac6d3 {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:08:15.754550 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port f821a8ce-55cc-4617-8ef4-b7771ccac6d3, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f821a8ce-55cc-4617-8ef4-b7771ccac6d3,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:08:15.796868 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:15.820180 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:15.890530 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=f821a8ce-55cc-4617-8ef4-b7771ccac6d3,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:16.153353 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['f821a8ce-55cc-4617-8ef4-b7771ccac6d3'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:08:16.929312 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1654757-9a0c-4e0a-ae29-8a7f6ad3adcb req-79bb2542-4238-4e26-83e0-e514e2e9516b tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:16.930787 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d1654757-9a0c-4e0a-ae29-8a7f6ad3adcb req-79bb2542-4238-4e26-83e0-e514e2e9516b tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 944 time: 0.0745587 Feb 04 12:08:16.956264 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:16.979113 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d1654757-9a0c-4e0a-ae29-8a7f6ad3adcb req-a2067271-ffa2-4dc1-809b-12a6bf51cbfe tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428221 Feb 04 12:08:17.503780 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device f821a8ce-55cc-4617-8ef4-b7771ccac6d3 up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:08:17.710449 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port f821a8ce-55cc-4617-8ef4-b7771ccac6d3 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:08:17.715991 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port f821a8ce-55cc-4617-8ef4-b7771ccac6d3 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:08:17.716367 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:17.829702 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:17.857042 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa1d372-6635-4779-ab97-44062b27d0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f821a8ce-55cc-4617-8ef4-b7771ccac6d3'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:08:17.866711 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port f821a8ce-55cc-4617-8ef4-b7771ccac6d3, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f821a8ce-55cc-4617-8ef4-b7771ccac6d3,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:08:17.944937 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:17.997377 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa1d372-6635-4779-ab97-44062b27d0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f821a8ce-55cc-4617-8ef4-b7771ccac6d3', 'code': 200} Feb 04 12:08:18.016080 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=f821a8ce-55cc-4617-8ef4-b7771ccac6d3,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:18.182134 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13615285-b0ea-4320-b3dd-fff9d727635d req-b8382cb7-98fd-4c81-9b5f-1f77e4d69a37 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:18.183578 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-13615285-b0ea-4320-b3dd-fff9d727635d req-b8382cb7-98fd-4c81-9b5f-1f77e4d69a37 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 945 time: 0.0767219 Feb 04 12:08:18.231702 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-13615285-b0ea-4320-b3dd-fff9d727635d req-dca4d105-7763-4602-9b66-73759e12afd9 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425360 Feb 04 12:08:18.376894 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4a07f15e-03d4-4b85-9a14-64d7645571ff req-b33b9230-9514-44a3-bcb2-03307b946e46 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 1098 time: 0.0688326 Feb 04 12:08:18.419065 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4a07f15e-03d4-4b85-9a14-64d7645571ff req-9f011866-3316-4491-8b76-02a80796f3aa service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360823 Feb 04 12:08:19.427327 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c087ee-5fc4-4b56-9e36-7fa541ab7c6d req-31d7a60c-937b-4930-8cec-91da0df00ddb tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:19.428755 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-46c087ee-5fc4-4b56-9e36-7fa541ab7c6d req-31d7a60c-937b-4930-8cec-91da0df00ddb tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 945 time: 0.0758486 Feb 04 12:08:19.475144 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-46c087ee-5fc4-4b56-9e36-7fa541ab7c6d req-23eb7c60-7352-40c6-8cd7-c79698a6c115 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396369 Feb 04 12:08:20.677197 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a374578-3710-4468-a130-02cb278c1108 req-12ce2f05-2bf3-472a-9663-9e973ba7efb2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:20.678641 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-8a374578-3710-4468-a130-02cb278c1108 req-12ce2f05-2bf3-472a-9663-9e973ba7efb2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 945 time: 0.0806289 Feb 04 12:08:20.725270 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-8a374578-3710-4468-a130-02cb278c1108 req-12fd3a7c-9370-4443-9f51-6a9b15e98646 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407536 Feb 04 12:08:20.928411 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ddc274-8fa3-4b1a-96ec-1fee7ab12c1f req-18550306-2d49-4e40-808f-d9a0601a04d4 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:20.930594 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a8ddc274-8fa3-4b1a-96ec-1fee7ab12c1f req-18550306-2d49-4e40-808f-d9a0601a04d4 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 945 time: 0.0830090 Feb 04 12:08:20.939751 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 45260) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:08:20.945049 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-50026126-fcdf-48b1-bbe7-4ff87db21fe8 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Request body: {'floatingip': {'port_id': 'f821a8ce-55cc-4617-8ef4-b7771ccac6d3'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:08:21.026459 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-50026126-fcdf-48b1-bbe7-4ff87db21fe8 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks [] for floatingip, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:21.629274 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-50026126-fcdf-48b1-bbe7-4ff87db21fe8 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:21.696697 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-50026126-fcdf-48b1-bbe7-4ff87db21fe8 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:21.919105 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.l3_db [None req-50026126-fcdf-48b1-bbe7-4ff87db21fe8 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Floating IP 750a5206-8613-448c-a908-8b6456011197 associated. External IP: 172.26.3.45, port: f821a8ce-55cc-4617-8ef4-b7771ccac6d3. Feb 04 12:08:22.430803 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50026126-fcdf-48b1-bbe7-4ff87db21fe8 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Router 94027b61-da46-4648-8e10-523323302276 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:08:22.632966 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50026126-fcdf-48b1-bbe7-4ff87db21fe8 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:08:22.638134 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-50026126-fcdf-48b1-bbe7-4ff87db21fe8 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:22.645284 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eec9d38-2dc4-40af-a53a-e7c32b15141b None None] Sync routers for ids ['94027b61-da46-4648-8e10-523323302276'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:08:22.661997 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eec9d38-2dc4-40af-a53a-e7c32b15141b None None] Routers {'94027b61-da46-4648-8e10-523323302276'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:08:22.662976 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-8eec9d38-2dc4-40af-a53a-e7c32b15141b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:08:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['94027b61-da46-4648-8e10-523323302276'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:08:22.695811 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-50026126-fcdf-48b1-bbe7-4ff87db21fe8 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "PUT /v2.0/floatingips/750a5206-8613-448c-a908-8b6456011197 HTTP/1.1" status: 200 len: 990 time: 1.7544858 Feb 04 12:08:22.697020 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa1d372-6635-4779-ab97-44062b27d0f4', 'tag': 'f821a8ce-55cc-4617-8ef4-b7771ccac6d3'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:08:22.764437 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa1d372-6635-4779-ab97-44062b27d0f4', 'tag': 'f821a8ce-55cc-4617-8ef4-b7771ccac6d3', 'status': 'completed', 'code': 200} Feb 04 12:08:22.865018 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-8eec9d38-2dc4-40af-a53a-e7c32b15141b None None] Set router 94027b61-da46-4648-8e10-523323302276 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:08:22.877969 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e7002774-8af1-4ef7-b303-010f3b7c5499 req-10405717-cb25-4b2a-892c-d9e5477b9ce4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb454687c52d467f9c138c52573a5e1f&device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 1098 time: 0.0898535 Feb 04 12:08:22.884802 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f66a43-3ef8-4382-a447-5bfe16193351 req-1cfbecc0-cb67-49db-830f-ff53fc4bd7d0 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:22.886298 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-95f66a43-3ef8-4382-a447-5bfe16193351 req-1cfbecc0-cb67-49db-830f-ff53fc4bd7d0 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 945 time: 0.0911188 Feb 04 12:08:22.935024 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-95f66a43-3ef8-4382-a447-5bfe16193351 req-10fc1e92-68c1-41a1-8494-a94f13216c32 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427370 Feb 04 12:08:23.013097 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7002774-8af1-4ef7-b303-010f3b7c5499 req-c9efdf2b-d320-4621-97ad-8a00b33afe9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:23.014578 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e7002774-8af1-4ef7-b303-010f3b7c5499 req-c9efdf2b-d320-4621-97ad-8a00b33afe9c service neutron] 10.222.0.47 "GET /v2.0/networks?id=b043ff06-e03b-4201-a698-02147df07646 HTTP/1.1" status: 200 len: 912 time: 0.1308374 Feb 04 12:08:23.119231 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e7002774-8af1-4ef7-b303-010f3b7c5499 req-6bdf93e7-5c4d-4b0b-ab50-357988378dc6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f821a8ce-55cc-4617-8ef4-b7771ccac6d3 HTTP/1.1" status: 200 len: 998 time: 0.0980015 Feb 04 12:08:23.180422 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7002774-8af1-4ef7-b303-010f3b7c5499 req-bcf80e77-263a-4f99-95fc-9ba7b1eefc75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:23.181784 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e7002774-8af1-4ef7-b303-010f3b7c5499 req-bcf80e77-263a-4f99-95fc-9ba7b1eefc75 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=865a859c-4244-4bab-8a5b-81344f003357 HTTP/1.1" status: 200 len: 850 time: 0.0573013 Feb 04 12:08:23.227225 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-8eec9d38-2dc4-40af-a53a-e7c32b15141b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94027b61-da46-4648-8e10-523323302276', 'name': 'tempest-ServerActionsTestJSON-680310543-router', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:44Z', 'updated_at': '2022-02-04T12:05:47Z', 'revision_number': 4, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'gw_port': {'id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:45Z', 'updated_at': '2022-02-04T12:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '750a5206-8613-448c-a908-8b6456011197', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'floating_ip_address': '172.26.3.45', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '94027b61-da46-4648-8e10-523323302276', 'port_id': 'f821a8ce-55cc-4617-8ef4-b7771ccac6d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'mac_address': 'fa:16:3e:b8:a3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa1d372-6635-4779-ab97-44062b27d0f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:05:51Z', 'updated_at': '2022-02-04T12:08:21Z', 'revision_number': 9, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '621a1403-28b2-4794-b8b7-d3c725451e14', 'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'mac_address': 'fa:16:3e:15:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865a859c-4244-4bab-8a5b-81344f003357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:47Z', 'updated_at': '2022-02-04T12:06:05Z', 'revision_number': 5, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'subnets': [{'id': '865a859c-4244-4bab-8a5b-81344f003357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:08:23.231516 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eec9d38-2dc4-40af-a53a-e7c32b15141b None None] Checking router: 94027b61-da46-4648-8e10-523323302276 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:08:23.241894 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eec9d38-2dc4-40af-a53a-e7c32b15141b None None] Routers {'94027b61-da46-4648-8e10-523323302276'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:08:23.243111 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-8eec9d38-2dc4-40af-a53a-e7c32b15141b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:08:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['94027b61-da46-4648-8e10-523323302276'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:08:23.257239 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e7002774-8af1-4ef7-b303-010f3b7c5499 req-59e23316-7d76-4495-816a-e470438bbf75 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b043ff06-e03b-4201-a698-02147df07646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688915 Feb 04 12:08:23.389145 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e7002774-8af1-4ef7-b303-010f3b7c5499 req-6970c5b6-f2c1-424c-95c3-b9fe33ed8637 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262133 Feb 04 12:08:23.418783 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-8eec9d38-2dc4-40af-a53a-e7c32b15141b None None] Set router 94027b61-da46-4648-8e10-523323302276 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:08:23.523223 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e7002774-8af1-4ef7-b303-010f3b7c5499 req-3c0a9d87-2793-4a3b-883b-6b582d860183 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282330 Feb 04 12:08:23.795882 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-8eec9d38-2dc4-40af-a53a-e7c32b15141b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94027b61-da46-4648-8e10-523323302276', 'name': 'tempest-ServerActionsTestJSON-680310543-router', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:44Z', 'updated_at': '2022-02-04T12:05:47Z', 'revision_number': 4, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'gw_port': {'id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:45Z', 'updated_at': '2022-02-04T12:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '750a5206-8613-448c-a908-8b6456011197', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'floating_ip_address': '172.26.3.45', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '94027b61-da46-4648-8e10-523323302276', 'port_id': 'f821a8ce-55cc-4617-8ef4-b7771ccac6d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'mac_address': 'fa:16:3e:b8:a3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa1d372-6635-4779-ab97-44062b27d0f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:05:51Z', 'updated_at': '2022-02-04T12:08:21Z', 'revision_number': 9, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '621a1403-28b2-4794-b8b7-d3c725451e14', 'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'mac_address': 'fa:16:3e:15:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865a859c-4244-4bab-8a5b-81344f003357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:47Z', 'updated_at': '2022-02-04T12:06:05Z', 'revision_number': 5, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'subnets': [{'id': '865a859c-4244-4bab-8a5b-81344f003357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:08:23.799985 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eec9d38-2dc4-40af-a53a-e7c32b15141b None None] The sync data for ids ['94027b61-da46-4648-8e10-523323302276'] in dv-neutron-827825-2-hyperv is: [{'id': '94027b61-da46-4648-8e10-523323302276', 'name': 'tempest-ServerActionsTestJSON-680310543-router', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:44Z', 'updated_at': '2022-02-04T12:05:47Z', 'revision_number': 4, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'gw_port': {'id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:45Z', 'updated_at': '2022-02-04T12:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '750a5206-8613-448c-a908-8b6456011197', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'floating_ip_address': '172.26.3.45', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '94027b61-da46-4648-8e10-523323302276', 'port_id': 'f821a8ce-55cc-4617-8ef4-b7771ccac6d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'mac_address': 'fa:16:3e:b8:a3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa1d372-6635-4779-ab97-44062b27d0f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:05:51Z', 'updated_at': '2022-02-04T12:08:21Z', 'revision_number': 9, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '621a1403-28b2-4794-b8b7-d3c725451e14', 'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'mac_address': 'fa:16:3e:15:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865a859c-4244-4bab-8a5b-81344f003357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:47Z', 'updated_at': '2022-02-04T12:06:05Z', 'revision_number': 5, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'subnets': [{'id': '865a859c-4244-4bab-8a5b-81344f003357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:08:23.986712 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10235ef6-1e3d-4786-9ef0-076571b7b212 None None] New status for floating IP 750a5206-8613-448c-a908-8b6456011197: ACTIVE {{(pid=84207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 12:08:24.159015 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f249b4-90fe-4dfc-bc5a-c6eda6e90342 req-a959c7cd-bc2f-4148-b807-4104cbcf9d02 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:24.166176 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-80f249b4-90fe-4dfc-bc5a-c6eda6e90342 req-a959c7cd-bc2f-4148-b807-4104cbcf9d02 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 945 time: 0.0861685 Feb 04 12:08:24.210051 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-80f249b4-90fe-4dfc-bc5a-c6eda6e90342 req-69fa0fc7-1035-4b3f-97c5-8498b499fada tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427547 Feb 04 12:08:24.411030 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-2149d64c-7396-44e9-bc71-d80c21fcf413 req-91d3fbfd-2235-41be-966a-4a45ef91ffa7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0690253 Feb 04 12:08:24.843570 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2ecc9-2b1f-429f-866a-d1d215c09fb2 req-f42c1770-ea70-4964-abfd-22d6af0a1262 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:24.845093 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c0a2ecc9-2b1f-429f-866a-d1d215c09fb2 req-f42c1770-ea70-4964-abfd-22d6af0a1262 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 945 time: 0.0771320 Feb 04 12:08:24.901698 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c0a2ecc9-2b1f-429f-866a-d1d215c09fb2 req-ccddcb08-d4a7-4efd-8bee-a8102cbd9eb2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509894 Feb 04 12:08:25.023070 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5df3fc38-a873-4181-93ff-66e35fadc5e2 req-9e57fc4d-2753-4fdf-8951-b9ff03082a35 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1401820 Feb 04 12:08:26.106741 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab512d-c58d-40ad-afac-4ed2dedf215b req-5cc32677-2a32-4967-bdac-64ed903114d4 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:26.108175 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e4ab512d-c58d-40ad-afac-4ed2dedf215b req-5cc32677-2a32-4967-bdac-64ed903114d4 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 945 time: 0.0832326 Feb 04 12:08:26.156730 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e4ab512d-c58d-40ad-afac-4ed2dedf215b req-ea99a38c-c2d7-4644-857a-c9d4db818deb tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427375 Feb 04 12:08:27.043430 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5df3fc38-a873-4181-93ff-66e35fadc5e2 req-41f25853-87d9-4096-b1d8-590be703f33c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb454687c52d467f9c138c52573a5e1f&device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 1098 time: 0.0761614 Feb 04 12:08:27.289527 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3fc38-a873-4181-93ff-66e35fadc5e2 req-ec96c3f5-d212-4b41-894c-98b67f83c040 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:27.290990 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5df3fc38-a873-4181-93ff-66e35fadc5e2 req-ec96c3f5-d212-4b41-894c-98b67f83c040 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b043ff06-e03b-4201-a698-02147df07646 HTTP/1.1" status: 200 len: 912 time: 0.2408130 Feb 04 12:08:27.441623 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5df3fc38-a873-4181-93ff-66e35fadc5e2 req-573c6611-93a8-49ec-a432-ca2a6b71db1d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f821a8ce-55cc-4617-8ef4-b7771ccac6d3 HTTP/1.1" status: 200 len: 1001 time: 0.1193249 Feb 04 12:08:27.490927 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47054f8e-4d42-4a7c-9b53-a91eda45142e req-5f3a4743-623f-4b33-9bad-5508b4275cfa tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:27.492491 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-47054f8e-4d42-4a7c-9b53-a91eda45142e req-5f3a4743-623f-4b33-9bad-5508b4275cfa tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 945 time: 0.1988597 Feb 04 12:08:27.532073 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3fc38-a873-4181-93ff-66e35fadc5e2 req-420acd54-2289-4d47-aae9-3782713d00e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:27.533501 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5df3fc38-a873-4181-93ff-66e35fadc5e2 req-420acd54-2289-4d47-aae9-3782713d00e9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=865a859c-4244-4bab-8a5b-81344f003357 HTTP/1.1" status: 200 len: 850 time: 0.0860031 Feb 04 12:08:27.593833 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-47054f8e-4d42-4a7c-9b53-a91eda45142e req-2807e242-0458-4432-a854-f251f7831e82 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950084 Feb 04 12:08:27.623277 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5df3fc38-a873-4181-93ff-66e35fadc5e2 req-5e9ccb0d-69dd-4e91-8340-af2970de5063 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b043ff06-e03b-4201-a698-02147df07646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820141 Feb 04 12:08:27.754408 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5df3fc38-a873-4181-93ff-66e35fadc5e2 req-4add5e67-23fa-4140-8e19-146db54588d0 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248970 Feb 04 12:08:27.891788 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5df3fc38-a873-4181-93ff-66e35fadc5e2 req-372c3d13-546a-460b-8100-734567820595 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321802 Feb 04 12:08:28.792228 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b34d6-8e5a-4575-b41e-8a6775a3769d req-3fec2297-70dc-47f6-b46d-8faed0a7e005 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:28.793652 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-893b34d6-8e5a-4575-b41e-8a6775a3769d req-3fec2297-70dc-47f6-b46d-8faed0a7e005 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 945 time: 0.0742910 Feb 04 12:08:28.838496 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-893b34d6-8e5a-4575-b41e-8a6775a3769d req-274c4ca8-8dab-41d0-8ae4-2a126b07de12 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394380 Feb 04 12:08:30.036441 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d872b-5558-4ebc-ac5f-fa204d363672 req-d34d47f6-9d31-47cf-ac2b-f6f369a73db1 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:30.037802 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ec6d872b-5558-4ebc-ac5f-fa204d363672 req-d34d47f6-9d31-47cf-ac2b-f6f369a73db1 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 945 time: 0.0783992 Feb 04 12:08:30.081996 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ec6d872b-5558-4ebc-ac5f-fa204d363672 req-3f7f9c10-4dad-4985-9a73-09c6033d315c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379438 Feb 04 12:08:31.326000 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94884290-f933-42a2-a977-bc4a0c3ec06f req-a239c81f-7198-436c-ae24-e1fab1ea9429 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:31.327459 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-94884290-f933-42a2-a977-bc4a0c3ec06f req-a239c81f-7198-436c-ae24-e1fab1ea9429 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 945 time: 0.0787170 Feb 04 12:08:31.372792 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-94884290-f933-42a2-a977-bc4a0c3ec06f req-ec74ef52-f037-4991-ad81-bc22a470cbb5 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397551 Feb 04 12:08:31.719475 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:08:32.571043 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff5986-70af-451f-9c10-edcaee214558 req-ec4f62fc-6c2d-4d10-9083-56e61a83f131 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:32.572468 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-65ff5986-70af-451f-9c10-edcaee214558 req-ec4f62fc-6c2d-4d10-9083-56e61a83f131 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 945 time: 0.0786123 Feb 04 12:08:32.622112 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-65ff5986-70af-451f-9c10-edcaee214558 req-fbbee10c-504e-49ed-9767-387fb7ca2a0c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438333 Feb 04 12:08:33.847332 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d80ed9-79a2-4028-bc4c-f4ee6bb54b0c req-bbe95ff5-74bb-4f73-9455-96b20995929d tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:33.848799 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a3d80ed9-79a2-4028-bc4c-f4ee6bb54b0c req-bbe95ff5-74bb-4f73-9455-96b20995929d tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 945 time: 0.0780964 Feb 04 12:08:33.897679 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a3d80ed9-79a2-4028-bc4c-f4ee6bb54b0c req-e94cfe49-7ef9-4284-8d9c-569e96eb8d98 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424840 Feb 04 12:08:35.110836 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a880b1-d34f-417d-91b1-cea0279e7449 req-954ea445-32da-4cf7-ac15-217d2dfdb774 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:35.112316 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e3a880b1-d34f-417d-91b1-cea0279e7449 req-954ea445-32da-4cf7-ac15-217d2dfdb774 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 945 time: 0.0918891 Feb 04 12:08:35.158889 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e3a880b1-d34f-417d-91b1-cea0279e7449 req-a4ff8dfa-09c0-4f4e-a97c-6d19d2a7a399 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410025 Feb 04 12:08:36.359207 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0760dc0-c43a-47ae-87cf-c16b28196034 req-20069677-1ad7-402f-82ef-d353d936e673 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:36.360639 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e0760dc0-c43a-47ae-87cf-c16b28196034 req-20069677-1ad7-402f-82ef-d353d936e673 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 945 time: 0.0768898 Feb 04 12:08:36.396166 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:36.404807 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e0760dc0-c43a-47ae-87cf-c16b28196034 req-c766d1d6-9d52-42be-aa0a-3336c2d0c039 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386302 Feb 04 12:08:37.612060 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b5309-876e-4639-9057-6b8b2ef556e7 req-d3c34bcb-a48d-4475-8226-a31b69a5c857 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:37.613478 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-cf8b5309-876e-4639-9057-6b8b2ef556e7 req-d3c34bcb-a48d-4475-8226-a31b69a5c857 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 945 time: 0.0855780 Feb 04 12:08:37.658678 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-cf8b5309-876e-4639-9057-6b8b2ef556e7 req-9870c463-373c-47b3-a329-23d0dbe7aa9b tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395613 Feb 04 12:08:38.861223 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327f6c1-08b7-4cfd-97f0-3680eb1f220a req-04365609-67ed-47e5-afae-a4f9e1b83091 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:38.862686 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5327f6c1-08b7-4cfd-97f0-3680eb1f220a req-04365609-67ed-47e5-afae-a4f9e1b83091 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 945 time: 0.0806782 Feb 04 12:08:38.907324 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5327f6c1-08b7-4cfd-97f0-3680eb1f220a req-3d7e7b7e-3c98-4233-8e19-5869d5ee3423 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391605 Feb 04 12:08:40.108533 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6483798-21e0-4e1d-97b2-cfe9a313f8ff req-830721cb-e6a6-41e0-bb5b-5762cbc3dc4d tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:40.110025 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b6483798-21e0-4e1d-97b2-cfe9a313f8ff req-830721cb-e6a6-41e0-bb5b-5762cbc3dc4d tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 945 time: 0.0760734 Feb 04 12:08:40.155884 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b6483798-21e0-4e1d-97b2-cfe9a313f8ff req-e2ff7c12-c53d-41e8-bfa5-ae4414c45f13 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403259 Feb 04 12:08:41.353059 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfa606-27e2-4d8a-b1d0-7679bb152e4c req-c87d33b1-6bd4-4fc6-9ef3-9f0166d2a875 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:41.354498 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c2bfa606-27e2-4d8a-b1d0-7679bb152e4c req-c87d33b1-6bd4-4fc6-9ef3-9f0166d2a875 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 945 time: 0.0765440 Feb 04 12:08:41.398888 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c2bfa606-27e2-4d8a-b1d0-7679bb152e4c req-78d20263-cc35-4012-90d7-4944466db842 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382085 Feb 04 12:08:42.090809 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a0c7e0d8-70d0-4905-90fb-a160c5c1d5c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:42.606595 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7d5fe-75e3-44a6-b227-06556a455366 req-3dbc889e-0fb4-4c2b-9bcf-c9d893dbf462 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:42.608064 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-17b7d5fe-75e3-44a6-b227-06556a455366 req-3dbc889e-0fb4-4c2b-9bcf-c9d893dbf462 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 945 time: 0.0829866 Feb 04 12:08:42.654599 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-17b7d5fe-75e3-44a6-b227-06556a455366 req-c3ad56a8-6f41-40dc-9fb1-c31df76587d0 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409026 Feb 04 12:08:43.859753 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed8d2d-94a8-44b8-ab05-9017ab7e1a1d req-4567e9c9-cc7a-47b5-bdaf-430daa07c546 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:43.861181 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4bed8d2d-94a8-44b8-ab05-9017ab7e1a1d req-4567e9c9-cc7a-47b5-bdaf-430daa07c546 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 945 time: 0.0794640 Feb 04 12:08:43.908146 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4bed8d2d-94a8-44b8-ab05-9017ab7e1a1d req-12cf0b21-64d6-4fed-b0e1-577fe260932a tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412257 Feb 04 12:08:44.522608 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4bea2a76-30db-44db-952b-c8b6271881f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:45.003357 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5df3fc38-a873-4181-93ff-66e35fadc5e2 req-b04ca590-1205-4cbc-abe2-ff97d2ad68db service neutron] 10.222.0.47 "GET /v2.0/ports/f821a8ce-55cc-4617-8ef4-b7771ccac6d3/bindings/hv-neutron-8278 HTTP/1.1" status: 200 len: 384 time: 0.0726938 Feb 04 12:08:45.116701 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118f70f-d257-4147-86bb-16083acced03 req-9e4391a6-437c-4185-806d-4f6e13644155 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:45.118177 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8118f70f-d257-4147-86bb-16083acced03 req-9e4391a6-437c-4185-806d-4f6e13644155 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 945 time: 0.0853446 Feb 04 12:08:45.166382 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8118f70f-d257-4147-86bb-16083acced03 req-fb4b9691-33e0-4dd0-8bda-0c23140786f8 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426362 Feb 04 12:08:45.557029 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5df3fc38-a873-4181-93ff-66e35fadc5e2 req-fc6f964f-9ec7-4ff0-aa7c-2926f3579761 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4&tenant_id=fb454687c52d467f9c138c52573a5e1f HTTP/1.1" status: 200 len: 1098 time: 0.0717547 Feb 04 12:08:45.653731 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5df3fc38-a873-4181-93ff-66e35fadc5e2 req-f3ea1117-2469-4fd2-8527-dce14e6b64b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb454687c52d467f9c138c52573a5e1f&device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 1098 time: 0.0736701 Feb 04 12:08:45.670936 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:45.750609 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:45.872379 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3fc38-a873-4181-93ff-66e35fadc5e2 req-d22dcdc2-648f-4f2e-accc-5d15f9e63020 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:45.873795 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5df3fc38-a873-4181-93ff-66e35fadc5e2 req-d22dcdc2-648f-4f2e-accc-5d15f9e63020 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b043ff06-e03b-4201-a698-02147df07646 HTTP/1.1" status: 200 len: 912 time: 0.2133877 Feb 04 12:08:45.973363 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5df3fc38-a873-4181-93ff-66e35fadc5e2 req-7bfbe3a3-c356-4bf6-86c8-07e2ce873ebd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f821a8ce-55cc-4617-8ef4-b7771ccac6d3 HTTP/1.1" status: 200 len: 1001 time: 0.0935345 Feb 04 12:08:46.034276 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3fc38-a873-4181-93ff-66e35fadc5e2 req-b6d44ef5-9b64-494c-a45d-95a50b8782be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:46.035765 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5df3fc38-a873-4181-93ff-66e35fadc5e2 req-b6d44ef5-9b64-494c-a45d-95a50b8782be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=865a859c-4244-4bab-8a5b-81344f003357 HTTP/1.1" status: 200 len: 850 time: 0.0569749 Feb 04 12:08:46.108024 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5df3fc38-a873-4181-93ff-66e35fadc5e2 req-e41298cf-7ee9-4251-a424-b6b9119a6de6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b043ff06-e03b-4201-a698-02147df07646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668685 Feb 04 12:08:46.244810 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5df3fc38-a873-4181-93ff-66e35fadc5e2 req-5b7fe238-fe58-41f5-b6ca-64d0605d8023 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307356 Feb 04 12:08:46.363525 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07918092-448b-4da1-9ab0-5c1824c2ff2c req-5261467e-db80-434c-9305-b7d58271ef7c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:46.365237 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-07918092-448b-4da1-9ab0-5c1824c2ff2c req-5261467e-db80-434c-9305-b7d58271ef7c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 945 time: 0.0762668 Feb 04 12:08:46.379254 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5df3fc38-a873-4181-93ff-66e35fadc5e2 req-e9ff0d29-d3e2-4634-920f-9697d82adcd8 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274693 Feb 04 12:08:46.413287 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-07918092-448b-4da1-9ab0-5c1824c2ff2c req-ddaf6c8f-2562-4d03-8aa6-6743d4adcfdf tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423124 Feb 04 12:08:46.979467 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:47.625693 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05371552-1ad6-4f24-9225-41519f6fc037 req-5c642318-c3a0-4708-9fce-9cf86589ffd7 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:47.627216 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-05371552-1ad6-4f24-9225-41519f6fc037 req-5c642318-c3a0-4708-9fce-9cf86589ffd7 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 945 time: 0.0844960 Feb 04 12:08:47.680169 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-05371552-1ad6-4f24-9225-41519f6fc037 req-8fb458c1-bb48-4700-81dd-68bf39d04de2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474157 Feb 04 12:08:48.880063 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786a07d-d7e2-45b4-b1ec-2430054a95b6 req-21cd4a00-0de1-4da8-ba1a-034c7cca4cb1 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:48.881574 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b786a07d-d7e2-45b4-b1ec-2430054a95b6 req-21cd4a00-0de1-4da8-ba1a-034c7cca4cb1 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 945 time: 0.0797496 Feb 04 12:08:48.927456 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b786a07d-d7e2-45b4-b1ec-2430054a95b6 req-c02932f4-a36a-4c61-835f-2ced75b78ac5 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402534 Feb 04 12:08:49.677239 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device f821a8ce-55cc-4617-8ef4-b7771ccac6d3 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:08:49.679986 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device f821a8ce-55cc-4617-8ef4-b7771ccac6d3 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:08:49.884136 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:49.912946 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port f821a8ce-55cc-4617-8ef4-b7771ccac6d3, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f821a8ce-55cc-4617-8ef4-b7771ccac6d3,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:08:49.932726 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': 'f821a8ce-55cc-4617-8ef4-b7771ccac6d3', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'port_id': 'f821a8ce-55cc-4617-8ef4-b7771ccac6d3', 'mac_address': 'fa:16:3e:b8:a3:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '865a859c-4244-4bab-8a5b-81344f003357', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:08:49.938321 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa1d372-6635-4779-ab97-44062b27d0f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f821a8ce-55cc-4617-8ef4-b7771ccac6d3'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:08:49.982347 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port f821a8ce-55cc-4617-8ef4-b7771ccac6d3, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f821a8ce-55cc-4617-8ef4-b7771ccac6d3,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:08:50.003420 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:50.017749 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa1d372-6635-4779-ab97-44062b27d0f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f821a8ce-55cc-4617-8ef4-b7771ccac6d3', 'code': 200} Feb 04 12:08:50.025781 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f821a8ce-55cc-4617-8ef4-b7771ccac6d3 {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:08:50.043997 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:50.139444 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec15e7-a5c4-4a82-ac09-3f118f56c1b3 req-ec39d261-e637-469b-99a3-b5d1b8e1fc6f tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:50.140909 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ccec15e7-a5c4-4a82-ac09-3f118f56c1b3 req-ec39d261-e637-469b-99a3-b5d1b8e1fc6f tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 943 time: 0.0787292 Feb 04 12:08:50.150489 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:08:50.151190 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:08:50.157072 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=f821a8ce-55cc-4617-8ef4-b7771ccac6d3,revision_number=6']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:50.271922 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ccec15e7-a5c4-4a82-ac09-3f118f56c1b3 req-792b68c6-f147-44fa-9eb3-dcd3e3dcab0e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253815 Feb 04 12:08:50.709358 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:50.726526 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f821a8ce-55cc-4617-8ef4-b7771ccac6d3 {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:08:50.741851 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port f821a8ce-55cc-4617-8ef4-b7771ccac6d3, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f821a8ce-55cc-4617-8ef4-b7771ccac6d3,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:08:50.818952 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:50.879078 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['f821a8ce-55cc-4617-8ef4-b7771ccac6d3'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:08:50.934877 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=f821a8ce-55cc-4617-8ef4-b7771ccac6d3,revision_number=7']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:51.054443 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee5ca9-5609-41b6-9cf9-5871b8785eba req-db405698-a4ac-430d-90e5-0d5f03e349d5 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:51.055791 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-73ee5ca9-5609-41b6-9cf9-5871b8785eba req-db405698-a4ac-430d-90e5-0d5f03e349d5 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 944 time: 0.0797098 Feb 04 12:08:51.056757 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af1a63-8860-4fdf-8e0f-75ade531ddcc req-d925618c-e6f1-449d-bd88-b4e863573e8a tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:51.058455 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-88af1a63-8860-4fdf-8e0f-75ade531ddcc req-d925618c-e6f1-449d-bd88-b4e863573e8a tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.47 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4&tenant_id=fb454687c52d467f9c138c52573a5e1f&binding%3Ahost_id=hv-neutron-8278 HTTP/1.1" status: 200 len: 944 time: 0.0907478 Feb 04 12:08:51.104212 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-73ee5ca9-5609-41b6-9cf9-5871b8785eba req-69e110ae-8fea-4fcf-b46c-e4d6f8d4310e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399215 Feb 04 12:08:51.143350 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-88af1a63-8860-4fdf-8e0f-75ade531ddcc req-c859c245-23a1-4d8b-9f9d-a1a597e134b9 service neutron] 10.222.0.47 "GET /v2.0/ports/f821a8ce-55cc-4617-8ef4-b7771ccac6d3/bindings/hv-neutron-8278 HTTP/1.1" status: 200 len: 384 time: 0.0787179 Feb 04 12:08:51.235229 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-88af1a63-8860-4fdf-8e0f-75ade531ddcc req-9ce5f224-bb12-4fac-85ad-831d5eba6cf7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb454687c52d467f9c138c52573a5e1f&device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 1097 time: 0.0707259 Feb 04 12:08:51.367855 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af1a63-8860-4fdf-8e0f-75ade531ddcc req-1c0df49c-fd31-43b6-88a7-8a6216760e52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:51.369335 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-88af1a63-8860-4fdf-8e0f-75ade531ddcc req-1c0df49c-fd31-43b6-88a7-8a6216760e52 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b043ff06-e03b-4201-a698-02147df07646 HTTP/1.1" status: 200 len: 912 time: 0.1278787 Feb 04 12:08:51.475810 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-88af1a63-8860-4fdf-8e0f-75ade531ddcc req-85681a90-3607-47f8-8814-8edcdbb65c4f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f821a8ce-55cc-4617-8ef4-b7771ccac6d3 HTTP/1.1" status: 200 len: 1000 time: 0.1007767 Feb 04 12:08:51.541225 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af1a63-8860-4fdf-8e0f-75ade531ddcc req-16ba6624-2434-4bc8-ac16-ef219eaed192 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:51.542668 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-88af1a63-8860-4fdf-8e0f-75ade531ddcc req-16ba6624-2434-4bc8-ac16-ef219eaed192 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=865a859c-4244-4bab-8a5b-81344f003357 HTTP/1.1" status: 200 len: 850 time: 0.0612981 Feb 04 12:08:51.616462 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-88af1a63-8860-4fdf-8e0f-75ade531ddcc req-61ea42de-0151-4ca7-9a54-084e7802d2c4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b043ff06-e03b-4201-a698-02147df07646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673521 Feb 04 12:08:51.676079 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device f821a8ce-55cc-4617-8ef4-b7771ccac6d3 up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:08:51.756143 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port f821a8ce-55cc-4617-8ef4-b7771ccac6d3 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:08:51.760259 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:51.762368 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-88af1a63-8860-4fdf-8e0f-75ade531ddcc req-eee7e746-05cf-436d-92b1-d04d6a09e689 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385415 Feb 04 12:08:51.873052 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:51.894698 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-88af1a63-8860-4fdf-8e0f-75ade531ddcc req-30076f6e-0833-467d-845a-65b7baad5bc8 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278961 Feb 04 12:08:51.906273 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port f821a8ce-55cc-4617-8ef4-b7771ccac6d3, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f821a8ce-55cc-4617-8ef4-b7771ccac6d3,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:08:51.979363 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:52.021186 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa1d372-6635-4779-ab97-44062b27d0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f821a8ce-55cc-4617-8ef4-b7771ccac6d3'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:08:52.057963 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=f821a8ce-55cc-4617-8ef4-b7771ccac6d3,revision_number=8']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:52.069018 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:52.070805 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:52.070805 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:52.070805 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:52.070805 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:52.070805 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:52.071255 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:52.071466 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:52.071779 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:52.072090 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:52.072430 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:52.094850 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa1d372-6635-4779-ab97-44062b27d0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f821a8ce-55cc-4617-8ef4-b7771ccac6d3', 'code': 200} Feb 04 12:08:52.309146 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c79c41-badd-4338-9091-106ec5949e5a req-eb03717e-507b-4e16-aa5c-e20b375712fd tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:52.310538 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-44c79c41-badd-4338-9091-106ec5949e5a req-eb03717e-507b-4e16-aa5c-e20b375712fd tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 945 time: 0.0820429 Feb 04 12:08:52.357688 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-44c79c41-badd-4338-9091-106ec5949e5a req-4bf7c48a-33dc-4937-a914-d55160cd6b2d tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413096 Feb 04 12:08:53.592683 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc640f8f-a085-4bf3-ac83-2876f6c2b085 req-a6897855-acef-4938-b425-f22ee0826c01 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:53.592683 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-dc640f8f-a085-4bf3-ac83-2876f6c2b085 req-a6897855-acef-4938-b425-f22ee0826c01 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 945 time: 0.1037035 Feb 04 12:08:53.655586 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-dc640f8f-a085-4bf3-ac83-2876f6c2b085 req-755007ef-80cc-44c5-b611-d4cb3c71b3a3 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575452 Feb 04 12:08:54.860893 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9aea8-0cd4-40d4-963f-d630d9ae3f0a req-c8b0b3ef-a647-4936-9164-771e3fcb2ad6 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:54.862297 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a5c9aea8-0cd4-40d4-963f-d630d9ae3f0a req-c8b0b3ef-a647-4936-9164-771e3fcb2ad6 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 945 time: 0.0777543 Feb 04 12:08:54.909641 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a5c9aea8-0cd4-40d4-963f-d630d9ae3f0a req-d05bebfc-a349-4d0c-b229-080a184707de tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413148 Feb 04 12:08:55.127579 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-88af1a63-8860-4fdf-8e0f-75ade531ddcc req-e89e5552-8fd0-425d-b046-97db59619eae service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4&tenant_id=fb454687c52d467f9c138c52573a5e1f HTTP/1.1" status: 200 len: 1098 time: 0.1686499 Feb 04 12:08:55.218050 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-88af1a63-8860-4fdf-8e0f-75ade531ddcc req-6de2548d-76ac-49cd-9b37-92b1c111597a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb454687c52d467f9c138c52573a5e1f&device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 1098 time: 0.0677550 Feb 04 12:08:55.345369 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af1a63-8860-4fdf-8e0f-75ade531ddcc req-2482ca09-d944-444f-beb9-c245075c65a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:55.346857 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-88af1a63-8860-4fdf-8e0f-75ade531ddcc req-2482ca09-d944-444f-beb9-c245075c65a4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b043ff06-e03b-4201-a698-02147df07646 HTTP/1.1" status: 200 len: 912 time: 0.1233461 Feb 04 12:08:55.448319 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-88af1a63-8860-4fdf-8e0f-75ade531ddcc req-4026114f-b90e-4f55-b6a0-24b7955685b4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f821a8ce-55cc-4617-8ef4-b7771ccac6d3 HTTP/1.1" status: 200 len: 1001 time: 0.0959828 Feb 04 12:08:55.514168 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af1a63-8860-4fdf-8e0f-75ade531ddcc req-4334e5d0-5581-49a4-8cf9-c263ca145136 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:55.515493 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-88af1a63-8860-4fdf-8e0f-75ade531ddcc req-4334e5d0-5581-49a4-8cf9-c263ca145136 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=865a859c-4244-4bab-8a5b-81344f003357 HTTP/1.1" status: 200 len: 850 time: 0.0605879 Feb 04 12:08:55.586957 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-88af1a63-8860-4fdf-8e0f-75ade531ddcc req-7814e570-61ae-48e7-8f23-e15d7d86d1c7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b043ff06-e03b-4201-a698-02147df07646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659826 Feb 04 12:08:55.716266 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-88af1a63-8860-4fdf-8e0f-75ade531ddcc req-998773ce-46af-435b-b3cd-75414e559971 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235845 Feb 04 12:08:55.846456 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-88af1a63-8860-4fdf-8e0f-75ade531ddcc req-963f7277-a0dd-4655-ad2f-23aad3727a28 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231215 Feb 04 12:08:56.116027 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c81322-866c-41da-82b9-cff11c372adb req-a878396b-e910-4bd3-9661-baedcdd2720f tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:56.117458 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e3c81322-866c-41da-82b9-cff11c372adb req-a878396b-e910-4bd3-9661-baedcdd2720f tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 945 time: 0.0803151 Feb 04 12:08:56.164305 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e3c81322-866c-41da-82b9-cff11c372adb req-af6fae67-e261-47e1-a4cf-883cf1f25981 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409527 Feb 04 12:08:57.369150 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4ce56-c58d-41ce-9938-f56c9fe7604d req-8ea3e506-3d71-43f1-acdf-f3a9bd85ce96 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:57.370809 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-78b4ce56-c58d-41ce-9938-f56c9fe7604d req-8ea3e506-3d71-43f1-acdf-f3a9bd85ce96 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 945 time: 0.0794230 Feb 04 12:08:57.418643 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-78b4ce56-c58d-41ce-9938-f56c9fe7604d req-9f87b985-cf78-4366-90da-37666db01b1e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410073 Feb 04 12:08:57.739084 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device f821a8ce-55cc-4617-8ef4-b7771ccac6d3 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:08:57.742430 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device f821a8ce-55cc-4617-8ef4-b7771ccac6d3 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:08:57.948400 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:57.985089 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port f821a8ce-55cc-4617-8ef4-b7771ccac6d3, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f821a8ce-55cc-4617-8ef4-b7771ccac6d3,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:08:58.007026 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa1d372-6635-4779-ab97-44062b27d0f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f821a8ce-55cc-4617-8ef4-b7771ccac6d3'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:08:58.013691 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': 'f821a8ce-55cc-4617-8ef4-b7771ccac6d3', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'port_id': 'f821a8ce-55cc-4617-8ef4-b7771ccac6d3', 'mac_address': 'fa:16:3e:b8:a3:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '865a859c-4244-4bab-8a5b-81344f003357', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:08:58.019797 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port f821a8ce-55cc-4617-8ef4-b7771ccac6d3, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f821a8ce-55cc-4617-8ef4-b7771ccac6d3,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:08:58.080725 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:58.094727 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa1d372-6635-4779-ab97-44062b27d0f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f821a8ce-55cc-4617-8ef4-b7771ccac6d3', 'code': 200} Feb 04 12:08:58.104131 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f821a8ce-55cc-4617-8ef4-b7771ccac6d3 {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:08:58.110670 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:58.270930 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:08:58.271308 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:08:58.273749 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=f821a8ce-55cc-4617-8ef4-b7771ccac6d3,revision_number=9']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:58.620830 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c380057-a230-4287-b25a-80e8cf7be256 req-af66a95f-8b22-4368-8735-1fce23c03141 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:58.622315 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1c380057-a230-4287-b25a-80e8cf7be256 req-af66a95f-8b22-4368-8735-1fce23c03141 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 943 time: 0.0812039 Feb 04 12:08:58.675560 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1c380057-a230-4287-b25a-80e8cf7be256 req-99d012ac-8e31-4371-b300-b3e3c3d16138 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471528 Feb 04 12:08:58.828988 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:58.848078 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f821a8ce-55cc-4617-8ef4-b7771ccac6d3 {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:08:58.865528 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port f821a8ce-55cc-4617-8ef4-b7771ccac6d3, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f821a8ce-55cc-4617-8ef4-b7771ccac6d3,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:08:58.888203 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab6fcd-a8f4-4b9d-b04d-fad7313176b8 req-46c2f237-7c7f-4013-bc88-537ef9323fa6 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:58.889906 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-67ab6fcd-a8f4-4b9d-b04d-fad7313176b8 req-46c2f237-7c7f-4013-bc88-537ef9323fa6 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 943 time: 0.0803368 Feb 04 12:08:58.937268 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-67ab6fcd-a8f4-4b9d-b04d-fad7313176b8 req-2d4b5a83-9a94-4d97-8470-21c712a81143 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420642 Feb 04 12:08:58.959630 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:59.036426 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['f821a8ce-55cc-4617-8ef4-b7771ccac6d3'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:08:59.083675 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=f821a8ce-55cc-4617-8ef4-b7771ccac6d3,revision_number=10']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:59.164776 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af919db-4e0c-444c-9c59-5e8c993ba82b req-05a7c5e0-6f3c-4beb-94e5-22075b02c5b6 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:59.166244 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1af919db-4e0c-444c-9c59-5e8c993ba82b req-05a7c5e0-6f3c-4beb-94e5-22075b02c5b6 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 945 time: 0.0883930 Feb 04 12:08:59.217503 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1af919db-4e0c-444c-9c59-5e8c993ba82b req-93882306-1468-4817-92f8-2ed162513400 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449717 Feb 04 12:08:59.762218 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device f821a8ce-55cc-4617-8ef4-b7771ccac6d3 up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:08:59.824113 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7931d9-7ad8-40fe-8da2-c76f6a93d59c req-f272ea3a-395a-4361-b26b-0ca6705c1375 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:59.826679 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6c7931d9-7ad8-40fe-8da2-c76f6a93d59c req-f272ea3a-395a-4361-b26b-0ca6705c1375 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 945 time: 0.0887327 Feb 04 12:08:59.843931 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port f821a8ce-55cc-4617-8ef4-b7771ccac6d3 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:08:59.844545 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:59.875009 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6c7931d9-7ad8-40fe-8da2-c76f6a93d59c req-73c83f33-d310-4e66-8194-27a79b9e2c64 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429401 Feb 04 12:08:59.957183 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:59.989267 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port f821a8ce-55cc-4617-8ef4-b7771ccac6d3, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f821a8ce-55cc-4617-8ef4-b7771ccac6d3,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:09:00.056260 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:00.096500 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa1d372-6635-4779-ab97-44062b27d0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f821a8ce-55cc-4617-8ef4-b7771ccac6d3'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:09:00.127997 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=f821a8ce-55cc-4617-8ef4-b7771ccac6d3,revision_number=11']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:09:00.154360 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa1d372-6635-4779-ab97-44062b27d0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f821a8ce-55cc-4617-8ef4-b7771ccac6d3', 'code': 200} Feb 04 12:09:01.072622 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07c867-e5e3-479c-8f21-ff576b6c8e5a req-cdfebb0d-fc06-46f5-ae47-1bc0a629878f tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:01.074318 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4d07c867-e5e3-479c-8f21-ff576b6c8e5a req-cdfebb0d-fc06-46f5-ae47-1bc0a629878f tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 946 time: 0.0770125 Feb 04 12:09:01.120308 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4d07c867-e5e3-479c-8f21-ff576b6c8e5a req-38f089ab-54db-4ae2-87d8-71f15a01d149 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402441 Feb 04 12:09:02.030267 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf9300-9fdf-4c10-9ddb-477e1c185d0f req-51187341-5349-4908-b555-70bbdb13d555 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:02.031685 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7ecf9300-9fdf-4c10-9ddb-477e1c185d0f req-51187341-5349-4908-b555-70bbdb13d555 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.47 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 946 time: 0.0798156 Feb 04 12:09:02.101582 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-7ecf9300-9fdf-4c10-9ddb-477e1c185d0f req-28ad482e-ed7c-4fdd-983b-33da1f7f4d4c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Deleting port f821a8ce-55cc-4617-8ef4-b7771ccac6d3 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:09:02.101956 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-7ecf9300-9fdf-4c10-9ddb-477e1c185d0f req-28ad482e-ed7c-4fdd-983b-33da1f7f4d4c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:02.422178 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-7ecf9300-9fdf-4c10-9ddb-477e1c185d0f req-28ad482e-ed7c-4fdd-983b-33da1f7f4d4c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] For port f821a8ce-55cc-4617-8ef4-b7771ccac6d3, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f821a8ce-55cc-4617-8ef4-b7771ccac6d3,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:09:02.422528 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-7ecf9300-9fdf-4c10-9ddb-477e1c185d0f req-28ad482e-ed7c-4fdd-983b-33da1f7f4d4c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:02.504135 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85bcd8-d880-4104-88c6-074b0e70c6bf req-3c4e1080-275c-459c-8b8a-656596afcd6b tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:02.505606 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1c85bcd8-d880-4104-88c6-074b0e70c6bf req-3c4e1080-275c-459c-8b8a-656596afcd6b tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 946 time: 0.2525582 Feb 04 12:09:02.743593 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1c85bcd8-d880-4104-88c6-074b0e70c6bf req-73b35e8c-f401-4974-98e8-577af1a50974 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2250609 Feb 04 12:09:02.892684 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-7ecf9300-9fdf-4c10-9ddb-477e1c185d0f req-28ad482e-ed7c-4fdd-983b-33da1f7f4d4c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:02.893050 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-7ecf9300-9fdf-4c10-9ddb-477e1c185d0f req-28ad482e-ed7c-4fdd-983b-33da1f7f4d4c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:02.893356 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.l3_db [req-7ecf9300-9fdf-4c10-9ddb-477e1c185d0f req-28ad482e-ed7c-4fdd-983b-33da1f7f4d4c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Floating IP 750a5206-8613-448c-a908-8b6456011197 disassociated. External IP: 172.26.3.45, port: f821a8ce-55cc-4617-8ef4-b7771ccac6d3. Feb 04 12:09:02.894167 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-7ecf9300-9fdf-4c10-9ddb-477e1c185d0f req-28ad482e-ed7c-4fdd-983b-33da1f7f4d4c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Calling delete_port for f821a8ce-55cc-4617-8ef4-b7771ccac6d3 owned by compute:nova {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:09:03.116689 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-7ecf9300-9fdf-4c10-9ddb-477e1c185d0f req-28ad482e-ed7c-4fdd-983b-33da1f7f4d4c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:03.171230 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad482e-ed7c-4fdd-983b-33da1f7f4d4c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Pushing event deleted for resources: {'Port': ['ID=f821a8ce-55cc-4617-8ef4-b7771ccac6d3,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:09:03.186582 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ad482e-ed7c-4fdd-983b-33da1f7f4d4c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:03.186924 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ad482e-ed7c-4fdd-983b-33da1f7f4d4c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:03.187242 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ad482e-ed7c-4fdd-983b-33da1f7f4d4c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:03.187571 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ad482e-ed7c-4fdd-983b-33da1f7f4d4c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:03.187886 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ad482e-ed7c-4fdd-983b-33da1f7f4d4c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:03.188209 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ad482e-ed7c-4fdd-983b-33da1f7f4d4c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:03.188527 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ad482e-ed7c-4fdd-983b-33da1f7f4d4c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:03.188844 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ad482e-ed7c-4fdd-983b-33da1f7f4d4c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:03.189159 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ad482e-ed7c-4fdd-983b-33da1f7f4d4c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:03.189470 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ad482e-ed7c-4fdd-983b-33da1f7f4d4c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:03.189782 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ad482e-ed7c-4fdd-983b-33da1f7f4d4c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:03.407584 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ecf9300-9fdf-4c10-9ddb-477e1c185d0f req-28ad482e-ed7c-4fdd-983b-33da1f7f4d4c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Router 94027b61-da46-4648-8e10-523323302276 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:09:03.612597 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ecf9300-9fdf-4c10-9ddb-477e1c185d0f req-28ad482e-ed7c-4fdd-983b-33da1f7f4d4c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:09:03.622943 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abecf152-20cc-4bfa-9655-8e5272ebf368 None None] Sync routers for ids ['94027b61-da46-4648-8e10-523323302276'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:09:03.637156 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abecf152-20cc-4bfa-9655-8e5272ebf368 None None] Routers {'94027b61-da46-4648-8e10-523323302276'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:09:03.637156 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-abecf152-20cc-4bfa-9655-8e5272ebf368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:08:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['94027b61-da46-4648-8e10-523323302276'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:09:03.687954 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ecf9300-9fdf-4c10-9ddb-477e1c185d0f req-28ad482e-ed7c-4fdd-983b-33da1f7f4d4c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] No DVR routers for this DVR port f821a8ce-55cc-4617-8ef4-b7771ccac6d3 on host hv-neutron-8278 {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:09:03.691021 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-7ecf9300-9fdf-4c10-9ddb-477e1c185d0f req-28ad482e-ed7c-4fdd-983b-33da1f7f4d4c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:03.693570 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa1d372-6635-4779-ab97-44062b27d0f4', 'name': 'network-vif-deleted', 'tag': 'f821a8ce-55cc-4617-8ef4-b7771ccac6d3'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:09:03.757731 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa1d372-6635-4779-ab97-44062b27d0f4', 'name': 'network-vif-deleted', 'tag': 'f821a8ce-55cc-4617-8ef4-b7771ccac6d3', 'status': 'completed', 'code': 200} Feb 04 12:09:03.782612 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7ecf9300-9fdf-4c10-9ddb-477e1c185d0f req-28ad482e-ed7c-4fdd-983b-33da1f7f4d4c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.47 "DELETE /v2.0/ports/f821a8ce-55cc-4617-8ef4-b7771ccac6d3 HTTP/1.1" status: 204 len: 173 time: 1.7460284 Feb 04 12:09:03.829484 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-abecf152-20cc-4bfa-9655-8e5272ebf368 None None] Set router 94027b61-da46-4648-8e10-523323302276 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:09:03.921401 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-5c9e6ae2-df4c-4d90-aabe-014320b6a572 req-b32ceca8-e988-402f-bab3-486615003bb1 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Synchronizing usage tracker for tenant:fb454687c52d467f9c138c52573a5e1f on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:09:04.002515 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-5c9e6ae2-df4c-4d90-aabe-014320b6a572 req-b32ceca8-e988-402f-bab3-486615003bb1 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Unset dirty status for tenant:fb454687c52d467f9c138c52573a5e1f on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:09:04.003731 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5c9e6ae2-df4c-4d90-aabe-014320b6a572 req-b32ceca8-e988-402f-bab3-486615003bb1 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa1d372-6635-4779-ab97-44062b27d0f4 HTTP/1.1" status: 200 len: 210 time: 0.1229832 Feb 04 12:09:04.161977 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-abecf152-20cc-4bfa-9655-8e5272ebf368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94027b61-da46-4648-8e10-523323302276', 'name': 'tempest-ServerActionsTestJSON-680310543-router', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:44Z', 'updated_at': '2022-02-04T12:05:47Z', 'revision_number': 4, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'gw_port': {'id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:45Z', 'updated_at': '2022-02-04T12:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '621a1403-28b2-4794-b8b7-d3c725451e14', 'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'mac_address': 'fa:16:3e:15:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865a859c-4244-4bab-8a5b-81344f003357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:47Z', 'updated_at': '2022-02-04T12:06:05Z', 'revision_number': 5, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'subnets': [{'id': '865a859c-4244-4bab-8a5b-81344f003357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:09:04.166263 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abecf152-20cc-4bfa-9655-8e5272ebf368 None None] Checking router: 94027b61-da46-4648-8e10-523323302276 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:09:04.177112 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abecf152-20cc-4bfa-9655-8e5272ebf368 None None] Routers {'94027b61-da46-4648-8e10-523323302276'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:09:04.177639 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-abecf152-20cc-4bfa-9655-8e5272ebf368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:08:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['94027b61-da46-4648-8e10-523323302276'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:09:04.351592 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-abecf152-20cc-4bfa-9655-8e5272ebf368 None None] Set router 94027b61-da46-4648-8e10-523323302276 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:09:04.710494 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-abecf152-20cc-4bfa-9655-8e5272ebf368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94027b61-da46-4648-8e10-523323302276', 'name': 'tempest-ServerActionsTestJSON-680310543-router', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:44Z', 'updated_at': '2022-02-04T12:05:47Z', 'revision_number': 4, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'gw_port': {'id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:45Z', 'updated_at': '2022-02-04T12:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '621a1403-28b2-4794-b8b7-d3c725451e14', 'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'mac_address': 'fa:16:3e:15:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865a859c-4244-4bab-8a5b-81344f003357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:47Z', 'updated_at': '2022-02-04T12:06:05Z', 'revision_number': 5, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'subnets': [{'id': '865a859c-4244-4bab-8a5b-81344f003357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:09:04.714624 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abecf152-20cc-4bfa-9655-8e5272ebf368 None None] The sync data for ids ['94027b61-da46-4648-8e10-523323302276'] in dv-neutron-827825-2-hyperv is: [{'id': '94027b61-da46-4648-8e10-523323302276', 'name': 'tempest-ServerActionsTestJSON-680310543-router', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:44Z', 'updated_at': '2022-02-04T12:05:47Z', 'revision_number': 4, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'gw_port': {'id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:45Z', 'updated_at': '2022-02-04T12:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '621a1403-28b2-4794-b8b7-d3c725451e14', 'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'mac_address': 'fa:16:3e:15:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865a859c-4244-4bab-8a5b-81344f003357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:47Z', 'updated_at': '2022-02-04T12:06:05Z', 'revision_number': 5, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'subnets': [{'id': '865a859c-4244-4bab-8a5b-81344f003357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:09:04.938376 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc71dcf-80b0-4b46-a16c-12eb7307dfce None None] New status for floating IP 750a5206-8613-448c-a908-8b6456011197: DOWN {{(pid=84207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 12:09:05.415809 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-c34fe942-c782-4ccb-aa40-3bab850de515 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--916162860&fields=id&tenant_id=fb454687c52d467f9c138c52573a5e1f HTTP/1.1" status: 200 len: 267 time: 0.0451555 Feb 04 12:09:05.581125 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-5882c50f-6587-4518-b648-c72dedbb9c99 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:05.582615 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-5882c50f-6587-4518-b648-c72dedbb9c99 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/networks?id=b043ff06-e03b-4201-a698-02147df07646 HTTP/1.1" status: 200 len: 811 time: 0.1527011 Feb 04 12:09:05.605002 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-982dd376-467e-47ba-9d75-06c06c6ff528 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/quotas/fb454687c52d467f9c138c52573a5e1f HTTP/1.1" status: 200 len: 375 time: 0.0165436 Feb 04 12:09:05.696112 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-3d76043b-0429-4f04-b19c-c867fd416300 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb454687c52d467f9c138c52573a5e1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0852215 Feb 04 12:09:05.773200 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device f821a8ce-55cc-4617-8ef4-b7771ccac6d3 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:09:05.786338 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-cda0a952-affc-47d5-9d86-ececbf998fa3 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 12:09:05.787620 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-cda0a952-affc-47d5-9d86-ececbf998fa3 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0793319 Feb 04 12:09:05.812147 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] No Port match for: f821a8ce-55cc-4617-8ef4-b7771ccac6d3 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:09:05.812781 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device f821a8ce-55cc-4617-8ef4-b7771ccac6d3 not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:09:05.925375 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-ce649786-05c1-4dcd-b051-57f2a86bfae5 service neutron] 10.222.0.21 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312003 Feb 04 12:09:06.071480 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-342628a9-59f3-4814-b12c-80876674747f service neutron] 10.222.0.21 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352105 Feb 04 12:09:06.352331 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a2c51b57-06f7-4c01-9f66-f598c2eb6b64 req-bad26cde-c4e2-4ee1-9a0e-d6357f2173bd tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 210 time: 0.0397604 Feb 04 12:09:06.393352 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:07.520761 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-817570ed-e680-430e-bd6d-f5f9f10cd342 req-e388d8f0-525d-43f3-beca-b9f056003666 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 210 time: 0.0426536 Feb 04 12:09:08.366282 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-3ad114f9-885a-41d6-91c1-efac5d1550d4 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:08.367695 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-3ad114f9-885a-41d6-91c1-efac5d1550d4 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.47 "GET /v2.0/networks?id=b043ff06-e03b-4201-a698-02147df07646 HTTP/1.1" status: 200 len: 811 time: 0.1703372 Feb 04 12:09:08.434065 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-571ebab5-b7a2-4b77-a62c-67a3302bac17 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb454687c52d467f9c138c52573a5e1f HTTP/1.1" status: 200 len: 379 time: 0.0521011 Feb 04 12:09:08.442460 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-6809c022-c4d0-4c4b-a234-37391db60d14 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Request body: {'port': {'device_id': 'd394791a-cc50-42ee-913d-d71092bfb3f2', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'admin_state_up': True, 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'security_groups': ['8bdfc71d-ca8a-417a-84c5-54ea4956071e']}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:09:08.590045 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-6809c022-c4d0-4c4b-a234-37391db60d14 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:09:08.600631 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-6809c022-c4d0-4c4b-a234-37391db60d14 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:09:08.686753 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-6809c022-c4d0-4c4b-a234-37391db60d14 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Made reservation on behalf of fb454687c52d467f9c138c52573a5e1f for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:09:08.690094 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-6809c022-c4d0-4c4b-a234-37391db60d14 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:08.707544 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8832ee4d-50b3-470e-a588-11c5f07db038 req-201985f5-f9ac-424a-87bb-c18fcd789581 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 210 time: 0.0619800 Feb 04 12:09:08.721031 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:09:08.879916 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-6809c022-c4d0-4c4b-a234-37391db60d14 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Allocated IP 172.20.0.5 (b043ff06-e03b-4201-a698-02147df07646/865a859c-4244-4bab-8a5b-81344f003357/c4e3e3f4-466d-449c-826c-6eab5b53491f) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:09:09.187885 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-6809c022-c4d0-4c4b-a234-37391db60d14 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:09.210082 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-6809c022-c4d0-4c4b-a234-37391db60d14 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Transition to ACTIVE for port object c4e3e3f4-466d-449c-826c-6eab5b53491f will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:09:09.305223 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-6809c022-c4d0-4c4b-a234-37391db60d14 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:09.383594 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-6809c022-c4d0-4c4b-a234-37391db60d14 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Network b043ff06-e03b-4201-a698-02147df07646 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:09:09.386963 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-6809c022-c4d0-4c4b-a234-37391db60d14 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:09:09.389681 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-6809c022-c4d0-4c4b-a234-37391db60d14 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:09:09.422326 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809c022-c4d0-4c4b-a234-37391db60d14 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Pushing event updated for resources: {'Port': ['ID=c4e3e3f4-466d-449c-826c-6eab5b53491f,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:09:09.461090 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-6809c022-c4d0-4c4b-a234-37391db60d14 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:09.461702 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-6809c022-c4d0-4c4b-a234-37391db60d14 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:09.545536 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-6809c022-c4d0-4c4b-a234-37391db60d14 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1069691 Feb 04 12:09:09.556800 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-755fb3a4-305d-4426-bd2d-696b6223efdd service neutron] Request body: {'port': {'device_id': 'd394791a-cc50-42ee-913d-d71092bfb3f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:09:09.668198 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-755fb3a4-305d-4426-bd2d-696b6223efdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:09.711110 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-8b29e8c9-9246-46e6-aea9-37edd2129c13 None None] Provisioning for port c4e3e3f4-466d-449c-826c-6eab5b53491f completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:09:09.717508 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-8b29e8c9-9246-46e6-aea9-37edd2129c13 None None] Provisioning complete for port c4e3e3f4-466d-449c-826c-6eab5b53491f triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:09:09.717873 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8b29e8c9-9246-46e6-aea9-37edd2129c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:09.777051 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-8b29e8c9-9246-46e6-aea9-37edd2129c13 None None] Port c4e3e3f4-466d-449c-826c-6eab5b53491f cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:09:09.943451 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade39097-2e83-4f0f-a5f6-5c19fbb9a372 req-197355e7-c879-45bf-b92a-3baa5858f953 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:09.944925 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ade39097-2e83-4f0f-a5f6-5c19fbb9a372 req-197355e7-c879-45bf-b92a-3baa5858f953 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 931 time: 0.0941503 Feb 04 12:09:09.993080 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ade39097-2e83-4f0f-a5f6-5c19fbb9a372 req-89c4fa6e-7ee8-4ffa-ac26-7384ef5c5ed6 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420275 Feb 04 12:09:10.056401 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-755fb3a4-305d-4426-bd2d-696b6223efdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4e3e3f4-466d-449c-826c-6eab5b53491f {{(pid=84205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:09:10.063697 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-755fb3a4-305d-4426-bd2d-696b6223efdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:10.081795 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-755fb3a4-305d-4426-bd2d-696b6223efdd service neutron] Transition to ACTIVE for port object c4e3e3f4-466d-449c-826c-6eab5b53491f will not be triggered until provisioned by entity L2. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:09:10.156733 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-755fb3a4-305d-4426-bd2d-696b6223efdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:10.293851 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fb3a4-305d-4426-bd2d-696b6223efdd service neutron] Pushing event updated for resources: {'Port': ['ID=c4e3e3f4-466d-449c-826c-6eab5b53491f,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:09:10.424423 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-755fb3a4-305d-4426-bd2d-696b6223efdd service neutron] Attempting to bind port c4e3e3f4-466d-449c-826c-6eab5b53491f on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:09:10.425050 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-755fb3a4-305d-4426-bd2d-696b6223efdd service neutron] Attempting to bind port c4e3e3f4-466d-449c-826c-6eab5b53491f by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'b7236678-324f-4abe-a2a3-1e7f9b64bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b043ff06-e03b-4201-a698-02147df07646'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:09:10.425156 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-755fb3a4-305d-4426-bd2d-696b6223efdd service neutron] Attempting to bind port c4e3e3f4-466d-449c-826c-6eab5b53491f on network b043ff06-e03b-4201-a698-02147df07646 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:09:10.431072 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-755fb3a4-305d-4426-bd2d-696b6223efdd service neutron] Port c4e3e3f4-466d-449c-826c-6eab5b53491f on network b043ff06-e03b-4201-a698-02147df07646 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 12:09:10.431386 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-755fb3a4-305d-4426-bd2d-696b6223efdd service neutron] Attempting to bind port c4e3e3f4-466d-449c-826c-6eab5b53491f on network b043ff06-e03b-4201-a698-02147df07646 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:09:10.439103 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-755fb3a4-305d-4426-bd2d-696b6223efdd service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:09:10.439432 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-755fb3a4-305d-4426-bd2d-696b6223efdd service neutron] Checking segment: {'id': 'b7236678-324f-4abe-a2a3-1e7f9b64bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b043ff06-e03b-4201-a698-02147df07646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:09:10.439834 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-755fb3a4-305d-4426-bd2d-696b6223efdd service neutron] Bound using segment: {'id': 'b7236678-324f-4abe-a2a3-1e7f9b64bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b043ff06-e03b-4201-a698-02147df07646'} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:09:10.440319 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-755fb3a4-305d-4426-bd2d-696b6223efdd service neutron] Bound port: c4e3e3f4-466d-449c-826c-6eab5b53491f, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7236678-324f-4abe-a2a3-1e7f9b64bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b043ff06-e03b-4201-a698-02147df07646'}}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:09:10.441086 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-755fb3a4-305d-4426-bd2d-696b6223efdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:10.537733 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-755fb3a4-305d-4426-bd2d-696b6223efdd service neutron] For port c4e3e3f4-466d-449c-826c-6eab5b53491f, host hv-neutron-8278, cleared binding levels {{(pid=84205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:09:10.540819 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-755fb3a4-305d-4426-bd2d-696b6223efdd service neutron] For port c4e3e3f4-466d-449c-826c-6eab5b53491f, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c4e3e3f4-466d-449c-826c-6eab5b53491f,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:09:10.628032 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-755fb3a4-305d-4426-bd2d-696b6223efdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:10.696975 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-755fb3a4-305d-4426-bd2d-696b6223efdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:10.698798 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-755fb3a4-305d-4426-bd2d-696b6223efdd service neutron] 10.222.0.47 "PUT /v2.0/ports/c4e3e3f4-466d-449c-826c-6eab5b53491f HTTP/1.1" status: 200 len: 1093 time: 1.1461358 Feb 04 12:09:10.699608 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd394791a-cc50-42ee-913d-d71092bfb3f2', 'tag': 'c4e3e3f4-466d-449c-826c-6eab5b53491f'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:09:10.723882 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fb3a4-305d-4426-bd2d-696b6223efdd service neutron] Pushing event updated for resources: {'Port': ['ID=c4e3e3f4-466d-449c-826c-6eab5b53491f,revision_number=3']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:09:10.760731 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd394791a-cc50-42ee-913d-d71092bfb3f2', 'tag': 'c4e3e3f4-466d-449c-826c-6eab5b53491f', 'status': 'completed', 'code': 200} Feb 04 12:09:10.860489 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ba3734d8-b6cb-4ce7-b5c4-6de90dcf7a57 req-24aadc0c-e468-4f8d-9e5c-9b2cef4537f9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb454687c52d467f9c138c52573a5e1f&device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 1096 time: 0.0759120 Feb 04 12:09:11.014992 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3734d8-b6cb-4ce7-b5c4-6de90dcf7a57 req-59d53edc-933c-4cb9-9183-92ced8638df9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:11.016447 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ba3734d8-b6cb-4ce7-b5c4-6de90dcf7a57 req-59d53edc-933c-4cb9-9183-92ced8638df9 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=fb454687c52d467f9c138c52573a5e1f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1496885 Feb 04 12:09:11.163392 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3734d8-b6cb-4ce7-b5c4-6de90dcf7a57 req-9d1429c6-0970-4cf8-9984-da4c671cbc78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:11.164843 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ba3734d8-b6cb-4ce7-b5c4-6de90dcf7a57 req-9d1429c6-0970-4cf8-9984-da4c671cbc78 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1430724 Feb 04 12:09:11.201647 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9346d1-291e-4b50-a15c-13f6968d7bb3 req-da93bea8-a609-4d2d-a637-b5062babcf37 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:11.203249 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-cc9346d1-291e-4b50-a15c-13f6968d7bb3 req-da93bea8-a609-4d2d-a637-b5062babcf37 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 943 time: 0.0822425 Feb 04 12:09:11.254550 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-cc9346d1-291e-4b50-a15c-13f6968d7bb3 req-d12e4c07-54d2-4329-980c-d460b512f733 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453758 Feb 04 12:09:11.278231 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-bf0c5e02-b197-4c26-8655-e7f298528d6d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb454687c52d467f9c138c52573a5e1f&device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 1096 time: 0.0765262 Feb 04 12:09:11.345172 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-1823a751-20ef-438d-aba7-3e1cc4b15f6a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4e3e3f4-466d-449c-826c-6eab5b53491f HTTP/1.1" status: 200 len: 217 time: 0.0606461 Feb 04 12:09:11.502683 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-0c44d94d-4b86-434d-b08b-9e7f5e1043ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:11.504037 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-0c44d94d-4b86-434d-b08b-9e7f5e1043ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=865a859c-4244-4bab-8a5b-81344f003357 HTTP/1.1" status: 200 len: 850 time: 0.1540241 Feb 04 12:09:11.580028 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-c0d57c4f-8bae-4daf-881f-47ec5967555c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b043ff06-e03b-4201-a698-02147df07646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704618 Feb 04 12:09:11.720530 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-f9e11227-79c6-43e6-8189-0b30540431be service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347995 Feb 04 12:09:11.863404 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c4814fad-afb3-4fb7-840d-28c2357896a3 req-2398af7f-765f-44cb-9fbd-d624c42f9e76 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371326 Feb 04 12:09:12.102088 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-379ea231-0d94-4e18-80bc-2d85167b0c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:12.463325 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245013f9-ccc5-431d-be05-59b8b8b7ca8a req-baf60650-4afb-4f7f-88ee-12ac77aa9b9e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:12.464332 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-245013f9-ccc5-431d-be05-59b8b8b7ca8a req-baf60650-4afb-4f7f-88ee-12ac77aa9b9e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Synchronizing usage tracker for tenant:fb454687c52d467f9c138c52573a5e1f on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:09:12.545065 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-245013f9-ccc5-431d-be05-59b8b8b7ca8a req-baf60650-4afb-4f7f-88ee-12ac77aa9b9e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Unset dirty status for tenant:fb454687c52d467f9c138c52573a5e1f on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:09:12.546238 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-245013f9-ccc5-431d-be05-59b8b8b7ca8a req-baf60650-4afb-4f7f-88ee-12ac77aa9b9e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 943 time: 0.1658044 Feb 04 12:09:12.601794 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-245013f9-ccc5-431d-be05-59b8b8b7ca8a req-59049f2c-7a27-4ae9-a9a4-553dec692570 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499725 Feb 04 12:09:13.809843 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb766735-7ce4-4bde-a834-7532a027b68d req-4a5615a1-d0d7-43e6-81e8-e78161fbce49 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:13.811365 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bb766735-7ce4-4bde-a834-7532a027b68d req-4a5615a1-d0d7-43e6-81e8-e78161fbce49 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 943 time: 0.0785642 Feb 04 12:09:13.860758 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bb766735-7ce4-4bde-a834-7532a027b68d req-c00062e2-6d65-4afa-9624-264089b2ee6a tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431044 Feb 04 12:09:14.545995 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8fd88932-da71-4c1a-8697-558436426c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:15.232291 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725990d7-a483-4f55-b259-035eaae4a375 req-c2095589-a90c-4f94-ba5e-6f3019c7d12f tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:15.233996 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-725990d7-a483-4f55-b259-035eaae4a375 req-c2095589-a90c-4f94-ba5e-6f3019c7d12f tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 943 time: 0.0881293 Feb 04 12:09:15.285253 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-725990d7-a483-4f55-b259-035eaae4a375 req-c68d7db9-4e7e-4574-a41b-a265115e9eb6 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421052 Feb 04 12:09:15.683025 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:15.767814 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:15.831766 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device c4e3e3f4-466d-449c-826c-6eab5b53491f details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:09:15.980002 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port c4e3e3f4-466d-449c-826c-6eab5b53491f, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c4e3e3f4-466d-449c-826c-6eab5b53491f,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:09:15.993909 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': 'c4e3e3f4-466d-449c-826c-6eab5b53491f', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'port_id': 'c4e3e3f4-466d-449c-826c-6eab5b53491f', 'mac_address': 'fa:16:3e:af:f8:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '865a859c-4244-4bab-8a5b-81344f003357', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:09:16.048418 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:16.066831 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4e3e3f4-466d-449c-826c-6eab5b53491f {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:09:16.083305 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port c4e3e3f4-466d-449c-826c-6eab5b53491f, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c4e3e3f4-466d-449c-826c-6eab5b53491f,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:09:16.139708 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:16.221522 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=c4e3e3f4-466d-449c-826c-6eab5b53491f,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:09:16.495861 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['c4e3e3f4-466d-449c-826c-6eab5b53491f'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:09:16.501687 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c332aeb-ba96-48ba-8898-fba273ca77fe req-23947cbd-bf10-4cd7-b101-fe38d1e2ba71 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:16.503525 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0c332aeb-ba96-48ba-8898-fba273ca77fe req-23947cbd-bf10-4cd7-b101-fe38d1e2ba71 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 944 time: 0.0840180 Feb 04 12:09:16.654265 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0c332aeb-ba96-48ba-8898-fba273ca77fe req-798336e3-59ea-4594-8efb-7718fef936af tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439028 Feb 04 12:09:16.956669 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:17.831392 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device c4e3e3f4-466d-449c-826c-6eab5b53491f up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:09:17.899536 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a95c1-8806-476d-8ffe-a9d2e8512bc9 req-eed1730a-f647-466d-aee9-0c0255052388 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:17.901204 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f01a95c1-8806-476d-8ffe-a9d2e8512bc9 req-eed1730a-f647-466d-aee9-0c0255052388 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 944 time: 0.0884802 Feb 04 12:09:17.950505 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f01a95c1-8806-476d-8ffe-a9d2e8512bc9 req-91670c0f-8655-4c80-a07d-092cd76bd3b8 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424466 Feb 04 12:09:17.968433 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port c4e3e3f4-466d-449c-826c-6eab5b53491f completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:09:17.974306 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port c4e3e3f4-466d-449c-826c-6eab5b53491f triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:09:17.974697 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:18.096678 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:18.125969 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd394791a-cc50-42ee-913d-d71092bfb3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e3e3f4-466d-449c-826c-6eab5b53491f'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:09:18.135730 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port c4e3e3f4-466d-449c-826c-6eab5b53491f, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c4e3e3f4-466d-449c-826c-6eab5b53491f,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:09:18.182567 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd394791a-cc50-42ee-913d-d71092bfb3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e3e3f4-466d-449c-826c-6eab5b53491f', 'code': 200} Feb 04 12:09:18.208819 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:18.276900 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=c4e3e3f4-466d-449c-826c-6eab5b53491f,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:09:18.603518 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-59ed7a2c-4488-42e4-ac94-faf5f835d122 req-61453377-c7c4-4058-94ab-147b40786d4e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 1098 time: 0.0716391 Feb 04 12:09:18.645552 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-59ed7a2c-4488-42e4-ac94-faf5f835d122 req-5f18f908-2f2d-4515-821b-94791f30feec service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368302 Feb 04 12:09:19.152555 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20bca4-b46c-4dfb-a29f-fd59376267d6 req-dc5c71dd-822d-4f6c-8a01-55434d4659f2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:19.154102 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2e20bca4-b46c-4dfb-a29f-fd59376267d6 req-dc5c71dd-822d-4f6c-8a01-55434d4659f2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 945 time: 0.0804811 Feb 04 12:09:19.201073 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2e20bca4-b46c-4dfb-a29f-fd59376267d6 req-24503594-3c9f-4ce7-86c8-8a1b95ae7b0c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414379 Feb 04 12:09:20.407391 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24d259-0439-49cd-9666-fb1b47d50236 req-d669af67-c569-4e8c-bfd7-8fdd6f970bc8 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:20.408840 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0e24d259-0439-49cd-9666-fb1b47d50236 req-d669af67-c569-4e8c-bfd7-8fdd6f970bc8 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 945 time: 0.0763476 Feb 04 12:09:20.461444 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0e24d259-0439-49cd-9666-fb1b47d50236 req-bec7b0d4-f19a-40da-b962-8c41a4a1593b tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447598 Feb 04 12:09:20.670585 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99c5d8-c7ca-4cf2-b7a0-892e30e7dbbe req-051cc185-147b-4d01-b1b2-62e5b6c272fc tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:20.672037 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1c99c5d8-c7ca-4cf2-b7a0-892e30e7dbbe req-051cc185-147b-4d01-b1b2-62e5b6c272fc tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 945 time: 0.0797668 Feb 04 12:09:20.680937 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 45438) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:09:20.686344 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-bf41936f-12e9-414c-88fb-47b0e4e750d8 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Request body: {'floatingip': {'port_id': 'c4e3e3f4-466d-449c-826c-6eab5b53491f'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:09:20.765251 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bf41936f-12e9-414c-88fb-47b0e4e750d8 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks [] for floatingip, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:21.467050 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bf41936f-12e9-414c-88fb-47b0e4e750d8 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:21.541696 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bf41936f-12e9-414c-88fb-47b0e4e750d8 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:21.741030 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.l3_db [None req-bf41936f-12e9-414c-88fb-47b0e4e750d8 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Floating IP 750a5206-8613-448c-a908-8b6456011197 associated. External IP: 172.26.3.45, port: c4e3e3f4-466d-449c-826c-6eab5b53491f. Feb 04 12:09:22.136656 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf41936f-12e9-414c-88fb-47b0e4e750d8 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Router 94027b61-da46-4648-8e10-523323302276 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:09:22.342009 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf41936f-12e9-414c-88fb-47b0e4e750d8 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:09:22.346241 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-bf41936f-12e9-414c-88fb-47b0e4e750d8 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:22.351885 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35e1da3-0603-467c-b8ee-8cef62c08dae None None] Sync routers for ids ['94027b61-da46-4648-8e10-523323302276'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:09:22.364755 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35e1da3-0603-467c-b8ee-8cef62c08dae None None] Routers {'94027b61-da46-4648-8e10-523323302276'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:09:22.365352 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-a35e1da3-0603-467c-b8ee-8cef62c08dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:09:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['94027b61-da46-4648-8e10-523323302276'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:09:22.397781 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-bf41936f-12e9-414c-88fb-47b0e4e750d8 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "PUT /v2.0/floatingips/750a5206-8613-448c-a908-8b6456011197 HTTP/1.1" status: 200 len: 991 time: 1.7156992 Feb 04 12:09:22.398284 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd394791a-cc50-42ee-913d-d71092bfb3f2', 'tag': 'c4e3e3f4-466d-449c-826c-6eab5b53491f'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:09:22.454829 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd394791a-cc50-42ee-913d-d71092bfb3f2', 'tag': 'c4e3e3f4-466d-449c-826c-6eab5b53491f', 'status': 'completed', 'code': 200} Feb 04 12:09:22.546507 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6ba6cb7c-b078-4de7-bb9e-6336f14359e2 req-570bb7d5-2b0e-4441-a931-7ec513465ddb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb454687c52d467f9c138c52573a5e1f&device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 1098 time: 0.0696173 Feb 04 12:09:22.552485 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-a35e1da3-0603-467c-b8ee-8cef62c08dae None None] Set router 94027b61-da46-4648-8e10-523323302276 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:09:22.581467 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d414a-10d2-4071-965f-828210017c4c req-558617da-459f-4180-ae50-c6f1011aecba tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:22.583257 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-781d414a-10d2-4071-965f-828210017c4c req-558617da-459f-4180-ae50-c6f1011aecba tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 945 time: 0.0858512 Feb 04 12:09:22.631335 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-781d414a-10d2-4071-965f-828210017c4c req-87d5b40f-1f66-4d00-be07-38d475e721cd tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420916 Feb 04 12:09:22.695625 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6cb7c-b078-4de7-bb9e-6336f14359e2 req-f0388ee6-1161-4c1c-8a49-c40e913cab39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:22.697038 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6ba6cb7c-b078-4de7-bb9e-6336f14359e2 req-f0388ee6-1161-4c1c-8a49-c40e913cab39 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b043ff06-e03b-4201-a698-02147df07646 HTTP/1.1" status: 200 len: 912 time: 0.1439624 Feb 04 12:09:22.809465 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6ba6cb7c-b078-4de7-bb9e-6336f14359e2 req-5e5abd93-619d-4f9f-901f-bda813eeeb83 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4e3e3f4-466d-449c-826c-6eab5b53491f HTTP/1.1" status: 200 len: 999 time: 0.1057651 Feb 04 12:09:22.875102 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6cb7c-b078-4de7-bb9e-6336f14359e2 req-7722618a-646e-41a9-aba3-c71cb5b7c3b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:22.876544 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6ba6cb7c-b078-4de7-bb9e-6336f14359e2 req-7722618a-646e-41a9-aba3-c71cb5b7c3b4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=865a859c-4244-4bab-8a5b-81344f003357 HTTP/1.1" status: 200 len: 850 time: 0.0612817 Feb 04 12:09:22.907878 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-a35e1da3-0603-467c-b8ee-8cef62c08dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94027b61-da46-4648-8e10-523323302276', 'name': 'tempest-ServerActionsTestJSON-680310543-router', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:44Z', 'updated_at': '2022-02-04T12:05:47Z', 'revision_number': 4, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'gw_port': {'id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:45Z', 'updated_at': '2022-02-04T12:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '750a5206-8613-448c-a908-8b6456011197', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'floating_ip_address': '172.26.3.45', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '94027b61-da46-4648-8e10-523323302276', 'port_id': 'c4e3e3f4-466d-449c-826c-6eab5b53491f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'mac_address': 'fa:16:3e:af:f8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd394791a-cc50-42ee-913d-d71092bfb3f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:05:51Z', 'updated_at': '2022-02-04T12:09:21Z', 'revision_number': 13, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '621a1403-28b2-4794-b8b7-d3c725451e14', 'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'mac_address': 'fa:16:3e:15:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865a859c-4244-4bab-8a5b-81344f003357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:47Z', 'updated_at': '2022-02-04T12:06:05Z', 'revision_number': 5, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'subnets': [{'id': '865a859c-4244-4bab-8a5b-81344f003357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:09:22.911600 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35e1da3-0603-467c-b8ee-8cef62c08dae None None] Checking router: 94027b61-da46-4648-8e10-523323302276 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:09:22.922535 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35e1da3-0603-467c-b8ee-8cef62c08dae None None] Routers {'94027b61-da46-4648-8e10-523323302276'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:09:22.923117 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-a35e1da3-0603-467c-b8ee-8cef62c08dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:09:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['94027b61-da46-4648-8e10-523323302276'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:09:22.949819 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6ba6cb7c-b078-4de7-bb9e-6336f14359e2 req-51a4b9ee-c8f3-4caa-b687-244cc068cdad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b043ff06-e03b-4201-a698-02147df07646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676141 Feb 04 12:09:23.145871 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-a35e1da3-0603-467c-b8ee-8cef62c08dae None None] Set router 94027b61-da46-4648-8e10-523323302276 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:09:23.183662 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6ba6cb7c-b078-4de7-bb9e-6336f14359e2 req-1b1ff3e0-c716-4274-acd3-0bfb3a551e47 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271976 Feb 04 12:09:23.316728 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6ba6cb7c-b078-4de7-bb9e-6336f14359e2 req-ab8b55a1-cb4f-4ae4-a008-b6ba093828ad service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280098 Feb 04 12:09:23.517205 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-a35e1da3-0603-467c-b8ee-8cef62c08dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94027b61-da46-4648-8e10-523323302276', 'name': 'tempest-ServerActionsTestJSON-680310543-router', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:44Z', 'updated_at': '2022-02-04T12:05:47Z', 'revision_number': 4, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'gw_port': {'id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:45Z', 'updated_at': '2022-02-04T12:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '750a5206-8613-448c-a908-8b6456011197', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'floating_ip_address': '172.26.3.45', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '94027b61-da46-4648-8e10-523323302276', 'port_id': 'c4e3e3f4-466d-449c-826c-6eab5b53491f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'mac_address': 'fa:16:3e:af:f8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd394791a-cc50-42ee-913d-d71092bfb3f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:05:51Z', 'updated_at': '2022-02-04T12:09:21Z', 'revision_number': 13, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '621a1403-28b2-4794-b8b7-d3c725451e14', 'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'mac_address': 'fa:16:3e:15:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865a859c-4244-4bab-8a5b-81344f003357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:47Z', 'updated_at': '2022-02-04T12:06:05Z', 'revision_number': 5, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'subnets': [{'id': '865a859c-4244-4bab-8a5b-81344f003357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:09:23.521005 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35e1da3-0603-467c-b8ee-8cef62c08dae None None] The sync data for ids ['94027b61-da46-4648-8e10-523323302276'] in dv-neutron-827825-2-hyperv is: [{'id': '94027b61-da46-4648-8e10-523323302276', 'name': 'tempest-ServerActionsTestJSON-680310543-router', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:44Z', 'updated_at': '2022-02-04T12:05:47Z', 'revision_number': 4, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'gw_port': {'id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:45Z', 'updated_at': '2022-02-04T12:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '750a5206-8613-448c-a908-8b6456011197', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'floating_ip_address': '172.26.3.45', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '94027b61-da46-4648-8e10-523323302276', 'port_id': 'c4e3e3f4-466d-449c-826c-6eab5b53491f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'mac_address': 'fa:16:3e:af:f8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd394791a-cc50-42ee-913d-d71092bfb3f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:05:51Z', 'updated_at': '2022-02-04T12:09:21Z', 'revision_number': 13, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '621a1403-28b2-4794-b8b7-d3c725451e14', 'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'mac_address': 'fa:16:3e:15:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865a859c-4244-4bab-8a5b-81344f003357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:47Z', 'updated_at': '2022-02-04T12:06:05Z', 'revision_number': 5, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'subnets': [{'id': '865a859c-4244-4bab-8a5b-81344f003357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:09:23.715300 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255c3551-0363-4d12-b11e-2b3b22e2f269 None None] New status for floating IP 750a5206-8613-448c-a908-8b6456011197: ACTIVE {{(pid=84207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 12:09:23.844422 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ccdab-18a7-40fb-9cac-6b4ec04665cb req-b51fcec1-d394-42c6-81a3-ae9db50dd125 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:23.845799 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a20ccdab-18a7-40fb-9cac-6b4ec04665cb req-b51fcec1-d394-42c6-81a3-ae9db50dd125 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 945 time: 0.0802784 Feb 04 12:09:23.892301 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a20ccdab-18a7-40fb-9cac-6b4ec04665cb req-079658f7-04c0-4f34-9339-0b1fe2a8b896 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409179 Feb 04 12:09:25.972313 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbc5b1-979a-40b4-aa27-eb33dc3b897e req-8208b1f9-5f99-44e7-b6a2-fa65b56f5e6d tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:25.973589 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5cfbc5b1-979a-40b4-aa27-eb33dc3b897e req-8208b1f9-5f99-44e7-b6a2-fa65b56f5e6d tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 945 time: 0.0762899 Feb 04 12:09:26.021159 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5cfbc5b1-979a-40b4-aa27-eb33dc3b897e req-52a1d3d3-eae7-4438-80d0-8bfe097a0ffc tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420468 Feb 04 12:09:36.401996 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:37.189667 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-422f6a0f-6470-40ec-869d-a66767e4bdc0 req-5480804a-5b17-45f2-8c94-480150e1acb7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0675979 Feb 04 12:09:37.678916 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f782b6-b7ee-4dbe-b1fb-bd3c7a97cdee req-2d45c4e9-bf9e-4f0a-96c5-dcab14bc5a8c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:37.680336 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c6f782b6-b7ee-4dbe-b1fb-bd3c7a97cdee req-2d45c4e9-bf9e-4f0a-96c5-dcab14bc5a8c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 945 time: 0.0752895 Feb 04 12:09:37.725709 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c6f782b6-b7ee-4dbe-b1fb-bd3c7a97cdee req-a3c23399-4fde-408a-bde2-4cd604710645 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397651 Feb 04 12:09:37.790139 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1669926d-d655-459f-b354-6a4f26a8d67f req-e5dd2abb-5ffd-4142-9ca3-f85899785dd4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0687871 Feb 04 12:09:39.075121 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537fedc-6191-47bc-beba-4fcbca2c6a6f req-ae534b7f-a05e-48ae-9b7f-e2e909ad6f07 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:39.076540 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7537fedc-6191-47bc-beba-4fcbca2c6a6f req-ae534b7f-a05e-48ae-9b7f-e2e909ad6f07 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 945 time: 0.0777745 Feb 04 12:09:39.123976 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7537fedc-6191-47bc-beba-4fcbca2c6a6f req-628c80bb-b64d-4fe0-97e9-37a654086837 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415370 Feb 04 12:09:39.973055 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1669926d-d655-459f-b354-6a4f26a8d67f req-d5ed77a6-0190-4295-b75b-ebbe009e22d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb454687c52d467f9c138c52573a5e1f&device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 1098 time: 0.0737689 Feb 04 12:09:40.104032 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669926d-d655-459f-b354-6a4f26a8d67f req-f6eacb3a-c588-44b8-89c0-c6f454d30cb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:40.105467 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1669926d-d655-459f-b354-6a4f26a8d67f req-f6eacb3a-c588-44b8-89c0-c6f454d30cb5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b043ff06-e03b-4201-a698-02147df07646 HTTP/1.1" status: 200 len: 912 time: 0.1265974 Feb 04 12:09:40.211567 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1669926d-d655-459f-b354-6a4f26a8d67f req-8ffcf2c4-08bd-40df-8734-77c529a5e360 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4e3e3f4-466d-449c-826c-6eab5b53491f HTTP/1.1" status: 200 len: 1001 time: 0.0993652 Feb 04 12:09:40.323597 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669926d-d655-459f-b354-6a4f26a8d67f req-e84f29a5-b774-403d-9dc8-e59dbb7a646e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:40.325066 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1669926d-d655-459f-b354-6a4f26a8d67f req-e84f29a5-b774-403d-9dc8-e59dbb7a646e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=865a859c-4244-4bab-8a5b-81344f003357 HTTP/1.1" status: 200 len: 850 time: 0.1076658 Feb 04 12:09:40.411658 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06546d01-5a9b-460f-92da-d19461c83854 req-512b88d3-cc11-4b83-9ca8-05710dd81962 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:40.413083 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-06546d01-5a9b-460f-92da-d19461c83854 req-512b88d3-cc11-4b83-9ca8-05710dd81962 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 945 time: 0.1606448 Feb 04 12:09:40.439564 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1669926d-d655-459f-b354-6a4f26a8d67f req-7f78e0d9-21ca-48b2-b97e-94bda3f171e1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b043ff06-e03b-4201-a698-02147df07646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1063211 Feb 04 12:09:40.537117 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-06546d01-5a9b-460f-92da-d19461c83854 req-7ccaf818-3c19-4058-afab-ce93e0ce228c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175578 Feb 04 12:09:40.584801 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1669926d-d655-459f-b354-6a4f26a8d67f req-ef64af0f-07f3-4480-b04d-ed4eba49ef60 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390102 Feb 04 12:09:40.715417 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1669926d-d655-459f-b354-6a4f26a8d67f req-0c7da613-9667-47dc-bfae-fd9ab4989484 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245680 Feb 04 12:09:41.732488 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69462d59-93a7-4b14-9b7c-12647b575f8a req-e6740258-60b1-4a7d-9c61-cef301f26cfb tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:41.733905 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-69462d59-93a7-4b14-9b7c-12647b575f8a req-e6740258-60b1-4a7d-9c61-cef301f26cfb tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 945 time: 0.0769300 Feb 04 12:09:41.782297 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-69462d59-93a7-4b14-9b7c-12647b575f8a req-cc3677be-b251-4253-ae4b-b10a90697b8c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427980 Feb 04 12:09:42.124276 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8e46fe46-2126-43f2-afc1-18d1b0e5646f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:42.975898 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a854d4-41c1-40f7-a932-0282d5e74771 req-fe52a220-4da8-4ef9-8cdf-3b1cc804e26d tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:42.977371 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-37a854d4-41c1-40f7-a932-0282d5e74771 req-fe52a220-4da8-4ef9-8cdf-3b1cc804e26d tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 945 time: 0.0758877 Feb 04 12:09:43.027304 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-37a854d4-41c1-40f7-a932-0282d5e74771 req-9edf800a-6dee-46d4-83cb-f2b13f47a2ab tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444391 Feb 04 12:09:44.218818 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333712a-406a-4e05-9903-ba279e1287fb req-4172b4d3-7f14-4297-be25-19593d495667 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:44.220255 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6333712a-406a-4e05-9903-ba279e1287fb req-4172b4d3-7f14-4297-be25-19593d495667 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 945 time: 0.0750484 Feb 04 12:09:44.264640 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6333712a-406a-4e05-9903-ba279e1287fb req-fd281ba7-e1a0-4a82-b953-21a33c511023 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380626 Feb 04 12:09:44.567791 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c4eeffb1-a8f3-4139-b62c-8cb1235b2af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:45.462205 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ad77a-54fa-4724-8152-4172bca111a4 req-5ede0eca-7e9f-4835-9ae7-93e72508bd6f tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:45.463643 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7f0ad77a-54fa-4724-8152-4172bca111a4 req-5ede0eca-7e9f-4835-9ae7-93e72508bd6f tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 945 time: 0.0754442 Feb 04 12:09:45.508518 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7f0ad77a-54fa-4724-8152-4172bca111a4 req-9b3415ca-4ad4-4e59-b69e-936420ec7af2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394220 Feb 04 12:09:45.692184 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:45.720722 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:09:45.784846 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:46.714559 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a0d58-d75c-4960-9f9b-deaa11de4a29 req-c6298785-5bc0-4036-b42e-a14a22de0e1c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:46.715993 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-445a0d58-d75c-4960-9f9b-deaa11de4a29 req-c6298785-5bc0-4036-b42e-a14a22de0e1c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 945 time: 0.0846529 Feb 04 12:09:46.761468 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-445a0d58-d75c-4960-9f9b-deaa11de4a29 req-6aa922f9-0481-4f5c-a2a0-0eaa7791fdf1 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397940 Feb 04 12:09:46.967716 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:47.958521 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c74df-0f2e-40aa-860f-c909397d1987 req-8e4b3956-87a8-458b-9298-26b7936d17c0 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:47.959869 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-821c74df-0f2e-40aa-860f-c909397d1987 req-8e4b3956-87a8-458b-9298-26b7936d17c0 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 945 time: 0.0800686 Feb 04 12:09:48.005537 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-821c74df-0f2e-40aa-860f-c909397d1987 req-1f435a05-e76b-496b-aadf-d2ebd4fef09e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394502 Feb 04 12:09:49.200140 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09140f7-cba2-49a5-a386-a6e9538ad46e req-60287e02-2544-4acd-8227-a699e4293b56 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:49.201579 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f09140f7-cba2-49a5-a386-a6e9538ad46e req-60287e02-2544-4acd-8227-a699e4293b56 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 945 time: 0.0749562 Feb 04 12:09:49.247321 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f09140f7-cba2-49a5-a386-a6e9538ad46e req-bda8d9b6-f3d1-4cb7-9b2d-d5304921c3a2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402081 Feb 04 12:09:50.439516 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f7c42-e5c8-4153-94e3-feda197fb99a req-c13ab160-7361-40bf-bc3d-25a6492427ce tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:50.440949 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-342f7c42-e5c8-4153-94e3-feda197fb99a req-c13ab160-7361-40bf-bc3d-25a6492427ce tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 945 time: 0.0747609 Feb 04 12:09:50.486456 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-342f7c42-e5c8-4153-94e3-feda197fb99a req-03634cf1-a303-4294-be88-4238212f5d8f tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389898 Feb 04 12:09:51.684310 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3499b5-702c-41c0-b209-1e9a59a3e200 req-29fc7fb2-408c-48b8-a7c7-7142e0478049 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:51.685737 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7a3499b5-702c-41c0-b209-1e9a59a3e200 req-29fc7fb2-408c-48b8-a7c7-7142e0478049 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 945 time: 0.0775316 Feb 04 12:09:51.730256 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7a3499b5-702c-41c0-b209-1e9a59a3e200 req-84d83c48-7598-4ded-b665-c838685b7a15 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389833 Feb 04 12:09:53.062296 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed693d-37c2-4058-9792-9b2897d60beb req-8a4b15a4-8960-4220-a738-41dc0f5e48a2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:53.062296 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-32ed693d-37c2-4058-9792-9b2897d60beb req-8a4b15a4-8960-4220-a738-41dc0f5e48a2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 945 time: 0.2007074 Feb 04 12:09:53.114329 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-32ed693d-37c2-4058-9792-9b2897d60beb req-329a43f8-7fe2-425c-9552-96bf6befcee9 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472891 Feb 04 12:09:54.004433 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1669926d-d655-459f-b354-6a4f26a8d67f req-805c0f0d-60a8-4024-9f72-9e46342e555c service neutron] 10.222.0.47 "GET /v2.0/ports/c4e3e3f4-466d-449c-826c-6eab5b53491f/bindings/hv-neutron-8278 HTTP/1.1" status: 200 len: 384 time: 0.0786455 Feb 04 12:09:54.319139 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c70d8-a0b0-4db4-8099-39710bc77552 req-1efbbab1-303f-41e8-bc55-302031a286a1 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:54.320510 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9d1c70d8-a0b0-4db4-8099-39710bc77552 req-1efbbab1-303f-41e8-bc55-302031a286a1 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 945 time: 0.0766225 Feb 04 12:09:54.370678 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9d1c70d8-a0b0-4db4-8099-39710bc77552 req-49a39ef8-caa5-4060-9db9-4c234999b9e5 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445633 Feb 04 12:09:54.607793 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1669926d-d655-459f-b354-6a4f26a8d67f req-7d95d7e3-3162-4630-9942-cfead00e6c22 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2&tenant_id=fb454687c52d467f9c138c52573a5e1f HTTP/1.1" status: 200 len: 1098 time: 0.0706136 Feb 04 12:09:54.698099 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1669926d-d655-459f-b354-6a4f26a8d67f req-78b50dd4-2b89-4273-bddd-16ad2fc807cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb454687c52d467f9c138c52573a5e1f&device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 1098 time: 0.0680974 Feb 04 12:09:54.827503 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669926d-d655-459f-b354-6a4f26a8d67f req-c8f85d37-7d8a-4545-ac07-f253db2ade02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:54.828914 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1669926d-d655-459f-b354-6a4f26a8d67f req-c8f85d37-7d8a-4545-ac07-f253db2ade02 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b043ff06-e03b-4201-a698-02147df07646 HTTP/1.1" status: 200 len: 912 time: 0.1257236 Feb 04 12:09:54.931390 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1669926d-d655-459f-b354-6a4f26a8d67f req-acbc40df-7889-4a17-9a15-361320c37a64 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4e3e3f4-466d-449c-826c-6eab5b53491f HTTP/1.1" status: 200 len: 1001 time: 0.0963638 Feb 04 12:09:54.996083 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669926d-d655-459f-b354-6a4f26a8d67f req-693228e7-1c9b-4bb8-8a34-728f3563e74f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:54.997497 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1669926d-d655-459f-b354-6a4f26a8d67f req-693228e7-1c9b-4bb8-8a34-728f3563e74f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=865a859c-4244-4bab-8a5b-81344f003357 HTTP/1.1" status: 200 len: 850 time: 0.0607741 Feb 04 12:09:55.074050 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1669926d-d655-459f-b354-6a4f26a8d67f req-99cc69a4-88a8-4aac-a2ce-4db673d75514 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b043ff06-e03b-4201-a698-02147df07646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702007 Feb 04 12:09:55.204004 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1669926d-d655-459f-b354-6a4f26a8d67f req-b40fa33d-03b9-46f8-bbf2-46d96d462ba6 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242459 Feb 04 12:09:55.334768 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1669926d-d655-459f-b354-6a4f26a8d67f req-93a68997-eedd-4711-904e-2d1140ec6e00 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254785 Feb 04 12:09:55.592468 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2bbea-a5a3-420e-820d-30c2420bc29a req-b22221bf-cc24-4b71-8871-855eac422b95 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:55.593821 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-65f2bbea-a5a3-420e-820d-30c2420bc29a req-b22221bf-cc24-4b71-8871-855eac422b95 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 945 time: 0.0804267 Feb 04 12:09:55.643512 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-65f2bbea-a5a3-420e-820d-30c2420bc29a req-3892606b-a6ba-4d5e-87a2-4a0c88f1054f tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441582 Feb 04 12:09:56.002162 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device c4e3e3f4-466d-449c-826c-6eab5b53491f no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:09:56.113707 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:56.140557 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd394791a-cc50-42ee-913d-d71092bfb3f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4e3e3f4-466d-449c-826c-6eab5b53491f'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:09:56.149638 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port c4e3e3f4-466d-449c-826c-6eab5b53491f, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c4e3e3f4-466d-449c-826c-6eab5b53491f,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:09:56.206423 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd394791a-cc50-42ee-913d-d71092bfb3f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4e3e3f4-466d-449c-826c-6eab5b53491f', 'code': 200} Feb 04 12:09:56.305606 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:56.375979 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=c4e3e3f4-466d-449c-826c-6eab5b53491f,revision_number=6']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:09:56.385366 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:56.385746 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:56.386145 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:56.386508 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:56.386868 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:56.387217 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:56.387566 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:56.387911 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:56.388262 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:56.388603 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:56.388943 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:56.845687 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504357b4-8134-491e-8a3b-575a6e5db72c req-135693e8-498b-42cb-bb6b-8258270e6ab0 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:56.847174 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-504357b4-8134-491e-8a3b-575a6e5db72c req-135693e8-498b-42cb-bb6b-8258270e6ab0 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 943 time: 0.0769575 Feb 04 12:09:56.894776 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-504357b4-8134-491e-8a3b-575a6e5db72c req-e25cacf0-6a40-4f7d-b4ee-56bc3e646ab3 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408061 Feb 04 12:09:58.094157 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425460dd-acc4-455d-9a56-b78803790663 req-222f631f-9214-4cb6-bfe3-e4860ecaba55 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:58.095562 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-425460dd-acc4-455d-9a56-b78803790663 req-222f631f-9214-4cb6-bfe3-e4860ecaba55 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 943 time: 0.0744762 Feb 04 12:09:58.140421 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-425460dd-acc4-455d-9a56-b78803790663 req-f1ce58ce-614c-489c-93d9-93e3a18ee73d tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393865 Feb 04 12:09:59.358289 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f49d4-05e8-4e22-9c36-d09e6b626a1a req-2d686807-bee8-450e-ab8c-fd4128c7c7f2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:59.359699 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-643f49d4-05e8-4e22-9c36-d09e6b626a1a req-2d686807-bee8-450e-ab8c-fd4128c7c7f2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 943 time: 0.0798895 Feb 04 12:09:59.404653 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-643f49d4-05e8-4e22-9c36-d09e6b626a1a req-9c37d99c-843d-4985-9589-a151df944d93 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393894 Feb 04 12:10:00.033707 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device c4e3e3f4-466d-449c-826c-6eab5b53491f details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:10:00.172418 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port c4e3e3f4-466d-449c-826c-6eab5b53491f, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c4e3e3f4-466d-449c-826c-6eab5b53491f,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:10:00.185474 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': 'c4e3e3f4-466d-449c-826c-6eab5b53491f', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'port_id': 'c4e3e3f4-466d-449c-826c-6eab5b53491f', 'mac_address': 'fa:16:3e:af:f8:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '865a859c-4244-4bab-8a5b-81344f003357', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:10:00.238714 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:00.255161 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4e3e3f4-466d-449c-826c-6eab5b53491f {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:10:00.270018 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port c4e3e3f4-466d-449c-826c-6eab5b53491f, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c4e3e3f4-466d-449c-826c-6eab5b53491f,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:10:00.333441 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:00.398158 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['c4e3e3f4-466d-449c-826c-6eab5b53491f'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:10:00.456294 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=c4e3e3f4-466d-449c-826c-6eab5b53491f,revision_number=7']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:00.621656 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad37ddf-e79d-4cb8-8b18-e79d470c9f60 req-2f0e4e48-b3d9-4ec3-9ec7-8c5d38265bef tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:00.623148 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-cad37ddf-e79d-4cb8-8b18-e79d470c9f60 req-2f0e4e48-b3d9-4ec3-9ec7-8c5d38265bef tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 944 time: 0.0864110 Feb 04 12:10:00.667553 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-cad37ddf-e79d-4cb8-8b18-e79d470c9f60 req-a0777b34-836b-4666-b60c-f127f2a69c6c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389595 Feb 04 12:10:01.862619 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dbdea6-01c4-426b-b7e9-5d635fafe6fb req-dbc293b3-d3eb-472f-9a40-f8bc47ec0781 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:01.864038 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-70dbdea6-01c4-426b-b7e9-5d635fafe6fb req-dbc293b3-d3eb-472f-9a40-f8bc47ec0781 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 944 time: 0.0756154 Feb 04 12:10:01.911630 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-70dbdea6-01c4-426b-b7e9-5d635fafe6fb req-ec4e27b5-fab7-472c-909a-0e461c44d54a tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411420 Feb 04 12:10:02.048334 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device c4e3e3f4-466d-449c-826c-6eab5b53491f up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:10:02.118877 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port c4e3e3f4-466d-449c-826c-6eab5b53491f triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:10:02.119239 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:02.230625 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:02.260463 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd394791a-cc50-42ee-913d-d71092bfb3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e3e3f4-466d-449c-826c-6eab5b53491f'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:10:02.270302 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port c4e3e3f4-466d-449c-826c-6eab5b53491f, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c4e3e3f4-466d-449c-826c-6eab5b53491f,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:10:02.324817 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd394791a-cc50-42ee-913d-d71092bfb3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e3e3f4-466d-449c-826c-6eab5b53491f', 'code': 200} Feb 04 12:10:02.380927 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:02.459777 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=c4e3e3f4-466d-449c-826c-6eab5b53491f,revision_number=8']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:03.109834 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50484ab1-ffa3-4c8d-8fe0-6046c3229ea6 req-b8d66218-c5d0-4bd0-acda-2cf4faae86ed tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:03.111369 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-50484ab1-ffa3-4c8d-8fe0-6046c3229ea6 req-b8d66218-c5d0-4bd0-acda-2cf4faae86ed tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 945 time: 0.0784702 Feb 04 12:10:03.161347 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-50484ab1-ffa3-4c8d-8fe0-6046c3229ea6 req-9247526c-e90c-4c5f-adee-99132070c360 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445800 Feb 04 12:10:04.365646 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2da65-f3a3-4548-94d2-b12e5ccab4fe req-29a73a7e-f36f-4e98-a217-966a707c9eea tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:04.367077 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e2a2da65-f3a3-4548-94d2-b12e5ccab4fe req-29a73a7e-f36f-4e98-a217-966a707c9eea tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 945 time: 0.0744696 Feb 04 12:10:04.410917 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e2a2da65-f3a3-4548-94d2-b12e5ccab4fe req-e322495b-e181-4272-ba4d-95341ea7ff8f tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381813 Feb 04 12:10:05.624348 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54889c5-8829-40fa-8ec8-f255e03e4ec4 req-56538241-093d-467b-b326-af0946b09b6e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:05.628280 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f54889c5-8829-40fa-8ec8-f255e03e4ec4 req-56538241-093d-467b-b326-af0946b09b6e tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 945 time: 0.0892580 Feb 04 12:10:05.678393 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f54889c5-8829-40fa-8ec8-f255e03e4ec4 req-b5882044-5813-47cb-91aa-ba8d91e4af23 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461690 Feb 04 12:10:06.390806 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:06.885065 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8efe01-524b-4198-b51c-11e5a31fcd80 req-1d90c9bc-b272-44ce-b8bd-e3111d383b76 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:06.886598 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3e8efe01-524b-4198-b51c-11e5a31fcd80 req-1d90c9bc-b272-44ce-b8bd-e3111d383b76 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 945 time: 0.0827558 Feb 04 12:10:06.932549 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3e8efe01-524b-4198-b51c-11e5a31fcd80 req-5aa7abe3-ec2d-4d94-bc67-a90dd32b71d1 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404768 Feb 04 12:10:07.834511 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528343a8-31ee-4822-b627-6449a40f3b48 req-558eb077-fd87-44fb-8dda-ea045d16453b tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:07.836016 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-528343a8-31ee-4822-b627-6449a40f3b48 req-558eb077-fd87-44fb-8dda-ea045d16453b tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 945 time: 0.0864384 Feb 04 12:10:07.881556 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6adacf-a281-48d6-9cbf-1d31010b72e7 req-45271806-9ccb-45d2-aee4-996664c7d94f tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:07.883002 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ba6adacf-a281-48d6-9cbf-1d31010b72e7 req-45271806-9ccb-45d2-aee4-996664c7d94f tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.47 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2&tenant_id=fb454687c52d467f9c138c52573a5e1f&binding%3Ahost_id=hv-neutron-8278 HTTP/1.1" status: 200 len: 945 time: 0.0856833 Feb 04 12:10:07.883634 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-528343a8-31ee-4822-b627-6449a40f3b48 req-8240c767-60f4-45ec-9530-67c83574fdf5 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406449 Feb 04 12:10:07.965300 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ba6adacf-a281-48d6-9cbf-1d31010b72e7 req-6e80f15a-7f5f-4b26-b05f-6be50e15520c service neutron] 10.222.0.47 "GET /v2.0/ports/c4e3e3f4-466d-449c-826c-6eab5b53491f/bindings/hv-neutron-8278 HTTP/1.1" status: 200 len: 384 time: 0.0757427 Feb 04 12:10:08.153873 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ba6adacf-a281-48d6-9cbf-1d31010b72e7 req-3aedfa5e-9fe2-4840-acc6-d47c72c8f31c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb454687c52d467f9c138c52573a5e1f&device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 1098 time: 0.1679974 Feb 04 12:10:08.287837 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6adacf-a281-48d6-9cbf-1d31010b72e7 req-3039c9ae-f0cf-439c-946a-af725df16d9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:08.289254 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ba6adacf-a281-48d6-9cbf-1d31010b72e7 req-3039c9ae-f0cf-439c-946a-af725df16d9e service neutron] 10.222.0.47 "GET /v2.0/networks?id=b043ff06-e03b-4201-a698-02147df07646 HTTP/1.1" status: 200 len: 912 time: 0.1294959 Feb 04 12:10:08.392760 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ba6adacf-a281-48d6-9cbf-1d31010b72e7 req-b30aa642-d4f3-4e3a-9376-b946ebeb036b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4e3e3f4-466d-449c-826c-6eab5b53491f HTTP/1.1" status: 200 len: 1001 time: 0.0974579 Feb 04 12:10:08.456371 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6adacf-a281-48d6-9cbf-1d31010b72e7 req-b3d2bee5-2cdb-4bc5-94a4-87cc90f93899 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:08.457719 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ba6adacf-a281-48d6-9cbf-1d31010b72e7 req-b3d2bee5-2cdb-4bc5-94a4-87cc90f93899 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=865a859c-4244-4bab-8a5b-81344f003357 HTTP/1.1" status: 200 len: 850 time: 0.0598700 Feb 04 12:10:08.538076 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ba6adacf-a281-48d6-9cbf-1d31010b72e7 req-1fc8b7f4-d5d9-4df0-b367-b704db37db91 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b043ff06-e03b-4201-a698-02147df07646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747736 Feb 04 12:10:08.676286 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ba6adacf-a281-48d6-9cbf-1d31010b72e7 req-1ea7eb9f-bdb9-43d4-8848-1f7b1c1fef40 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327517 Feb 04 12:10:08.807983 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ba6adacf-a281-48d6-9cbf-1d31010b72e7 req-c22b04dc-b42d-4ecf-87d9-a559888615c4 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256831 Feb 04 12:10:09.088046 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca1426-2254-491e-a6b5-bf8ef525a8c7 req-45d289fe-5e13-4576-af3b-c4b637e6814f tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:09.089436 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c0ca1426-2254-491e-a6b5-bf8ef525a8c7 req-45d289fe-5e13-4576-af3b-c4b637e6814f tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 945 time: 0.0767012 Feb 04 12:10:09.137677 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c0ca1426-2254-491e-a6b5-bf8ef525a8c7 req-80716a58-9340-4ba0-8b24-d75d81de6a54 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427351 Feb 04 12:10:10.339352 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee91be-9930-45c4-a386-f4def24f045f req-0433a76e-4013-4c26-aeb9-837cfd83ced5 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:10.340791 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d6ee91be-9930-45c4-a386-f4def24f045f req-0433a76e-4013-4c26-aeb9-837cfd83ced5 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 945 time: 0.0793903 Feb 04 12:10:10.386113 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d6ee91be-9930-45c4-a386-f4def24f045f req-7824cc88-1c3f-4440-8d4b-c072b20cfebc tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397136 Feb 04 12:10:11.598671 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735dda5d-1a75-4cf5-b1c9-dce82032bcf3 req-0074cb0f-60eb-421a-b561-8d0494f830b0 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:11.600024 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-735dda5d-1a75-4cf5-b1c9-dce82032bcf3 req-0074cb0f-60eb-421a-b561-8d0494f830b0 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 945 time: 0.0824857 Feb 04 12:10:11.648149 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-735dda5d-1a75-4cf5-b1c9-dce82032bcf3 req-1576a47d-0c89-41d5-a78d-c72a4f2793a0 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425384 Feb 04 12:10:12.106582 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ee843f8f-f5d6-4630-9c2e-fb37ae050158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:12.856588 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc081b-72bf-40ea-9f7d-2584ff4a1246 req-fa7496f9-3adf-47a1-8b1d-420d2dddd817 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:12.858053 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a3cc081b-72bf-40ea-9f7d-2584ff4a1246 req-fa7496f9-3adf-47a1-8b1d-420d2dddd817 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 945 time: 0.0822065 Feb 04 12:10:12.908889 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a3cc081b-72bf-40ea-9f7d-2584ff4a1246 req-4f7346d6-0343-419f-b3d0-578d2729abe2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450847 Feb 04 12:10:13.160797 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ba6adacf-a281-48d6-9cbf-1d31010b72e7 req-99cf1d86-81ba-4df8-9eb7-3c945969ef73 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2&tenant_id=fb454687c52d467f9c138c52573a5e1f HTTP/1.1" status: 200 len: 1098 time: 0.1452899 Feb 04 12:10:13.269657 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ba6adacf-a281-48d6-9cbf-1d31010b72e7 req-4c1be4ee-e4c1-4169-b34e-a974dd6fa6db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb454687c52d467f9c138c52573a5e1f&device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 1098 time: 0.0824819 Feb 04 12:10:13.403229 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6adacf-a281-48d6-9cbf-1d31010b72e7 req-d9c7ad2d-d461-40eb-b5d7-911b39a11059 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:13.404628 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ba6adacf-a281-48d6-9cbf-1d31010b72e7 req-d9c7ad2d-d461-40eb-b5d7-911b39a11059 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b043ff06-e03b-4201-a698-02147df07646 HTTP/1.1" status: 200 len: 912 time: 0.1295922 Feb 04 12:10:13.507238 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ba6adacf-a281-48d6-9cbf-1d31010b72e7 req-31286d03-95c4-45e2-84bd-86ecb630551d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4e3e3f4-466d-449c-826c-6eab5b53491f HTTP/1.1" status: 200 len: 1001 time: 0.0964622 Feb 04 12:10:13.576115 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6adacf-a281-48d6-9cbf-1d31010b72e7 req-7d1c36a8-e468-43b8-b86b-09de15deb65d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:13.577414 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ba6adacf-a281-48d6-9cbf-1d31010b72e7 req-7d1c36a8-e468-43b8-b86b-09de15deb65d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=865a859c-4244-4bab-8a5b-81344f003357 HTTP/1.1" status: 200 len: 850 time: 0.0653045 Feb 04 12:10:13.655618 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ba6adacf-a281-48d6-9cbf-1d31010b72e7 req-68c6afee-c1eb-482d-b62c-ac605685b8d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b043ff06-e03b-4201-a698-02147df07646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718842 Feb 04 12:10:13.788721 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ba6adacf-a281-48d6-9cbf-1d31010b72e7 req-8fa76077-c513-443d-a355-bfe1b88fba99 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263866 Feb 04 12:10:14.015902 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ba6adacf-a281-48d6-9cbf-1d31010b72e7 req-7377ce93-465d-473f-a90a-f948c84b4062 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215519 Feb 04 12:10:14.112823 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ad3c1-8c1c-4340-8713-ac05685f9ec0 req-4803732b-0868-4ecd-9ee9-1d087faba8c7 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:14.114595 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e22ad3c1-8c1c-4340-8713-ac05685f9ec0 req-4803732b-0868-4ecd-9ee9-1d087faba8c7 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 945 time: 0.0810189 Feb 04 12:10:14.119404 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device c4e3e3f4-466d-449c-826c-6eab5b53491f no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:10:14.176764 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e22ad3c1-8c1c-4340-8713-ac05685f9ec0 req-880ef67e-dd34-409a-a2a6-661ada2742ea tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558095 Feb 04 12:10:14.282013 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:14.308524 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd394791a-cc50-42ee-913d-d71092bfb3f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4e3e3f4-466d-449c-826c-6eab5b53491f'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:10:14.318257 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port c4e3e3f4-466d-449c-826c-6eab5b53491f, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c4e3e3f4-466d-449c-826c-6eab5b53491f,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:10:14.374010 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd394791a-cc50-42ee-913d-d71092bfb3f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4e3e3f4-466d-449c-826c-6eab5b53491f', 'code': 200} Feb 04 12:10:14.380579 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:14.444589 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=c4e3e3f4-466d-449c-826c-6eab5b53491f,revision_number=9']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:14.539167 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e7143124-8aa1-4257-b458-dcda17fcf314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:15.379057 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97917d9-c40d-4e64-ba8e-c166e254037f req-35281bfc-9870-44a5-bcde-1f9f44984d8d tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:15.394132 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b97917d9-c40d-4e64-ba8e-c166e254037f req-35281bfc-9870-44a5-bcde-1f9f44984d8d tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 943 time: 0.0745189 Feb 04 12:10:15.428188 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b97917d9-c40d-4e64-ba8e-c166e254037f req-f6fc1e9d-1a74-4cce-a118-27011d5ba60d tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416293 Feb 04 12:10:15.704665 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:15.775372 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:16.627733 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694691c-e0cf-4f0f-b558-4ed7dc6c1c21 req-9629fd6b-eea8-48e9-be57-2ed97d34c6c0 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:16.629157 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c694691c-e0cf-4f0f-b558-4ed7dc6c1c21 req-9629fd6b-eea8-48e9-be57-2ed97d34c6c0 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 943 time: 0.0759778 Feb 04 12:10:16.674869 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c694691c-e0cf-4f0f-b558-4ed7dc6c1c21 req-b96844b6-3b25-48d4-8e3e-e2c71a0ad944 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401266 Feb 04 12:10:17.003700 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:17.123478 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d7d5def3-c524-4510-b377-ae0efd6e1f8a req-f03a0ea2-84fc-4cc8-84ce-60c1ef976f7a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb454687c52d467f9c138c52573a5e1f&device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 1096 time: 0.0722239 Feb 04 12:10:17.266858 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5def3-c524-4510-b377-ae0efd6e1f8a req-98902bf4-7db4-4f6a-a845-c00289342cd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:17.268283 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d7d5def3-c524-4510-b377-ae0efd6e1f8a req-98902bf4-7db4-4f6a-a845-c00289342cd9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b043ff06-e03b-4201-a698-02147df07646 HTTP/1.1" status: 200 len: 912 time: 0.1260316 Feb 04 12:10:17.369201 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d7d5def3-c524-4510-b377-ae0efd6e1f8a req-8127cfda-8de6-42c1-9665-d11c49ecb7c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4e3e3f4-466d-449c-826c-6eab5b53491f HTTP/1.1" status: 200 len: 999 time: 0.0945885 Feb 04 12:10:17.428660 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5def3-c524-4510-b377-ae0efd6e1f8a req-3bf7d2f4-a132-49fe-83bb-452558fa448c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:17.429984 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d7d5def3-c524-4510-b377-ae0efd6e1f8a req-3bf7d2f4-a132-49fe-83bb-452558fa448c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=865a859c-4244-4bab-8a5b-81344f003357 HTTP/1.1" status: 200 len: 850 time: 0.0555122 Feb 04 12:10:17.504939 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d7d5def3-c524-4510-b377-ae0efd6e1f8a req-0a09e2bf-f924-4832-82ef-22fdb48c2a08 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b043ff06-e03b-4201-a698-02147df07646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695195 Feb 04 12:10:17.634908 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d7d5def3-c524-4510-b377-ae0efd6e1f8a req-b9aa5bdd-2266-4e39-8989-467804124a35 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231952 Feb 04 12:10:17.777727 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d7d5def3-c524-4510-b377-ae0efd6e1f8a req-93d731e1-7032-475c-875d-14411a485015 service neutron] 10.222.0.47 "GET /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372790 Feb 04 12:10:17.880939 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a2c5b-b511-48dd-a8ea-9ce593524af2 req-d9523c2f-2738-4786-af8f-03d769c27486 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:17.882419 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-837a2c5b-b511-48dd-a8ea-9ce593524af2 req-d9523c2f-2738-4786-af8f-03d769c27486 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 943 time: 0.0814629 Feb 04 12:10:17.932002 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-837a2c5b-b511-48dd-a8ea-9ce593524af2 req-da8a8333-7d8a-42fc-a927-054695681722 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428288 Feb 04 12:10:18.135944 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device c4e3e3f4-466d-449c-826c-6eab5b53491f details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:10:18.276892 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port c4e3e3f4-466d-449c-826c-6eab5b53491f, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c4e3e3f4-466d-449c-826c-6eab5b53491f,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:10:18.290565 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': 'c4e3e3f4-466d-449c-826c-6eab5b53491f', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'port_id': 'c4e3e3f4-466d-449c-826c-6eab5b53491f', 'mac_address': 'fa:16:3e:af:f8:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '865a859c-4244-4bab-8a5b-81344f003357', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:10:18.344754 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:18.362132 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4e3e3f4-466d-449c-826c-6eab5b53491f {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:10:18.378034 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port c4e3e3f4-466d-449c-826c-6eab5b53491f, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c4e3e3f4-466d-449c-826c-6eab5b53491f,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:10:18.506719 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:18.574401 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['c4e3e3f4-466d-449c-826c-6eab5b53491f'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:10:18.615881 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=c4e3e3f4-466d-449c-826c-6eab5b53491f,revision_number=10']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:19.136089 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e239f9-c825-4dad-84a5-251276fd36f6 req-afd9d7ac-9a3b-4e71-9c0c-bd5fb1e8d9c2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:19.137508 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-94e239f9-c825-4dad-84a5-251276fd36f6 req-afd9d7ac-9a3b-4e71-9c0c-bd5fb1e8d9c2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 945 time: 0.0815868 Feb 04 12:10:19.183278 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-94e239f9-c825-4dad-84a5-251276fd36f6 req-57a952d8-2490-4b85-b675-b1e699724e49 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402849 Feb 04 12:10:20.163785 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device c4e3e3f4-466d-449c-826c-6eab5b53491f up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:10:20.271977 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port c4e3e3f4-466d-449c-826c-6eab5b53491f triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:10:20.272525 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:20.395272 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16061f44-6436-4aff-be4a-ba3e4cbf5d97 req-292ccafb-431b-4b54-a458-0973e04bd269 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:20.396780 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-16061f44-6436-4aff-be4a-ba3e4cbf5d97 req-292ccafb-431b-4b54-a458-0973e04bd269 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 945 time: 0.0852602 Feb 04 12:10:20.402653 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:20.436238 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd394791a-cc50-42ee-913d-d71092bfb3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e3e3f4-466d-449c-826c-6eab5b53491f'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:10:20.447756 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port c4e3e3f4-466d-449c-826c-6eab5b53491f, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c4e3e3f4-466d-449c-826c-6eab5b53491f,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:10:20.450751 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-16061f44-6436-4aff-be4a-ba3e4cbf5d97 req-89a0e882-99bf-46b0-ae26-37d53f4f2663 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476139 Feb 04 12:10:20.503380 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd394791a-cc50-42ee-913d-d71092bfb3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e3e3f4-466d-449c-826c-6eab5b53491f', 'code': 200} Feb 04 12:10:20.521726 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:20.608342 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=c4e3e3f4-466d-449c-826c-6eab5b53491f,revision_number=11']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:21.658172 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7215426-a0c1-4315-803d-8a04a24a20bf req-e1f34bae-28ba-4ee6-b689-8f1ae39db5dd tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:21.659528 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f7215426-a0c1-4315-803d-8a04a24a20bf req-e1f34bae-28ba-4ee6-b689-8f1ae39db5dd tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 946 time: 0.0769179 Feb 04 12:10:21.707298 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f7215426-a0c1-4315-803d-8a04a24a20bf req-9a2442a2-9c52-4308-affe-48c33adc6ed3 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422256 Feb 04 12:10:22.720644 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:10:22.905474 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48882f9-0232-4679-8f99-57c3aac7d2fb req-157f60ad-de6f-4237-9974-27be3b1c9fca tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:22.906910 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e48882f9-0232-4679-8f99-57c3aac7d2fb req-157f60ad-de6f-4237-9974-27be3b1c9fca tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 946 time: 0.0748165 Feb 04 12:10:22.952305 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e48882f9-0232-4679-8f99-57c3aac7d2fb req-5307dc28-4966-495a-85f1-46bd39e5835c tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399146 Feb 04 12:10:24.167042 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3035d-a91f-4682-ae26-df4284f2da4e req-99e917fb-f686-4d5b-a2fa-725e25598786 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:24.168544 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f4a3035d-a91f-4682-ae26-df4284f2da4e req-99e917fb-f686-4d5b-a2fa-725e25598786 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 946 time: 0.0866590 Feb 04 12:10:24.219569 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f4a3035d-a91f-4682-ae26-df4284f2da4e req-ca4ab31d-ff97-4b53-b751-c7bc97e790ca tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427656 Feb 04 12:10:24.488793 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148e0b9-d902-4b2f-9f07-385beb0c5131 req-9b5dcbe5-0033-4d4d-9937-9bb6b466a0dd tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:24.490398 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-2148e0b9-d902-4b2f-9f07-385beb0c5131 req-9b5dcbe5-0033-4d4d-9937-9bb6b466a0dd tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 946 time: 0.0829830 Feb 04 12:10:24.536280 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-2148e0b9-d902-4b2f-9f07-385beb0c5131 req-e943540a-6882-4ce3-a0dc-c67278ba3958 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404160 Feb 04 12:10:24.734389 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546118e-671b-4e45-8150-e1dd57787d17 req-e48c6ef3-5bed-44d8-8845-2faa8c77664a tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:24.735890 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b546118e-671b-4e45-8150-e1dd57787d17 req-e48c6ef3-5bed-44d8-8845-2faa8c77664a tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 946 time: 0.0771093 Feb 04 12:10:24.783248 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b546118e-671b-4e45-8150-e1dd57787d17 req-bb38aeca-5ced-4fad-9466-0198123ba092 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417802 Feb 04 12:10:25.464311 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c8584-1ae1-4eb8-bb9c-3eaf38b11d9f req-bbb52b0b-2118-4c7d-a1cd-5ff19736da35 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:25.465782 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-044c8584-1ae1-4eb8-bb9c-3eaf38b11d9f req-bbb52b0b-2118-4c7d-a1cd-5ff19736da35 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 946 time: 0.0921955 Feb 04 12:10:25.512765 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-044c8584-1ae1-4eb8-bb9c-3eaf38b11d9f req-b9a1b591-58ff-465d-8800-6db52d25a121 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413170 Feb 04 12:10:26.718354 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af91ac-6c90-4340-91bd-10df07fee2e6 req-19e13a49-0da4-4c38-b791-3e11d8f844f2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:26.719817 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b6af91ac-6c90-4340-91bd-10df07fee2e6 req-19e13a49-0da4-4c38-b791-3e11d8f844f2 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 946 time: 0.0778747 Feb 04 12:10:26.771502 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b6af91ac-6c90-4340-91bd-10df07fee2e6 req-311b1e59-2b4d-40c4-8065-bc907ab17ef5 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454226 Feb 04 12:10:28.116426 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d60e3f-462a-47fc-bf59-0ff092bfd336 req-907ebfe5-0dc8-4b73-adb8-0e2c47e17018 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:28.117921 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-35d60e3f-462a-47fc-bf59-0ff092bfd336 req-907ebfe5-0dc8-4b73-adb8-0e2c47e17018 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 946 time: 0.2224088 Feb 04 12:10:28.166814 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ced0df-d2d8-44c1-b77e-a839aaa6e3af req-16cd7b1e-e91f-4900-a31a-2601480b43fb tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:28.168155 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-95ced0df-d2d8-44c1-b77e-a839aaa6e3af req-16cd7b1e-e91f-4900-a31a-2601480b43fb tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.47 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 946 time: 0.2156758 Feb 04 12:10:28.210398 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-35d60e3f-462a-47fc-bf59-0ff092bfd336 req-e05ceee4-38af-4d87-8505-f34781fba679 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bdfc71d-ca8a-417a-84c5-54ea4956071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859656 Feb 04 12:10:28.255655 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-95ced0df-d2d8-44c1-b77e-a839aaa6e3af req-d9b9d206-c599-45fb-8121-2c6cd7684522 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Deleting port c4e3e3f4-466d-449c-826c-6eab5b53491f {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:10:28.255989 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-95ced0df-d2d8-44c1-b77e-a839aaa6e3af req-d9b9d206-c599-45fb-8121-2c6cd7684522 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:28.506617 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-95ced0df-d2d8-44c1-b77e-a839aaa6e3af req-d9b9d206-c599-45fb-8121-2c6cd7684522 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] For port c4e3e3f4-466d-449c-826c-6eab5b53491f, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c4e3e3f4-466d-449c-826c-6eab5b53491f,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:10:28.506897 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-95ced0df-d2d8-44c1-b77e-a839aaa6e3af req-d9b9d206-c599-45fb-8121-2c6cd7684522 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:28.792696 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-95ced0df-d2d8-44c1-b77e-a839aaa6e3af req-d9b9d206-c599-45fb-8121-2c6cd7684522 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:28.792971 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-95ced0df-d2d8-44c1-b77e-a839aaa6e3af req-d9b9d206-c599-45fb-8121-2c6cd7684522 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:28.793270 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.l3_db [req-95ced0df-d2d8-44c1-b77e-a839aaa6e3af req-d9b9d206-c599-45fb-8121-2c6cd7684522 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Floating IP 750a5206-8613-448c-a908-8b6456011197 disassociated. External IP: 172.26.3.45, port: c4e3e3f4-466d-449c-826c-6eab5b53491f. Feb 04 12:10:28.793595 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [req-95ced0df-d2d8-44c1-b77e-a839aaa6e3af req-d9b9d206-c599-45fb-8121-2c6cd7684522 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Calling delete_port for c4e3e3f4-466d-449c-826c-6eab5b53491f owned by compute:nova {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:10:28.996517 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-95ced0df-d2d8-44c1-b77e-a839aaa6e3af req-d9b9d206-c599-45fb-8121-2c6cd7684522 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:29.049200 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9d206-c599-45fb-8121-2c6cd7684522 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Pushing event deleted for resources: {'Port': ['ID=c4e3e3f4-466d-449c-826c-6eab5b53491f,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:29.062974 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b9d206-c599-45fb-8121-2c6cd7684522 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:29.063416 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b9d206-c599-45fb-8121-2c6cd7684522 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:29.063621 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b9d206-c599-45fb-8121-2c6cd7684522 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:29.063942 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b9d206-c599-45fb-8121-2c6cd7684522 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:29.064262 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b9d206-c599-45fb-8121-2c6cd7684522 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:29.064579 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b9d206-c599-45fb-8121-2c6cd7684522 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:29.064890 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b9d206-c599-45fb-8121-2c6cd7684522 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:29.065199 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b9d206-c599-45fb-8121-2c6cd7684522 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:29.065509 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b9d206-c599-45fb-8121-2c6cd7684522 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:29.065817 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b9d206-c599-45fb-8121-2c6cd7684522 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:29.066149 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b9d206-c599-45fb-8121-2c6cd7684522 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:29.269324 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95ced0df-d2d8-44c1-b77e-a839aaa6e3af req-d9b9d206-c599-45fb-8121-2c6cd7684522 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Router 94027b61-da46-4648-8e10-523323302276 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:10:29.378642 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1725731e-57e0-4d27-911f-e2deed4c5dc6 req-4574d668-48a5-4f9c-b785-9bdcaa433e4d tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 210 time: 0.0401702 Feb 04 12:10:29.471870 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95ced0df-d2d8-44c1-b77e-a839aaa6e3af req-d9b9d206-c599-45fb-8121-2c6cd7684522 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:10:29.482479 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5331f975-0e92-4b1d-8982-0b4035a69a37 None None] Sync routers for ids ['94027b61-da46-4648-8e10-523323302276'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:10:29.495599 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5331f975-0e92-4b1d-8982-0b4035a69a37 None None] Routers {'94027b61-da46-4648-8e10-523323302276'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:10:29.496291 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5331f975-0e92-4b1d-8982-0b4035a69a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:10:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['94027b61-da46-4648-8e10-523323302276'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:10:29.537981 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ced0df-d2d8-44c1-b77e-a839aaa6e3af req-d9b9d206-c599-45fb-8121-2c6cd7684522 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] No DVR routers for this DVR port c4e3e3f4-466d-449c-826c-6eab5b53491f on host hv-neutron-8278 {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:10:29.540947 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-95ced0df-d2d8-44c1-b77e-a839aaa6e3af req-d9b9d206-c599-45fb-8121-2c6cd7684522 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:29.543541 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd394791a-cc50-42ee-913d-d71092bfb3f2', 'name': 'network-vif-deleted', 'tag': 'c4e3e3f4-466d-449c-826c-6eab5b53491f'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:10:29.600427 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd394791a-cc50-42ee-913d-d71092bfb3f2', 'name': 'network-vif-deleted', 'tag': 'c4e3e3f4-466d-449c-826c-6eab5b53491f', 'status': 'completed', 'code': 200} Feb 04 12:10:29.625838 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-95ced0df-d2d8-44c1-b77e-a839aaa6e3af req-d9b9d206-c599-45fb-8121-2c6cd7684522 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.47 "DELETE /v2.0/ports/c4e3e3f4-466d-449c-826c-6eab5b53491f HTTP/1.1" status: 204 len: 173 time: 1.4516335 Feb 04 12:10:29.686027 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-5331f975-0e92-4b1d-8982-0b4035a69a37 None None] Set router 94027b61-da46-4648-8e10-523323302276 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:10:30.060453 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5331f975-0e92-4b1d-8982-0b4035a69a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94027b61-da46-4648-8e10-523323302276', 'name': 'tempest-ServerActionsTestJSON-680310543-router', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:44Z', 'updated_at': '2022-02-04T12:05:47Z', 'revision_number': 4, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'gw_port': {'id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:45Z', 'updated_at': '2022-02-04T12:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '621a1403-28b2-4794-b8b7-d3c725451e14', 'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'mac_address': 'fa:16:3e:15:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865a859c-4244-4bab-8a5b-81344f003357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:47Z', 'updated_at': '2022-02-04T12:06:05Z', 'revision_number': 5, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'subnets': [{'id': '865a859c-4244-4bab-8a5b-81344f003357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:10:30.064540 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5331f975-0e92-4b1d-8982-0b4035a69a37 None None] Checking router: 94027b61-da46-4648-8e10-523323302276 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:10:30.077095 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5331f975-0e92-4b1d-8982-0b4035a69a37 None None] Routers {'94027b61-da46-4648-8e10-523323302276'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:10:30.077719 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5331f975-0e92-4b1d-8982-0b4035a69a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:10:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['94027b61-da46-4648-8e10-523323302276'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:10:30.263310 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-5331f975-0e92-4b1d-8982-0b4035a69a37 None None] Set router 94027b61-da46-4648-8e10-523323302276 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:10:30.548583 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-11439e0a-a144-4847-bd29-f710a72d7ef4 req-4a198b89-f5f2-4ff0-b183-5ef4311b2c0f tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/ports?device_id=d394791a-cc50-42ee-913d-d71092bfb3f2 HTTP/1.1" status: 200 len: 210 time: 0.0428066 Feb 04 12:10:30.600942 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5331f975-0e92-4b1d-8982-0b4035a69a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94027b61-da46-4648-8e10-523323302276', 'name': 'tempest-ServerActionsTestJSON-680310543-router', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:44Z', 'updated_at': '2022-02-04T12:05:47Z', 'revision_number': 4, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'gw_port': {'id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:45Z', 'updated_at': '2022-02-04T12:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '621a1403-28b2-4794-b8b7-d3c725451e14', 'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'mac_address': 'fa:16:3e:15:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865a859c-4244-4bab-8a5b-81344f003357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:47Z', 'updated_at': '2022-02-04T12:06:05Z', 'revision_number': 5, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'subnets': [{'id': '865a859c-4244-4bab-8a5b-81344f003357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:10:30.605360 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5331f975-0e92-4b1d-8982-0b4035a69a37 None None] The sync data for ids ['94027b61-da46-4648-8e10-523323302276'] in dv-neutron-827825-2-hyperv is: [{'id': '94027b61-da46-4648-8e10-523323302276', 'name': 'tempest-ServerActionsTestJSON-680310543-router', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:44Z', 'updated_at': '2022-02-04T12:05:47Z', 'revision_number': 4, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'gw_port': {'id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:45Z', 'updated_at': '2022-02-04T12:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '621a1403-28b2-4794-b8b7-d3c725451e14', 'name': '', 'network_id': 'b043ff06-e03b-4201-a698-02147df07646', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'mac_address': 'fa:16:3e:15:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865a859c-4244-4bab-8a5b-81344f003357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:47Z', 'updated_at': '2022-02-04T12:06:05Z', 'revision_number': 5, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'subnets': [{'id': '865a859c-4244-4bab-8a5b-81344f003357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:10:30.829979 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba68793-bef1-4bfa-adbb-f3576b739958 None None] New status for floating IP 750a5206-8613-448c-a908-8b6456011197: DOWN {{(pid=84207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 12:10:32.184085 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device c4e3e3f4-466d-449c-826c-6eab5b53491f no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:10:32.222558 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] No Port match for: c4e3e3f4-466d-449c-826c-6eab5b53491f {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:10:32.235370 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device c4e3e3f4-466d-449c-826c-6eab5b53491f not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:10:35.221051 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 45656) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:10:35.288293 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-32b7fb2d-a430-44dc-8739-29388775ba3f tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:35.315217 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-32b7fb2d-a430-44dc-8739-29388775ba3f tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:35.426059 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-32b7fb2d-a430-44dc-8739-29388775ba3f tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:35.444528 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b7fb2d-a430-44dc-8739-29388775ba3f tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bdfc71d-ca8a-417a-84c5-54ea4956071e,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:35.511292 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-32b7fb2d-a430-44dc-8739-29388775ba3f tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:35.512398 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-32b7fb2d-a430-44dc-8739-29388775ba3f tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "DELETE /v2.0/security-groups/8bdfc71d-ca8a-417a-84c5-54ea4956071e HTTP/1.1" status: 204 len: 168 time: 0.2903121 Feb 04 12:10:35.514865 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 45660) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:10:35.531378 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-3b18e802-2762-42c3-a3b6-6c6321fe2a33 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] show failed (client error): The resource could not be found. Feb 04 12:10:35.532300 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3b18e802-2762-42c3-a3b6-6c6321fe2a33 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "GET /v2.0/security-groups/8bdfc71d-ca8a-417a-84c5-54ea4956071e HTTP/1.1" status: 404 len: 347 time: 0.0165370 Feb 04 12:10:35.534754 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 45664) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:10:35.783822 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-4d1e335b-3928-4eec-9fa5-53bcc443f631 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Deleting port 95882f62-0a29-4bbd-a199-911e86ef276c {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:10:35.784154 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4d1e335b-3928-4eec-9fa5-53bcc443f631 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:35.950609 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4d1e335b-3928-4eec-9fa5-53bcc443f631 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:35.951008 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4d1e335b-3928-4eec-9fa5-53bcc443f631 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:36.069754 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-4d1e335b-3928-4eec-9fa5-53bcc443f631 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Calling delete_port for 95882f62-0a29-4bbd-a199-911e86ef276c owned by network:floatingip {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:10:36.289256 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4d1e335b-3928-4eec-9fa5-53bcc443f631 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:36.334369 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e335b-3928-4eec-9fa5-53bcc443f631 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Pushing event deleted for resources: {'Port': ['ID=95882f62-0a29-4bbd-a199-911e86ef276c,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:36.380641 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:36.430321 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4d1e335b-3928-4eec-9fa5-53bcc443f631 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks [] for floatingip, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:36.445694 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4d1e335b-3928-4eec-9fa5-53bcc443f631 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:36.447353 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4d1e335b-3928-4eec-9fa5-53bcc443f631 tempest-ServerActionsTestJSON-1979151616 tempest-ServerActionsTestJSON-1979151616-project] 10.222.0.21 "DELETE /v2.0/floatingips/750a5206-8613-448c-a908-8b6456011197 HTTP/1.1" status: 204 len: 168 time: 0.9117718 Feb 04 12:10:36.450400 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 45668) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:10:36.830599 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-67275092-a3aa-446f-825b-589b44d57edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:37.496135 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-67275092-a3aa-446f-825b-589b44d57edc admin admin] Deleting port 621a1403-28b2-4794-b8b7-d3c725451e14 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:10:37.496800 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-67275092-a3aa-446f-825b-589b44d57edc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:37.665784 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-67275092-a3aa-446f-825b-589b44d57edc admin admin] For port 621a1403-28b2-4794-b8b7-d3c725451e14, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=621a1403-28b2-4794-b8b7-d3c725451e14,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:10:37.666067 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-67275092-a3aa-446f-825b-589b44d57edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:37.783324 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-67275092-a3aa-446f-825b-589b44d57edc admin admin] Calling delete_port for 621a1403-28b2-4794-b8b7-d3c725451e14 owned by network:router_interface {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:10:38.003247 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-67275092-a3aa-446f-825b-589b44d57edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:38.046885 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67275092-a3aa-446f-825b-589b44d57edc admin admin] Pushing event deleted for resources: {'Port': ['ID=621a1403-28b2-4794-b8b7-d3c725451e14,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:38.334016 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-67275092-a3aa-446f-825b-589b44d57edc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:38.996341 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67275092-a3aa-446f-825b-589b44d57edc admin admin] Router 94027b61-da46-4648-8e10-523323302276 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:10:39.198039 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67275092-a3aa-446f-825b-589b44d57edc admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:10:39.207117 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a327231-9f90-4da6-b8e1-9ca7c71bc6ea None None] Sync routers for ids ['94027b61-da46-4648-8e10-523323302276'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:10:39.209860 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-67275092-a3aa-446f-825b-589b44d57edc admin admin] 10.222.0.21 "PUT /v2.0/routers/94027b61-da46-4648-8e10-523323302276/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7584758 Feb 04 12:10:39.213154 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 45672) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:10:39.222730 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a327231-9f90-4da6-b8e1-9ca7c71bc6ea None None] Routers {'94027b61-da46-4648-8e10-523323302276'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:10:39.223329 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-8a327231-9f90-4da6-b8e1-9ca7c71bc6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:10:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['94027b61-da46-4648-8e10-523323302276'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:10:39.410779 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6d7420f3-1635-4f5d-87c6-32ddf90f09b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:39.420713 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-8a327231-9f90-4da6-b8e1-9ca7c71bc6ea None None] Set router 94027b61-da46-4648-8e10-523323302276 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:10:39.612328 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6d7420f3-1635-4f5d-87c6-32ddf90f09b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:39.705230 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-8a327231-9f90-4da6-b8e1-9ca7c71bc6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94027b61-da46-4648-8e10-523323302276', 'name': 'tempest-ServerActionsTestJSON-680310543-router', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:44Z', 'updated_at': '2022-02-04T12:10:37Z', 'revision_number': 5, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'gw_port': {'id': '0baa6287-3fc1-45a3-b658-12c6b9a41257', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027b61-da46-4648-8e10-523323302276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:45Z', 'updated_at': '2022-02-04T12:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:10:39.708971 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a327231-9f90-4da6-b8e1-9ca7c71bc6ea None None] Checking router: 94027b61-da46-4648-8e10-523323302276 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:10:39.712895 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-6d7420f3-1635-4f5d-87c6-32ddf90f09b5 admin admin] Deleting port 0baa6287-3fc1-45a3-b658-12c6b9a41257 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:10:39.713467 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6d7420f3-1635-4f5d-87c6-32ddf90f09b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:39.720861 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a327231-9f90-4da6-b8e1-9ca7c71bc6ea None None] Routers {'94027b61-da46-4648-8e10-523323302276'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:10:39.721457 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-8a327231-9f90-4da6-b8e1-9ca7c71bc6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:10:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['94027b61-da46-4648-8e10-523323302276'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:10:39.876603 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-8a327231-9f90-4da6-b8e1-9ca7c71bc6ea None None] Set router 94027b61-da46-4648-8e10-523323302276 gateway port host: None {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:10:39.889983 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-6d7420f3-1635-4f5d-87c6-32ddf90f09b5 admin admin] For port 0baa6287-3fc1-45a3-b658-12c6b9a41257, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=0baa6287-3fc1-45a3-b658-12c6b9a41257,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:10:39.890345 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6d7420f3-1635-4f5d-87c6-32ddf90f09b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:40.009492 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-6d7420f3-1635-4f5d-87c6-32ddf90f09b5 admin admin] Calling delete_port for 0baa6287-3fc1-45a3-b658-12c6b9a41257 owned by network:router_gateway {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:10:40.016781 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-8a327231-9f90-4da6-b8e1-9ca7c71bc6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94027b61-da46-4648-8e10-523323302276', 'name': 'tempest-ServerActionsTestJSON-680310543-router', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:44Z', 'updated_at': '2022-02-04T12:10:39Z', 'revision_number': 6, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'gw_port_host': None}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:10:40.020739 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a327231-9f90-4da6-b8e1-9ca7c71bc6ea None None] The sync data for ids ['94027b61-da46-4648-8e10-523323302276'] in dv-neutron-827825-2-hyperv is: [{'id': '94027b61-da46-4648-8e10-523323302276', 'name': 'tempest-ServerActionsTestJSON-680310543-router', 'tenant_id': 'fb454687c52d467f9c138c52573a5e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:44Z', 'updated_at': '2022-02-04T12:10:39Z', 'revision_number': 6, 'project_id': 'fb454687c52d467f9c138c52573a5e1f', 'gw_port_host': None}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:10:40.248996 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6d7420f3-1635-4f5d-87c6-32ddf90f09b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:40.295072 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7420f3-1635-4f5d-87c6-32ddf90f09b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0baa6287-3fc1-45a3-b658-12c6b9a41257,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:40.620323 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6d7420f3-1635-4f5d-87c6-32ddf90f09b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:40.874004 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6d7420f3-1635-4f5d-87c6-32ddf90f09b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:40.877954 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6d7420f3-1635-4f5d-87c6-32ddf90f09b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:40.968810 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6d7420f3-1635-4f5d-87c6-32ddf90f09b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:40.969355 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7420f3-1635-4f5d-87c6-32ddf90f09b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94027b61-da46-4648-8e10-523323302276 {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:10:40.982637 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6d7420f3-1635-4f5d-87c6-32ddf90f09b5 admin admin] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:40.987357 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6d7420f3-1635-4f5d-87c6-32ddf90f09b5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/94027b61-da46-4648-8e10-523323302276 HTTP/1.1" status: 204 len: 168 time: 1.7696829 Feb 04 12:10:40.987357 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 45676) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:10:41.046815 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d5aab49-6011-42fb-af21-d217dd570f4d admin admin] Deleting subnet 865a859c-4244-4bab-8a5b-81344f003357 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 12:10:41.049850 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5d5aab49-6011-42fb-af21-d217dd570f4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:41.101982 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5d5aab49-6011-42fb-af21-d217dd570f4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:41.177833 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5d5aab49-6011-42fb-af21-d217dd570f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:41.304731 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5d5aab49-6011-42fb-af21-d217dd570f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:41.343473 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5aab49-6011-42fb-af21-d217dd570f4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=865a859c-4244-4bab-8a5b-81344f003357,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:41.349346 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5d5aab49-6011-42fb-af21-d217dd570f4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:41.355619 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3dc685-8c56-4892-9134-404a653d863c None None] Network b043ff06-e03b-4201-a698-02147df07646 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:10:41.356108 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5d5aab49-6011-42fb-af21-d217dd570f4d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/865a859c-4244-4bab-8a5b-81344f003357 HTTP/1.1" status: 204 len: 168 time: 0.3686101 Feb 04 12:10:41.360234 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 45680) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:10:41.466903 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ff705771-cef7-4fd2-aee1-9ca2883cb5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:41.477076 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-ff705771-cef7-4fd2-aee1-9ca2883cb5c8 admin admin] Deleting port cff3d475-6550-4e8f-ab7e-b836b2be4e30 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:10:41.477575 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ff705771-cef7-4fd2-aee1-9ca2883cb5c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:41.615239 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c271a5e4-3a1b-4498-953d-611475046bd2 None None] DHCP port deletion for b043ff06-e03b-4201-a698-02147df07646 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 12:10:41.620095 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c271a5e4-3a1b-4498-953d-611475046bd2 None None] Deleting port cff3d475-6550-4e8f-ab7e-b836b2be4e30 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:10:41.620466 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c271a5e4-3a1b-4498-953d-611475046bd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:41.677819 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-ff705771-cef7-4fd2-aee1-9ca2883cb5c8 admin admin] For port cff3d475-6550-4e8f-ab7e-b836b2be4e30, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=cff3d475-6550-4e8f-ab7e-b836b2be4e30,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:10:41.678189 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ff705771-cef7-4fd2-aee1-9ca2883cb5c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:41.796838 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 621a1403-28b2-4794-b8b7-d3c725451e14 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:10:41.801370 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-ff705771-cef7-4fd2-aee1-9ca2883cb5c8 admin admin] Calling delete_port for cff3d475-6550-4e8f-ab7e-b836b2be4e30 owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:10:41.845531 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 621a1403-28b2-4794-b8b7-d3c725451e14 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:10:41.845782 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 621a1403-28b2-4794-b8b7-d3c725451e14 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:10:41.846211 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 0baa6287-3fc1-45a3-b658-12c6b9a41257 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:10:41.888099 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 0baa6287-3fc1-45a3-b658-12c6b9a41257 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:10:41.888432 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 0baa6287-3fc1-45a3-b658-12c6b9a41257 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:10:41.888830 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device cff3d475-6550-4e8f-ab7e-b836b2be4e30 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:10:41.940435 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c271a5e4-3a1b-4498-953d-611475046bd2 None None] For port cff3d475-6550-4e8f-ab7e-b836b2be4e30, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=cff3d475-6550-4e8f-ab7e-b836b2be4e30,segment=NetworkSegment(b7236678-324f-4abe-a2a3-1e7f9b64bb32),segment_id=b7236678-324f-4abe-a2a3-1e7f9b64bb32)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:10:41.940808 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c271a5e4-3a1b-4498-953d-611475046bd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:41.947059 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ff705771-cef7-4fd2-aee1-9ca2883cb5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:41.989342 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff705771-cef7-4fd2-aee1-9ca2883cb5c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cff3d475-6550-4e8f-ab7e-b836b2be4e30,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:41.996094 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff705771-cef7-4fd2-aee1-9ca2883cb5c8 admin admin] No DVR routers for this DVR port cff3d475-6550-4e8f-ab7e-b836b2be4e30 on host dv-neutron-827825-2-hyperv {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:10:42.073108 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c271a5e4-3a1b-4498-953d-611475046bd2 None None] Calling delete_port for cff3d475-6550-4e8f-ab7e-b836b2be4e30 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:10:42.124841 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No active binding found for port cff3d475-6550-4e8f-ab7e-b836b2be4e30 {{(pid=84206) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 04 12:10:42.125904 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device cff3d475-6550-4e8f-ab7e-b836b2be4e30 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: util.warn_limited( Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: util.warn_limited( Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: util.warn( Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: util.warn( Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: util.warn( Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: util.warn( Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: util.warn( Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: util.warn( Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: util.warn( Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: util.warn( Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: util.warn( Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: util.warn( Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: util.warn( Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: util.warn( Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: util.warn( Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: util.warn( Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: util.warn( Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: util.warn( Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: util.warn( Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: util.warn( Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: util.warn( Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: util.warn( Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: util.warn( Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: util.warn( Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: util.warn( Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: util.warn( Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: util.warn( Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:10:42.154726 dv-neutron-827825-2-hyperv neutron-server[84206]: util.warn( Feb 04 12:10:42.164280 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-c271a5e4-3a1b-4498-953d-611475046bd2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:10:42.164904 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-c271a5e4-3a1b-4498-953d-611475046bd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:10:42.209764 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-125a915c-8b31-427d-a4af-67207e487f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:42.211069 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ff705771-cef7-4fd2-aee1-9ca2883cb5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:42.237443 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-ff705771-cef7-4fd2-aee1-9ca2883cb5c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b043ff06-e03b-4201-a698-02147df07646']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:10:42.253138 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-ff705771-cef7-4fd2-aee1-9ca2883cb5c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7236678-324f-4abe-a2a3-1e7f9b64bb32') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:10:42.253352 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-ff705771-cef7-4fd2-aee1-9ca2883cb5c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7236678-324f-4abe-a2a3-1e7f9b64bb32') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:10:42.264596 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ff705771-cef7-4fd2-aee1-9ca2883cb5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:42.280242 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ff705771-cef7-4fd2-aee1-9ca2883cb5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:42.286284 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff705771-cef7-4fd2-aee1-9ca2883cb5c8 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 12:10:42.286675 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ff705771-cef7-4fd2-aee1-9ca2883cb5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:42.300325 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 12:10:42.300325 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 12:10:42.300325 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 12:10:42.300325 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:10:42.300325 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 12:10:42.300325 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:10:42.300325 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 12:10:42.300325 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:10:42.300325 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 12:10:42.300325 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:10:42.300325 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 12:10:42.300325 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:10:42.300325 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 12:10:42.300325 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:10:42.300325 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:10:42.300325 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:10:42.300325 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:10:42.300325 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:10:42.300325 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 12:10:42.300325 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:10:42.300325 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 12:10:42.300325 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:10:42.300325 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:10:42.300325 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 12:10:42.300325 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 12:10:42.300325 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 12:10:42.300325 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:10:42.300325 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 12:10:42.300325 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:10:42.300325 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 12:10:42.300325 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:10:42.300325 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:10:42.426130 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ff705771-cef7-4fd2-aee1-9ca2883cb5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:42.441819 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ff705771-cef7-4fd2-aee1-9ca2883cb5c8 admin admin] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:42.456267 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff705771-cef7-4fd2-aee1-9ca2883cb5c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b043ff06-e03b-4201-a698-02147df07646,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:42.517960 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ff705771-cef7-4fd2-aee1-9ca2883cb5c8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b043ff06-e03b-4201-a698-02147df07646 HTTP/1.1" status: 204 len: 168 time: 1.1566272 Feb 04 12:10:42.666248 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c271a5e4-3a1b-4498-953d-611475046bd2 None None] Deleting port cff3d475-6550-4e8f-ab7e-b836b2be4e30 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:10:42.666843 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c271a5e4-3a1b-4498-953d-611475046bd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:42.731650 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c271a5e4-3a1b-4498-953d-611475046bd2 None None] The port 'cff3d475-6550-4e8f-ab7e-b836b2be4e30' was deleted {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 12:10:42.869002 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 45686) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:10:43.099349 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6056a8a3-0c6c-4bb5-a5a3-883c64ab3d2f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb454687c52d467f9c138c52573a5e1f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2291250 Feb 04 12:10:43.101761 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 45692) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:10:43.242934 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-16ee4ea6-397c-42c4-95a4-05ba7ea9e70b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:43.267979 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-16ee4ea6-397c-42c4-95a4-05ba7ea9e70b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:43.412854 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-16ee4ea6-397c-42c4-95a4-05ba7ea9e70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:43.428007 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee4ea6-397c-42c4-95a4-05ba7ea9e70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2133ff35-a9a4-41a8-8666-670c67bd3f0f,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:43.441715 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ee4ea6-397c-42c4-95a4-05ba7ea9e70b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:43.442114 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ee4ea6-397c-42c4-95a4-05ba7ea9e70b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:43.442695 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ee4ea6-397c-42c4-95a4-05ba7ea9e70b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:43.443015 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ee4ea6-397c-42c4-95a4-05ba7ea9e70b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:43.443334 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ee4ea6-397c-42c4-95a4-05ba7ea9e70b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:43.443650 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ee4ea6-397c-42c4-95a4-05ba7ea9e70b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:43.443963 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ee4ea6-397c-42c4-95a4-05ba7ea9e70b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:43.444274 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ee4ea6-397c-42c4-95a4-05ba7ea9e70b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:43.444583 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ee4ea6-397c-42c4-95a4-05ba7ea9e70b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:43.444887 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ee4ea6-397c-42c4-95a4-05ba7ea9e70b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:43.445205 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ee4ea6-397c-42c4-95a4-05ba7ea9e70b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:43.449649 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-16ee4ea6-397c-42c4-95a4-05ba7ea9e70b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:43.450770 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-16ee4ea6-397c-42c4-95a4-05ba7ea9e70b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2133ff35-a9a4-41a8-8666-670c67bd3f0f HTTP/1.1" status: 204 len: 168 time: 0.3475654 Feb 04 12:10:44.541341 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cd958a00-f620-4542-941d-03b1fa932eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:44.625977 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 45714) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:10:44.751946 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-e6a3b001-895c-46f0-8601-5ae3bedaaff4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1443109266-network', 'tenant_id': '4a62e00802364b5f9a81313f691f3992'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:10:44.756589 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-e6a3b001-895c-46f0-8601-5ae3bedaaff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:10:44.760646 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-e6a3b001-895c-46f0-8601-5ae3bedaaff4 admin admin] Usage tracker for resource:network and tenant:4a62e00802364b5f9a81313f691f3992 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:10:44.763494 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-e6a3b001-895c-46f0-8601-5ae3bedaaff4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:10:44.769523 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-e6a3b001-895c-46f0-8601-5ae3bedaaff4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:10:44.820479 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a3b001-895c-46f0-8601-5ae3bedaaff4 admin admin] Made reservation on behalf of 4a62e00802364b5f9a81313f691f3992 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:10:44.823004 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e6a3b001-895c-46f0-8601-5ae3bedaaff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:44.834873 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e6a3b001-895c-46f0-8601-5ae3bedaaff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:44.865592 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-e6a3b001-895c-46f0-8601-5ae3bedaaff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:10:44.869584 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-e6a3b001-895c-46f0-8601-5ae3bedaaff4 admin admin] Usage tracker for resource:security_group_rule and tenant:4a62e00802364b5f9a81313f691f3992 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:10:44.872329 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-e6a3b001-895c-46f0-8601-5ae3bedaaff4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:10:44.877848 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-e6a3b001-895c-46f0-8601-5ae3bedaaff4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:10:44.944995 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e6a3b001-895c-46f0-8601-5ae3bedaaff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:45.002656 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e6a3b001-895c-46f0-8601-5ae3bedaaff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:45.036569 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a3b001-895c-46f0-8601-5ae3bedaaff4 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:10:45.042286 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3b001-895c-46f0-8601-5ae3bedaaff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225f89fa-6581-4c38-8489-8d8bea8e4fe4,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:45.048714 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e6a3b001-895c-46f0-8601-5ae3bedaaff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:45.049613 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-e6a3b001-895c-46f0-8601-5ae3bedaaff4 admin admin] Added segment c907578e-3e85-4f38-a185-8b19052029e4 of type vlan for network 422af1a9-9929-4db4-9bba-b4168361d1b1 Feb 04 12:10:45.075335 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e6a3b001-895c-46f0-8601-5ae3bedaaff4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:45.167346 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e6a3b001-895c-46f0-8601-5ae3bedaaff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:45.168210 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a3b001-895c-46f0-8601-5ae3bedaaff4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:45.168776 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e6a3b001-895c-46f0-8601-5ae3bedaaff4 admin admin] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:45.269626 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3b001-895c-46f0-8601-5ae3bedaaff4 admin admin] Pushing event updated for resources: {'Network': ['ID=422af1a9-9929-4db4-9bba-b4168361d1b1,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:45.279859 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 422af1a9-9929-4db4-9bba-b4168361d1b1 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:10:45.329649 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e6a3b001-895c-46f0-8601-5ae3bedaaff4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7024021 Feb 04 12:10:45.332246 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 45720) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:10:45.337764 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-8cb09ec6-bf57-407b-8705-bbeeed840fcb admin admin] Request body: {'subnet': {'network_id': '422af1a9-9929-4db4-9bba-b4168361d1b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1443109266-subnet', 'tenant_id': '4a62e00802364b5f9a81313f691f3992', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:10:45.342736 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-8cb09ec6-bf57-407b-8705-bbeeed840fcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:10:45.347625 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8cb09ec6-bf57-407b-8705-bbeeed840fcb admin admin] Usage tracker for resource:subnet and tenant:4a62e00802364b5f9a81313f691f3992 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:10:45.349589 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8cb09ec6-bf57-407b-8705-bbeeed840fcb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:10:45.355880 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-8cb09ec6-bf57-407b-8705-bbeeed840fcb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:10:45.418654 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb09ec6-bf57-407b-8705-bbeeed840fcb admin admin] Made reservation on behalf of 4a62e00802364b5f9a81313f691f3992 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:10:45.420984 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8cb09ec6-bf57-407b-8705-bbeeed840fcb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:45.660451 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:45.687694 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8cb09ec6-bf57-407b-8705-bbeeed840fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:45.766106 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb09ec6-bf57-407b-8705-bbeeed840fcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=11141949-2588-4425-abcc-9cc8f38b8321,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:45.767917 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:45.777262 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb09ec6-bf57-407b-8705-bbeeed840fcb admin admin] Checking segment: {'id': 'c907578e-3e85-4f38-a185-8b19052029e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '422af1a9-9929-4db4-9bba-b4168361d1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:10:45.777262 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb09ec6-bf57-407b-8705-bbeeed840fcb admin admin] Network hostable DHCP agents. Network: 422af1a9-9929-4db4-9bba-b4168361d1b1, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:10:45.853386 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb09ec6-bf57-407b-8705-bbeeed840fcb admin admin] Network 422af1a9-9929-4db4-9bba-b4168361d1b1 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:10:45.927524 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-8cb09ec6-bf57-407b-8705-bbeeed840fcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 422af1a9-9929-4db4-9bba-b4168361d1b1) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:10:45.931805 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb09ec6-bf57-407b-8705-bbeeed840fcb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:45.932374 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8cb09ec6-bf57-407b-8705-bbeeed840fcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:45.938062 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396ca2ce-cde4-46d1-8444-2e0505c374d5 None None] Network 422af1a9-9929-4db4-9bba-b4168361d1b1 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:10:46.026443 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8cb09ec6-bf57-407b-8705-bbeeed840fcb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6931431 Feb 04 12:10:46.145229 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92c3389-c9f0-4f08-8f1d-3a3ad2e05eee None None] Network 422af1a9-9929-4db4-9bba-b4168361d1b1 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:10:46.564671 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-b6eefbb8-4372-4af1-9744-d777d5016a48 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:46.565239 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-b6eefbb8-4372-4af1-9744-d777d5016a48 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Synchronizing usage tracker for tenant:4a62e00802364b5f9a81313f691f3992 on resource:network {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:10:46.677225 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-b6eefbb8-4372-4af1-9744-d777d5016a48 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Unset dirty status for tenant:4a62e00802364b5f9a81313f691f3992 on resource:network {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:10:46.678413 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-b6eefbb8-4372-4af1-9744-d777d5016a48 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/networks?id=422af1a9-9929-4db4-9bba-b4168361d1b1 HTTP/1.1" status: 200 len: 814 time: 0.2550149 Feb 04 12:10:46.695908 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-b2783c83-f265-4801-9916-2500557c012d tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/quotas/4a62e00802364b5f9a81313f691f3992 HTTP/1.1" status: 200 len: 375 time: 0.0112803 Feb 04 12:10:46.741044 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-2f740691-1bcf-47c4-9bd4-23334493e15e tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a62e00802364b5f9a81313f691f3992&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398555 Feb 04 12:10:46.869026 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-a076427c-3860-488a-b794-158ecd29a7e3 service neutron] 10.222.0.21 "GET /v2.0/networks/422af1a9-9929-4db4-9bba-b4168361d1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206045 Feb 04 12:10:46.979683 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:47.000154 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-3c09eacd-8527-4cfa-95e6-36e0174cf8ca service neutron] 10.222.0.21 "GET /v2.0/networks/422af1a9-9929-4db4-9bba-b4168361d1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255062 Feb 04 12:10:47.265265 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f3c8ddd4-2537-453b-8409-efab0f87d522 req-089a5d16-4db0-41fa-aef6-2f25c2f8c837 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf610ce8-3bd9-496c-8edd-864ac9fc5e19 HTTP/1.1" status: 200 len: 210 time: 0.0405309 Feb 04 12:10:48.430922 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9e684344-a072-4584-9743-6afde0c3b931 req-7a6a5cbc-686f-47b8-8157-23b473952560 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf610ce8-3bd9-496c-8edd-864ac9fc5e19 HTTP/1.1" status: 200 len: 210 time: 0.0443692 Feb 04 12:10:49.514752 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-e26c0682-05dd-49c9-b3a9-8a52067826d3 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:49.516141 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-e26c0682-05dd-49c9-b3a9-8a52067826d3 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.47 "GET /v2.0/networks?id=422af1a9-9929-4db4-9bba-b4168361d1b1 HTTP/1.1" status: 200 len: 814 time: 0.1461277 Feb 04 12:10:49.531446 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-d464a18a-3629-425a-a6a3-abe2679f158b tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Request body: {'port': {'device_id': 'bf610ce8-3bd9-496c-8edd-864ac9fc5e19', 'network_id': '422af1a9-9929-4db4-9bba-b4168361d1b1', 'admin_state_up': True, 'tenant_id': '4a62e00802364b5f9a81313f691f3992'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:10:49.645004 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-125b78d5-52b9-4bbc-bac2-da2060c0cf4e req-cecf11a4-482d-4728-b1bd-d3dd811a321b tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf610ce8-3bd9-496c-8edd-864ac9fc5e19 HTTP/1.1" status: 200 len: 210 time: 0.0475547 Feb 04 12:10:49.705515 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-d464a18a-3629-425a-a6a3-abe2679f158b tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:10:49.709317 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-d464a18a-3629-425a-a6a3-abe2679f158b tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Usage tracker for resource:port and tenant:4a62e00802364b5f9a81313f691f3992 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:10:49.712110 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-d464a18a-3629-425a-a6a3-abe2679f158b tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:10:49.718354 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-d464a18a-3629-425a-a6a3-abe2679f158b tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:10:49.819076 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-d464a18a-3629-425a-a6a3-abe2679f158b tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Made reservation on behalf of 4a62e00802364b5f9a81313f691f3992 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:10:49.822909 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-d464a18a-3629-425a-a6a3-abe2679f158b tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:49.980999 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-d464a18a-3629-425a-a6a3-abe2679f158b tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Allocated IP 172.20.0.10 (422af1a9-9929-4db4-9bba-b4168361d1b1/11141949-2588-4425-abcc-9cc8f38b8321/f86f0767-588b-463f-9842-718e1b49b924) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:10:50.179414 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-d464a18a-3629-425a-a6a3-abe2679f158b tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:50.283655 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-d464a18a-3629-425a-a6a3-abe2679f158b tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:50.355609 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-d464a18a-3629-425a-a6a3-abe2679f158b tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Network 422af1a9-9929-4db4-9bba-b4168361d1b1 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:10:50.358910 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-d464a18a-3629-425a-a6a3-abe2679f158b tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:10:50.363289 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-d464a18a-3629-425a-a6a3-abe2679f158b tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:10:50.387908 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464a18a-3629-425a-a6a3-abe2679f158b tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Pushing event updated for resources: {'Port': ['ID=f86f0767-588b-463f-9842-718e1b49b924,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:50.427360 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-d464a18a-3629-425a-a6a3-abe2679f158b tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:50.427948 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-d464a18a-3629-425a-a6a3-abe2679f158b tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:50.500615 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-d464a18a-3629-425a-a6a3-abe2679f158b tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9727764 Feb 04 12:10:50.512132 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-8126e0f9-13bd-4f98-ae67-1e195b11b7db service neutron] Request body: {'port': {'device_id': 'bf610ce8-3bd9-496c-8edd-864ac9fc5e19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:10:50.615761 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-8126e0f9-13bd-4f98-ae67-1e195b11b7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:50.848528 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df8cb8-be4e-4c70-85b9-a036f7d1c172 req-b14bd1dc-cc73-4f16-878c-ce94896e3e42 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:50.849893 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e1df8cb8-be4e-4c70-85b9-a036f7d1c172 req-b14bd1dc-cc73-4f16-878c-ce94896e3e42 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf610ce8-3bd9-496c-8edd-864ac9fc5e19 HTTP/1.1" status: 200 len: 932 time: 0.0782015 Feb 04 12:10:50.895688 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-e1df8cb8-be4e-4c70-85b9-a036f7d1c172 req-dbe48870-3204-4fd5-abbf-a5f3ae478fa8 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Synchronizing usage tracker for tenant:4a62e00802364b5f9a81313f691f3992 on resource:security_group {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:10:50.964402 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-8126e0f9-13bd-4f98-ae67-1e195b11b7db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f86f0767-588b-463f-9842-718e1b49b924 {{(pid=84205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:10:50.971078 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-8126e0f9-13bd-4f98-ae67-1e195b11b7db service neutron] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:50.973561 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-e1df8cb8-be4e-4c70-85b9-a036f7d1c172 req-dbe48870-3204-4fd5-abbf-a5f3ae478fa8 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Unset dirty status for tenant:4a62e00802364b5f9a81313f691f3992 on resource:security_group {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:10:50.974819 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e1df8cb8-be4e-4c70-85b9-a036f7d1c172 req-dbe48870-3204-4fd5-abbf-a5f3ae478fa8 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/security-groups?id=225f89fa-6581-4c38-8489-8d8bea8e4fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186540 Feb 04 12:10:50.987984 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-8126e0f9-13bd-4f98-ae67-1e195b11b7db service neutron] Transition to ACTIVE for port object f86f0767-588b-463f-9842-718e1b49b924 will not be triggered until provisioned by entity L2. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:10:51.064861 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-8126e0f9-13bd-4f98-ae67-1e195b11b7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:51.269451 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e0f9-13bd-4f98-ae67-1e195b11b7db service neutron] Pushing event updated for resources: {'Port': ['ID=f86f0767-588b-463f-9842-718e1b49b924,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:51.371347 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-8126e0f9-13bd-4f98-ae67-1e195b11b7db service neutron] Attempting to bind port f86f0767-588b-463f-9842-718e1b49b924 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:10:51.371689 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-8126e0f9-13bd-4f98-ae67-1e195b11b7db service neutron] Attempting to bind port f86f0767-588b-463f-9842-718e1b49b924 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'c907578e-3e85-4f38-a185-8b19052029e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '422af1a9-9929-4db4-9bba-b4168361d1b1'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:10:51.371988 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-8126e0f9-13bd-4f98-ae67-1e195b11b7db service neutron] Attempting to bind port f86f0767-588b-463f-9842-718e1b49b924 on network 422af1a9-9929-4db4-9bba-b4168361d1b1 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:10:51.377578 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-8126e0f9-13bd-4f98-ae67-1e195b11b7db service neutron] Port f86f0767-588b-463f-9842-718e1b49b924 on network 422af1a9-9929-4db4-9bba-b4168361d1b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 12:10:51.377909 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-8126e0f9-13bd-4f98-ae67-1e195b11b7db service neutron] Attempting to bind port f86f0767-588b-463f-9842-718e1b49b924 on network 422af1a9-9929-4db4-9bba-b4168361d1b1 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:10:51.383888 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-8126e0f9-13bd-4f98-ae67-1e195b11b7db service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:10:51.384726 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-8126e0f9-13bd-4f98-ae67-1e195b11b7db service neutron] Checking segment: {'id': 'c907578e-3e85-4f38-a185-8b19052029e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '422af1a9-9929-4db4-9bba-b4168361d1b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:10:51.385098 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-8126e0f9-13bd-4f98-ae67-1e195b11b7db service neutron] Bound using segment: {'id': 'c907578e-3e85-4f38-a185-8b19052029e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '422af1a9-9929-4db4-9bba-b4168361d1b1'} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:10:51.385508 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-8126e0f9-13bd-4f98-ae67-1e195b11b7db service neutron] Bound port: f86f0767-588b-463f-9842-718e1b49b924, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c907578e-3e85-4f38-a185-8b19052029e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '422af1a9-9929-4db4-9bba-b4168361d1b1'}}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:10:51.385839 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-8126e0f9-13bd-4f98-ae67-1e195b11b7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:51.469251 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-8126e0f9-13bd-4f98-ae67-1e195b11b7db service neutron] For port f86f0767-588b-463f-9842-718e1b49b924, host hv-neutron-8278, cleared binding levels {{(pid=84205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:10:51.472027 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-8126e0f9-13bd-4f98-ae67-1e195b11b7db service neutron] For port f86f0767-588b-463f-9842-718e1b49b924, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f86f0767-588b-463f-9842-718e1b49b924,segment=NetworkSegment(c907578e-3e85-4f38-a185-8b19052029e4),segment_id=c907578e-3e85-4f38-a185-8b19052029e4)] {{(pid=84205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:10:51.574389 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-8126e0f9-13bd-4f98-ae67-1e195b11b7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:51.636201 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-8126e0f9-13bd-4f98-ae67-1e195b11b7db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:51.637534 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-8126e0f9-13bd-4f98-ae67-1e195b11b7db service neutron] 10.222.0.47 "PUT /v2.0/ports/f86f0767-588b-463f-9842-718e1b49b924 HTTP/1.1" status: 200 len: 1094 time: 1.1294267 Feb 04 12:10:51.637979 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf610ce8-3bd9-496c-8edd-864ac9fc5e19', 'tag': 'f86f0767-588b-463f-9842-718e1b49b924'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:10:51.657324 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e0f9-13bd-4f98-ae67-1e195b11b7db service neutron] Pushing event updated for resources: {'Port': ['ID=f86f0767-588b-463f-9842-718e1b49b924,revision_number=3']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:51.693482 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf610ce8-3bd9-496c-8edd-864ac9fc5e19', 'tag': 'f86f0767-588b-463f-9842-718e1b49b924', 'status': 'completed', 'code': 200} Feb 04 12:10:51.785243 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f6debf87-6dd2-413a-9740-7759a789cf90 req-256193b4-ba55-4c6f-bfe8-b9d212aca197 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a62e00802364b5f9a81313f691f3992&device_id=bf610ce8-3bd9-496c-8edd-864ac9fc5e19 HTTP/1.1" status: 200 len: 1097 time: 0.0717497 Feb 04 12:10:51.925540 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6debf87-6dd2-413a-9740-7759a789cf90 req-1bb4d28e-e57e-4f8e-a6c3-c774be199fff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:51.926982 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f6debf87-6dd2-413a-9740-7759a789cf90 req-1bb4d28e-e57e-4f8e-a6c3-c774be199fff service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=4a62e00802364b5f9a81313f691f3992&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1352382 Feb 04 12:10:52.063908 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6debf87-6dd2-413a-9740-7759a789cf90 req-674dd5a1-2466-4e11-aaca-047bee48ede5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:52.065331 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f6debf87-6dd2-413a-9740-7759a789cf90 req-674dd5a1-2466-4e11-aaca-047bee48ede5 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1325817 Feb 04 12:10:52.175510 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-cf99de16-da9b-43c2-a46a-3ee5b81d25e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a62e00802364b5f9a81313f691f3992&device_id=bf610ce8-3bd9-496c-8edd-864ac9fc5e19 HTTP/1.1" status: 200 len: 1097 time: 0.0708091 Feb 04 12:10:52.190285 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca66d5-1519-4414-aea1-c6e09e08fd24 req-dc832251-55b7-412d-9487-5e9961433a10 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:52.194066 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-dcca66d5-1519-4414-aea1-c6e09e08fd24 req-dc832251-55b7-412d-9487-5e9961433a10 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf610ce8-3bd9-496c-8edd-864ac9fc5e19 HTTP/1.1" status: 200 len: 944 time: 0.0892000 Feb 04 12:10:52.245419 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-dcca66d5-1519-4414-aea1-c6e09e08fd24 req-df33d49d-bd34-4a1a-acba-4c74ef96b545 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/security-groups?id=225f89fa-6581-4c38-8489-8d8bea8e4fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436823 Feb 04 12:10:52.248061 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-f16821ae-70cf-45cc-9796-cfcbcde14379 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f86f0767-588b-463f-9842-718e1b49b924 HTTP/1.1" status: 200 len: 217 time: 0.0652835 Feb 04 12:10:52.309608 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-8f4330de-cbde-401f-beab-60bedc73d19e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:52.310949 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-8f4330de-cbde-401f-beab-60bedc73d19e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=11141949-2588-4425-abcc-9cc8f38b8321 HTTP/1.1" status: 200 len: 854 time: 0.0574236 Feb 04 12:10:52.358833 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-d85535bc-2fd5-44b5-bc10-6fc75b50d769 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=422af1a9-9929-4db4-9bba-b4168361d1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422277 Feb 04 12:10:52.487098 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-9aef0fa1-e018-4446-b696-cfd6bad32c44 service neutron] 10.222.0.47 "GET /v2.0/networks/422af1a9-9929-4db4-9bba-b4168361d1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223142 Feb 04 12:10:52.615994 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7133d2cd-1e11-40b7-af13-1528597fb2fc req-39cc6a53-622c-455f-a3d9-427f3546d652 service neutron] 10.222.0.47 "GET /v2.0/networks/422af1a9-9929-4db4-9bba-b4168361d1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229737 Feb 04 12:10:53.469936 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eceae0-b30a-4a7c-b349-05c1c0186138 req-68210dee-4073-49ba-b7a1-c6846e33b875 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:53.470632 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-90eceae0-b30a-4a7c-b349-05c1c0186138 req-68210dee-4073-49ba-b7a1-c6846e33b875 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Synchronizing usage tracker for tenant:4a62e00802364b5f9a81313f691f3992 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:10:53.563453 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-90eceae0-b30a-4a7c-b349-05c1c0186138 req-68210dee-4073-49ba-b7a1-c6846e33b875 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Unset dirty status for tenant:4a62e00802364b5f9a81313f691f3992 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:10:53.564568 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-90eceae0-b30a-4a7c-b349-05c1c0186138 req-68210dee-4073-49ba-b7a1-c6846e33b875 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf610ce8-3bd9-496c-8edd-864ac9fc5e19 HTTP/1.1" status: 200 len: 944 time: 0.1883976 Feb 04 12:10:53.615392 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-90eceae0-b30a-4a7c-b349-05c1c0186138 req-ee524345-61bd-4c31-9d77-70c2f8dcea5c tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/security-groups?id=225f89fa-6581-4c38-8489-8d8bea8e4fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439744 Feb 04 12:10:54.808583 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafaa0e2-4005-404e-a1af-52869b202ff1 req-3f880968-d7b5-4c66-b3bf-344deac8803c tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:54.810020 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-eafaa0e2-4005-404e-a1af-52869b202ff1 req-3f880968-d7b5-4c66-b3bf-344deac8803c tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf610ce8-3bd9-496c-8edd-864ac9fc5e19 HTTP/1.1" status: 200 len: 944 time: 0.0737042 Feb 04 12:10:54.855646 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-eafaa0e2-4005-404e-a1af-52869b202ff1 req-e27e5121-d8b2-4d29-ba84-b40fdaad7346 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/security-groups?id=225f89fa-6581-4c38-8489-8d8bea8e4fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401604 Feb 04 12:10:56.053185 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5137acb-01cb-42cc-b310-075c8a307625 req-491a0833-2545-4144-88ae-e1ffddad923e tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:56.054512 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d5137acb-01cb-42cc-b310-075c8a307625 req-491a0833-2545-4144-88ae-e1ffddad923e tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf610ce8-3bd9-496c-8edd-864ac9fc5e19 HTTP/1.1" status: 200 len: 944 time: 0.0770948 Feb 04 12:10:56.098723 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d5137acb-01cb-42cc-b310-075c8a307625 req-5292782c-2438-4b8d-8fd5-f29af88d6777 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/security-groups?id=225f89fa-6581-4c38-8489-8d8bea8e4fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382085 Feb 04 12:10:56.280608 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device f86f0767-588b-463f-9842-718e1b49b924 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:10:56.409312 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port f86f0767-588b-463f-9842-718e1b49b924, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f86f0767-588b-463f-9842-718e1b49b924,segment=NetworkSegment(c907578e-3e85-4f38-a185-8b19052029e4),segment_id=c907578e-3e85-4f38-a185-8b19052029e4)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:10:56.422401 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': 'f86f0767-588b-463f-9842-718e1b49b924', 'network_id': '422af1a9-9929-4db4-9bba-b4168361d1b1', 'port_id': 'f86f0767-588b-463f-9842-718e1b49b924', 'mac_address': 'fa:16:3e:bd:de:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11141949-2588-4425-abcc-9cc8f38b8321', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:10:56.477446 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:56.494411 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f86f0767-588b-463f-9842-718e1b49b924 {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:10:56.510607 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port f86f0767-588b-463f-9842-718e1b49b924, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f86f0767-588b-463f-9842-718e1b49b924,segment=NetworkSegment(c907578e-3e85-4f38-a185-8b19052029e4),segment_id=c907578e-3e85-4f38-a185-8b19052029e4)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:10:56.648732 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:56.713048 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=f86f0767-588b-463f-9842-718e1b49b924,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:56.721661 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:56.722064 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:56.722399 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:56.722724 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:56.723047 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:56.723364 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:56.723681 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:56.723996 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:56.724310 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:56.724623 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:56.724933 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:57.002045 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['f86f0767-588b-463f-9842-718e1b49b924'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:10:57.301768 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc2a17-f755-449b-82b4-730c251bab79 req-022b7426-8d89-4e22-85fc-ee29341ceb3b tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:57.303112 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-aefc2a17-f755-449b-82b4-730c251bab79 req-022b7426-8d89-4e22-85fc-ee29341ceb3b tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf610ce8-3bd9-496c-8edd-864ac9fc5e19 HTTP/1.1" status: 200 len: 945 time: 0.0789773 Feb 04 12:10:57.349911 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-aefc2a17-f755-449b-82b4-730c251bab79 req-f4941e43-3836-4f27-b211-7df3fa724385 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/security-groups?id=225f89fa-6581-4c38-8489-8d8bea8e4fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409179 Feb 04 12:10:58.291347 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device f86f0767-588b-463f-9842-718e1b49b924 up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:10:58.476198 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port f86f0767-588b-463f-9842-718e1b49b924 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:10:58.481925 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port f86f0767-588b-463f-9842-718e1b49b924 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:10:58.482282 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:58.554701 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2dbc97-dd27-4db6-97a4-912cb6ee58d4 req-5e61eeca-9d4c-4a85-b1fe-d3241ffb6101 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:58.556158 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5d2dbc97-dd27-4db6-97a4-912cb6ee58d4 req-5e61eeca-9d4c-4a85-b1fe-d3241ffb6101 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf610ce8-3bd9-496c-8edd-864ac9fc5e19 HTTP/1.1" status: 200 len: 945 time: 0.0785792 Feb 04 12:10:58.597253 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:58.603371 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5d2dbc97-dd27-4db6-97a4-912cb6ee58d4 req-e44d31b6-ea79-4606-8f27-bdaeabf7161d tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/security-groups?id=225f89fa-6581-4c38-8489-8d8bea8e4fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407033 Feb 04 12:10:58.625273 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf610ce8-3bd9-496c-8edd-864ac9fc5e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86f0767-588b-463f-9842-718e1b49b924'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:10:58.634755 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port f86f0767-588b-463f-9842-718e1b49b924, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f86f0767-588b-463f-9842-718e1b49b924,segment=NetworkSegment(c907578e-3e85-4f38-a185-8b19052029e4),segment_id=c907578e-3e85-4f38-a185-8b19052029e4)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:10:58.686554 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf610ce8-3bd9-496c-8edd-864ac9fc5e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86f0767-588b-463f-9842-718e1b49b924', 'code': 200} Feb 04 12:10:58.769155 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:58.835961 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=f86f0767-588b-463f-9842-718e1b49b924,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:59.331076 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-05900a9a-e1b7-4200-a191-3cb1ed3ccc78 req-76f069e6-3ae3-423b-883f-a81fde6b3bfc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bf610ce8-3bd9-496c-8edd-864ac9fc5e19 HTTP/1.1" status: 200 len: 1099 time: 0.1630261 Feb 04 12:10:59.372128 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-05900a9a-e1b7-4200-a191-3cb1ed3ccc78 req-39720c0c-fec0-41f8-864f-1dfc9a91916c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=225f89fa-6581-4c38-8489-8d8bea8e4fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349879 Feb 04 12:10:59.720424 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:10:59.805818 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdafa1-f2b2-4557-9fcb-302b52df4392 req-fa88fd99-d191-4213-a7e7-2c89f66439eb tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:59.807279 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0efdafa1-f2b2-4557-9fcb-302b52df4392 req-fa88fd99-d191-4213-a7e7-2c89f66439eb tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf610ce8-3bd9-496c-8edd-864ac9fc5e19 HTTP/1.1" status: 200 len: 946 time: 0.0779657 Feb 04 12:10:59.852554 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0efdafa1-f2b2-4557-9fcb-302b52df4392 req-d14fd365-65b6-4b5c-b1ca-24e67707ac80 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/security-groups?id=225f89fa-6581-4c38-8489-8d8bea8e4fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390346 Feb 04 12:11:01.051709 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85dcf1d-d3bd-4827-b279-c64249efa18d req-217a6ae8-693f-4d8a-ad17-978761c0e8ad tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:01.053169 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e85dcf1d-d3bd-4827-b279-c64249efa18d req-217a6ae8-693f-4d8a-ad17-978761c0e8ad tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf610ce8-3bd9-496c-8edd-864ac9fc5e19 HTTP/1.1" status: 200 len: 946 time: 0.0765309 Feb 04 12:11:01.104300 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e85dcf1d-d3bd-4827-b279-c64249efa18d req-9d451e12-f819-49e3-b0e9-3561a2e75cf0 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/security-groups?id=225f89fa-6581-4c38-8489-8d8bea8e4fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457315 Feb 04 12:11:02.302041 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119781c5-7159-4d5e-810f-25acc973ce46 req-27faebbf-b5e9-463e-b791-9af703bd6d75 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:02.303526 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-119781c5-7159-4d5e-810f-25acc973ce46 req-27faebbf-b5e9-463e-b791-9af703bd6d75 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf610ce8-3bd9-496c-8edd-864ac9fc5e19 HTTP/1.1" status: 200 len: 946 time: 0.0768414 Feb 04 12:11:02.349437 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-119781c5-7159-4d5e-810f-25acc973ce46 req-0df04188-f225-4708-b084-4ebc67c46605 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/security-groups?id=225f89fa-6581-4c38-8489-8d8bea8e4fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403969 Feb 04 12:11:02.720164 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-91a56146-d656-4300-830b-6b05323cc5e7 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:02.721480 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-91a56146-d656-4300-830b-6b05323cc5e7 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/networks?id=422af1a9-9929-4db4-9bba-b4168361d1b1 HTTP/1.1" status: 200 len: 814 time: 0.2198832 Feb 04 12:11:02.737973 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-d6448cd4-de5a-47ca-81d2-974006dc13da tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/quotas/4a62e00802364b5f9a81313f691f3992 HTTP/1.1" status: 200 len: 375 time: 0.0109985 Feb 04 12:11:02.814692 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-403a5e62-ee8f-4bad-affa-bd023b25984f tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a62e00802364b5f9a81313f691f3992&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0715411 Feb 04 12:11:02.944032 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-17f1f569-c673-4dad-a7b2-856ef98515e0 service neutron] 10.222.0.21 "GET /v2.0/networks/422af1a9-9929-4db4-9bba-b4168361d1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223900 Feb 04 12:11:03.072253 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-bbee6735-7bae-4906-b99b-908002ee4e84 service neutron] 10.222.0.21 "GET /v2.0/networks/422af1a9-9929-4db4-9bba-b4168361d1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217461 Feb 04 12:11:03.378489 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c169458f-5638-4958-aa8c-9656c15ff2d6 req-672700ab-4db7-4f3f-8270-94070a8a0075 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb6f9ca9-2e28-4631-9d75-bf3f19a18455 HTTP/1.1" status: 200 len: 210 time: 0.0462797 Feb 04 12:11:04.541523 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ad8b9176-1656-4473-8f5f-fa17937a1453 req-2feb0452-7653-4333-b791-d414836feea6 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb6f9ca9-2e28-4631-9d75-bf3f19a18455 HTTP/1.1" status: 200 len: 210 time: 0.0393646 Feb 04 12:11:05.589703 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-c74466f8-9a98-42c9-9423-f4ff8cb3b06c tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:05.591145 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-c74466f8-9a98-42c9-9423-f4ff8cb3b06c tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.47 "GET /v2.0/networks?id=422af1a9-9929-4db4-9bba-b4168361d1b1 HTTP/1.1" status: 200 len: 814 time: 0.1531522 Feb 04 12:11:05.606897 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-18b5eb44-f003-4f5c-bd76-a37e75ed4e5f tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Request body: {'port': {'device_id': 'bb6f9ca9-2e28-4631-9d75-bf3f19a18455', 'network_id': '422af1a9-9929-4db4-9bba-b4168361d1b1', 'admin_state_up': True, 'tenant_id': '4a62e00802364b5f9a81313f691f3992'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:11:05.728436 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d452b69f-adcf-461e-be2c-28052d4a3ab6 req-19ff893f-832f-42d2-b586-2911ef2d4ead tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb6f9ca9-2e28-4631-9d75-bf3f19a18455 HTTP/1.1" status: 200 len: 210 time: 0.0522478 Feb 04 12:11:05.791555 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-18b5eb44-f003-4f5c-bd76-a37e75ed4e5f tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:11:05.801973 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-18b5eb44-f003-4f5c-bd76-a37e75ed4e5f tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:11:05.911356 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-18b5eb44-f003-4f5c-bd76-a37e75ed4e5f tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Made reservation on behalf of 4a62e00802364b5f9a81313f691f3992 for: {'port': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:11:05.914392 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-18b5eb44-f003-4f5c-bd76-a37e75ed4e5f tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:06.077726 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-18b5eb44-f003-4f5c-bd76-a37e75ed4e5f tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Allocated IP 172.20.0.9 (422af1a9-9929-4db4-9bba-b4168361d1b1/11141949-2588-4425-abcc-9cc8f38b8321/5c4983bf-c4ab-4c62-939f-0fb1e427f85b) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:11:06.274419 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-18b5eb44-f003-4f5c-bd76-a37e75ed4e5f tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:06.384909 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-18b5eb44-f003-4f5c-bd76-a37e75ed4e5f tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:06.395950 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['f86f0767-588b-463f-9842-718e1b49b924'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:11:06.424039 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:06.460409 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-18b5eb44-f003-4f5c-bd76-a37e75ed4e5f tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Network 422af1a9-9929-4db4-9bba-b4168361d1b1 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:11:06.463576 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-18b5eb44-f003-4f5c-bd76-a37e75ed4e5f tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:11:06.468416 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-18b5eb44-f003-4f5c-bd76-a37e75ed4e5f tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:11:06.494862 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b5eb44-f003-4f5c-bd76-a37e75ed4e5f tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Pushing event updated for resources: {'Port': ['ID=5c4983bf-c4ab-4c62-939f-0fb1e427f85b,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:06.528299 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-18b5eb44-f003-4f5c-bd76-a37e75ed4e5f tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:06.528889 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-18b5eb44-f003-4f5c-bd76-a37e75ed4e5f tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:06.671392 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-18b5eb44-f003-4f5c-bd76-a37e75ed4e5f tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0688190 Feb 04 12:11:06.683723 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-f87952c6-4b8c-4d25-9a4d-494c8d28eaad service neutron] Request body: {'port': {'device_id': 'bb6f9ca9-2e28-4631-9d75-bf3f19a18455', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:11:06.791605 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-f87952c6-4b8c-4d25-9a4d-494c8d28eaad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:06.937837 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f9a88-101c-4cb1-8ce2-43f9848daa6f req-1518ace8-676c-4e08-87ef-7a9d2bd2485d tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:06.939289 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-498f9a88-101c-4cb1-8ce2-43f9848daa6f req-1518ace8-676c-4e08-87ef-7a9d2bd2485d tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb6f9ca9-2e28-4631-9d75-bf3f19a18455 HTTP/1.1" status: 200 len: 931 time: 0.0793376 Feb 04 12:11:06.986414 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-498f9a88-101c-4cb1-8ce2-43f9848daa6f req-891f3a99-d016-406d-9fde-b836f7a1b4fb tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/security-groups?id=225f89fa-6581-4c38-8489-8d8bea8e4fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403602 Feb 04 12:11:07.132794 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-f87952c6-4b8c-4d25-9a4d-494c8d28eaad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c4983bf-c4ab-4c62-939f-0fb1e427f85b {{(pid=84205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:11:07.140028 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-f87952c6-4b8c-4d25-9a4d-494c8d28eaad service neutron] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:07.154661 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-f87952c6-4b8c-4d25-9a4d-494c8d28eaad service neutron] Transition to ACTIVE for port object 5c4983bf-c4ab-4c62-939f-0fb1e427f85b will not be triggered until provisioned by entity L2. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:11:07.225911 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-f87952c6-4b8c-4d25-9a4d-494c8d28eaad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:07.445080 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87952c6-4b8c-4d25-9a4d-494c8d28eaad service neutron] Pushing event updated for resources: {'Port': ['ID=5c4983bf-c4ab-4c62-939f-0fb1e427f85b,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:07.541729 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-f87952c6-4b8c-4d25-9a4d-494c8d28eaad service neutron] Attempting to bind port 5c4983bf-c4ab-4c62-939f-0fb1e427f85b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:11:07.542068 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-f87952c6-4b8c-4d25-9a4d-494c8d28eaad service neutron] Attempting to bind port 5c4983bf-c4ab-4c62-939f-0fb1e427f85b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'c907578e-3e85-4f38-a185-8b19052029e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '422af1a9-9929-4db4-9bba-b4168361d1b1'}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:11:07.542389 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-f87952c6-4b8c-4d25-9a4d-494c8d28eaad service neutron] Attempting to bind port 5c4983bf-c4ab-4c62-939f-0fb1e427f85b on network 422af1a9-9929-4db4-9bba-b4168361d1b1 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:11:07.548632 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-f87952c6-4b8c-4d25-9a4d-494c8d28eaad service neutron] Port 5c4983bf-c4ab-4c62-939f-0fb1e427f85b on network 422af1a9-9929-4db4-9bba-b4168361d1b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 12:11:07.548943 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-f87952c6-4b8c-4d25-9a4d-494c8d28eaad service neutron] Attempting to bind port 5c4983bf-c4ab-4c62-939f-0fb1e427f85b on network 422af1a9-9929-4db4-9bba-b4168361d1b1 {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:11:07.555040 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-f87952c6-4b8c-4d25-9a4d-494c8d28eaad service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:11:07.555369 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-f87952c6-4b8c-4d25-9a4d-494c8d28eaad service neutron] Checking segment: {'id': 'c907578e-3e85-4f38-a185-8b19052029e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '422af1a9-9929-4db4-9bba-b4168361d1b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:11:07.555749 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-f87952c6-4b8c-4d25-9a4d-494c8d28eaad service neutron] Bound using segment: {'id': 'c907578e-3e85-4f38-a185-8b19052029e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '422af1a9-9929-4db4-9bba-b4168361d1b1'} {{(pid=84205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:11:07.556167 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.managers [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-f87952c6-4b8c-4d25-9a4d-494c8d28eaad service neutron] Bound port: 5c4983bf-c4ab-4c62-939f-0fb1e427f85b, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c907578e-3e85-4f38-a185-8b19052029e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '422af1a9-9929-4db4-9bba-b4168361d1b1'}}] {{(pid=84205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:11:07.556502 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-f87952c6-4b8c-4d25-9a4d-494c8d28eaad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:07.644838 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-f87952c6-4b8c-4d25-9a4d-494c8d28eaad service neutron] For port 5c4983bf-c4ab-4c62-939f-0fb1e427f85b, host hv-neutron-8278, cleared binding levels {{(pid=84205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:11:07.647934 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-f87952c6-4b8c-4d25-9a4d-494c8d28eaad service neutron] For port 5c4983bf-c4ab-4c62-939f-0fb1e427f85b, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=5c4983bf-c4ab-4c62-939f-0fb1e427f85b,segment=NetworkSegment(c907578e-3e85-4f38-a185-8b19052029e4),segment_id=c907578e-3e85-4f38-a185-8b19052029e4)] {{(pid=84205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:11:07.769221 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-f87952c6-4b8c-4d25-9a4d-494c8d28eaad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:07.830397 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-f87952c6-4b8c-4d25-9a4d-494c8d28eaad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:07.831742 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-f87952c6-4b8c-4d25-9a4d-494c8d28eaad service neutron] 10.222.0.47 "PUT /v2.0/ports/5c4983bf-c4ab-4c62-939f-0fb1e427f85b HTTP/1.1" status: 200 len: 1093 time: 1.1519995 Feb 04 12:11:07.832187 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb6f9ca9-2e28-4631-9d75-bf3f19a18455', 'tag': '5c4983bf-c4ab-4c62-939f-0fb1e427f85b'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:11:07.849392 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87952c6-4b8c-4d25-9a4d-494c8d28eaad service neutron] Pushing event updated for resources: {'Port': ['ID=5c4983bf-c4ab-4c62-939f-0fb1e427f85b,revision_number=3']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:07.887728 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb6f9ca9-2e28-4631-9d75-bf3f19a18455', 'tag': '5c4983bf-c4ab-4c62-939f-0fb1e427f85b', 'status': 'completed', 'code': 200} Feb 04 12:11:07.979173 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-33ac8d58-a5c7-4788-bd4a-93ecd67774f0 req-4baa244b-a407-4a32-8018-0c0b64254337 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a62e00802364b5f9a81313f691f3992&device_id=bb6f9ca9-2e28-4631-9d75-bf3f19a18455 HTTP/1.1" status: 200 len: 1096 time: 0.0728765 Feb 04 12:11:08.118883 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac8d58-a5c7-4788-bd4a-93ecd67774f0 req-39793afd-090e-4f11-ab43-fa77e0207806 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:08.120451 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-33ac8d58-a5c7-4788-bd4a-93ecd67774f0 req-39793afd-090e-4f11-ab43-fa77e0207806 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=4a62e00802364b5f9a81313f691f3992&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1350343 Feb 04 12:11:08.178791 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a61ec-3cfb-4d3e-8589-f6f2ec96d43c req-52f39c95-fda1-4b5b-8d56-161a2fff624a tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:08.180231 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ae7a61ec-3cfb-4d3e-8589-f6f2ec96d43c req-52f39c95-fda1-4b5b-8d56-161a2fff624a tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb6f9ca9-2e28-4631-9d75-bf3f19a18455 HTTP/1.1" status: 200 len: 943 time: 0.0750148 Feb 04 12:11:08.230995 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ae7a61ec-3cfb-4d3e-8589-f6f2ec96d43c req-57872066-6c9d-4380-be58-b5e58f0429de tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/security-groups?id=225f89fa-6581-4c38-8489-8d8bea8e4fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441804 Feb 04 12:11:08.258126 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac8d58-a5c7-4788-bd4a-93ecd67774f0 req-b5b0cbb0-1e3f-4cb7-93ab-ba9a620fdc40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:08.259548 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-33ac8d58-a5c7-4788-bd4a-93ecd67774f0 req-b5b0cbb0-1e3f-4cb7-93ab-ba9a620fdc40 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1339426 Feb 04 12:11:08.362468 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-315191ad-daf7-4bca-a1b8-968db1afe48b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a62e00802364b5f9a81313f691f3992&device_id=bb6f9ca9-2e28-4631-9d75-bf3f19a18455 HTTP/1.1" status: 200 len: 1096 time: 0.0682740 Feb 04 12:11:08.431774 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-a0fd8a92-f5d1-4ad7-ba4c-8d1407212e0c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c4983bf-c4ab-4c62-939f-0fb1e427f85b HTTP/1.1" status: 200 len: 217 time: 0.0626557 Feb 04 12:11:08.491241 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-ca473a54-cd23-4f85-9600-603558c1344e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:08.492670 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-ca473a54-cd23-4f85-9600-603558c1344e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=11141949-2588-4425-abcc-9cc8f38b8321 HTTP/1.1" status: 200 len: 854 time: 0.0557961 Feb 04 12:11:08.536004 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-a7ff9249-9961-4604-98fc-da6a81a7c4a6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=422af1a9-9929-4db4-9bba-b4168361d1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368140 Feb 04 12:11:08.662791 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-b6fa0fb3-7094-468c-9609-02f0702f05ed service neutron] 10.222.0.47 "GET /v2.0/networks/422af1a9-9929-4db4-9bba-b4168361d1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210399 Feb 04 12:11:08.790124 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-dda3a681-048b-41a4-b6da-dc1051e5bbc6 req-51ae32f5-4d87-4975-a36a-a3671cfb504e service neutron] 10.222.0.47 "GET /v2.0/networks/422af1a9-9929-4db4-9bba-b4168361d1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218030 Feb 04 12:11:09.428862 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e24f3-6c24-438e-992e-c42934684c5a req-65d33686-6048-4842-9853-1906ec791d1f tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:09.429533 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-509e24f3-6c24-438e-992e-c42934684c5a req-65d33686-6048-4842-9853-1906ec791d1f tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Synchronizing usage tracker for tenant:4a62e00802364b5f9a81313f691f3992 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:11:09.511564 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-509e24f3-6c24-438e-992e-c42934684c5a req-65d33686-6048-4842-9853-1906ec791d1f tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Unset dirty status for tenant:4a62e00802364b5f9a81313f691f3992 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:11:09.512671 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-509e24f3-6c24-438e-992e-c42934684c5a req-65d33686-6048-4842-9853-1906ec791d1f tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb6f9ca9-2e28-4631-9d75-bf3f19a18455 HTTP/1.1" status: 200 len: 943 time: 0.1614730 Feb 04 12:11:09.558455 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-509e24f3-6c24-438e-992e-c42934684c5a req-a3059ed1-e216-4eed-b1c3-5a69a1712815 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/security-groups?id=225f89fa-6581-4c38-8489-8d8bea8e4fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393565 Feb 04 12:11:10.754426 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da549a-ea62-4a52-bff0-d6029c74a302 req-2ac34e45-a08a-4b3f-bc12-7b3a297b2ab6 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:10.756006 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-81da549a-ea62-4a52-bff0-d6029c74a302 req-2ac34e45-a08a-4b3f-bc12-7b3a297b2ab6 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb6f9ca9-2e28-4631-9d75-bf3f19a18455 HTTP/1.1" status: 200 len: 943 time: 0.0748410 Feb 04 12:11:10.800782 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-81da549a-ea62-4a52-bff0-d6029c74a302 req-81214982-5df4-4ca2-8735-5e8bd7b629a8 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/security-groups?id=225f89fa-6581-4c38-8489-8d8bea8e4fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392060 Feb 04 12:11:11.999543 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18457f21-f55d-44ca-a1f7-10242f7d5f05 req-bba00d5c-5f32-42e3-9916-f4af325455d7 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:12.000889 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-18457f21-f55d-44ca-a1f7-10242f7d5f05 req-bba00d5c-5f32-42e3-9916-f4af325455d7 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb6f9ca9-2e28-4631-9d75-bf3f19a18455 HTTP/1.1" status: 200 len: 943 time: 0.0755808 Feb 04 12:11:12.051499 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-18457f21-f55d-44ca-a1f7-10242f7d5f05 req-ed8fb927-4e12-47e1-9f9f-b87cecc863a9 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/security-groups?id=225f89fa-6581-4c38-8489-8d8bea8e4fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447106 Feb 04 12:11:12.145606 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a737e9af-c348-4e7a-91a7-e30a4c83536e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:12.358286 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 5c4983bf-c4ab-4c62-939f-0fb1e427f85b details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:11:12.489603 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 5c4983bf-c4ab-4c62-939f-0fb1e427f85b, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=5c4983bf-c4ab-4c62-939f-0fb1e427f85b,segment=NetworkSegment(c907578e-3e85-4f38-a185-8b19052029e4),segment_id=c907578e-3e85-4f38-a185-8b19052029e4)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:11:12.502759 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': '5c4983bf-c4ab-4c62-939f-0fb1e427f85b', 'network_id': '422af1a9-9929-4db4-9bba-b4168361d1b1', 'port_id': '5c4983bf-c4ab-4c62-939f-0fb1e427f85b', 'mac_address': 'fa:16:3e:c3:d0:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11141949-2588-4425-abcc-9cc8f38b8321', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:11:12.556965 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:12.574617 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c4983bf-c4ab-4c62-939f-0fb1e427f85b {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:11:12.590238 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 5c4983bf-c4ab-4c62-939f-0fb1e427f85b, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=5c4983bf-c4ab-4c62-939f-0fb1e427f85b,segment=NetworkSegment(c907578e-3e85-4f38-a185-8b19052029e4),segment_id=c907578e-3e85-4f38-a185-8b19052029e4)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:11:12.705688 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:12.770975 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=5c4983bf-c4ab-4c62-939f-0fb1e427f85b,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:13.051198 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['5c4983bf-c4ab-4c62-939f-0fb1e427f85b'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:11:13.262455 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21474be1-03ff-46fe-bb88-81d732760e3b req-0db31524-ba49-4bbc-9786-7b37aefab9cd tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:13.263923 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-21474be1-03ff-46fe-bb88-81d732760e3b req-0db31524-ba49-4bbc-9786-7b37aefab9cd tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb6f9ca9-2e28-4631-9d75-bf3f19a18455 HTTP/1.1" status: 200 len: 944 time: 0.0883529 Feb 04 12:11:13.310833 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-21474be1-03ff-46fe-bb88-81d732760e3b req-5e7d9c86-9d8a-4243-bae7-6d7ccd065c08 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/security-groups?id=225f89fa-6581-4c38-8489-8d8bea8e4fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406346 Feb 04 12:11:14.376228 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 5c4983bf-c4ab-4c62-939f-0fb1e427f85b up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:11:14.505153 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe25d09-21ba-4549-8598-b12b0e2ee99f req-0ef5608f-a2c4-45bb-8385-8d01db52c343 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:14.506621 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-cbe25d09-21ba-4549-8598-b12b0e2ee99f req-0ef5608f-a2c4-45bb-8385-8d01db52c343 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb6f9ca9-2e28-4631-9d75-bf3f19a18455 HTTP/1.1" status: 200 len: 944 time: 0.0782607 Feb 04 12:11:14.517163 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port 5c4983bf-c4ab-4c62-939f-0fb1e427f85b completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:11:14.522429 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port 5c4983bf-c4ab-4c62-939f-0fb1e427f85b triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:11:14.522797 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:14.551727 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-cbe25d09-21ba-4549-8598-b12b0e2ee99f req-f13ae26b-24d8-43f1-be6f-280a58ce93fc tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/security-groups?id=225f89fa-6581-4c38-8489-8d8bea8e4fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393729 Feb 04 12:11:14.575386 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ba813a1b-fbd1-4d0e-ac0f-723ad21ebfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:14.636240 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:14.662048 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6f9ca9-2e28-4631-9d75-bf3f19a18455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4983bf-c4ab-4c62-939f-0fb1e427f85b'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:11:14.672508 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 5c4983bf-c4ab-4c62-939f-0fb1e427f85b, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=5c4983bf-c4ab-4c62-939f-0fb1e427f85b,segment=NetworkSegment(c907578e-3e85-4f38-a185-8b19052029e4),segment_id=c907578e-3e85-4f38-a185-8b19052029e4)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:11:14.717998 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6f9ca9-2e28-4631-9d75-bf3f19a18455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4983bf-c4ab-4c62-939f-0fb1e427f85b', 'code': 200} Feb 04 12:11:14.768746 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:14.836769 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=5c4983bf-c4ab-4c62-939f-0fb1e427f85b,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:15.141567 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a03a47cb-f23d-4207-8da2-c531286ae0d0 req-1b8fba01-4584-4dbe-a6a4-c7eae34aa9da service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bb6f9ca9-2e28-4631-9d75-bf3f19a18455 HTTP/1.1" status: 200 len: 1098 time: 0.0702262 Feb 04 12:11:15.274496 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a03a47cb-f23d-4207-8da2-c531286ae0d0 req-50ddba6f-40ce-4d51-9509-fe2cc1b4ab07 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=225f89fa-6581-4c38-8489-8d8bea8e4fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212130 Feb 04 12:11:15.676915 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:15.747609 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf29d22-233a-43b4-8a0a-503333f1b7df req-9a85520d-4a7d-452f-8557-f13cbc3a88f0 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:15.749083 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ebf29d22-233a-43b4-8a0a-503333f1b7df req-9a85520d-4a7d-452f-8557-f13cbc3a88f0 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb6f9ca9-2e28-4631-9d75-bf3f19a18455 HTTP/1.1" status: 200 len: 945 time: 0.0750625 Feb 04 12:11:15.793677 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ebf29d22-233a-43b4-8a0a-503333f1b7df req-cd306a50-98f6-4b67-8136-aa64fcedb291 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/security-groups?id=225f89fa-6581-4c38-8489-8d8bea8e4fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388789 Feb 04 12:11:15.807320 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:16.991295 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:16.998065 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d20e79-900a-4745-9138-571a2abc1a31 req-9c9a6004-58ba-4848-a4fd-a1f1f72107b3 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:17.004311 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-57d20e79-900a-4745-9138-571a2abc1a31 req-9c9a6004-58ba-4848-a4fd-a1f1f72107b3 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb6f9ca9-2e28-4631-9d75-bf3f19a18455 HTTP/1.1" status: 200 len: 945 time: 0.0810382 Feb 04 12:11:17.045348 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-57d20e79-900a-4745-9138-571a2abc1a31 req-03ff8436-f687-4513-abef-202d8f8c38f7 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/security-groups?id=225f89fa-6581-4c38-8489-8d8bea8e4fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396626 Feb 04 12:11:17.710457 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e2804-b343-4d2c-9b9f-29b13ba3b345 req-17810a4f-3d87-4661-9381-6d3d470054a6 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:17.711906 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-fc4e2804-b343-4d2c-9b9f-29b13ba3b345 req-17810a4f-3d87-4661-9381-6d3d470054a6 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb6f9ca9-2e28-4631-9d75-bf3f19a18455 HTTP/1.1" status: 200 len: 945 time: 0.0807664 Feb 04 12:11:17.756509 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-fc4e2804-b343-4d2c-9b9f-29b13ba3b345 req-2066ee10-a86d-4ff4-b4b2-f33147143fc4 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/security-groups?id=225f89fa-6581-4c38-8489-8d8bea8e4fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390925 Feb 04 12:11:18.956133 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a30ba3-02f1-44b6-8c8f-ebc9abde78f8 req-901e406f-76bb-4f15-9200-362a6bc6bded tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:18.957565 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-37a30ba3-02f1-44b6-8c8f-ebc9abde78f8 req-901e406f-76bb-4f15-9200-362a6bc6bded tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb6f9ca9-2e28-4631-9d75-bf3f19a18455 HTTP/1.1" status: 200 len: 945 time: 0.0776129 Feb 04 12:11:19.005704 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-37a30ba3-02f1-44b6-8c8f-ebc9abde78f8 req-aeda3cac-31dd-4f54-8d3c-79c7da0c95a5 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/security-groups?id=225f89fa-6581-4c38-8489-8d8bea8e4fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424581 Feb 04 12:11:19.084952 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-86628801-4264-4b6e-bd49-a9f8efa8d96c req-1814cea4-4d32-421c-a78d-2a38fa674cf2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bf610ce8-3bd9-496c-8edd-864ac9fc5e19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0651038 Feb 04 12:11:19.216292 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.47', 50359) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:11:19.228853 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-86628801-4264-4b6e-bd49-a9f8efa8d96c req-2ccdb4f5-3970-46a3-8fbb-4578932c120a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a62e00802364b5f9a81313f691f3992&device_id=bf610ce8-3bd9-496c-8edd-864ac9fc5e19 HTTP/1.1" status: 200 len: 1099 time: 0.0764356 Feb 04 12:11:19.292816 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f710520-74d5-4005-ac9c-a4561bf1a090 req-63938edf-8623-4bee-900c-802bf3bbace6 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:19.294254 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-2f710520-74d5-4005-ac9c-a4561bf1a090 req-63938edf-8623-4bee-900c-802bf3bbace6 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb6f9ca9-2e28-4631-9d75-bf3f19a18455 HTTP/1.1" status: 200 len: 945 time: 0.0769720 Feb 04 12:11:19.365005 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [req-2f710520-74d5-4005-ac9c-a4561bf1a090 req-2579eb3e-67de-4da1-9f97-b473a8eaaf83 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Deleting port 5c4983bf-c4ab-4c62-939f-0fb1e427f85b {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:11:19.365345 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-2f710520-74d5-4005-ac9c-a4561bf1a090 req-2579eb3e-67de-4da1-9f97-b473a8eaaf83 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:19.374948 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86628801-4264-4b6e-bd49-a9f8efa8d96c req-7bac9160-c2ae-4e7a-9d2e-203956eacf9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:19.376368 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-86628801-4264-4b6e-bd49-a9f8efa8d96c req-7bac9160-c2ae-4e7a-9d2e-203956eacf9a service neutron] 10.222.0.47 "GET /v2.0/networks?id=422af1a9-9929-4db4-9bba-b4168361d1b1 HTTP/1.1" status: 200 len: 915 time: 0.1277688 Feb 04 12:11:19.444911 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-86628801-4264-4b6e-bd49-a9f8efa8d96c req-20b17916-2fea-49e2-a372-32e371d9d200 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f86f0767-588b-463f-9842-718e1b49b924 HTTP/1.1" status: 200 len: 217 time: 0.0625045 Feb 04 12:11:19.505258 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86628801-4264-4b6e-bd49-a9f8efa8d96c req-9af73197-c090-478d-a026-95f6a78565ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:19.506721 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-86628801-4264-4b6e-bd49-a9f8efa8d96c req-9af73197-c090-478d-a026-95f6a78565ab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=11141949-2588-4425-abcc-9cc8f38b8321 HTTP/1.1" status: 200 len: 854 time: 0.0568240 Feb 04 12:11:19.551121 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-86628801-4264-4b6e-bd49-a9f8efa8d96c req-99b776e0-e601-42e0-896a-0068b56d0e77 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=422af1a9-9929-4db4-9bba-b4168361d1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382500 Feb 04 12:11:19.612673 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-2f710520-74d5-4005-ac9c-a4561bf1a090 req-2579eb3e-67de-4da1-9f97-b473a8eaaf83 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] For port 5c4983bf-c4ab-4c62-939f-0fb1e427f85b, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=5c4983bf-c4ab-4c62-939f-0fb1e427f85b,segment=NetworkSegment(c907578e-3e85-4f38-a185-8b19052029e4),segment_id=c907578e-3e85-4f38-a185-8b19052029e4)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:11:19.613343 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-2f710520-74d5-4005-ac9c-a4561bf1a090 req-2579eb3e-67de-4da1-9f97-b473a8eaaf83 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:19.680544 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-86628801-4264-4b6e-bd49-a9f8efa8d96c req-d2ac23c6-69c9-4678-96f2-b78bc929342a service neutron] 10.222.0.47 "GET /v2.0/networks/422af1a9-9929-4db4-9bba-b4168361d1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233521 Feb 04 12:11:19.815371 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [req-2f710520-74d5-4005-ac9c-a4561bf1a090 req-2579eb3e-67de-4da1-9f97-b473a8eaaf83 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Calling delete_port for 5c4983bf-c4ab-4c62-939f-0fb1e427f85b owned by compute:nova {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:11:19.816053 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-86628801-4264-4b6e-bd49-a9f8efa8d96c req-64f82c66-671b-4285-af64-054bbea1f751 service neutron] 10.222.0.47 "GET /v2.0/networks/422af1a9-9929-4db4-9bba-b4168361d1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289639 Feb 04 12:11:20.071527 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-2f710520-74d5-4005-ac9c-a4561bf1a090 req-2579eb3e-67de-4da1-9f97-b473a8eaaf83 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:20.083156 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['f86f0767-588b-463f-9842-718e1b49b924', '5c4983bf-c4ab-4c62-939f-0fb1e427f85b'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:11:20.122975 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2579eb3e-67de-4da1-9f97-b473a8eaaf83 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Pushing event deleted for resources: {'Port': ['ID=5c4983bf-c4ab-4c62-939f-0fb1e427f85b,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:20.236042 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f710520-74d5-4005-ac9c-a4561bf1a090 req-2579eb3e-67de-4da1-9f97-b473a8eaaf83 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] No DVR routers for this DVR port 5c4983bf-c4ab-4c62-939f-0fb1e427f85b on host hv-neutron-8278 {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:11:20.239224 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a1de1d38-d700-4745-8039-64697e0eb8d6 req-462bfba4-638e-40c5-b3a7-d06b285e92c9 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb6f9ca9-2e28-4631-9d75-bf3f19a18455 HTTP/1.1" status: 200 len: 210 time: 0.0747828 Feb 04 12:11:20.240159 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-2f710520-74d5-4005-ac9c-a4561bf1a090 req-2579eb3e-67de-4da1-9f97-b473a8eaaf83 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:20.242675 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6f9ca9-2e28-4631-9d75-bf3f19a18455', 'name': 'network-vif-deleted', 'tag': '5c4983bf-c4ab-4c62-939f-0fb1e427f85b'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:11:20.318426 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-2f710520-74d5-4005-ac9c-a4561bf1a090 req-2579eb3e-67de-4da1-9f97-b473a8eaaf83 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.47 "DELETE /v2.0/ports/5c4983bf-c4ab-4c62-939f-0fb1e427f85b HTTP/1.1" status: 204 len: 173 time: 1.0178938 Feb 04 12:11:20.380940 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6f9ca9-2e28-4631-9d75-bf3f19a18455', 'name': 'network-vif-deleted', 'tag': '5c4983bf-c4ab-4c62-939f-0fb1e427f85b', 'status': 'completed', 'code': 200} Feb 04 12:11:21.417128 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-9e1f38a2-776e-441e-99f6-57a22d6c642e req-31f81631-149d-4d0f-b6ae-8b582aa74a18 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Synchronizing usage tracker for tenant:4a62e00802364b5f9a81313f691f3992 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:11:21.534313 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-9e1f38a2-776e-441e-99f6-57a22d6c642e req-31f81631-149d-4d0f-b6ae-8b582aa74a18 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Unset dirty status for tenant:4a62e00802364b5f9a81313f691f3992 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:11:21.535416 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9e1f38a2-776e-441e-99f6-57a22d6c642e req-31f81631-149d-4d0f-b6ae-8b582aa74a18 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb6f9ca9-2e28-4631-9d75-bf3f19a18455 HTTP/1.1" status: 200 len: 210 time: 0.1615694 Feb 04 12:11:22.405197 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 5c4983bf-c4ab-4c62-939f-0fb1e427f85b no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:11:22.437538 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] No Port match for: 5c4983bf-c4ab-4c62-939f-0fb1e427f85b {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:11:22.437899 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 5c4983bf-c4ab-4c62-939f-0fb1e427f85b not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:11:22.803883 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89616be-ac36-4a89-90ea-4e14fb5a2f99 req-01e292d2-47a2-49ea-a2c4-e99e094b2c0b tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:22.805295 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b89616be-ac36-4a89-90ea-4e14fb5a2f99 req-01e292d2-47a2-49ea-a2c4-e99e094b2c0b tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf610ce8-3bd9-496c-8edd-864ac9fc5e19 HTTP/1.1" status: 200 len: 946 time: 0.0736539 Feb 04 12:11:22.850058 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b89616be-ac36-4a89-90ea-4e14fb5a2f99 req-5d9acd3a-c1c1-4355-8de9-f63dc0d55ca2 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/security-groups?id=225f89fa-6581-4c38-8489-8d8bea8e4fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391753 Feb 04 12:11:23.073942 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034dc5a2-40ee-4660-b598-d7844e8f425c req-616b31c7-a7a1-4594-9f2c-33078107005f tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:23.075336 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-034dc5a2-40ee-4660-b598-d7844e8f425c req-616b31c7-a7a1-4594-9f2c-33078107005f tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf610ce8-3bd9-496c-8edd-864ac9fc5e19 HTTP/1.1" status: 200 len: 946 time: 0.0778434 Feb 04 12:11:23.119563 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-034dc5a2-40ee-4660-b598-d7844e8f425c req-35f6f1ce-1e01-4750-a04e-98f3bef5c2e9 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/security-groups?id=225f89fa-6581-4c38-8489-8d8bea8e4fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379443 Feb 04 12:11:23.325105 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2ce94-2fcc-4ba0-9123-63c229f68789 req-bb306f14-4d0a-4168-aed0-9fabf47d2a83 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:23.326560 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f4b2ce94-2fcc-4ba0-9123-63c229f68789 req-bb306f14-4d0a-4168-aed0-9fabf47d2a83 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf610ce8-3bd9-496c-8edd-864ac9fc5e19 HTTP/1.1" status: 200 len: 946 time: 0.0792515 Feb 04 12:11:23.371573 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f4b2ce94-2fcc-4ba0-9123-63c229f68789 req-e2799208-7540-40de-86ef-394a973550b2 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/security-groups?id=225f89fa-6581-4c38-8489-8d8bea8e4fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391452 Feb 04 12:11:23.561689 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1b627adc-358d-4d7b-93a6-cdccdb27464c req-c7253efb-b8c7-4b4c-8bff-f5d1178bda0a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bf610ce8-3bd9-496c-8edd-864ac9fc5e19&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0656135 Feb 04 12:11:23.750847 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c382ca1-2286-49dc-af91-f97ed7342a30 req-191b2293-1ae4-4115-ae1b-48faf80b4b0d tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:23.752416 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2c382ca1-2286-49dc-af91-f97ed7342a30 req-191b2293-1ae4-4115-ae1b-48faf80b4b0d tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf610ce8-3bd9-496c-8edd-864ac9fc5e19 HTTP/1.1" status: 200 len: 946 time: 0.0749393 Feb 04 12:11:23.795859 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2c382ca1-2286-49dc-af91-f97ed7342a30 req-1a180a51-bccf-486c-8736-079718171665 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/security-groups?id=225f89fa-6581-4c38-8489-8d8bea8e4fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380194 Feb 04 12:11:23.990776 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7dae82-90fd-4c97-80a3-2ad733efa0dd req-44a02557-14b9-4bdf-9f74-1c151c66409d tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:23.992174 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3a7dae82-90fd-4c97-80a3-2ad733efa0dd req-44a02557-14b9-4bdf-9f74-1c151c66409d tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf610ce8-3bd9-496c-8edd-864ac9fc5e19 HTTP/1.1" status: 200 len: 946 time: 0.0781882 Feb 04 12:11:24.037110 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3a7dae82-90fd-4c97-80a3-2ad733efa0dd req-1c3f6b82-23c3-45c4-b473-b5c0c9351a77 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/security-groups?id=225f89fa-6581-4c38-8489-8d8bea8e4fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395091 Feb 04 12:11:24.247974 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a085e4-e6db-4647-a23a-53217d2d90d0 req-5eb0ad3b-d6aa-442b-bcbb-d18ddcc650fe tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:24.249512 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c8a085e4-e6db-4647-a23a-53217d2d90d0 req-5eb0ad3b-d6aa-442b-bcbb-d18ddcc650fe tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf610ce8-3bd9-496c-8edd-864ac9fc5e19 HTTP/1.1" status: 200 len: 946 time: 0.0771751 Feb 04 12:11:24.295106 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c8a085e4-e6db-4647-a23a-53217d2d90d0 req-7c9f0671-b036-4a08-8c4c-4c55b2ab719e tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/security-groups?id=225f89fa-6581-4c38-8489-8d8bea8e4fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400908 Feb 04 12:11:25.054126 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa7ffc-dddf-4c48-82c9-54b65777539b req-deff560a-0489-4853-804a-36849fe4fd81 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:25.055539 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-35fa7ffc-dddf-4c48-82c9-54b65777539b req-deff560a-0489-4853-804a-36849fe4fd81 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf610ce8-3bd9-496c-8edd-864ac9fc5e19 HTTP/1.1" status: 200 len: 946 time: 0.0781095 Feb 04 12:11:25.101653 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-35fa7ffc-dddf-4c48-82c9-54b65777539b req-e9688b77-94bf-4115-911d-15d47834248e tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/security-groups?id=225f89fa-6581-4c38-8489-8d8bea8e4fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405254 Feb 04 12:11:26.303429 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128cb59-b2db-4584-be6a-8316282293df req-2c67e400-69b7-4ed6-a85e-3c580383bddb tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:26.304860 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4128cb59-b2db-4584-be6a-8316282293df req-2c67e400-69b7-4ed6-a85e-3c580383bddb tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf610ce8-3bd9-496c-8edd-864ac9fc5e19 HTTP/1.1" status: 200 len: 946 time: 0.0774503 Feb 04 12:11:26.354567 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4128cb59-b2db-4584-be6a-8316282293df req-736dd5c8-7e63-4ab4-8fba-ed4af3bb0170 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/security-groups?id=225f89fa-6581-4c38-8489-8d8bea8e4fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439806 Feb 04 12:11:27.000603 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f159d84-5411-4124-a718-48ccbb307ec7 req-ed2374b8-1a47-4e00-8fff-3a2a75c500ec tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:27.002857 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6f159d84-5411-4124-a718-48ccbb307ec7 req-ed2374b8-1a47-4e00-8fff-3a2a75c500ec tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf610ce8-3bd9-496c-8edd-864ac9fc5e19 HTTP/1.1" status: 200 len: 946 time: 0.0766673 Feb 04 12:11:27.081841 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [req-6f159d84-5411-4124-a718-48ccbb307ec7 req-ffc24c5f-dae1-4b30-8c6a-ddbccb767591 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Deleting port f86f0767-588b-463f-9842-718e1b49b924 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:11:27.082190 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-6f159d84-5411-4124-a718-48ccbb307ec7 req-ffc24c5f-dae1-4b30-8c6a-ddbccb767591 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:27.317585 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-6f159d84-5411-4124-a718-48ccbb307ec7 req-ffc24c5f-dae1-4b30-8c6a-ddbccb767591 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] For port f86f0767-588b-463f-9842-718e1b49b924, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f86f0767-588b-463f-9842-718e1b49b924,segment=NetworkSegment(c907578e-3e85-4f38-a185-8b19052029e4),segment_id=c907578e-3e85-4f38-a185-8b19052029e4)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:11:27.317831 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-6f159d84-5411-4124-a718-48ccbb307ec7 req-ffc24c5f-dae1-4b30-8c6a-ddbccb767591 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:27.440565 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [req-6f159d84-5411-4124-a718-48ccbb307ec7 req-ffc24c5f-dae1-4b30-8c6a-ddbccb767591 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Calling delete_port for f86f0767-588b-463f-9842-718e1b49b924 owned by compute:nova {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:11:27.745583 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718705f-ba31-433f-acf7-a5d58ae3c83c req-5756a783-5bd2-4e4d-88d8-bc46056fd5ce tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:27.747364 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9718705f-ba31-433f-acf7-a5d58ae3c83c req-5756a783-5bd2-4e4d-88d8-bc46056fd5ce tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf610ce8-3bd9-496c-8edd-864ac9fc5e19 HTTP/1.1" status: 200 len: 946 time: 0.2634878 Feb 04 12:11:27.805973 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9718705f-ba31-433f-acf7-a5d58ae3c83c req-0b044894-cb77-41bc-b01d-641464d0bc1a tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/security-groups?id=225f89fa-6581-4c38-8489-8d8bea8e4fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519435 Feb 04 12:11:27.928580 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-6f159d84-5411-4124-a718-48ccbb307ec7 req-ffc24c5f-dae1-4b30-8c6a-ddbccb767591 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:27.940075 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['f86f0767-588b-463f-9842-718e1b49b924'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:11:27.979709 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc24c5f-dae1-4b30-8c6a-ddbccb767591 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Pushing event deleted for resources: {'Port': ['ID=f86f0767-588b-463f-9842-718e1b49b924,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:28.049045 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f159d84-5411-4124-a718-48ccbb307ec7 req-ffc24c5f-dae1-4b30-8c6a-ddbccb767591 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] No DVR routers for this DVR port f86f0767-588b-463f-9842-718e1b49b924 on host hv-neutron-8278 {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:11:28.051572 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-6f159d84-5411-4124-a718-48ccbb307ec7 req-ffc24c5f-dae1-4b30-8c6a-ddbccb767591 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:28.054008 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf610ce8-3bd9-496c-8edd-864ac9fc5e19', 'name': 'network-vif-deleted', 'tag': 'f86f0767-588b-463f-9842-718e1b49b924'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:11:28.107365 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf610ce8-3bd9-496c-8edd-864ac9fc5e19', 'name': 'network-vif-deleted', 'tag': 'f86f0767-588b-463f-9842-718e1b49b924', 'status': 'completed', 'code': 200} Feb 04 12:11:28.140722 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6f159d84-5411-4124-a718-48ccbb307ec7 req-ffc24c5f-dae1-4b30-8c6a-ddbccb767591 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.47 "DELETE /v2.0/ports/f86f0767-588b-463f-9842-718e1b49b924 HTTP/1.1" status: 204 len: 173 time: 1.1338811 Feb 04 12:11:28.978075 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-5b5ad020-e087-4322-9f59-d1e62834fea0 req-cbf01e91-f3df-4fee-b7a8-cbd16de68725 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Synchronizing usage tracker for tenant:4a62e00802364b5f9a81313f691f3992 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:11:29.076898 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-5b5ad020-e087-4322-9f59-d1e62834fea0 req-cbf01e91-f3df-4fee-b7a8-cbd16de68725 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] Unset dirty status for tenant:4a62e00802364b5f9a81313f691f3992 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:11:29.078132 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5b5ad020-e087-4322-9f59-d1e62834fea0 req-cbf01e91-f3df-4fee-b7a8-cbd16de68725 tempest-ServersNegativeTestJSON-1432981498 tempest-ServersNegativeTestJSON-1432981498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf610ce8-3bd9-496c-8edd-864ac9fc5e19 HTTP/1.1" status: 200 len: 210 time: 0.1396449 Feb 04 12:11:30.186973 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 45874) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:11:30.248866 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc2074c8-1da3-4692-85d3-a8fa85086e2c admin admin] Deleting subnet 11141949-2588-4425-abcc-9cc8f38b8321 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 12:11:30.251692 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dc2074c8-1da3-4692-85d3-a8fa85086e2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:30.298262 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dc2074c8-1da3-4692-85d3-a8fa85086e2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:30.354757 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dc2074c8-1da3-4692-85d3-a8fa85086e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:30.435649 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device f86f0767-588b-463f-9842-718e1b49b924 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:11:30.467248 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] No Port match for: f86f0767-588b-463f-9842-718e1b49b924 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:11:30.467624 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device f86f0767-588b-463f-9842-718e1b49b924 not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:11:30.493301 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dc2074c8-1da3-4692-85d3-a8fa85086e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:30.528839 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2074c8-1da3-4692-85d3-a8fa85086e2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11141949-2588-4425-abcc-9cc8f38b8321,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:30.536456 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dc2074c8-1da3-4692-85d3-a8fa85086e2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:30.542657 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-dc2074c8-1da3-4692-85d3-a8fa85086e2c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/11141949-2588-4425-abcc-9cc8f38b8321 HTTP/1.1" status: 204 len: 168 time: 0.3546810 Feb 04 12:11:30.545146 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 45878) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:11:30.648989 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d56ac97f-e267-4e85-9f56-1c024aafa6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:30.771284 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d56ac97f-e267-4e85-9f56-1c024aafa6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:30.795513 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-d56ac97f-e267-4e85-9f56-1c024aafa6c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['422af1a9-9929-4db4-9bba-b4168361d1b1']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:11:30.807078 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-d56ac97f-e267-4e85-9f56-1c024aafa6c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c907578e-3e85-4f38-a185-8b19052029e4') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:11:30.807371 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-d56ac97f-e267-4e85-9f56-1c024aafa6c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c907578e-3e85-4f38-a185-8b19052029e4') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:11:30.818632 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d56ac97f-e267-4e85-9f56-1c024aafa6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:30.839067 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d56ac97f-e267-4e85-9f56-1c024aafa6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:30.845036 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d56ac97f-e267-4e85-9f56-1c024aafa6c3 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 12:11:30.845415 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d56ac97f-e267-4e85-9f56-1c024aafa6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:30.858884 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 12:11:30.858884 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 12:11:30.858884 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 12:11:30.858884 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:11:30.858884 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 12:11:30.858884 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:11:30.858884 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 12:11:30.858884 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:11:30.858884 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 12:11:30.858884 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:11:30.858884 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 12:11:30.858884 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:11:30.858884 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 12:11:30.858884 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:11:30.858884 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:11:30.858884 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:11:30.858884 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:11:30.858884 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:11:30.858884 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 12:11:30.858884 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:11:30.858884 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 12:11:30.858884 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:11:30.858884 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:11:30.858884 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 12:11:30.858884 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 12:11:30.858884 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 12:11:30.858884 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:11:30.858884 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 12:11:30.858884 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:11:30.858884 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 12:11:30.858884 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:11:30.858884 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:11:31.001578 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d56ac97f-e267-4e85-9f56-1c024aafa6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:31.020064 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d56ac97f-e267-4e85-9f56-1c024aafa6c3 admin admin] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:31.031747 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ac97f-e267-4e85-9f56-1c024aafa6c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=422af1a9-9929-4db4-9bba-b4168361d1b1,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:31.129172 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d56ac97f-e267-4e85-9f56-1c024aafa6c3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/422af1a9-9929-4db4-9bba-b4168361d1b1 HTTP/1.1" status: 204 len: 168 time: 0.5830507 Feb 04 12:11:31.610292 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 45884) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:11:31.660354 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-23c3af8d-2d53-4c48-a532-d94d93a93c15 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a62e00802364b5f9a81313f691f3992&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0487525 Feb 04 12:11:31.662867 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 45888) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:11:31.723322 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-638858a8-9d3a-471b-b759-3be78b407b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:31.750912 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-638858a8-9d3a-471b-b759-3be78b407b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:31.876019 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-638858a8-9d3a-471b-b759-3be78b407b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:31.891673 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638858a8-9d3a-471b-b759-3be78b407b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225f89fa-6581-4c38-8489-8d8bea8e4fe4,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:31.902388 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638858a8-9d3a-471b-b759-3be78b407b1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:31.902725 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638858a8-9d3a-471b-b759-3be78b407b1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:31.903051 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638858a8-9d3a-471b-b759-3be78b407b1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:31.903370 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638858a8-9d3a-471b-b759-3be78b407b1e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:31.903687 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638858a8-9d3a-471b-b759-3be78b407b1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:31.904004 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638858a8-9d3a-471b-b759-3be78b407b1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:31.904317 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638858a8-9d3a-471b-b759-3be78b407b1e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:31.904627 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638858a8-9d3a-471b-b759-3be78b407b1e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:31.904935 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638858a8-9d3a-471b-b759-3be78b407b1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:31.905245 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638858a8-9d3a-471b-b759-3be78b407b1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:31.905548 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638858a8-9d3a-471b-b759-3be78b407b1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:31.983543 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-638858a8-9d3a-471b-b759-3be78b407b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:31.984645 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-638858a8-9d3a-471b-b759-3be78b407b1e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/225f89fa-6581-4c38-8489-8d8bea8e4fe4 HTTP/1.1" status: 204 len: 168 time: 0.3208973 Feb 04 12:11:33.231700 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 45910) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:11:33.359375 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-700615ea-f3d8-495f-a74d-42b628dc11ac tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1382240618'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:11:33.365143 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-700615ea-f3d8-495f-a74d-42b628dc11ac tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:11:33.368871 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-700615ea-f3d8-495f-a74d-42b628dc11ac tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Usage tracker for resource:network and tenant:38bedfcfb3cb49fbabb2370ab3eb53a9 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:11:33.371842 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-700615ea-f3d8-495f-a74d-42b628dc11ac tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:11:33.381999 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-700615ea-f3d8-495f-a74d-42b628dc11ac tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:11:33.459584 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700615ea-f3d8-495f-a74d-42b628dc11ac tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Made reservation on behalf of 38bedfcfb3cb49fbabb2370ab3eb53a9 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:11:33.462542 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-700615ea-f3d8-495f-a74d-42b628dc11ac tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:33.475749 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-700615ea-f3d8-495f-a74d-42b628dc11ac tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:33.507788 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-700615ea-f3d8-495f-a74d-42b628dc11ac tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:11:33.511593 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-700615ea-f3d8-495f-a74d-42b628dc11ac tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Usage tracker for resource:security_group_rule and tenant:38bedfcfb3cb49fbabb2370ab3eb53a9 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:11:33.514305 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-700615ea-f3d8-495f-a74d-42b628dc11ac tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:11:33.519926 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-700615ea-f3d8-495f-a74d-42b628dc11ac tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:11:33.585595 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-700615ea-f3d8-495f-a74d-42b628dc11ac tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:33.660005 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-700615ea-f3d8-495f-a74d-42b628dc11ac tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:33.692051 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-700615ea-f3d8-495f-a74d-42b628dc11ac tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:11:33.700705 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700615ea-f3d8-495f-a74d-42b628dc11ac tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f84fc577-e381-4db8-9ba9-86995accd85c,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:33.706719 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-700615ea-f3d8-495f-a74d-42b628dc11ac tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:33.707055 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-700615ea-f3d8-495f-a74d-42b628dc11ac tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Added segment 49b8e3ea-640f-440c-9cb0-240a69ce642c of type vlan for network 36bc5b22-5236-4881-98dc-95ddc62b4bf0 Feb 04 12:11:33.734570 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-700615ea-f3d8-495f-a74d-42b628dc11ac tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:33.893519 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-700615ea-f3d8-495f-a74d-42b628dc11ac tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:33.897289 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700615ea-f3d8-495f-a74d-42b628dc11ac tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:33.897848 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-700615ea-f3d8-495f-a74d-42b628dc11ac tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:34.007816 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700615ea-f3d8-495f-a74d-42b628dc11ac tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Pushing event updated for resources: {'Network': ['ID=36bc5b22-5236-4881-98dc-95ddc62b4bf0,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:34.018139 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 36bc5b22-5236-4881-98dc-95ddc62b4bf0 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:11:34.117554 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-700615ea-f3d8-495f-a74d-42b628dc11ac tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8845229 Feb 04 12:11:36.407634 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:36.720563 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:11:37.377399 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 45916) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:11:37.383802 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-65bbbe7e-d5c9-4d2f-9fa2-b84887733e49 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Request body: {'subnet': {'network_id': '36bc5b22-5236-4881-98dc-95ddc62b4bf0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:11:37.501142 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-65bbbe7e-d5c9-4d2f-9fa2-b84887733e49 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:11:37.505294 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-65bbbe7e-d5c9-4d2f-9fa2-b84887733e49 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Usage tracker for resource:subnet and tenant:38bedfcfb3cb49fbabb2370ab3eb53a9 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:11:37.508749 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-65bbbe7e-d5c9-4d2f-9fa2-b84887733e49 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:11:37.515582 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-65bbbe7e-d5c9-4d2f-9fa2-b84887733e49 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:11:37.601327 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bbbe7e-d5c9-4d2f-9fa2-b84887733e49 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Made reservation on behalf of 38bedfcfb3cb49fbabb2370ab3eb53a9 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:11:37.700622 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-65bbbe7e-d5c9-4d2f-9fa2-b84887733e49 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:38.145643 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-65bbbe7e-d5c9-4d2f-9fa2-b84887733e49 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:38.244600 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bbbe7e-d5c9-4d2f-9fa2-b84887733e49 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Pushing event updated for resources: {'Subnet': ['ID=aaaf0ea4-2593-4bd5-93f5-5cc679385ae0,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:38.261465 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bbbe7e-d5c9-4d2f-9fa2-b84887733e49 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Checking segment: {'id': '49b8e3ea-640f-440c-9cb0-240a69ce642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '36bc5b22-5236-4881-98dc-95ddc62b4bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:11:38.261465 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bbbe7e-d5c9-4d2f-9fa2-b84887733e49 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Network hostable DHCP agents. Network: 36bc5b22-5236-4881-98dc-95ddc62b4bf0, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:11:38.396868 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bbbe7e-d5c9-4d2f-9fa2-b84887733e49 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Network 36bc5b22-5236-4881-98dc-95ddc62b4bf0 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:11:38.488262 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-65bbbe7e-d5c9-4d2f-9fa2-b84887733e49 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 36bc5b22-5236-4881-98dc-95ddc62b4bf0) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:11:38.492608 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bbbe7e-d5c9-4d2f-9fa2-b84887733e49 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:38.493178 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-65bbbe7e-d5c9-4d2f-9fa2-b84887733e49 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:38.500317 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c80ed76-5513-43cb-b99d-bfc066a0be69 None None] Network 36bc5b22-5236-4881-98dc-95ddc62b4bf0 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:11:38.569018 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-65bbbe7e-d5c9-4d2f-9fa2-b84887733e49 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1904347 Feb 04 12:11:38.572584 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 45920) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:11:38.578099 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-adca3dd9-8255-4bbd-a869-07e45f2f7737 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-564513121'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:11:38.583068 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-adca3dd9-8255-4bbd-a869-07e45f2f7737 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:11:38.587044 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-adca3dd9-8255-4bbd-a869-07e45f2f7737 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Usage tracker for resource:network and tenant:38bedfcfb3cb49fbabb2370ab3eb53a9 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:11:38.589805 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-adca3dd9-8255-4bbd-a869-07e45f2f7737 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:11:38.595515 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-adca3dd9-8255-4bbd-a869-07e45f2f7737 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:11:38.671138 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adca3dd9-8255-4bbd-a869-07e45f2f7737 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Made reservation on behalf of 38bedfcfb3cb49fbabb2370ab3eb53a9 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:11:38.674169 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-adca3dd9-8255-4bbd-a869-07e45f2f7737 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:38.704601 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adca3dd9-8255-4bbd-a869-07e45f2f7737 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:11:38.706561 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90a6bbb-6fb5-4ef8-a467-1e0b4ed7d256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-36bc5b22-5236-4881-98dc-95ddc62b4bf0', 'network_id': '36bc5b22-5236-4881-98dc-95ddc62b4bf0', 'tenant_id': '38bedfcfb3cb49fbabb2370ab3eb53a9', 'fixed_ips': [{'subnet_id': 'aaaf0ea4-2593-4bd5-93f5-5cc679385ae0'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 12:11:38.707483 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c90a6bbb-6fb5-4ef8-a467-1e0b4ed7d256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:38.713607 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-adca3dd9-8255-4bbd-a869-07e45f2f7737 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:38.713963 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-adca3dd9-8255-4bbd-a869-07e45f2f7737 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Added segment 09e21e69-274a-48ca-8ee8-97c56ed54701 of type vlan for network 531a722a-fa12-45ae-bc9f-57671770d5d7 Feb 04 12:11:38.741644 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-adca3dd9-8255-4bbd-a869-07e45f2f7737 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:38.841812 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-adca3dd9-8255-4bbd-a869-07e45f2f7737 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:38.845451 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adca3dd9-8255-4bbd-a869-07e45f2f7737 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:38.846047 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-adca3dd9-8255-4bbd-a869-07e45f2f7737 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:38.863056 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-c90a6bbb-6fb5-4ef8-a467-1e0b4ed7d256 None None] Allocated IP 2001:db8:0:ffff::2 (36bc5b22-5236-4881-98dc-95ddc62b4bf0/aaaf0ea4-2593-4bd5-93f5-5cc679385ae0/b8b9c19d-0fa1-4d5e-b0ab-46f0ceb041c8) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:11:38.950994 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca3dd9-8255-4bbd-a869-07e45f2f7737 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Pushing event updated for resources: {'Network': ['ID=531a722a-fa12-45ae-bc9f-57671770d5d7,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:38.962197 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 531a722a-fa12-45ae-bc9f-57671770d5d7 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:11:39.009322 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-adca3dd9-8255-4bbd-a869-07e45f2f7737 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4356651 Feb 04 12:11:39.012286 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 45924) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:11:39.017743 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-5910a139-ca6d-483e-bdcc-ddaef7f0debb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Request body: {'subnet': {'network_id': '531a722a-fa12-45ae-bc9f-57671770d5d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:11:39.129793 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-5910a139-ca6d-483e-bdcc-ddaef7f0debb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:11:39.133761 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-5910a139-ca6d-483e-bdcc-ddaef7f0debb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Usage tracker for resource:subnet and tenant:38bedfcfb3cb49fbabb2370ab3eb53a9 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:11:39.136679 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-5910a139-ca6d-483e-bdcc-ddaef7f0debb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:11:39.142843 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-5910a139-ca6d-483e-bdcc-ddaef7f0debb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:11:39.214228 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5910a139-ca6d-483e-bdcc-ddaef7f0debb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Made reservation on behalf of 38bedfcfb3cb49fbabb2370ab3eb53a9 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:11:39.252964 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c90a6bbb-6fb5-4ef8-a467-1e0b4ed7d256 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:39.263431 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c90a6bbb-6fb5-4ef8-a467-1e0b4ed7d256 None None] Transition to ACTIVE for port object b8b9c19d-0fa1-4d5e-b0ab-46f0ceb041c8 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:11:39.282425 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c90a6bbb-6fb5-4ef8-a467-1e0b4ed7d256 None None] Transition to ACTIVE for port object b8b9c19d-0fa1-4d5e-b0ab-46f0ceb041c8 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:11:39.316990 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5910a139-ca6d-483e-bdcc-ddaef7f0debb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:39.396793 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c90a6bbb-6fb5-4ef8-a467-1e0b4ed7d256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:39.468965 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90a6bbb-6fb5-4ef8-a467-1e0b4ed7d256 None None] Network 36bc5b22-5236-4881-98dc-95ddc62b4bf0 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:11:39.469752 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a6bbb-6fb5-4ef8-a467-1e0b4ed7d256 None None] Pushing event updated for resources: {'Port': ['ID=b8b9c19d-0fa1-4d5e-b0ab-46f0ceb041c8,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:39.472906 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-c90a6bbb-6fb5-4ef8-a467-1e0b4ed7d256 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:11:39.475441 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90a6bbb-6fb5-4ef8-a467-1e0b4ed7d256 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:11:39.563005 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-c90a6bbb-6fb5-4ef8-a467-1e0b4ed7d256 None None] Attempting to bind port b8b9c19d-0fa1-4d5e-b0ab-46f0ceb041c8 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:11:39.563729 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-c90a6bbb-6fb5-4ef8-a467-1e0b4ed7d256 None None] Attempting to bind port b8b9c19d-0fa1-4d5e-b0ab-46f0ceb041c8 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '49b8e3ea-640f-440c-9cb0-240a69ce642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '36bc5b22-5236-4881-98dc-95ddc62b4bf0'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:11:39.563729 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90a6bbb-6fb5-4ef8-a467-1e0b4ed7d256 None None] Attempting to bind port b8b9c19d-0fa1-4d5e-b0ab-46f0ceb041c8 on network 36bc5b22-5236-4881-98dc-95ddc62b4bf0 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:11:39.571300 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90a6bbb-6fb5-4ef8-a467-1e0b4ed7d256 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:11:39.571661 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90a6bbb-6fb5-4ef8-a467-1e0b4ed7d256 None None] Checking segment: {'id': '49b8e3ea-640f-440c-9cb0-240a69ce642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '36bc5b22-5236-4881-98dc-95ddc62b4bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:11:39.572052 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c90a6bbb-6fb5-4ef8-a467-1e0b4ed7d256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:39.572435 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90a6bbb-6fb5-4ef8-a467-1e0b4ed7d256 None None] Bound using segment: {'id': '49b8e3ea-640f-440c-9cb0-240a69ce642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '36bc5b22-5236-4881-98dc-95ddc62b4bf0'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:11:39.572887 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-c90a6bbb-6fb5-4ef8-a467-1e0b4ed7d256 None None] Bound port: b8b9c19d-0fa1-4d5e-b0ab-46f0ceb041c8, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49b8e3ea-640f-440c-9cb0-240a69ce642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '36bc5b22-5236-4881-98dc-95ddc62b4bf0'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:11:39.573251 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c90a6bbb-6fb5-4ef8-a467-1e0b4ed7d256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:39.648882 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5910a139-ca6d-483e-bdcc-ddaef7f0debb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:39.663460 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c90a6bbb-6fb5-4ef8-a467-1e0b4ed7d256 None None] For port b8b9c19d-0fa1-4d5e-b0ab-46f0ceb041c8, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:11:39.668484 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c90a6bbb-6fb5-4ef8-a467-1e0b4ed7d256 None None] For port b8b9c19d-0fa1-4d5e-b0ab-46f0ceb041c8, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=b8b9c19d-0fa1-4d5e-b0ab-46f0ceb041c8,segment=NetworkSegment(49b8e3ea-640f-440c-9cb0-240a69ce642c),segment_id=49b8e3ea-640f-440c-9cb0-240a69ce642c)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:11:39.731902 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5910a139-ca6d-483e-bdcc-ddaef7f0debb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Pushing event updated for resources: {'Subnet': ['ID=fdceeb6e-17de-441f-a618-18aad869505e,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:39.741117 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c90a6bbb-6fb5-4ef8-a467-1e0b4ed7d256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:39.741627 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5910a139-ca6d-483e-bdcc-ddaef7f0debb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Checking segment: {'id': '09e21e69-274a-48ca-8ee8-97c56ed54701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '531a722a-fa12-45ae-bc9f-57671770d5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:11:39.742021 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5910a139-ca6d-483e-bdcc-ddaef7f0debb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Network hostable DHCP agents. Network: 531a722a-fa12-45ae-bc9f-57671770d5d7, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:11:39.829517 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a6bbb-6fb5-4ef8-a467-1e0b4ed7d256 None None] Pushing event updated for resources: {'Port': ['ID=b8b9c19d-0fa1-4d5e-b0ab-46f0ceb041c8,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:39.842402 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5910a139-ca6d-483e-bdcc-ddaef7f0debb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Network 531a722a-fa12-45ae-bc9f-57671770d5d7 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:11:39.934016 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-5910a139-ca6d-483e-bdcc-ddaef7f0debb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 531a722a-fa12-45ae-bc9f-57671770d5d7) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:11:39.938279 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5910a139-ca6d-483e-bdcc-ddaef7f0debb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:39.938778 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5910a139-ca6d-483e-bdcc-ddaef7f0debb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:39.956986 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cadf654-6916-4039-b728-be3b4e3144cb None None] Network 531a722a-fa12-45ae-bc9f-57671770d5d7 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:11:40.032453 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5910a139-ca6d-483e-bdcc-ddaef7f0debb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.0184948 Feb 04 12:11:40.035460 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 45928) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:11:40.190978 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-208fd4bc-bfbf-4aae-b07a-725df7ad0b40 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:40.242870 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c707a4-0266-483b-87e5-ac19c5b0044a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-531a722a-fa12-45ae-bc9f-57671770d5d7', 'network_id': '531a722a-fa12-45ae-bc9f-57671770d5d7', 'tenant_id': '38bedfcfb3cb49fbabb2370ab3eb53a9', 'fixed_ips': [{'subnet_id': 'fdceeb6e-17de-441f-a618-18aad869505e'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 12:11:40.243678 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-35c707a4-0266-483b-87e5-ac19c5b0044a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:40.275379 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-208fd4bc-bfbf-4aae-b07a-725df7ad0b40 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:40.458586 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-35c707a4-0266-483b-87e5-ac19c5b0044a None None] Allocated IP 2001:db8::2 (531a722a-fa12-45ae-bc9f-57671770d5d7/fdceeb6e-17de-441f-a618-18aad869505e/55bf6841-7b3c-483a-938d-892460d8d2d6) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:11:40.670950 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-35c707a4-0266-483b-87e5-ac19c5b0044a None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:40.682956 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-35c707a4-0266-483b-87e5-ac19c5b0044a None None] Transition to ACTIVE for port object 55bf6841-7b3c-483a-938d-892460d8d2d6 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:11:40.703172 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-35c707a4-0266-483b-87e5-ac19c5b0044a None None] Transition to ACTIVE for port object 55bf6841-7b3c-483a-938d-892460d8d2d6 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:11:40.772992 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f9dd23-84d0-4346-90b7-788439cc026c None None] Network 36bc5b22-5236-4881-98dc-95ddc62b4bf0 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:11:40.877397 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-35c707a4-0266-483b-87e5-ac19c5b0044a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:40.938999 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4d9e8fef-c68e-4fdc-a0b8-073386c43ce8 None None] Provisioning for port b8b9c19d-0fa1-4d5e-b0ab-46f0ceb041c8 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:11:40.985540 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-208fd4bc-bfbf-4aae-b07a-725df7ad0b40 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:41.005741 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c707a4-0266-483b-87e5-ac19c5b0044a None None] Network 531a722a-fa12-45ae-bc9f-57671770d5d7 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:11:41.010876 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c707a4-0266-483b-87e5-ac19c5b0044a None None] Pushing event updated for resources: {'Port': ['ID=55bf6841-7b3c-483a-938d-892460d8d2d6,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:41.013282 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-35c707a4-0266-483b-87e5-ac19c5b0044a None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:11:41.016730 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c707a4-0266-483b-87e5-ac19c5b0044a None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:11:41.028803 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208fd4bc-bfbf-4aae-b07a-725df7ad0b40 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Pushing event deleted for resources: {'Subnet': ['ID=fdceeb6e-17de-441f-a618-18aad869505e,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:41.125499 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-208fd4bc-bfbf-4aae-b07a-725df7ad0b40 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:41.145626 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-35c707a4-0266-483b-87e5-ac19c5b0044a None None] Attempting to bind port 55bf6841-7b3c-483a-938d-892460d8d2d6 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:11:41.146003 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-35c707a4-0266-483b-87e5-ac19c5b0044a None None] Attempting to bind port 55bf6841-7b3c-483a-938d-892460d8d2d6 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '09e21e69-274a-48ca-8ee8-97c56ed54701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '531a722a-fa12-45ae-bc9f-57671770d5d7'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:11:41.146359 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c707a4-0266-483b-87e5-ac19c5b0044a None None] Attempting to bind port 55bf6841-7b3c-483a-938d-892460d8d2d6 on network 531a722a-fa12-45ae-bc9f-57671770d5d7 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:11:41.152003 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-208fd4bc-bfbf-4aae-b07a-725df7ad0b40 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['531a722a-fa12-45ae-bc9f-57671770d5d7']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:11:41.156587 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c707a4-0266-483b-87e5-ac19c5b0044a None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:11:41.156945 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c707a4-0266-483b-87e5-ac19c5b0044a None None] Checking segment: {'id': '09e21e69-274a-48ca-8ee8-97c56ed54701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '531a722a-fa12-45ae-bc9f-57671770d5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:11:41.157334 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-35c707a4-0266-483b-87e5-ac19c5b0044a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:41.157713 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c707a4-0266-483b-87e5-ac19c5b0044a None None] Bound using segment: {'id': '09e21e69-274a-48ca-8ee8-97c56ed54701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '531a722a-fa12-45ae-bc9f-57671770d5d7'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:11:41.158192 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-35c707a4-0266-483b-87e5-ac19c5b0044a None None] Bound port: 55bf6841-7b3c-483a-938d-892460d8d2d6, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09e21e69-274a-48ca-8ee8-97c56ed54701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '531a722a-fa12-45ae-bc9f-57671770d5d7'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:11:41.158549 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-35c707a4-0266-483b-87e5-ac19c5b0044a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:41.164834 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-208fd4bc-bfbf-4aae-b07a-725df7ad0b40 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09e21e69-274a-48ca-8ee8-97c56ed54701') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:11:41.165130 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-208fd4bc-bfbf-4aae-b07a-725df7ad0b40 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09e21e69-274a-48ca-8ee8-97c56ed54701') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:11:41.177090 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-208fd4bc-bfbf-4aae-b07a-725df7ad0b40 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:41.193824 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-208fd4bc-bfbf-4aae-b07a-725df7ad0b40 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:41.200073 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-208fd4bc-bfbf-4aae-b07a-725df7ad0b40 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 12:11:41.205222 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-208fd4bc-bfbf-4aae-b07a-725df7ad0b40 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:41.215315 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 12:11:41.215315 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 12:11:41.215315 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 12:11:41.215315 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:11:41.215315 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 12:11:41.215315 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:11:41.215315 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 12:11:41.215315 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:11:41.215315 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 12:11:41.215315 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:11:41.215315 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 12:11:41.215315 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:11:41.215315 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 12:11:41.215315 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:11:41.215315 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:11:41.215315 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:11:41.215315 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:11:41.215315 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:11:41.215315 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 12:11:41.215315 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:11:41.215315 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 12:11:41.215315 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:11:41.215315 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:11:41.215315 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 12:11:41.215315 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 12:11:41.215315 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 12:11:41.215315 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:11:41.215315 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 12:11:41.215315 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:11:41.215315 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 12:11:41.215315 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:11:41.215315 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:11:41.272683 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-35c707a4-0266-483b-87e5-ac19c5b0044a None None] For port 55bf6841-7b3c-483a-938d-892460d8d2d6, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:11:41.298272 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-35c707a4-0266-483b-87e5-ac19c5b0044a None None] For port 55bf6841-7b3c-483a-938d-892460d8d2d6, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=55bf6841-7b3c-483a-938d-892460d8d2d6,segment=NetworkSegment(09e21e69-274a-48ca-8ee8-97c56ed54701),segment_id=09e21e69-274a-48ca-8ee8-97c56ed54701)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:11:41.351607 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.api [None req-208fd4bc-bfbf-4aae-b07a-725df7ad0b40 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 12:11:41.351607 dv-neutron-827825-2-hyperv neutron-server[84205]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 12:11:41.351607 dv-neutron-827825-2-hyperv neutron-server[84205]: [parameters: {'id': '531a722a-fa12-45ae-bc9f-57671770d5d7'}] Feb 04 12:11:41.351607 dv-neutron-827825-2-hyperv neutron-server[84205]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:11:41.352218 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG oslo_db.api [None req-208fd4bc-bfbf-4aae-b07a-725df7ad0b40 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:11:41.380690 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-35c707a4-0266-483b-87e5-ac19c5b0044a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:41.496818 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c707a4-0266-483b-87e5-ac19c5b0044a None None] Pushing event updated for resources: {'Port': ['ID=55bf6841-7b3c-483a-938d-892460d8d2d6,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:41.533401 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc458632-e291-4830-a72f-5c71c727e838 None None] Network 531a722a-fa12-45ae-bc9f-57671770d5d7 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:11:41.743101 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0829d6f9-946d-4086-99e1-953ed585acec None None] get_active_networks_info from dv-neutron-827825-2-hyperv {{(pid=84206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 12:11:41.830894 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0829d6f9-946d-4086-99e1-953ed585acec None None] Resources bound (agent type, host, resource id): {{(pid=84206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 12:11:41.853537 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-208fd4bc-bfbf-4aae-b07a-725df7ad0b40 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:41.860411 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device b8b9c19d-0fa1-4d5e-b0ab-46f0ceb041c8 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:11:41.865522 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-208fd4bc-bfbf-4aae-b07a-725df7ad0b40 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Deleting port 55bf6841-7b3c-483a-938d-892460d8d2d6 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:11:41.865860 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-208fd4bc-bfbf-4aae-b07a-725df7ad0b40 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:42.068851 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-208fd4bc-bfbf-4aae-b07a-725df7ad0b40 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] For port 55bf6841-7b3c-483a-938d-892460d8d2d6, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=55bf6841-7b3c-483a-938d-892460d8d2d6,segment=NetworkSegment(09e21e69-274a-48ca-8ee8-97c56ed54701),segment_id=09e21e69-274a-48ca-8ee8-97c56ed54701)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:11:42.069121 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-208fd4bc-bfbf-4aae-b07a-725df7ad0b40 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:42.144572 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port b8b9c19d-0fa1-4d5e-b0ab-46f0ceb041c8 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:11:42.155250 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port b8b9c19d-0fa1-4d5e-b0ab-46f0ceb041c8 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:11:42.155696 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:42.193850 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-208fd4bc-bfbf-4aae-b07a-725df7ad0b40 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Calling delete_port for 55bf6841-7b3c-483a-938d-892460d8d2d6 owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:11:42.221782 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1802af85-ed15-45b3-a249-5ae82f9b89a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:42.337118 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:42.368129 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port b8b9c19d-0fa1-4d5e-b0ab-46f0ceb041c8, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=b8b9c19d-0fa1-4d5e-b0ab-46f0ceb041c8,segment=NetworkSegment(49b8e3ea-640f-440c-9cb0-240a69ce642c),segment_id=49b8e3ea-640f-440c-9cb0-240a69ce642c)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:11:42.408211 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-208fd4bc-bfbf-4aae-b07a-725df7ad0b40 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:42.442657 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:42.455790 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208fd4bc-bfbf-4aae-b07a-725df7ad0b40 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Pushing event deleted for resources: {'Port': ['ID=55bf6841-7b3c-483a-938d-892460d8d2d6,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:42.460880 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208fd4bc-bfbf-4aae-b07a-725df7ad0b40 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] No DVR routers for this DVR port 55bf6841-7b3c-483a-938d-892460d8d2d6 on host dv-neutron-827825-2-hyperv {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:11:42.521179 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=b8b9c19d-0fa1-4d5e-b0ab-46f0ceb041c8,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:42.591342 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-208fd4bc-bfbf-4aae-b07a-725df7ad0b40 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:42.618182 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-208fd4bc-bfbf-4aae-b07a-725df7ad0b40 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['531a722a-fa12-45ae-bc9f-57671770d5d7']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:11:42.631231 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-208fd4bc-bfbf-4aae-b07a-725df7ad0b40 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09e21e69-274a-48ca-8ee8-97c56ed54701') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:11:42.631501 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-208fd4bc-bfbf-4aae-b07a-725df7ad0b40 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09e21e69-274a-48ca-8ee8-97c56ed54701') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:11:42.644248 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-208fd4bc-bfbf-4aae-b07a-725df7ad0b40 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:42.659972 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-208fd4bc-bfbf-4aae-b07a-725df7ad0b40 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:42.666304 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-208fd4bc-bfbf-4aae-b07a-725df7ad0b40 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 12:11:42.666699 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-208fd4bc-bfbf-4aae-b07a-725df7ad0b40 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:42.681636 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 12:11:42.681636 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 12:11:42.681636 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 12:11:42.681636 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:11:42.681636 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 12:11:42.681636 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:11:42.681636 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 12:11:42.681636 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:11:42.681636 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 12:11:42.681636 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:11:42.681636 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 12:11:42.681636 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:11:42.681636 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 12:11:42.681636 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:11:42.681636 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:11:42.681636 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:11:42.681636 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:11:42.681636 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:11:42.681636 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 12:11:42.681636 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:11:42.681636 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 12:11:42.681636 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:11:42.681636 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:11:42.681636 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 12:11:42.681636 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 12:11:42.681636 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 12:11:42.681636 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:11:42.681636 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 12:11:42.681636 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:11:42.681636 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 12:11:42.681636 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:11:42.681636 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:11:42.836380 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-208fd4bc-bfbf-4aae-b07a-725df7ad0b40 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:42.854278 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-208fd4bc-bfbf-4aae-b07a-725df7ad0b40 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:42.865111 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208fd4bc-bfbf-4aae-b07a-725df7ad0b40 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Pushing event deleted for resources: {'Network': ['ID=531a722a-fa12-45ae-bc9f-57671770d5d7,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:42.871462 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-208fd4bc-bfbf-4aae-b07a-725df7ad0b40 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] 10.222.0.21 "DELETE /v2.0/networks/531a722a-fa12-45ae-bc9f-57671770d5d7 HTTP/1.1" status: 204 len: 168 time: 2.8349416 Feb 04 12:11:42.874922 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 45932) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:11:42.880338 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-c1a0391f-117c-453a-99d9-6901fe02987e tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2006143973'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:11:42.885336 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c1a0391f-117c-453a-99d9-6901fe02987e tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:11:42.889331 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c1a0391f-117c-453a-99d9-6901fe02987e tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Usage tracker for resource:network and tenant:38bedfcfb3cb49fbabb2370ab3eb53a9 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:11:42.892207 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c1a0391f-117c-453a-99d9-6901fe02987e tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:11:42.899761 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c1a0391f-117c-453a-99d9-6901fe02987e tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:11:42.962052 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a0391f-117c-453a-99d9-6901fe02987e tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Made reservation on behalf of 38bedfcfb3cb49fbabb2370ab3eb53a9 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:11:42.965081 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c1a0391f-117c-453a-99d9-6901fe02987e tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:42.993801 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1a0391f-117c-453a-99d9-6901fe02987e tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:11:43.002378 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c1a0391f-117c-453a-99d9-6901fe02987e tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:43.002714 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-c1a0391f-117c-453a-99d9-6901fe02987e tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Added segment b2301acc-365a-4153-95ae-81915b8fb234 of type vlan for network b7ee9864-f201-4ff3-b9eb-7b98307c736f Feb 04 12:11:43.028793 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c1a0391f-117c-453a-99d9-6901fe02987e tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:43.162918 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c1a0391f-117c-453a-99d9-6901fe02987e tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:43.166993 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a0391f-117c-453a-99d9-6901fe02987e tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:43.167602 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c1a0391f-117c-453a-99d9-6901fe02987e tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:43.280624 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0391f-117c-453a-99d9-6901fe02987e tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Pushing event updated for resources: {'Network': ['ID=b7ee9864-f201-4ff3-b9eb-7b98307c736f,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:43.291756 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network b7ee9864-f201-4ff3-b9eb-7b98307c736f details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:11:43.352928 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c1a0391f-117c-453a-99d9-6901fe02987e tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4769728 Feb 04 12:11:43.355848 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 45936) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:11:43.361403 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-3cb02b60-f478-432f-9a5a-3910887bf781 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Request body: {'subnet': {'network_id': 'b7ee9864-f201-4ff3-b9eb-7b98307c736f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:11:43.475178 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-3cb02b60-f478-432f-9a5a-3910887bf781 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:11:43.479249 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-3cb02b60-f478-432f-9a5a-3910887bf781 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Usage tracker for resource:subnet and tenant:38bedfcfb3cb49fbabb2370ab3eb53a9 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:11:43.482271 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-3cb02b60-f478-432f-9a5a-3910887bf781 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:11:43.488623 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-3cb02b60-f478-432f-9a5a-3910887bf781 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:11:43.631485 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb02b60-f478-432f-9a5a-3910887bf781 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Made reservation on behalf of 38bedfcfb3cb49fbabb2370ab3eb53a9 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:11:43.819706 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device b8b9c19d-0fa1-4d5e-b0ab-46f0ceb041c8 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:11:43.831216 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3cb02b60-f478-432f-9a5a-3910887bf781 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:43.891104 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port b8b9c19d-0fa1-4d5e-b0ab-46f0ceb041c8 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:11:43.891501 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:43.928945 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.ipam_backend_mixin [None req-3cb02b60-f478-432f-9a5a-3910887bf781 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Performing IP validity checks on allocation pools {{(pid=84205) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 12:11:43.929676 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.ipam_backend_mixin [None req-3cb02b60-f478-432f-9a5a-3910887bf781 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84205) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 12:11:44.151264 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3cb02b60-f478-432f-9a5a-3910887bf781 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:44.229009 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb02b60-f478-432f-9a5a-3910887bf781 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Pushing event updated for resources: {'Subnet': ['ID=26b9223a-0ebc-417a-9349-9c77ab176f11,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:44.245481 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb02b60-f478-432f-9a5a-3910887bf781 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Checking segment: {'id': 'b2301acc-365a-4153-95ae-81915b8fb234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b7ee9864-f201-4ff3-b9eb-7b98307c736f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:11:44.245833 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb02b60-f478-432f-9a5a-3910887bf781 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Network hostable DHCP agents. Network: b7ee9864-f201-4ff3-b9eb-7b98307c736f, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:11:44.373844 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb02b60-f478-432f-9a5a-3910887bf781 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Network b7ee9864-f201-4ff3-b9eb-7b98307c736f is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:11:44.482107 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-3cb02b60-f478-432f-9a5a-3910887bf781 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, b7ee9864-f201-4ff3-b9eb-7b98307c736f) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:11:44.486126 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb02b60-f478-432f-9a5a-3910887bf781 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:44.486781 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3cb02b60-f478-432f-9a5a-3910887bf781 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:44.492431 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9d6e65-cdbe-4c2f-8b2a-450983e062e7 None None] Network b7ee9864-f201-4ff3-b9eb-7b98307c736f requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:11:44.597336 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a0a520a9-f0ab-4a98-8ef1-8c3822376ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:44.625976 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3cb02b60-f478-432f-9a5a-3910887bf781 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2688406 Feb 04 12:11:44.629494 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 45940) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:11:44.713894 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e07f36-7d93-4d4b-9500-2019216baa00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-b7ee9864-f201-4ff3-b9eb-7b98307c736f', 'network_id': 'b7ee9864-f201-4ff3-b9eb-7b98307c736f', 'tenant_id': '38bedfcfb3cb49fbabb2370ab3eb53a9', 'fixed_ips': [{'subnet_id': '26b9223a-0ebc-417a-9349-9c77ab176f11'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 12:11:44.714730 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-92e07f36-7d93-4d4b-9500-2019216baa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:44.772329 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-eda254fa-fa72-4a41-b014-3ff2776da023 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:44.840435 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-eda254fa-fa72-4a41-b014-3ff2776da023 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:44.875622 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-92e07f36-7d93-4d4b-9500-2019216baa00 None None] Allocated IP 2001:db8::3 (b7ee9864-f201-4ff3-b9eb-7b98307c736f/26b9223a-0ebc-417a-9349-9c77ab176f11/074ce4ee-7e16-4956-95e6-cd11581f70d1) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:11:45.087415 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-92e07f36-7d93-4d4b-9500-2019216baa00 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:45.099273 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-92e07f36-7d93-4d4b-9500-2019216baa00 None None] Transition to ACTIVE for port object 074ce4ee-7e16-4956-95e6-cd11581f70d1 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:11:45.119206 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-92e07f36-7d93-4d4b-9500-2019216baa00 None None] Transition to ACTIVE for port object 074ce4ee-7e16-4956-95e6-cd11581f70d1 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:11:45.265395 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-92e07f36-7d93-4d4b-9500-2019216baa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:45.334010 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e07f36-7d93-4d4b-9500-2019216baa00 None None] Network b7ee9864-f201-4ff3-b9eb-7b98307c736f is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:11:45.337614 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-92e07f36-7d93-4d4b-9500-2019216baa00 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:11:45.339415 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e07f36-7d93-4d4b-9500-2019216baa00 None None] Pushing event updated for resources: {'Port': ['ID=074ce4ee-7e16-4956-95e6-cd11581f70d1,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:45.341481 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e07f36-7d93-4d4b-9500-2019216baa00 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:11:45.374382 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-eda254fa-fa72-4a41-b014-3ff2776da023 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:45.416116 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda254fa-fa72-4a41-b014-3ff2776da023 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Pushing event deleted for resources: {'Subnet': ['ID=26b9223a-0ebc-417a-9349-9c77ab176f11,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:45.442455 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-92e07f36-7d93-4d4b-9500-2019216baa00 None None] Attempting to bind port 074ce4ee-7e16-4956-95e6-cd11581f70d1 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:11:45.442954 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-92e07f36-7d93-4d4b-9500-2019216baa00 None None] Attempting to bind port 074ce4ee-7e16-4956-95e6-cd11581f70d1 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'b2301acc-365a-4153-95ae-81915b8fb234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b7ee9864-f201-4ff3-b9eb-7b98307c736f'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:11:45.443666 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e07f36-7d93-4d4b-9500-2019216baa00 None None] Attempting to bind port 074ce4ee-7e16-4956-95e6-cd11581f70d1 on network b7ee9864-f201-4ff3-b9eb-7b98307c736f {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:11:45.450910 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e07f36-7d93-4d4b-9500-2019216baa00 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:11:45.451441 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e07f36-7d93-4d4b-9500-2019216baa00 None None] Checking segment: {'id': 'b2301acc-365a-4153-95ae-81915b8fb234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b7ee9864-f201-4ff3-b9eb-7b98307c736f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:11:45.451948 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-92e07f36-7d93-4d4b-9500-2019216baa00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:45.452463 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e07f36-7d93-4d4b-9500-2019216baa00 None None] Bound using segment: {'id': 'b2301acc-365a-4153-95ae-81915b8fb234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b7ee9864-f201-4ff3-b9eb-7b98307c736f'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:11:45.453031 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-92e07f36-7d93-4d4b-9500-2019216baa00 None None] Bound port: 074ce4ee-7e16-4956-95e6-cd11581f70d1, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2301acc-365a-4153-95ae-81915b8fb234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b7ee9864-f201-4ff3-b9eb-7b98307c736f'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:11:45.453510 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-92e07f36-7d93-4d4b-9500-2019216baa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:45.515097 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-eda254fa-fa72-4a41-b014-3ff2776da023 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:45.541860 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-eda254fa-fa72-4a41-b014-3ff2776da023 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7ee9864-f201-4ff3-b9eb-7b98307c736f']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:11:45.545066 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-92e07f36-7d93-4d4b-9500-2019216baa00 None None] For port 074ce4ee-7e16-4956-95e6-cd11581f70d1, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:11:45.549557 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-92e07f36-7d93-4d4b-9500-2019216baa00 None None] For port 074ce4ee-7e16-4956-95e6-cd11581f70d1, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=074ce4ee-7e16-4956-95e6-cd11581f70d1,segment=NetworkSegment(b2301acc-365a-4153-95ae-81915b8fb234),segment_id=b2301acc-365a-4153-95ae-81915b8fb234)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:11:45.555973 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-eda254fa-fa72-4a41-b014-3ff2776da023 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2301acc-365a-4153-95ae-81915b8fb234') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:11:45.556142 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-eda254fa-fa72-4a41-b014-3ff2776da023 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2301acc-365a-4153-95ae-81915b8fb234') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:11:45.568591 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-eda254fa-fa72-4a41-b014-3ff2776da023 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:45.683241 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-92e07f36-7d93-4d4b-9500-2019216baa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:45.685364 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-eda254fa-fa72-4a41-b014-3ff2776da023 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:45.693695 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda254fa-fa72-4a41-b014-3ff2776da023 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 12:11:45.694186 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-eda254fa-fa72-4a41-b014-3ff2776da023 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:45.710223 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 12:11:45.710223 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 12:11:45.710223 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 12:11:45.710223 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:11:45.710223 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 12:11:45.710223 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:11:45.710223 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 12:11:45.710223 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:11:45.710223 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 12:11:45.710223 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:11:45.710223 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 12:11:45.710223 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:11:45.710223 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 12:11:45.710223 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:11:45.710223 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:11:45.710223 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:11:45.710223 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:11:45.710223 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:11:45.710223 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 12:11:45.710223 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:11:45.710223 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 12:11:45.710223 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:11:45.710223 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:11:45.710223 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 12:11:45.710223 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 12:11:45.710223 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 12:11:45.710223 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:11:45.710223 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 12:11:45.710223 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:11:45.710223 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 12:11:45.710223 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:11:45.710223 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:11:45.753727 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:45.806566 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e07f36-7d93-4d4b-9500-2019216baa00 None None] Pushing event updated for resources: {'Port': ['ID=074ce4ee-7e16-4956-95e6-cd11581f70d1,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:45.851328 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2942069e-08a6-48aa-8b42-217b8a4758a8 None None] Network b7ee9864-f201-4ff3-b9eb-7b98307c736f requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:11:45.882563 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.api [None req-eda254fa-fa72-4a41-b014-3ff2776da023 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 12:11:45.882563 dv-neutron-827825-2-hyperv neutron-server[84205]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 12:11:45.882563 dv-neutron-827825-2-hyperv neutron-server[84205]: [parameters: {'id': 'b7ee9864-f201-4ff3-b9eb-7b98307c736f'}] Feb 04 12:11:45.882563 dv-neutron-827825-2-hyperv neutron-server[84205]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:11:45.883122 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG oslo_db.api [None req-eda254fa-fa72-4a41-b014-3ff2776da023 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:11:46.026488 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:46.097134 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1deecc3a-6ce8-4fcc-90a3-8f88a11e68e5 None None] get_active_networks_info from dv-neutron-827825-2-hyperv {{(pid=84206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 12:11:46.185065 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1deecc3a-6ce8-4fcc-90a3-8f88a11e68e5 None None] Resources bound (agent type, host, resource id): {{(pid=84206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 12:11:46.384036 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-eda254fa-fa72-4a41-b014-3ff2776da023 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:46.396011 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-eda254fa-fa72-4a41-b014-3ff2776da023 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Deleting port 074ce4ee-7e16-4956-95e6-cd11581f70d1 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:11:46.396380 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-eda254fa-fa72-4a41-b014-3ff2776da023 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:46.606726 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-eda254fa-fa72-4a41-b014-3ff2776da023 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] For port 074ce4ee-7e16-4956-95e6-cd11581f70d1, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=074ce4ee-7e16-4956-95e6-cd11581f70d1,segment=NetworkSegment(b2301acc-365a-4153-95ae-81915b8fb234),segment_id=b2301acc-365a-4153-95ae-81915b8fb234)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:11:46.607070 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-eda254fa-fa72-4a41-b014-3ff2776da023 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:46.729813 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-eda254fa-fa72-4a41-b014-3ff2776da023 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Calling delete_port for 074ce4ee-7e16-4956-95e6-cd11581f70d1 owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:11:46.859204 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-eda254fa-fa72-4a41-b014-3ff2776da023 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:46.906861 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda254fa-fa72-4a41-b014-3ff2776da023 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Pushing event deleted for resources: {'Port': ['ID=074ce4ee-7e16-4956-95e6-cd11581f70d1,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:46.914180 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda254fa-fa72-4a41-b014-3ff2776da023 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] No DVR routers for this DVR port 074ce4ee-7e16-4956-95e6-cd11581f70d1 on host dv-neutron-827825-2-hyperv {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:11:46.985150 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:47.135520 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-eda254fa-fa72-4a41-b014-3ff2776da023 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:47.160819 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-eda254fa-fa72-4a41-b014-3ff2776da023 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7ee9864-f201-4ff3-b9eb-7b98307c736f']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:11:47.172883 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-eda254fa-fa72-4a41-b014-3ff2776da023 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2301acc-365a-4153-95ae-81915b8fb234') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:11:47.173175 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-eda254fa-fa72-4a41-b014-3ff2776da023 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2301acc-365a-4153-95ae-81915b8fb234') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:11:47.186092 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-eda254fa-fa72-4a41-b014-3ff2776da023 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:47.202995 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-eda254fa-fa72-4a41-b014-3ff2776da023 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:47.210365 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda254fa-fa72-4a41-b014-3ff2776da023 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 12:11:47.210880 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-eda254fa-fa72-4a41-b014-3ff2776da023 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:47.228130 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 12:11:47.228130 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 12:11:47.228130 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 12:11:47.228130 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:11:47.228130 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 12:11:47.228130 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:11:47.228130 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 12:11:47.228130 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:11:47.228130 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 12:11:47.228130 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:11:47.228130 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 12:11:47.228130 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:11:47.228130 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 12:11:47.228130 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:11:47.228130 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:11:47.228130 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:11:47.228130 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:11:47.228130 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:11:47.228130 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 12:11:47.228130 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:11:47.228130 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 12:11:47.228130 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:11:47.228130 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:11:47.228130 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 12:11:47.228130 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 12:11:47.228130 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 12:11:47.228130 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:11:47.228130 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 12:11:47.228130 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:11:47.228130 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 12:11:47.228130 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:11:47.228130 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:11:47.454059 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-eda254fa-fa72-4a41-b014-3ff2776da023 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:47.471351 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-eda254fa-fa72-4a41-b014-3ff2776da023 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:47.483136 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda254fa-fa72-4a41-b014-3ff2776da023 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Pushing event deleted for resources: {'Network': ['ID=b7ee9864-f201-4ff3-b9eb-7b98307c736f,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:47.490290 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-eda254fa-fa72-4a41-b014-3ff2776da023 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] 10.222.0.21 "DELETE /v2.0/networks/b7ee9864-f201-4ff3-b9eb-7b98307c736f HTTP/1.1" status: 204 len: 168 time: 2.8596225 Feb 04 12:11:47.494403 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 45944) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:11:47.499967 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-8c4ab828-083e-4526-95f1-07ede898b6c3 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-349343422'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:11:47.505308 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8c4ab828-083e-4526-95f1-07ede898b6c3 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:11:47.509347 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8c4ab828-083e-4526-95f1-07ede898b6c3 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Usage tracker for resource:network and tenant:38bedfcfb3cb49fbabb2370ab3eb53a9 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:11:47.512278 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8c4ab828-083e-4526-95f1-07ede898b6c3 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:11:47.519035 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8c4ab828-083e-4526-95f1-07ede898b6c3 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:11:47.647928 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4ab828-083e-4526-95f1-07ede898b6c3 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Made reservation on behalf of 38bedfcfb3cb49fbabb2370ab3eb53a9 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:11:47.650938 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8c4ab828-083e-4526-95f1-07ede898b6c3 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:47.678481 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c4ab828-083e-4526-95f1-07ede898b6c3 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:11:47.686941 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8c4ab828-083e-4526-95f1-07ede898b6c3 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:47.687309 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-8c4ab828-083e-4526-95f1-07ede898b6c3 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Added segment d4f8b044-cebc-4e84-b9f8-6b000cb1cf37 of type vlan for network f1ff6908-f274-4b4f-b321-1b8f163e69a0 Feb 04 12:11:47.715357 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8c4ab828-083e-4526-95f1-07ede898b6c3 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:47.858777 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8c4ab828-083e-4526-95f1-07ede898b6c3 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:47.862576 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4ab828-083e-4526-95f1-07ede898b6c3 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:47.863148 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8c4ab828-083e-4526-95f1-07ede898b6c3 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:47.968636 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ab828-083e-4526-95f1-07ede898b6c3 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Pushing event updated for resources: {'Network': ['ID=f1ff6908-f274-4b4f-b321-1b8f163e69a0,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:47.980175 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network f1ff6908-f274-4b4f-b321-1b8f163e69a0 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:11:48.065671 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8c4ab828-083e-4526-95f1-07ede898b6c3 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5700860 Feb 04 12:11:48.069614 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 45948) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:11:48.075348 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-06adccf0-c579-4253-969d-99c70cbb4740 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Request body: {'subnet': {'network_id': 'f1ff6908-f274-4b4f-b321-1b8f163e69a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:11:48.183682 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-06adccf0-c579-4253-969d-99c70cbb4740 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:11:48.187564 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-06adccf0-c579-4253-969d-99c70cbb4740 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Usage tracker for resource:subnet and tenant:38bedfcfb3cb49fbabb2370ab3eb53a9 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:11:48.191026 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-06adccf0-c579-4253-969d-99c70cbb4740 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:11:48.197226 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-06adccf0-c579-4253-969d-99c70cbb4740 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:11:48.275821 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06adccf0-c579-4253-969d-99c70cbb4740 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Made reservation on behalf of 38bedfcfb3cb49fbabb2370ab3eb53a9 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:11:48.377208 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-06adccf0-c579-4253-969d-99c70cbb4740 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:48.745807 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-06adccf0-c579-4253-969d-99c70cbb4740 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:48.828179 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06adccf0-c579-4253-969d-99c70cbb4740 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Pushing event updated for resources: {'Subnet': ['ID=1aa26a8d-51ce-4992-9ffa-0eed67469cec,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:48.840458 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06adccf0-c579-4253-969d-99c70cbb4740 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Checking segment: {'id': 'd4f8b044-cebc-4e84-b9f8-6b000cb1cf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f1ff6908-f274-4b4f-b321-1b8f163e69a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:11:48.840814 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06adccf0-c579-4253-969d-99c70cbb4740 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Network hostable DHCP agents. Network: f1ff6908-f274-4b4f-b321-1b8f163e69a0, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:11:49.008248 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06adccf0-c579-4253-969d-99c70cbb4740 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Network f1ff6908-f274-4b4f-b321-1b8f163e69a0 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:11:49.104572 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-06adccf0-c579-4253-969d-99c70cbb4740 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, f1ff6908-f274-4b4f-b321-1b8f163e69a0) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:11:49.108601 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06adccf0-c579-4253-969d-99c70cbb4740 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:49.109172 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-06adccf0-c579-4253-969d-99c70cbb4740 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:49.114745 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cede999b-0384-49fc-bd8e-6ad8294052f6 None None] Network f1ff6908-f274-4b4f-b321-1b8f163e69a0 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:11:49.197240 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-06adccf0-c579-4253-969d-99c70cbb4740 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1263461 Feb 04 12:11:49.200812 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 45952) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:11:49.207140 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-d16837d0-ecff-44a0-8d6a-1a66058dd4eb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1277173084'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:11:49.217039 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d16837d0-ecff-44a0-8d6a-1a66058dd4eb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:11:49.217039 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d16837d0-ecff-44a0-8d6a-1a66058dd4eb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Usage tracker for resource:network and tenant:38bedfcfb3cb49fbabb2370ab3eb53a9 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:11:49.221157 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d16837d0-ecff-44a0-8d6a-1a66058dd4eb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:11:49.228118 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d16837d0-ecff-44a0-8d6a-1a66058dd4eb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:11:49.305288 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16837d0-ecff-44a0-8d6a-1a66058dd4eb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Made reservation on behalf of 38bedfcfb3cb49fbabb2370ab3eb53a9 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:11:49.308256 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d16837d0-ecff-44a0-8d6a-1a66058dd4eb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:49.338413 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d16837d0-ecff-44a0-8d6a-1a66058dd4eb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:11:49.342982 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea64da83-0bc9-4f43-af92-1f3009b6d85b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-f1ff6908-f274-4b4f-b321-1b8f163e69a0', 'network_id': 'f1ff6908-f274-4b4f-b321-1b8f163e69a0', 'tenant_id': '38bedfcfb3cb49fbabb2370ab3eb53a9', 'fixed_ips': [{'subnet_id': '1aa26a8d-51ce-4992-9ffa-0eed67469cec'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 12:11:49.342982 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ea64da83-0bc9-4f43-af92-1f3009b6d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:49.347294 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d16837d0-ecff-44a0-8d6a-1a66058dd4eb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:49.347637 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-d16837d0-ecff-44a0-8d6a-1a66058dd4eb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Added segment 76dd3ed6-5511-4586-b039-aa7f41d3ea97 of type vlan for network 5c9624d5-c3b7-49ff-b18f-eb4c07f2d32e Feb 04 12:11:49.373563 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d16837d0-ecff-44a0-8d6a-1a66058dd4eb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:49.476410 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d16837d0-ecff-44a0-8d6a-1a66058dd4eb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:49.480067 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16837d0-ecff-44a0-8d6a-1a66058dd4eb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:49.480739 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d16837d0-ecff-44a0-8d6a-1a66058dd4eb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:49.502542 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-ea64da83-0bc9-4f43-af92-1f3009b6d85b None None] Allocated IP 2001:db8::2 (f1ff6908-f274-4b4f-b321-1b8f163e69a0/1aa26a8d-51ce-4992-9ffa-0eed67469cec/1181a981-2f0b-4667-a993-905943ef23f6) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:11:49.590022 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16837d0-ecff-44a0-8d6a-1a66058dd4eb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Pushing event updated for resources: {'Network': ['ID=5c9624d5-c3b7-49ff-b18f-eb4c07f2d32e,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:49.598918 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16837d0-ecff-44a0-8d6a-1a66058dd4eb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:49.599376 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16837d0-ecff-44a0-8d6a-1a66058dd4eb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:49.599580 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16837d0-ecff-44a0-8d6a-1a66058dd4eb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:49.599910 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16837d0-ecff-44a0-8d6a-1a66058dd4eb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:49.600236 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16837d0-ecff-44a0-8d6a-1a66058dd4eb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:49.600557 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16837d0-ecff-44a0-8d6a-1a66058dd4eb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:49.600873 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16837d0-ecff-44a0-8d6a-1a66058dd4eb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:49.601240 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16837d0-ecff-44a0-8d6a-1a66058dd4eb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:49.601553 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16837d0-ecff-44a0-8d6a-1a66058dd4eb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:49.601864 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16837d0-ecff-44a0-8d6a-1a66058dd4eb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:49.602199 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16837d0-ecff-44a0-8d6a-1a66058dd4eb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:49.615940 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 5c9624d5-c3b7-49ff-b18f-eb4c07f2d32e details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:11:49.637530 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d16837d0-ecff-44a0-8d6a-1a66058dd4eb tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4356349 Feb 04 12:11:49.640311 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 45956) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:11:49.646885 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-faf099b5-80f4-46a0-8b74-b219d7eef281 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Request body: {'subnet': {'network_id': '5c9624d5-c3b7-49ff-b18f-eb4c07f2d32e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:11:49.761481 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-faf099b5-80f4-46a0-8b74-b219d7eef281 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:11:49.765471 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-faf099b5-80f4-46a0-8b74-b219d7eef281 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Usage tracker for resource:subnet and tenant:38bedfcfb3cb49fbabb2370ab3eb53a9 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:11:49.768492 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-faf099b5-80f4-46a0-8b74-b219d7eef281 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:11:49.774367 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-faf099b5-80f4-46a0-8b74-b219d7eef281 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:11:49.812852 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ea64da83-0bc9-4f43-af92-1f3009b6d85b None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:49.819805 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf099b5-80f4-46a0-8b74-b219d7eef281 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Made reservation on behalf of 38bedfcfb3cb49fbabb2370ab3eb53a9 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:11:49.824220 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ea64da83-0bc9-4f43-af92-1f3009b6d85b None None] Transition to ACTIVE for port object 1181a981-2f0b-4667-a993-905943ef23f6 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:11:49.844743 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ea64da83-0bc9-4f43-af92-1f3009b6d85b None None] Transition to ACTIVE for port object 1181a981-2f0b-4667-a993-905943ef23f6 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:11:49.911948 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ea64da83-0bc9-4f43-af92-1f3009b6d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:49.926152 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-faf099b5-80f4-46a0-8b74-b219d7eef281 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:49.977592 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea64da83-0bc9-4f43-af92-1f3009b6d85b None None] Network f1ff6908-f274-4b4f-b321-1b8f163e69a0 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:11:49.980648 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-ea64da83-0bc9-4f43-af92-1f3009b6d85b None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:11:49.984459 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea64da83-0bc9-4f43-af92-1f3009b6d85b None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:11:49.991331 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64da83-0bc9-4f43-af92-1f3009b6d85b None None] Pushing event updated for resources: {'Port': ['ID=1181a981-2f0b-4667-a993-905943ef23f6,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:50.081912 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-ea64da83-0bc9-4f43-af92-1f3009b6d85b None None] Attempting to bind port 1181a981-2f0b-4667-a993-905943ef23f6 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:11:50.082273 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-ea64da83-0bc9-4f43-af92-1f3009b6d85b None None] Attempting to bind port 1181a981-2f0b-4667-a993-905943ef23f6 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'd4f8b044-cebc-4e84-b9f8-6b000cb1cf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f1ff6908-f274-4b4f-b321-1b8f163e69a0'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:11:50.082824 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea64da83-0bc9-4f43-af92-1f3009b6d85b None None] Attempting to bind port 1181a981-2f0b-4667-a993-905943ef23f6 on network f1ff6908-f274-4b4f-b321-1b8f163e69a0 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:11:50.089636 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea64da83-0bc9-4f43-af92-1f3009b6d85b None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:11:50.090028 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea64da83-0bc9-4f43-af92-1f3009b6d85b None None] Checking segment: {'id': 'd4f8b044-cebc-4e84-b9f8-6b000cb1cf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f1ff6908-f274-4b4f-b321-1b8f163e69a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:11:50.090433 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ea64da83-0bc9-4f43-af92-1f3009b6d85b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:50.090824 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea64da83-0bc9-4f43-af92-1f3009b6d85b None None] Bound using segment: {'id': 'd4f8b044-cebc-4e84-b9f8-6b000cb1cf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f1ff6908-f274-4b4f-b321-1b8f163e69a0'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:11:50.091287 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-ea64da83-0bc9-4f43-af92-1f3009b6d85b None None] Bound port: 1181a981-2f0b-4667-a993-905943ef23f6, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f8b044-cebc-4e84-b9f8-6b000cb1cf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f1ff6908-f274-4b4f-b321-1b8f163e69a0'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:11:50.091647 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ea64da83-0bc9-4f43-af92-1f3009b6d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:50.180248 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-ea64da83-0bc9-4f43-af92-1f3009b6d85b None None] For port 1181a981-2f0b-4667-a993-905943ef23f6, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:11:50.183439 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-ea64da83-0bc9-4f43-af92-1f3009b6d85b None None] For port 1181a981-2f0b-4667-a993-905943ef23f6, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=1181a981-2f0b-4667-a993-905943ef23f6,segment=NetworkSegment(d4f8b044-cebc-4e84-b9f8-6b000cb1cf37),segment_id=d4f8b044-cebc-4e84-b9f8-6b000cb1cf37)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:11:50.288175 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-faf099b5-80f4-46a0-8b74-b219d7eef281 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:50.311586 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ea64da83-0bc9-4f43-af92-1f3009b6d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:50.397782 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64da83-0bc9-4f43-af92-1f3009b6d85b None None] Pushing event updated for resources: {'Port': ['ID=1181a981-2f0b-4667-a993-905943ef23f6,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:50.475976 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf099b5-80f4-46a0-8b74-b219d7eef281 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Pushing event updated for resources: {'Subnet': ['ID=7020f369-014e-417a-8a51-b729130fcb70,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:50.486633 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf099b5-80f4-46a0-8b74-b219d7eef281 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Checking segment: {'id': '76dd3ed6-5511-4586-b039-aa7f41d3ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5c9624d5-c3b7-49ff-b18f-eb4c07f2d32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:11:50.486988 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf099b5-80f4-46a0-8b74-b219d7eef281 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Network hostable DHCP agents. Network: 5c9624d5-c3b7-49ff-b18f-eb4c07f2d32e, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:11:50.574753 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf099b5-80f4-46a0-8b74-b219d7eef281 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Network 5c9624d5-c3b7-49ff-b18f-eb4c07f2d32e is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:11:50.665042 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-faf099b5-80f4-46a0-8b74-b219d7eef281 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 5c9624d5-c3b7-49ff-b18f-eb4c07f2d32e) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:11:50.669270 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf099b5-80f4-46a0-8b74-b219d7eef281 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:50.669918 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-faf099b5-80f4-46a0-8b74-b219d7eef281 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:50.675164 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6072eb49-2819-4f0d-80a0-ccd8fc1c32df None None] Network 5c9624d5-c3b7-49ff-b18f-eb4c07f2d32e requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:11:50.751619 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-faf099b5-80f4-46a0-8b74-b219d7eef281 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1100969 Feb 04 12:11:50.754543 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 45960) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:11:50.908506 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-56182351-3d58-482b-b8fc-fde7bf4ac1d7 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:50.939224 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448b3119-78c1-4eea-9a60-2ecde6bb2a8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-5c9624d5-c3b7-49ff-b18f-eb4c07f2d32e', 'network_id': '5c9624d5-c3b7-49ff-b18f-eb4c07f2d32e', 'tenant_id': '38bedfcfb3cb49fbabb2370ab3eb53a9', 'fixed_ips': [{'subnet_id': '7020f369-014e-417a-8a51-b729130fcb70'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 12:11:50.940027 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-448b3119-78c1-4eea-9a60-2ecde6bb2a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:50.978296 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-56182351-3d58-482b-b8fc-fde7bf4ac1d7 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:51.115613 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-448b3119-78c1-4eea-9a60-2ecde6bb2a8c None None] Allocated IP 2001:db8::2 (5c9624d5-c3b7-49ff-b18f-eb4c07f2d32e/7020f369-014e-417a-8a51-b729130fcb70/23b8f4f3-3bb9-46e8-a30b-e40d45624217) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:11:51.337358 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-448b3119-78c1-4eea-9a60-2ecde6bb2a8c None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:51.347830 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-448b3119-78c1-4eea-9a60-2ecde6bb2a8c None None] Transition to ACTIVE for port object 23b8f4f3-3bb9-46e8-a30b-e40d45624217 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:11:51.367545 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828a5d5c-c7bc-4dce-ab03-3032454977ee None None] Network f1ff6908-f274-4b4f-b321-1b8f163e69a0 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:11:51.384171 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-448b3119-78c1-4eea-9a60-2ecde6bb2a8c None None] Transition to ACTIVE for port object 23b8f4f3-3bb9-46e8-a30b-e40d45624217 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:11:51.498524 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-448b3119-78c1-4eea-9a60-2ecde6bb2a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:51.619010 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448b3119-78c1-4eea-9a60-2ecde6bb2a8c None None] Network 5c9624d5-c3b7-49ff-b18f-eb4c07f2d32e is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:11:51.625662 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-b79d756d-511d-4c78-873f-474ce533e413 None None] Provisioning for port 1181a981-2f0b-4667-a993-905943ef23f6 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:11:51.629248 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-448b3119-78c1-4eea-9a60-2ecde6bb2a8c None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:11:51.636916 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448b3119-78c1-4eea-9a60-2ecde6bb2a8c None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:11:51.654412 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-56182351-3d58-482b-b8fc-fde7bf4ac1d7 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:51.665931 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b3119-78c1-4eea-9a60-2ecde6bb2a8c None None] Pushing event updated for resources: {'Port': ['ID=23b8f4f3-3bb9-46e8-a30b-e40d45624217,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:51.699364 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56182351-3d58-482b-b8fc-fde7bf4ac1d7 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Pushing event deleted for resources: {'Subnet': ['ID=7020f369-014e-417a-8a51-b729130fcb70,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:51.782734 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-448b3119-78c1-4eea-9a60-2ecde6bb2a8c None None] Attempting to bind port 23b8f4f3-3bb9-46e8-a30b-e40d45624217 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:11:51.783271 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-448b3119-78c1-4eea-9a60-2ecde6bb2a8c None None] Attempting to bind port 23b8f4f3-3bb9-46e8-a30b-e40d45624217 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '76dd3ed6-5511-4586-b039-aa7f41d3ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5c9624d5-c3b7-49ff-b18f-eb4c07f2d32e'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:11:51.783761 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448b3119-78c1-4eea-9a60-2ecde6bb2a8c None None] Attempting to bind port 23b8f4f3-3bb9-46e8-a30b-e40d45624217 on network 5c9624d5-c3b7-49ff-b18f-eb4c07f2d32e {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:11:51.801676 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448b3119-78c1-4eea-9a60-2ecde6bb2a8c None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:11:51.802090 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448b3119-78c1-4eea-9a60-2ecde6bb2a8c None None] Checking segment: {'id': '76dd3ed6-5511-4586-b039-aa7f41d3ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5c9624d5-c3b7-49ff-b18f-eb4c07f2d32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:11:51.802468 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-448b3119-78c1-4eea-9a60-2ecde6bb2a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:51.802933 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448b3119-78c1-4eea-9a60-2ecde6bb2a8c None None] Bound using segment: {'id': '76dd3ed6-5511-4586-b039-aa7f41d3ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5c9624d5-c3b7-49ff-b18f-eb4c07f2d32e'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:11:51.803379 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-448b3119-78c1-4eea-9a60-2ecde6bb2a8c None None] Bound port: 23b8f4f3-3bb9-46e8-a30b-e40d45624217, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dd3ed6-5511-4586-b039-aa7f41d3ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5c9624d5-c3b7-49ff-b18f-eb4c07f2d32e'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:11:51.804366 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-448b3119-78c1-4eea-9a60-2ecde6bb2a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:51.805320 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-56182351-3d58-482b-b8fc-fde7bf4ac1d7 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:51.835362 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-56182351-3d58-482b-b8fc-fde7bf4ac1d7 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c9624d5-c3b7-49ff-b18f-eb4c07f2d32e']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:11:51.850015 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-56182351-3d58-482b-b8fc-fde7bf4ac1d7 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76dd3ed6-5511-4586-b039-aa7f41d3ea97') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:11:51.850316 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-56182351-3d58-482b-b8fc-fde7bf4ac1d7 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76dd3ed6-5511-4586-b039-aa7f41d3ea97') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:11:51.871756 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 1181a981-2f0b-4667-a993-905943ef23f6 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:11:51.873746 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-56182351-3d58-482b-b8fc-fde7bf4ac1d7 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:51.893544 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-56182351-3d58-482b-b8fc-fde7bf4ac1d7 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:51.902172 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56182351-3d58-482b-b8fc-fde7bf4ac1d7 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 12:11:51.903002 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-56182351-3d58-482b-b8fc-fde7bf4ac1d7 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:51.925416 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 12:11:51.925416 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 12:11:51.925416 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 12:11:51.925416 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:11:51.925416 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 12:11:51.925416 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:11:51.925416 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 12:11:51.925416 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:11:51.925416 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 12:11:51.925416 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:11:51.925416 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 12:11:51.925416 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:11:51.925416 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 12:11:51.925416 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:11:51.925416 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:11:51.925416 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:11:51.925416 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:11:51.925416 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:11:51.925416 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 12:11:51.925416 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:11:51.925416 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 12:11:51.925416 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:11:51.925416 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:11:51.925416 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 12:11:51.925416 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 12:11:51.925416 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 12:11:51.925416 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:11:51.925416 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 12:11:51.925416 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:11:51.925416 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 12:11:51.925416 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:11:51.925416 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:11:51.973996 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-448b3119-78c1-4eea-9a60-2ecde6bb2a8c None None] For port 23b8f4f3-3bb9-46e8-a30b-e40d45624217, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:11:52.015327 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-448b3119-78c1-4eea-9a60-2ecde6bb2a8c None None] For port 23b8f4f3-3bb9-46e8-a30b-e40d45624217, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=23b8f4f3-3bb9-46e8-a30b-e40d45624217,segment=NetworkSegment(76dd3ed6-5511-4586-b039-aa7f41d3ea97),segment_id=76dd3ed6-5511-4586-b039-aa7f41d3ea97)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:11:52.053722 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.db.api [None req-56182351-3d58-482b-b8fc-fde7bf4ac1d7 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 12:11:52.053722 dv-neutron-827825-2-hyperv neutron-server[84204]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 12:11:52.053722 dv-neutron-827825-2-hyperv neutron-server[84204]: [parameters: {'id': '5c9624d5-c3b7-49ff-b18f-eb4c07f2d32e'}] Feb 04 12:11:52.053722 dv-neutron-827825-2-hyperv neutron-server[84204]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:11:52.054390 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG oslo_db.api [None req-56182351-3d58-482b-b8fc-fde7bf4ac1d7 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:11:52.070532 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 1181a981-2f0b-4667-a993-905943ef23f6 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:11:52.076309 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 1181a981-2f0b-4667-a993-905943ef23f6 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:11:52.076680 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:52.108776 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-448b3119-78c1-4eea-9a60-2ecde6bb2a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:52.227460 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b3119-78c1-4eea-9a60-2ecde6bb2a8c None None] Pushing event updated for resources: {'Port': ['ID=23b8f4f3-3bb9-46e8-a30b-e40d45624217,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:52.261830 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ca1ec5b4-3ab1-456d-8f57-bfc119fd2f59 None None] Provisioning complete for port 1181a981-2f0b-4667-a993-905943ef23f6 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:11:52.262223 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ca1ec5b4-3ab1-456d-8f57-bfc119fd2f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:52.372298 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d4bdfc-a0ec-4408-9759-509bde7f7ce4 None None] Network 5c9624d5-c3b7-49ff-b18f-eb4c07f2d32e requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:11:52.524486 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:52.555602 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-56182351-3d58-482b-b8fc-fde7bf4ac1d7 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:52.568199 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-56182351-3d58-482b-b8fc-fde7bf4ac1d7 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Deleting port 23b8f4f3-3bb9-46e8-a30b-e40d45624217 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:11:52.568785 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-56182351-3d58-482b-b8fc-fde7bf4ac1d7 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:52.698526 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ca1ec5b4-3ab1-456d-8f57-bfc119fd2f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:52.717424 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 1181a981-2f0b-4667-a993-905943ef23f6, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=1181a981-2f0b-4667-a993-905943ef23f6,segment=NetworkSegment(d4f8b044-cebc-4e84-b9f8-6b000cb1cf37),segment_id=d4f8b044-cebc-4e84-b9f8-6b000cb1cf37)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:11:52.760169 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bb2fda-411e-406b-98be-4f638a37ab7a None None] get_active_networks_info from dv-neutron-827825-2-hyperv {{(pid=84206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 12:11:52.795133 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-56182351-3d58-482b-b8fc-fde7bf4ac1d7 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] For port 23b8f4f3-3bb9-46e8-a30b-e40d45624217, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=23b8f4f3-3bb9-46e8-a30b-e40d45624217,segment=NetworkSegment(76dd3ed6-5511-4586-b039-aa7f41d3ea97),segment_id=76dd3ed6-5511-4586-b039-aa7f41d3ea97)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:11:52.795693 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-56182351-3d58-482b-b8fc-fde7bf4ac1d7 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:52.813030 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:52.924193 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-56182351-3d58-482b-b8fc-fde7bf4ac1d7 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Calling delete_port for 23b8f4f3-3bb9-46e8-a30b-e40d45624217 owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:11:52.958076 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-ca1ec5b4-3ab1-456d-8f57-bfc119fd2f59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:11:52.958302 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-ca1ec5b4-3ab1-456d-8f57-bfc119fd2f59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:11:52.966217 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bb2fda-411e-406b-98be-4f638a37ab7a None None] Resources bound (agent type, host, resource id): {{(pid=84206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 12:11:52.968208 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=1181a981-2f0b-4667-a993-905943ef23f6,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:53.099785 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-56182351-3d58-482b-b8fc-fde7bf4ac1d7 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:53.144123 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56182351-3d58-482b-b8fc-fde7bf4ac1d7 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Pushing event deleted for resources: {'Port': ['ID=23b8f4f3-3bb9-46e8-a30b-e40d45624217,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:53.151062 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56182351-3d58-482b-b8fc-fde7bf4ac1d7 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] No DVR routers for this DVR port 23b8f4f3-3bb9-46e8-a30b-e40d45624217 on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:11:53.323310 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-56182351-3d58-482b-b8fc-fde7bf4ac1d7 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:53.348779 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-56182351-3d58-482b-b8fc-fde7bf4ac1d7 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c9624d5-c3b7-49ff-b18f-eb4c07f2d32e']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:11:53.360835 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-56182351-3d58-482b-b8fc-fde7bf4ac1d7 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76dd3ed6-5511-4586-b039-aa7f41d3ea97') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:11:53.361131 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-56182351-3d58-482b-b8fc-fde7bf4ac1d7 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76dd3ed6-5511-4586-b039-aa7f41d3ea97') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:11:53.373257 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-56182351-3d58-482b-b8fc-fde7bf4ac1d7 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:53.389834 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-56182351-3d58-482b-b8fc-fde7bf4ac1d7 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:53.396375 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56182351-3d58-482b-b8fc-fde7bf4ac1d7 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 12:11:53.396765 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-56182351-3d58-482b-b8fc-fde7bf4ac1d7 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:53.410813 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 12:11:53.410813 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 12:11:53.410813 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 12:11:53.410813 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:11:53.410813 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 12:11:53.410813 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:11:53.410813 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 12:11:53.410813 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:11:53.410813 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 12:11:53.410813 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:11:53.410813 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 12:11:53.410813 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:11:53.410813 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 12:11:53.410813 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:11:53.410813 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:11:53.410813 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:11:53.410813 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:11:53.410813 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:11:53.410813 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 12:11:53.410813 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:11:53.410813 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 12:11:53.410813 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:11:53.410813 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:11:53.410813 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 12:11:53.410813 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 12:11:53.410813 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 12:11:53.410813 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:11:53.410813 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 12:11:53.410813 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:11:53.410813 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 12:11:53.410813 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:11:53.410813 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:11:53.585308 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-56182351-3d58-482b-b8fc-fde7bf4ac1d7 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:53.589899 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-56182351-3d58-482b-b8fc-fde7bf4ac1d7 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:53.619612 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56182351-3d58-482b-b8fc-fde7bf4ac1d7 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Pushing event deleted for resources: {'Network': ['ID=5c9624d5-c3b7-49ff-b18f-eb4c07f2d32e,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:53.624624 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-56182351-3d58-482b-b8fc-fde7bf4ac1d7 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] 10.222.0.21 "DELETE /v2.0/networks/5c9624d5-c3b7-49ff-b18f-eb4c07f2d32e HTTP/1.1" status: 204 len: 168 time: 2.8689656 Feb 04 12:11:53.629117 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 45964) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:11:53.668685 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-02da36c4-8dac-483c-8730-d028dd4aae7a tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] GET failed (client error): The resource could not be found. Feb 04 12:11:53.669204 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-02da36c4-8dac-483c-8730-d028dd4aae7a tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Synchronizing usage tracker for tenant:38bedfcfb3cb49fbabb2370ab3eb53a9 on resource:subnet {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:11:53.733401 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-02da36c4-8dac-483c-8730-d028dd4aae7a tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Unset dirty status for tenant:38bedfcfb3cb49fbabb2370ab3eb53a9 on resource:subnet {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:11:53.734564 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-02da36c4-8dac-483c-8730-d028dd4aae7a tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] 10.222.0.21 "GET /v2.0/subnets/7020f369-014e-417a-8a51-b729130fcb70 HTTP/1.1" status: 404 len: 337 time: 0.1044507 Feb 04 12:11:53.737691 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 45968) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:11:53.767038 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-80da1940-f23b-4fe5-8897-d5cf3372758f tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] DELETE failed (client error): The resource could not be found. Feb 04 12:11:53.767433 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80da1940-f23b-4fe5-8897-d5cf3372758f tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:11:53.773407 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-80da1940-f23b-4fe5-8897-d5cf3372758f tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] 10.222.0.21 "DELETE /v2.0/networks/5c9624d5-c3b7-49ff-b18f-eb4c07f2d32e HTTP/1.1" status: 404 len: 339 time: 0.0304375 Feb 04 12:11:53.773407 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 45972) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:11:53.812795 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-68402be3-5385-4806-8883-f6f3178abc67 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] DELETE failed (client error): The resource could not be found. Feb 04 12:11:53.813224 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68402be3-5385-4806-8883-f6f3178abc67 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:11:53.817274 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-68402be3-5385-4806-8883-f6f3178abc67 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] 10.222.0.21 "DELETE /v2.0/subnets/7020f369-014e-417a-8a51-b729130fcb70 HTTP/1.1" status: 404 len: 337 time: 0.0406823 Feb 04 12:11:53.817512 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 45976) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:11:53.826737 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 1181a981-2f0b-4667-a993-905943ef23f6 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:11:53.841967 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e927cb8-2134-4be5-9f9f-5cfb6a64e933 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] DELETE failed (client error): The resource could not be found. Feb 04 12:11:53.842401 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e927cb8-2134-4be5-9f9f-5cfb6a64e933 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:11:53.843994 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4e927cb8-2134-4be5-9f9f-5cfb6a64e933 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] 10.222.0.21 "DELETE /v2.0/networks/5c9624d5-c3b7-49ff-b18f-eb4c07f2d32e HTTP/1.1" status: 404 len: 339 time: 0.0255995 Feb 04 12:11:53.847082 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 45980) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:11:53.900553 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 1181a981-2f0b-4667-a993-905943ef23f6 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:11:53.900836 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:54.036886 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5d9beea-6d29-49e8-9194-f619247b7179 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Deleting subnet 1aa26a8d-51ce-4992-9ffa-0eed67469cec {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 12:11:54.039880 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c5d9beea-6d29-49e8-9194-f619247b7179 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:54.098011 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c5d9beea-6d29-49e8-9194-f619247b7179 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:54.184625 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c5d9beea-6d29-49e8-9194-f619247b7179 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:54.362441 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c5d9beea-6d29-49e8-9194-f619247b7179 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:54.404844 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d9beea-6d29-49e8-9194-f619247b7179 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Pushing event deleted for resources: {'Subnet': ['ID=1aa26a8d-51ce-4992-9ffa-0eed67469cec,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:54.409903 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c5d9beea-6d29-49e8-9194-f619247b7179 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:54.416014 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834bc421-635b-4b8a-812e-e6fb4ded93c5 None None] Network f1ff6908-f274-4b4f-b321-1b8f163e69a0 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:11:54.517039 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c5d9beea-6d29-49e8-9194-f619247b7179 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] 10.222.0.21 "DELETE /v2.0/subnets/1aa26a8d-51ce-4992-9ffa-0eed67469cec HTTP/1.1" status: 204 len: 168 time: 0.6688926 Feb 04 12:11:54.520165 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 45984) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:11:54.654247 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd20761-494d-4b12-b6c0-55b763e848fe None None] DHCP port deletion for f1ff6908-f274-4b4f-b321-1b8f163e69a0 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 12:11:54.658848 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-2cd20761-494d-4b12-b6c0-55b763e848fe None None] Deleting port 1181a981-2f0b-4667-a993-905943ef23f6 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:11:54.659321 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2cd20761-494d-4b12-b6c0-55b763e848fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:54.740717 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4eb7458e-c07e-43d6-8a80-d68b3d6cb1e8 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:54.752289 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-4eb7458e-c07e-43d6-8a80-d68b3d6cb1e8 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Deleting port 1181a981-2f0b-4667-a993-905943ef23f6 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:11:54.752622 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4eb7458e-c07e-43d6-8a80-d68b3d6cb1e8 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:54.869503 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-2cd20761-494d-4b12-b6c0-55b763e848fe None None] For port 1181a981-2f0b-4667-a993-905943ef23f6, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=1181a981-2f0b-4667-a993-905943ef23f6,segment=NetworkSegment(d4f8b044-cebc-4e84-b9f8-6b000cb1cf37),segment_id=d4f8b044-cebc-4e84-b9f8-6b000cb1cf37)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:11:54.870101 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2cd20761-494d-4b12-b6c0-55b763e848fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:54.971677 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-4eb7458e-c07e-43d6-8a80-d68b3d6cb1e8 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] For port 1181a981-2f0b-4667-a993-905943ef23f6, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=1181a981-2f0b-4667-a993-905943ef23f6,segment=NetworkSegment(d4f8b044-cebc-4e84-b9f8-6b000cb1cf37),segment_id=d4f8b044-cebc-4e84-b9f8-6b000cb1cf37)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:11:54.971922 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4eb7458e-c07e-43d6-8a80-d68b3d6cb1e8 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:55.009064 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-2cd20761-494d-4b12-b6c0-55b763e848fe None None] Calling delete_port for 1181a981-2f0b-4667-a993-905943ef23f6 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:11:55.104872 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-4eb7458e-c07e-43d6-8a80-d68b3d6cb1e8 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Calling delete_port for 1181a981-2f0b-4667-a993-905943ef23f6 owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:11:55.230400 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2cd20761-494d-4b12-b6c0-55b763e848fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:55.235873 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.db.api [None req-4eb7458e-c07e-43d6-8a80-d68b3d6cb1e8 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:11:55.236217 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG oslo_db.api [None req-4eb7458e-c07e-43d6-8a80-d68b3d6cb1e8 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:11:55.289618 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd20761-494d-4b12-b6c0-55b763e848fe None None] Pushing event deleted for resources: {'Port': ['ID=1181a981-2f0b-4667-a993-905943ef23f6,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:55.293866 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd20761-494d-4b12-b6c0-55b763e848fe None None] No DVR routers for this DVR port 1181a981-2f0b-4667-a993-905943ef23f6 on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:11:55.738399 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-4eb7458e-c07e-43d6-8a80-d68b3d6cb1e8 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Deleting port 1181a981-2f0b-4667-a993-905943ef23f6 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:11:55.738746 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4eb7458e-c07e-43d6-8a80-d68b3d6cb1e8 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:55.806301 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-4eb7458e-c07e-43d6-8a80-d68b3d6cb1e8 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] The port '1181a981-2f0b-4667-a993-905943ef23f6' was deleted {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 12:11:55.838528 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 1181a981-2f0b-4667-a993-905943ef23f6 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:11:55.853428 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 1181a981-2f0b-4667-a993-905943ef23f6 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:11:55.853773 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 1181a981-2f0b-4667-a993-905943ef23f6 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:11:55.937710 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4eb7458e-c07e-43d6-8a80-d68b3d6cb1e8 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:55.965907 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-4eb7458e-c07e-43d6-8a80-d68b3d6cb1e8 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ff6908-f274-4b4f-b321-1b8f163e69a0']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:11:55.979851 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-4eb7458e-c07e-43d6-8a80-d68b3d6cb1e8 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4f8b044-cebc-4e84-b9f8-6b000cb1cf37') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:11:55.980147 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-4eb7458e-c07e-43d6-8a80-d68b3d6cb1e8 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4f8b044-cebc-4e84-b9f8-6b000cb1cf37') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:11:55.992530 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4eb7458e-c07e-43d6-8a80-d68b3d6cb1e8 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:56.009156 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4eb7458e-c07e-43d6-8a80-d68b3d6cb1e8 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:56.015904 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb7458e-c07e-43d6-8a80-d68b3d6cb1e8 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 12:11:56.016295 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4eb7458e-c07e-43d6-8a80-d68b3d6cb1e8 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:56.031189 dv-neutron-827825-2-hyperv neutron-server[84205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:11:56.031189 dv-neutron-827825-2-hyperv neutron-server[84205]: util.warn( Feb 04 12:11:56.031189 dv-neutron-827825-2-hyperv neutron-server[84205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:11:56.031189 dv-neutron-827825-2-hyperv neutron-server[84205]: util.warn( Feb 04 12:11:56.031189 dv-neutron-827825-2-hyperv neutron-server[84205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:11:56.031189 dv-neutron-827825-2-hyperv neutron-server[84205]: util.warn( Feb 04 12:11:56.031189 dv-neutron-827825-2-hyperv neutron-server[84205]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:11:56.031189 dv-neutron-827825-2-hyperv neutron-server[84205]: util.warn( Feb 04 12:11:56.031189 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 12:11:56.031189 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 12:11:56.031189 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 12:11:56.031189 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:11:56.031189 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 12:11:56.031189 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:11:56.031189 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 12:11:56.031189 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:11:56.031189 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 12:11:56.031189 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:11:56.031189 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 12:11:56.031189 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:11:56.031189 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 12:11:56.031189 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:11:56.031189 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:11:56.031189 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:11:56.031189 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:11:56.031189 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:11:56.031189 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 12:11:56.031189 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:11:56.031189 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 12:11:56.031189 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:11:56.031189 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:11:56.031189 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 12:11:56.031189 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 12:11:56.031189 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 12:11:56.031189 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:11:56.031189 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 12:11:56.031189 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:11:56.031189 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 12:11:56.031189 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:11:56.031189 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:11:56.196867 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4eb7458e-c07e-43d6-8a80-d68b3d6cb1e8 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:56.215204 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4eb7458e-c07e-43d6-8a80-d68b3d6cb1e8 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:56.227289 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7458e-c07e-43d6-8a80-d68b3d6cb1e8 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Pushing event deleted for resources: {'Network': ['ID=f1ff6908-f274-4b4f-b321-1b8f163e69a0,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:56.231383 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4eb7458e-c07e-43d6-8a80-d68b3d6cb1e8 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] 10.222.0.21 "DELETE /v2.0/networks/f1ff6908-f274-4b4f-b321-1b8f163e69a0 HTTP/1.1" status: 204 len: 168 time: 1.7102101 Feb 04 12:11:56.233975 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 45988) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:11:56.270581 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-be6cc318-174b-43eb-87be-56fbcc1517ad tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] DELETE failed (client error): The resource could not be found. Feb 04 12:11:56.270928 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be6cc318-174b-43eb-87be-56fbcc1517ad tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:11:56.272515 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-be6cc318-174b-43eb-87be-56fbcc1517ad tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] 10.222.0.21 "DELETE /v2.0/subnets/26b9223a-0ebc-417a-9349-9c77ab176f11 HTTP/1.1" status: 404 len: 337 time: 0.0376275 Feb 04 12:11:56.275035 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 45992) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:11:56.303681 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb14d64-952a-4503-9c20-24ab7b227406 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] DELETE failed (client error): The resource could not be found. Feb 04 12:11:56.304106 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccb14d64-952a-4503-9c20-24ab7b227406 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:11:56.305692 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ccb14d64-952a-4503-9c20-24ab7b227406 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] 10.222.0.21 "DELETE /v2.0/networks/b7ee9864-f201-4ff3-b9eb-7b98307c736f HTTP/1.1" status: 404 len: 339 time: 0.0297854 Feb 04 12:11:56.313282 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 45996) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:11:56.350953 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd7eef6-360d-49b7-988a-9c5369caa7f8 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] DELETE failed (client error): The resource could not be found. Feb 04 12:11:56.351367 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebd7eef6-360d-49b7-988a-9c5369caa7f8 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:11:56.352917 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ebd7eef6-360d-49b7-988a-9c5369caa7f8 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] 10.222.0.21 "DELETE /v2.0/subnets/fdceeb6e-17de-441f-a618-18aad869505e HTTP/1.1" status: 404 len: 337 time: 0.0387919 Feb 04 12:11:56.355673 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 46000) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:11:56.382091 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e914550-c767-4615-a008-8162978b2e16 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] DELETE failed (client error): The resource could not be found. Feb 04 12:11:56.382585 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e914550-c767-4615-a008-8162978b2e16 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:11:56.384311 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3e914550-c767-4615-a008-8162978b2e16 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] 10.222.0.21 "DELETE /v2.0/networks/531a722a-fa12-45ae-bc9f-57671770d5d7 HTTP/1.1" status: 404 len: 339 time: 0.0276825 Feb 04 12:11:56.387032 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 46004) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:11:56.674145 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b83aa89-f395-4822-8801-b571a5d91e89 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Deleting subnet aaaf0ea4-2593-4bd5-93f5-5cc679385ae0 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 12:11:56.677248 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1b83aa89-f395-4822-8801-b571a5d91e89 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:56.734020 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1b83aa89-f395-4822-8801-b571a5d91e89 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:56.820360 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1b83aa89-f395-4822-8801-b571a5d91e89 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:57.060095 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1b83aa89-f395-4822-8801-b571a5d91e89 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:57.101312 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b83aa89-f395-4822-8801-b571a5d91e89 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Pushing event deleted for resources: {'Subnet': ['ID=aaaf0ea4-2593-4bd5-93f5-5cc679385ae0,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:57.108065 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1b83aa89-f395-4822-8801-b571a5d91e89 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:57.114911 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281f34e4-308d-4995-a806-9a16e644f418 None None] Network 36bc5b22-5236-4881-98dc-95ddc62b4bf0 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:11:57.130071 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1b83aa89-f395-4822-8801-b571a5d91e89 tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] 10.222.0.21 "DELETE /v2.0/subnets/aaaf0ea4-2593-4bd5-93f5-5cc679385ae0 HTTP/1.1" status: 204 len: 168 time: 0.7315283 Feb 04 12:11:57.130071 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 46008) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:11:57.250861 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-51568371-b83e-4e79-a2b7-ca933b75d92f tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:57.262341 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-51568371-b83e-4e79-a2b7-ca933b75d92f tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Deleting port b8b9c19d-0fa1-4d5e-b0ab-46f0ceb041c8 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:11:57.262669 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-51568371-b83e-4e79-a2b7-ca933b75d92f tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:57.413311 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f552128f-062c-4b4a-a4c4-d59866fd997e None None] DHCP port deletion for 36bc5b22-5236-4881-98dc-95ddc62b4bf0 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 12:11:57.417932 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-f552128f-062c-4b4a-a4c4-d59866fd997e None None] Deleting port b8b9c19d-0fa1-4d5e-b0ab-46f0ceb041c8 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:11:57.418307 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f552128f-062c-4b4a-a4c4-d59866fd997e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:57.476396 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-51568371-b83e-4e79-a2b7-ca933b75d92f tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] For port b8b9c19d-0fa1-4d5e-b0ab-46f0ceb041c8, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=b8b9c19d-0fa1-4d5e-b0ab-46f0ceb041c8,segment=NetworkSegment(49b8e3ea-640f-440c-9cb0-240a69ce642c),segment_id=49b8e3ea-640f-440c-9cb0-240a69ce642c)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:11:57.477072 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-51568371-b83e-4e79-a2b7-ca933b75d92f tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:57.603562 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-51568371-b83e-4e79-a2b7-ca933b75d92f tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Calling delete_port for b8b9c19d-0fa1-4d5e-b0ab-46f0ceb041c8 owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:11:57.637104 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-f552128f-062c-4b4a-a4c4-d59866fd997e None None] For port b8b9c19d-0fa1-4d5e-b0ab-46f0ceb041c8, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=b8b9c19d-0fa1-4d5e-b0ab-46f0ceb041c8,segment=NetworkSegment(49b8e3ea-640f-440c-9cb0-240a69ce642c),segment_id=49b8e3ea-640f-440c-9cb0-240a69ce642c)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:11:57.637401 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f552128f-062c-4b4a-a4c4-d59866fd997e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:57.760632 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-f552128f-062c-4b4a-a4c4-d59866fd997e None None] Calling delete_port for b8b9c19d-0fa1-4d5e-b0ab-46f0ceb041c8 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:11:57.778551 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-51568371-b83e-4e79-a2b7-ca933b75d92f tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:57.821929 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51568371-b83e-4e79-a2b7-ca933b75d92f tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Pushing event deleted for resources: {'Port': ['ID=b8b9c19d-0fa1-4d5e-b0ab-46f0ceb041c8,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:57.823657 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device b8b9c19d-0fa1-4d5e-b0ab-46f0ceb041c8 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:11:57.833586 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51568371-b83e-4e79-a2b7-ca933b75d92f tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] No DVR routers for this DVR port b8b9c19d-0fa1-4d5e-b0ab-46f0ceb041c8 on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:11:57.867582 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: b8b9c19d-0fa1-4d5e-b0ab-46f0ceb041c8 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:11:57.868100 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device b8b9c19d-0fa1-4d5e-b0ab-46f0ceb041c8 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:11:57.875659 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-f552128f-062c-4b4a-a4c4-d59866fd997e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:11:57.876020 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-f552128f-062c-4b4a-a4c4-d59866fd997e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:11:57.961177 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-51568371-b83e-4e79-a2b7-ca933b75d92f tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:57.986418 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-51568371-b83e-4e79-a2b7-ca933b75d92f tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36bc5b22-5236-4881-98dc-95ddc62b4bf0']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:11:57.998551 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-51568371-b83e-4e79-a2b7-ca933b75d92f tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49b8e3ea-640f-440c-9cb0-240a69ce642c') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:11:57.998838 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-51568371-b83e-4e79-a2b7-ca933b75d92f tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49b8e3ea-640f-440c-9cb0-240a69ce642c') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:11:58.010378 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-51568371-b83e-4e79-a2b7-ca933b75d92f tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:58.026444 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-51568371-b83e-4e79-a2b7-ca933b75d92f tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:58.032263 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51568371-b83e-4e79-a2b7-ca933b75d92f tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 12:11:58.032641 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-51568371-b83e-4e79-a2b7-ca933b75d92f tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:58.047201 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 12:11:58.047201 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 12:11:58.047201 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 12:11:58.047201 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:11:58.047201 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 12:11:58.047201 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:11:58.047201 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 12:11:58.047201 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:11:58.047201 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 12:11:58.047201 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:11:58.047201 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 12:11:58.047201 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:11:58.047201 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 12:11:58.047201 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:11:58.047201 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:11:58.047201 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:11:58.047201 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:11:58.047201 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:11:58.047201 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 12:11:58.047201 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:11:58.047201 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 12:11:58.047201 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:11:58.047201 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:11:58.047201 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 12:11:58.047201 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 12:11:58.047201 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 12:11:58.047201 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:11:58.047201 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 12:11:58.047201 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:11:58.047201 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 12:11:58.047201 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:11:58.047201 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:11:58.179656 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-51568371-b83e-4e79-a2b7-ca933b75d92f tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:58.197988 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-51568371-b83e-4e79-a2b7-ca933b75d92f tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:58.209616 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51568371-b83e-4e79-a2b7-ca933b75d92f tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] Pushing event deleted for resources: {'Network': ['ID=36bc5b22-5236-4881-98dc-95ddc62b4bf0,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:58.216273 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-51568371-b83e-4e79-a2b7-ca933b75d92f tempest-NetworksIpV6Test-1642818836 tempest-NetworksIpV6Test-1642818836-project] 10.222.0.21 "DELETE /v2.0/networks/36bc5b22-5236-4881-98dc-95ddc62b4bf0 HTTP/1.1" status: 204 len: 168 time: 1.0908060 Feb 04 12:11:58.377080 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-f552128f-062c-4b4a-a4c4-d59866fd997e None None] Deleting port b8b9c19d-0fa1-4d5e-b0ab-46f0ceb041c8 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:11:58.378210 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f552128f-062c-4b4a-a4c4-d59866fd997e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:58.444268 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-f552128f-062c-4b4a-a4c4-d59866fd997e None None] The port 'b8b9c19d-0fa1-4d5e-b0ab-46f0ceb041c8' was deleted {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 12:11:58.839367 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 46016) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:11:59.014414 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1e97c588-83d5-4de3-8152-9b0219b6247d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=38bedfcfb3cb49fbabb2370ab3eb53a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1738780 Feb 04 12:11:59.016873 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 46022) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:11:59.079536 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3e4c4789-c560-41d6-8490-14a104273960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:59.105736 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3e4c4789-c560-41d6-8490-14a104273960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:59.219241 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3e4c4789-c560-41d6-8490-14a104273960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:59.233522 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c4789-c560-41d6-8490-14a104273960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84fc577-e381-4db8-9ba9-86995accd85c,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:59.240184 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3e4c4789-c560-41d6-8490-14a104273960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:59.241280 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3e4c4789-c560-41d6-8490-14a104273960 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f84fc577-e381-4db8-9ba9-86995accd85c HTTP/1.1" status: 204 len: 168 time: 0.2235370 Feb 04 12:12:00.430328 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 46044) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:00.558076 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-130b1866-8509-482c-9758-24bf51c69a9d tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-135543360', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:12:00.564408 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-130b1866-8509-482c-9758-24bf51c69a9d tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:12:00.569281 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-130b1866-8509-482c-9758-24bf51c69a9d tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Usage tracker for resource:router and tenant:8acef00999b24cfe959ebe96af0aeaf0 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:12:00.573120 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-130b1866-8509-482c-9758-24bf51c69a9d tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:12:00.578869 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-130b1866-8509-482c-9758-24bf51c69a9d tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:12:00.648075 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-130b1866-8509-482c-9758-24bf51c69a9d tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:00.649066 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-130b1866-8509-482c-9758-24bf51c69a9d tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:00.668089 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-130b1866-8509-482c-9758-24bf51c69a9d tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:00.790930 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-130b1866-8509-482c-9758-24bf51c69a9d tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:00.859189 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-130b1866-8509-482c-9758-24bf51c69a9d tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:00.860340 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-130b1866-8509-482c-9758-24bf51c69a9d tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4290521 Feb 04 12:12:00.863154 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 46050) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:00.869007 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-4f387969-6e8c-45a9-a6f3-d5c77006ea98 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-392486787'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:12:00.874092 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-4f387969-6e8c-45a9-a6f3-d5c77006ea98 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:12:00.877873 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-4f387969-6e8c-45a9-a6f3-d5c77006ea98 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Usage tracker for resource:network and tenant:8acef00999b24cfe959ebe96af0aeaf0 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:12:00.881656 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-4f387969-6e8c-45a9-a6f3-d5c77006ea98 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:12:00.887365 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-4f387969-6e8c-45a9-a6f3-d5c77006ea98 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:12:00.945397 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f387969-6e8c-45a9-a6f3-d5c77006ea98 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Made reservation on behalf of 8acef00999b24cfe959ebe96af0aeaf0 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:12:00.948451 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4f387969-6e8c-45a9-a6f3-d5c77006ea98 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:00.961982 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4f387969-6e8c-45a9-a6f3-d5c77006ea98 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:00.994394 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-4f387969-6e8c-45a9-a6f3-d5c77006ea98 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:12:00.998135 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-4f387969-6e8c-45a9-a6f3-d5c77006ea98 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Usage tracker for resource:security_group_rule and tenant:8acef00999b24cfe959ebe96af0aeaf0 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:12:01.000932 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-4f387969-6e8c-45a9-a6f3-d5c77006ea98 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:12:01.008053 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-4f387969-6e8c-45a9-a6f3-d5c77006ea98 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:12:01.080653 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4f387969-6e8c-45a9-a6f3-d5c77006ea98 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:01.162433 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4f387969-6e8c-45a9-a6f3-d5c77006ea98 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:01.194750 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f387969-6e8c-45a9-a6f3-d5c77006ea98 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:12:01.203394 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f387969-6e8c-45a9-a6f3-d5c77006ea98 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=343e7cad-159e-426a-940d-fb4d514cb362,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:01.209630 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4f387969-6e8c-45a9-a6f3-d5c77006ea98 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:01.209993 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-4f387969-6e8c-45a9-a6f3-d5c77006ea98 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Added segment 8f3ec554-874a-4caa-8226-ff890cd27c49 of type vlan for network dd48da8b-5483-4b35-9b95-8879f764cee6 Feb 04 12:12:01.236262 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4f387969-6e8c-45a9-a6f3-d5c77006ea98 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:01.333527 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4f387969-6e8c-45a9-a6f3-d5c77006ea98 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:01.337935 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f387969-6e8c-45a9-a6f3-d5c77006ea98 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:01.338536 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4f387969-6e8c-45a9-a6f3-d5c77006ea98 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:01.453389 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f387969-6e8c-45a9-a6f3-d5c77006ea98 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Pushing event updated for resources: {'Network': ['ID=dd48da8b-5483-4b35-9b95-8879f764cee6,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:01.464052 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network dd48da8b-5483-4b35-9b95-8879f764cee6 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:12:01.551953 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4f387969-6e8c-45a9-a6f3-d5c77006ea98 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6877241 Feb 04 12:12:01.555036 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 46054) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:01.562435 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-b139b05c-7ea5-49d7-833d-1215da11a89e tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Request body: {'subnet': {'network_id': 'dd48da8b-5483-4b35-9b95-8879f764cee6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:12:01.674163 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-b139b05c-7ea5-49d7-833d-1215da11a89e tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:12:01.678598 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-b139b05c-7ea5-49d7-833d-1215da11a89e tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Usage tracker for resource:subnet and tenant:8acef00999b24cfe959ebe96af0aeaf0 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:12:01.681569 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-b139b05c-7ea5-49d7-833d-1215da11a89e tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:12:01.687233 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-b139b05c-7ea5-49d7-833d-1215da11a89e tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:12:01.767666 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b139b05c-7ea5-49d7-833d-1215da11a89e tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Made reservation on behalf of 8acef00999b24cfe959ebe96af0aeaf0 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:12:01.963307 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b139b05c-7ea5-49d7-833d-1215da11a89e tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:02.271407 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b139b05c-7ea5-49d7-833d-1215da11a89e tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:02.349747 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b139b05c-7ea5-49d7-833d-1215da11a89e tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Pushing event updated for resources: {'Subnet': ['ID=76028bc5-3eb4-466a-8078-8d14f7fd8a79,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:02.364339 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b139b05c-7ea5-49d7-833d-1215da11a89e tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Checking segment: {'id': '8f3ec554-874a-4caa-8226-ff890cd27c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dd48da8b-5483-4b35-9b95-8879f764cee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:12:02.364984 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b139b05c-7ea5-49d7-833d-1215da11a89e tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Network hostable DHCP agents. Network: dd48da8b-5483-4b35-9b95-8879f764cee6, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:12:02.499281 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b139b05c-7ea5-49d7-833d-1215da11a89e tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Network dd48da8b-5483-4b35-9b95-8879f764cee6 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:12:02.636094 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-b139b05c-7ea5-49d7-833d-1215da11a89e tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, dd48da8b-5483-4b35-9b95-8879f764cee6) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:12:02.640078 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b139b05c-7ea5-49d7-833d-1215da11a89e tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:02.640647 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b139b05c-7ea5-49d7-833d-1215da11a89e tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:02.647186 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bd0f91-5d07-4fe8-bbfe-cfd4ca4cc22a None None] Network dd48da8b-5483-4b35-9b95-8879f764cee6 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:12:02.740562 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b139b05c-7ea5-49d7-833d-1215da11a89e tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1843286 Feb 04 12:12:02.743539 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 46058) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:02.749260 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-808e5271-3e8a-451f-b9be-a9d702dff2d9 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1682205165'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:12:02.754302 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-808e5271-3e8a-451f-b9be-a9d702dff2d9 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:12:02.758169 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-808e5271-3e8a-451f-b9be-a9d702dff2d9 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Usage tracker for resource:network and tenant:8acef00999b24cfe959ebe96af0aeaf0 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:12:02.761081 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-808e5271-3e8a-451f-b9be-a9d702dff2d9 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:12:02.767224 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-808e5271-3e8a-451f-b9be-a9d702dff2d9 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:12:02.836664 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808e5271-3e8a-451f-b9be-a9d702dff2d9 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Made reservation on behalf of 8acef00999b24cfe959ebe96af0aeaf0 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:12:02.839788 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-808e5271-3e8a-451f-b9be-a9d702dff2d9 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:02.869953 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc91402f-8cb8-4b61-ad27-4c8704c32c20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-dd48da8b-5483-4b35-9b95-8879f764cee6', 'network_id': 'dd48da8b-5483-4b35-9b95-8879f764cee6', 'tenant_id': '8acef00999b24cfe959ebe96af0aeaf0', 'fixed_ips': [{'subnet_id': '76028bc5-3eb4-466a-8078-8d14f7fd8a79'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 12:12:02.870947 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bc91402f-8cb8-4b61-ad27-4c8704c32c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:02.875122 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-808e5271-3e8a-451f-b9be-a9d702dff2d9 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:12:02.885410 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-808e5271-3e8a-451f-b9be-a9d702dff2d9 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:02.885753 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-808e5271-3e8a-451f-b9be-a9d702dff2d9 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Added segment 146e382b-6317-41c1-a386-65c2fd24c633 of type vlan for network 5a2afa64-2573-42a2-90e9-dae77f2d0a15 Feb 04 12:12:02.914354 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-808e5271-3e8a-451f-b9be-a9d702dff2d9 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:03.013906 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-808e5271-3e8a-451f-b9be-a9d702dff2d9 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:03.017579 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808e5271-3e8a-451f-b9be-a9d702dff2d9 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:03.018230 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-808e5271-3e8a-451f-b9be-a9d702dff2d9 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:03.031809 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-bc91402f-8cb8-4b61-ad27-4c8704c32c20 None None] Allocated IP 172.20.0.2 (dd48da8b-5483-4b35-9b95-8879f764cee6/76028bc5-3eb4-466a-8078-8d14f7fd8a79/61c9f0ff-895d-4e71-a80d-1a28c43bf273) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:12:03.136648 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e5271-3e8a-451f-b9be-a9d702dff2d9 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Pushing event updated for resources: {'Network': ['ID=5a2afa64-2573-42a2-90e9-dae77f2d0a15,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:03.154719 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 5a2afa64-2573-42a2-90e9-dae77f2d0a15 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:12:03.205393 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-808e5271-3e8a-451f-b9be-a9d702dff2d9 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4593110 Feb 04 12:12:03.205815 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 46062) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:03.213451 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-84537794-9ab0-4473-a143-9fd199b2e5e4 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Request body: {'subnet': {'network_id': '5a2afa64-2573-42a2-90e9-dae77f2d0a15', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:12:03.335494 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-84537794-9ab0-4473-a143-9fd199b2e5e4 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:12:03.339672 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-84537794-9ab0-4473-a143-9fd199b2e5e4 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Usage tracker for resource:subnet and tenant:8acef00999b24cfe959ebe96af0aeaf0 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:12:03.343018 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-84537794-9ab0-4473-a143-9fd199b2e5e4 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:12:03.350444 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bc91402f-8cb8-4b61-ad27-4c8704c32c20 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:03.350693 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-84537794-9ab0-4473-a143-9fd199b2e5e4 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:12:03.360635 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-bc91402f-8cb8-4b61-ad27-4c8704c32c20 None None] Transition to ACTIVE for port object 61c9f0ff-895d-4e71-a80d-1a28c43bf273 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:12:03.385583 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-bc91402f-8cb8-4b61-ad27-4c8704c32c20 None None] Transition to ACTIVE for port object 61c9f0ff-895d-4e71-a80d-1a28c43bf273 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:12:03.470037 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84537794-9ab0-4473-a143-9fd199b2e5e4 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Made reservation on behalf of 8acef00999b24cfe959ebe96af0aeaf0 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:12:03.499592 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bc91402f-8cb8-4b61-ad27-4c8704c32c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:03.593492 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-84537794-9ab0-4473-a143-9fd199b2e5e4 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:03.611663 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc91402f-8cb8-4b61-ad27-4c8704c32c20 None None] Network dd48da8b-5483-4b35-9b95-8879f764cee6 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:12:03.615703 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-bc91402f-8cb8-4b61-ad27-4c8704c32c20 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:12:03.620296 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc91402f-8cb8-4b61-ad27-4c8704c32c20 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:12:03.622571 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc91402f-8cb8-4b61-ad27-4c8704c32c20 None None] Pushing event updated for resources: {'Port': ['ID=61c9f0ff-895d-4e71-a80d-1a28c43bf273,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:03.657850 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91402f-8cb8-4b61-ad27-4c8704c32c20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:03.658591 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91402f-8cb8-4b61-ad27-4c8704c32c20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:03.658591 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91402f-8cb8-4b61-ad27-4c8704c32c20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:03.658865 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91402f-8cb8-4b61-ad27-4c8704c32c20 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:03.659198 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91402f-8cb8-4b61-ad27-4c8704c32c20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:03.659519 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91402f-8cb8-4b61-ad27-4c8704c32c20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:03.659901 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91402f-8cb8-4b61-ad27-4c8704c32c20 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:03.660945 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91402f-8cb8-4b61-ad27-4c8704c32c20 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:03.661324 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91402f-8cb8-4b61-ad27-4c8704c32c20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:03.661580 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91402f-8cb8-4b61-ad27-4c8704c32c20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:03.661912 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91402f-8cb8-4b61-ad27-4c8704c32c20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:03.729541 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-bc91402f-8cb8-4b61-ad27-4c8704c32c20 None None] Attempting to bind port 61c9f0ff-895d-4e71-a80d-1a28c43bf273 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:12:03.733163 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-bc91402f-8cb8-4b61-ad27-4c8704c32c20 None None] Attempting to bind port 61c9f0ff-895d-4e71-a80d-1a28c43bf273 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '8f3ec554-874a-4caa-8226-ff890cd27c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dd48da8b-5483-4b35-9b95-8879f764cee6'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:12:03.733163 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc91402f-8cb8-4b61-ad27-4c8704c32c20 None None] Attempting to bind port 61c9f0ff-895d-4e71-a80d-1a28c43bf273 on network dd48da8b-5483-4b35-9b95-8879f764cee6 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:12:03.737271 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc91402f-8cb8-4b61-ad27-4c8704c32c20 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:12:03.737615 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc91402f-8cb8-4b61-ad27-4c8704c32c20 None None] Checking segment: {'id': '8f3ec554-874a-4caa-8226-ff890cd27c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dd48da8b-5483-4b35-9b95-8879f764cee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:12:03.738676 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bc91402f-8cb8-4b61-ad27-4c8704c32c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:03.738676 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc91402f-8cb8-4b61-ad27-4c8704c32c20 None None] Bound using segment: {'id': '8f3ec554-874a-4caa-8226-ff890cd27c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dd48da8b-5483-4b35-9b95-8879f764cee6'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:12:03.739086 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-bc91402f-8cb8-4b61-ad27-4c8704c32c20 None None] Bound port: 61c9f0ff-895d-4e71-a80d-1a28c43bf273, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3ec554-874a-4caa-8226-ff890cd27c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'dd48da8b-5483-4b35-9b95-8879f764cee6'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:12:03.739448 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bc91402f-8cb8-4b61-ad27-4c8704c32c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:03.837699 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-bc91402f-8cb8-4b61-ad27-4c8704c32c20 None None] For port 61c9f0ff-895d-4e71-a80d-1a28c43bf273, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:12:03.841164 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-bc91402f-8cb8-4b61-ad27-4c8704c32c20 None None] For port 61c9f0ff-895d-4e71-a80d-1a28c43bf273, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=61c9f0ff-895d-4e71-a80d-1a28c43bf273,segment=NetworkSegment(8f3ec554-874a-4caa-8226-ff890cd27c49),segment_id=8f3ec554-874a-4caa-8226-ff890cd27c49)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:12:03.933398 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-84537794-9ab0-4473-a143-9fd199b2e5e4 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:03.962868 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bc91402f-8cb8-4b61-ad27-4c8704c32c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:04.017041 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84537794-9ab0-4473-a143-9fd199b2e5e4 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Pushing event updated for resources: {'Subnet': ['ID=1e8d35e4-3bfa-4483-b0a9-f562eddc1805,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:04.034268 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84537794-9ab0-4473-a143-9fd199b2e5e4 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Checking segment: {'id': '146e382b-6317-41c1-a386-65c2fd24c633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5a2afa64-2573-42a2-90e9-dae77f2d0a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:12:04.034650 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84537794-9ab0-4473-a143-9fd199b2e5e4 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Network hostable DHCP agents. Network: 5a2afa64-2573-42a2-90e9-dae77f2d0a15, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:12:04.046729 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc91402f-8cb8-4b61-ad27-4c8704c32c20 None None] Pushing event updated for resources: {'Port': ['ID=61c9f0ff-895d-4e71-a80d-1a28c43bf273,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:04.145563 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84537794-9ab0-4473-a143-9fd199b2e5e4 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Network 5a2afa64-2573-42a2-90e9-dae77f2d0a15 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:12:04.219111 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-84537794-9ab0-4473-a143-9fd199b2e5e4 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 5a2afa64-2573-42a2-90e9-dae77f2d0a15) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:12:04.225171 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84537794-9ab0-4473-a143-9fd199b2e5e4 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:04.232137 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-84537794-9ab0-4473-a143-9fd199b2e5e4 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:04.232555 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c81c962-4f1b-4508-9258-9a7b225a56d3 None None] Network 5a2afa64-2573-42a2-90e9-dae77f2d0a15 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:12:04.328520 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-84537794-9ab0-4473-a143-9fd199b2e5e4 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1214190 Feb 04 12:12:04.332591 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 46066) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:04.338138 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-5ea44104-28de-4cdf-af59-50e26cc8ca67 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Request body: {'router': {'external_gateway_info': {'network_id': '5a2afa64-2573-42a2-90e9-dae77f2d0a15'}}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:12:04.464831 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73e1b10-6160-4174-8e88-98790ddbf534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-5a2afa64-2573-42a2-90e9-dae77f2d0a15', 'network_id': '5a2afa64-2573-42a2-90e9-dae77f2d0a15', 'tenant_id': '8acef00999b24cfe959ebe96af0aeaf0', 'fixed_ips': [{'subnet_id': '1e8d35e4-3bfa-4483-b0a9-f562eddc1805'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 12:12:04.465638 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e73e1b10-6160-4174-8e88-98790ddbf534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:04.635357 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-e73e1b10-6160-4174-8e88-98790ddbf534 None None] Allocated IP 172.21.0.2 (5a2afa64-2573-42a2-90e9-dae77f2d0a15/1e8d35e4-3bfa-4483-b0a9-f562eddc1805/c4eb2126-d62a-4b0e-b538-96611dc253a6) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:12:04.862242 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5ea44104-28de-4cdf-af59-50e26cc8ca67 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:04.899541 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e73e1b10-6160-4174-8e88-98790ddbf534 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:04.911021 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e73e1b10-6160-4174-8e88-98790ddbf534 None None] Transition to ACTIVE for port object c4eb2126-d62a-4b0e-b538-96611dc253a6 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:12:04.931948 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e73e1b10-6160-4174-8e88-98790ddbf534 None None] Transition to ACTIVE for port object c4eb2126-d62a-4b0e-b538-96611dc253a6 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:12:05.081281 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e73e1b10-6160-4174-8e88-98790ddbf534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:05.115626 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cfe151-f6c0-4a80-98ad-1625c5c45af9 None None] Network dd48da8b-5483-4b35-9b95-8879f764cee6 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:12:05.123257 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.api.v2.resource [None req-5ea44104-28de-4cdf-af59-50e26cc8ca67 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 12:12:05.124579 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5ea44104-28de-4cdf-af59-50e26cc8ca67 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] 10.222.0.21 "PUT /v2.0/routers/862cb816-c799-4081-a590-bb9143b40bb5 HTTP/1.1" status: 400 len: 364 time: 0.7909992 Feb 04 12:12:05.132194 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 46070) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:05.209597 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff0787c-d578-4d6b-bf09-300b42b6a4aa tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Deleting subnet 1e8d35e4-3bfa-4483-b0a9-f562eddc1805 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 12:12:05.213347 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2ff0787c-d578-4d6b-bf09-300b42b6a4aa tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:05.235315 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e1b10-6160-4174-8e88-98790ddbf534 None None] Pushing event updated for resources: {'Port': ['ID=c4eb2126-d62a-4b0e-b538-96611dc253a6,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:05.269548 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73e1b10-6160-4174-8e88-98790ddbf534 None None] Network 5a2afa64-2573-42a2-90e9-dae77f2d0a15 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:12:05.273844 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-e73e1b10-6160-4174-8e88-98790ddbf534 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:12:05.276242 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73e1b10-6160-4174-8e88-98790ddbf534 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:12:05.290513 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2ff0787c-d578-4d6b-bf09-300b42b6a4aa tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:05.374949 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-bbfefa3d-2b6d-4c9d-bb4d-01772a3c8da2 None None] Provisioning for port 61c9f0ff-895d-4e71-a80d-1a28c43bf273 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:12:05.385238 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2ff0787c-d578-4d6b-bf09-300b42b6a4aa tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:05.436658 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-e73e1b10-6160-4174-8e88-98790ddbf534 None None] Attempting to bind port c4eb2126-d62a-4b0e-b538-96611dc253a6 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:12:05.437016 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-e73e1b10-6160-4174-8e88-98790ddbf534 None None] Attempting to bind port c4eb2126-d62a-4b0e-b538-96611dc253a6 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '146e382b-6317-41c1-a386-65c2fd24c633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5a2afa64-2573-42a2-90e9-dae77f2d0a15'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:12:05.437370 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73e1b10-6160-4174-8e88-98790ddbf534 None None] Attempting to bind port c4eb2126-d62a-4b0e-b538-96611dc253a6 on network 5a2afa64-2573-42a2-90e9-dae77f2d0a15 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:12:05.454995 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73e1b10-6160-4174-8e88-98790ddbf534 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:12:05.455475 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73e1b10-6160-4174-8e88-98790ddbf534 None None] Checking segment: {'id': '146e382b-6317-41c1-a386-65c2fd24c633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5a2afa64-2573-42a2-90e9-dae77f2d0a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:12:05.455876 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e73e1b10-6160-4174-8e88-98790ddbf534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:05.456257 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73e1b10-6160-4174-8e88-98790ddbf534 None None] Bound using segment: {'id': '146e382b-6317-41c1-a386-65c2fd24c633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5a2afa64-2573-42a2-90e9-dae77f2d0a15'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:12:05.456797 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-e73e1b10-6160-4174-8e88-98790ddbf534 None None] Bound port: c4eb2126-d62a-4b0e-b538-96611dc253a6, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146e382b-6317-41c1-a386-65c2fd24c633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5a2afa64-2573-42a2-90e9-dae77f2d0a15'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:12:05.457359 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e73e1b10-6160-4174-8e88-98790ddbf534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:05.539973 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2ff0787c-d578-4d6b-bf09-300b42b6a4aa tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:05.579257 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0787c-d578-4d6b-bf09-300b42b6a4aa tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Pushing event deleted for resources: {'Subnet': ['ID=1e8d35e4-3bfa-4483-b0a9-f562eddc1805,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:05.587660 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2ff0787c-d578-4d6b-bf09-300b42b6a4aa tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:05.594005 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2ff0787c-d578-4d6b-bf09-300b42b6a4aa tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] 10.222.0.21 "DELETE /v2.0/subnets/1e8d35e4-3bfa-4483-b0a9-f562eddc1805 HTTP/1.1" status: 204 len: 168 time: 0.4604797 Feb 04 12:12:05.596847 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 46074) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:05.603172 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-e73e1b10-6160-4174-8e88-98790ddbf534 None None] For port c4eb2126-d62a-4b0e-b538-96611dc253a6, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:12:05.606550 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-e73e1b10-6160-4174-8e88-98790ddbf534 None None] For port c4eb2126-d62a-4b0e-b538-96611dc253a6, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=c4eb2126-d62a-4b0e-b538-96611dc253a6,segment=NetworkSegment(146e382b-6317-41c1-a386-65c2fd24c633),segment_id=146e382b-6317-41c1-a386-65c2fd24c633)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:12:05.700255 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e73e1b10-6160-4174-8e88-98790ddbf534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:05.829521 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e1b10-6160-4174-8e88-98790ddbf534 None None] Pushing event updated for resources: {'Port': ['ID=c4eb2126-d62a-4b0e-b538-96611dc253a6,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:05.856432 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5980bcf7-ff56-4cde-9a13-edfb49440e69 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:05.873707 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-5980bcf7-ff56-4cde-9a13-edfb49440e69 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Deleting port c4eb2126-d62a-4b0e-b538-96611dc253a6 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:12:05.874328 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5980bcf7-ff56-4cde-9a13-edfb49440e69 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:05.899601 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 61c9f0ff-895d-4e71-a80d-1a28c43bf273 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:12:06.017201 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc324cb1-beed-47d5-abf2-1dfbd31266b3 None None] Network 5a2afa64-2573-42a2-90e9-dae77f2d0a15 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:12:06.105689 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-5980bcf7-ff56-4cde-9a13-edfb49440e69 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] For port c4eb2126-d62a-4b0e-b538-96611dc253a6, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=c4eb2126-d62a-4b0e-b538-96611dc253a6,segment=NetworkSegment(146e382b-6317-41c1-a386-65c2fd24c633),segment_id=146e382b-6317-41c1-a386-65c2fd24c633)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:12:06.106088 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5980bcf7-ff56-4cde-9a13-edfb49440e69 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:06.120222 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 61c9f0ff-895d-4e71-a80d-1a28c43bf273 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:12:06.140934 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 61c9f0ff-895d-4e71-a80d-1a28c43bf273 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:12:06.141302 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:06.248986 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-5980bcf7-ff56-4cde-9a13-edfb49440e69 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Calling delete_port for c4eb2126-d62a-4b0e-b538-96611dc253a6 owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:12:06.383292 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:06.390579 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5980bcf7-ff56-4cde-9a13-edfb49440e69 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:06.427278 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b2020f-f28e-4e64-87b8-864bd8505a78 None None] get_active_networks_info from dv-neutron-827825-2-hyperv {{(pid=84206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 12:12:06.439872 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980bcf7-ff56-4cde-9a13-edfb49440e69 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Pushing event deleted for resources: {'Port': ['ID=c4eb2126-d62a-4b0e-b538-96611dc253a6,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:06.444994 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5980bcf7-ff56-4cde-9a13-edfb49440e69 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] No DVR routers for this DVR port c4eb2126-d62a-4b0e-b538-96611dc253a6 on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:12:06.476492 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 61c9f0ff-895d-4e71-a80d-1a28c43bf273, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=61c9f0ff-895d-4e71-a80d-1a28c43bf273,segment=NetworkSegment(8f3ec554-874a-4caa-8226-ff890cd27c49),segment_id=8f3ec554-874a-4caa-8226-ff890cd27c49)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:12:06.484363 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:06.535949 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b2020f-f28e-4e64-87b8-864bd8505a78 None None] Resources bound (agent type, host, resource id): {{(pid=84206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 12:12:06.574492 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5980bcf7-ff56-4cde-9a13-edfb49440e69 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:06.604800 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-5980bcf7-ff56-4cde-9a13-edfb49440e69 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a2afa64-2573-42a2-90e9-dae77f2d0a15']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:06.615365 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:06.617572 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-5980bcf7-ff56-4cde-9a13-edfb49440e69 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '146e382b-6317-41c1-a386-65c2fd24c633') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:06.618076 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-5980bcf7-ff56-4cde-9a13-edfb49440e69 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '146e382b-6317-41c1-a386-65c2fd24c633') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:06.631772 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5980bcf7-ff56-4cde-9a13-edfb49440e69 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:06.651070 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5980bcf7-ff56-4cde-9a13-edfb49440e69 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:06.659373 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5980bcf7-ff56-4cde-9a13-edfb49440e69 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 12:12:06.659373 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5980bcf7-ff56-4cde-9a13-edfb49440e69 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:06.675240 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 12:12:06.675240 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 12:12:06.675240 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 12:12:06.675240 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:12:06.675240 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 12:12:06.675240 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:12:06.675240 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 12:12:06.675240 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:12:06.675240 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 12:12:06.675240 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:12:06.675240 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 12:12:06.675240 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:12:06.675240 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 12:12:06.675240 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:12:06.675240 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:12:06.675240 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:12:06.675240 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:12:06.675240 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:12:06.675240 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 12:12:06.675240 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:12:06.675240 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 12:12:06.675240 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:12:06.675240 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:12:06.675240 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 12:12:06.675240 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 12:12:06.675240 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 12:12:06.675240 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:12:06.675240 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 12:12:06.675240 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:12:06.675240 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 12:12:06.675240 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:12:06.675240 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:12:06.728699 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=61c9f0ff-895d-4e71-a80d-1a28c43bf273,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:06.807403 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5980bcf7-ff56-4cde-9a13-edfb49440e69 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:06.825333 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5980bcf7-ff56-4cde-9a13-edfb49440e69 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:06.837218 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980bcf7-ff56-4cde-9a13-edfb49440e69 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Pushing event deleted for resources: {'Network': ['ID=5a2afa64-2573-42a2-90e9-dae77f2d0a15,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:06.841379 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5980bcf7-ff56-4cde-9a13-edfb49440e69 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] 10.222.0.21 "DELETE /v2.0/networks/5a2afa64-2573-42a2-90e9-dae77f2d0a15 HTTP/1.1" status: 204 len: 168 time: 1.2424781 Feb 04 12:12:06.843875 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 46078) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:07.036053 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad20f19b-ec14-4ae4-8c8f-15587fd107fd tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Deleting subnet 76028bc5-3eb4-466a-8078-8d14f7fd8a79 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 12:12:07.039156 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ad20f19b-ec14-4ae4-8c8f-15587fd107fd tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:07.099201 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ad20f19b-ec14-4ae4-8c8f-15587fd107fd tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:07.189916 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ad20f19b-ec14-4ae4-8c8f-15587fd107fd tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:07.322576 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ad20f19b-ec14-4ae4-8c8f-15587fd107fd tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:07.364845 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20f19b-ec14-4ae4-8c8f-15587fd107fd tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Pushing event deleted for resources: {'Subnet': ['ID=76028bc5-3eb4-466a-8078-8d14f7fd8a79,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:07.371415 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ad20f19b-ec14-4ae4-8c8f-15587fd107fd tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:07.379093 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ad20f19b-ec14-4ae4-8c8f-15587fd107fd tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] 10.222.0.21 "DELETE /v2.0/subnets/76028bc5-3eb4-466a-8078-8d14f7fd8a79 HTTP/1.1" status: 204 len: 168 time: 0.5331407 Feb 04 12:12:07.379313 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e059268-b28d-4802-b45b-bf32f6892025 None None] Network dd48da8b-5483-4b35-9b95-8879f764cee6 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:12:07.380603 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 46082) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:07.499957 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-985e631d-d5a7-4533-83f0-1061c9921719 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:07.511176 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-985e631d-d5a7-4533-83f0-1061c9921719 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Deleting port 61c9f0ff-895d-4e71-a80d-1a28c43bf273 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:12:07.511557 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-985e631d-d5a7-4533-83f0-1061c9921719 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:07.637570 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656108b2-8f05-4257-a353-68ffba155a81 None None] DHCP port deletion for dd48da8b-5483-4b35-9b95-8879f764cee6 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 12:12:07.641805 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-656108b2-8f05-4257-a353-68ffba155a81 None None] Deleting port 61c9f0ff-895d-4e71-a80d-1a28c43bf273 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:12:07.642211 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-656108b2-8f05-4257-a353-68ffba155a81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:07.833158 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-985e631d-d5a7-4533-83f0-1061c9921719 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] For port 61c9f0ff-895d-4e71-a80d-1a28c43bf273, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=61c9f0ff-895d-4e71-a80d-1a28c43bf273,segment=NetworkSegment(8f3ec554-874a-4caa-8226-ff890cd27c49),segment_id=8f3ec554-874a-4caa-8226-ff890cd27c49)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:12:07.834879 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-985e631d-d5a7-4533-83f0-1061c9921719 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:07.838493 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 61c9f0ff-895d-4e71-a80d-1a28c43bf273 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:12:07.918817 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-656108b2-8f05-4257-a353-68ffba155a81 None None] For port 61c9f0ff-895d-4e71-a80d-1a28c43bf273, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=61c9f0ff-895d-4e71-a80d-1a28c43bf273,segment=NetworkSegment(8f3ec554-874a-4caa-8226-ff890cd27c49),segment_id=8f3ec554-874a-4caa-8226-ff890cd27c49)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:12:07.919107 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-656108b2-8f05-4257-a353-68ffba155a81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:07.965804 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-985e631d-d5a7-4533-83f0-1061c9921719 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Calling delete_port for 61c9f0ff-895d-4e71-a80d-1a28c43bf273 owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:12:08.047975 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-656108b2-8f05-4257-a353-68ffba155a81 None None] Calling delete_port for 61c9f0ff-895d-4e71-a80d-1a28c43bf273 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:12:08.145942 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-985e631d-d5a7-4533-83f0-1061c9921719 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:08.152588 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:08.187279 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-656108b2-8f05-4257-a353-68ffba155a81 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:12:08.187649 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-656108b2-8f05-4257-a353-68ffba155a81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:12:08.192503 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e631d-d5a7-4533-83f0-1061c9921719 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Pushing event deleted for resources: {'Port': ['ID=61c9f0ff-895d-4e71-a80d-1a28c43bf273,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:08.201454 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985e631d-d5a7-4533-83f0-1061c9921719 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] No DVR routers for this DVR port 61c9f0ff-895d-4e71-a80d-1a28c43bf273 on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:12:08.338259 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-985e631d-d5a7-4533-83f0-1061c9921719 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:08.364969 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-985e631d-d5a7-4533-83f0-1061c9921719 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd48da8b-5483-4b35-9b95-8879f764cee6']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:08.378641 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-985e631d-d5a7-4533-83f0-1061c9921719 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f3ec554-874a-4caa-8226-ff890cd27c49') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:08.378934 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-985e631d-d5a7-4533-83f0-1061c9921719 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f3ec554-874a-4caa-8226-ff890cd27c49') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:08.393638 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-985e631d-d5a7-4533-83f0-1061c9921719 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:08.417669 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-985e631d-d5a7-4533-83f0-1061c9921719 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:08.427139 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-985e631d-d5a7-4533-83f0-1061c9921719 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 12:12:08.428952 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-985e631d-d5a7-4533-83f0-1061c9921719 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:08.444572 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 12:12:08.444572 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 12:12:08.444572 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 12:12:08.444572 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:12:08.444572 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 12:12:08.444572 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:12:08.444572 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 12:12:08.444572 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:12:08.444572 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 12:12:08.444572 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:12:08.444572 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 12:12:08.444572 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:12:08.444572 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 12:12:08.444572 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:12:08.444572 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:12:08.444572 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:12:08.444572 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:12:08.444572 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:12:08.444572 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 12:12:08.444572 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:12:08.444572 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 12:12:08.444572 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:12:08.444572 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:12:08.444572 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 12:12:08.444572 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 12:12:08.444572 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 12:12:08.444572 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:12:08.444572 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 12:12:08.444572 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:12:08.444572 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 12:12:08.444572 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:12:08.444572 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:12:08.613368 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-985e631d-d5a7-4533-83f0-1061c9921719 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:08.641604 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-985e631d-d5a7-4533-83f0-1061c9921719 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:08.660650 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e631d-d5a7-4533-83f0-1061c9921719 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Pushing event deleted for resources: {'Network': ['ID=dd48da8b-5483-4b35-9b95-8879f764cee6,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:08.667464 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-985e631d-d5a7-4533-83f0-1061c9921719 tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] 10.222.0.21 "DELETE /v2.0/networks/dd48da8b-5483-4b35-9b95-8879f764cee6 HTTP/1.1" status: 204 len: 168 time: 1.2856238 Feb 04 12:12:08.671683 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 46086) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:08.688832 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-656108b2-8f05-4257-a353-68ffba155a81 None None] Deleting port 61c9f0ff-895d-4e71-a80d-1a28c43bf273 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:12:08.689420 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-656108b2-8f05-4257-a353-68ffba155a81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:08.751386 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-971f3259-9ba6-456e-816c-a30f250f295a tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Synchronizing usage tracker for tenant:8acef00999b24cfe959ebe96af0aeaf0 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:12:08.757638 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-656108b2-8f05-4257-a353-68ffba155a81 None None] The port '61c9f0ff-895d-4e71-a80d-1a28c43bf273' was deleted {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 12:12:08.848357 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-971f3259-9ba6-456e-816c-a30f250f295a tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Unset dirty status for tenant:8acef00999b24cfe959ebe96af0aeaf0 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:12:08.849596 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-971f3259-9ba6-456e-816c-a30f250f295a tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] 10.222.0.21 "GET /v2.0/ports?device_id=862cb816-c799-4081-a590-bb9143b40bb5 HTTP/1.1" status: 200 len: 205 time: 0.1766086 Feb 04 12:12:08.852313 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 46090) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:08.991279 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-926ddb50-32c0-4531-9ac4-6bbff094b6ef tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:09.384803 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-926ddb50-32c0-4531-9ac4-6bbff094b6ef tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:09.388964 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-926ddb50-32c0-4531-9ac4-6bbff094b6ef tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:09.601842 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-926ddb50-32c0-4531-9ac4-6bbff094b6ef tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:09.602362 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926ddb50-32c0-4531-9ac4-6bbff094b6ef tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Fanout notify agent at l3_agent the message router_deleted on router 862cb816-c799-4081-a590-bb9143b40bb5 {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:12:09.613701 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-926ddb50-32c0-4531-9ac4-6bbff094b6ef tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:09.614841 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-926ddb50-32c0-4531-9ac4-6bbff094b6ef tempest-RoutersNegativeTest-861843370 tempest-RoutersNegativeTest-861843370-project] 10.222.0.21 "DELETE /v2.0/routers/862cb816-c799-4081-a590-bb9143b40bb5 HTTP/1.1" status: 204 len: 168 time: 0.7615747 Feb 04 12:12:10.237385 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 46098) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:10.422530 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-942119a1-f0d5-495a-8b8d-d450d3ca4887 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8acef00999b24cfe959ebe96af0aeaf0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1838779 Feb 04 12:12:10.425076 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 46104) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:10.490213 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ab86c26c-9f69-42e4-8663-5a26a292ad40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:10.522971 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ab86c26c-9f69-42e4-8663-5a26a292ad40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:10.677015 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ab86c26c-9f69-42e4-8663-5a26a292ad40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:10.694484 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab86c26c-9f69-42e4-8663-5a26a292ad40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343e7cad-159e-426a-940d-fb4d514cb362,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:10.698919 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ab86c26c-9f69-42e4-8663-5a26a292ad40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:10.700747 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ab86c26c-9f69-42e4-8663-5a26a292ad40 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/343e7cad-159e-426a-940d-fb4d514cb362 HTTP/1.1" status: 204 len: 168 time: 0.2739134 Feb 04 12:12:11.910690 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 46126) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:12.055824 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-706ba860-a452-4442-9c37-b3ab8aa95cbd admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1229800041-network', 'tenant_id': '9a7aae175d4a4ec1b4b0dfeb21a6b7ba'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:12:12.060860 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-706ba860-a452-4442-9c37-b3ab8aa95cbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:12:12.065404 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-706ba860-a452-4442-9c37-b3ab8aa95cbd admin admin] Usage tracker for resource:network and tenant:9a7aae175d4a4ec1b4b0dfeb21a6b7ba is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:12:12.069617 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-706ba860-a452-4442-9c37-b3ab8aa95cbd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:12:12.075645 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-706ba860-a452-4442-9c37-b3ab8aa95cbd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:12:12.151100 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-72fca60b-90d4-4bc6-83cf-010b417ff559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:12.196516 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706ba860-a452-4442-9c37-b3ab8aa95cbd admin admin] Made reservation on behalf of 9a7aae175d4a4ec1b4b0dfeb21a6b7ba for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:12:12.199154 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-706ba860-a452-4442-9c37-b3ab8aa95cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:12.216409 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-706ba860-a452-4442-9c37-b3ab8aa95cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:12.254534 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-706ba860-a452-4442-9c37-b3ab8aa95cbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:12:12.259839 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-706ba860-a452-4442-9c37-b3ab8aa95cbd admin admin] Usage tracker for resource:security_group_rule and tenant:9a7aae175d4a4ec1b4b0dfeb21a6b7ba is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:12:12.265112 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-706ba860-a452-4442-9c37-b3ab8aa95cbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:12:12.275463 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-706ba860-a452-4442-9c37-b3ab8aa95cbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:12:12.357191 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-706ba860-a452-4442-9c37-b3ab8aa95cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:12.470661 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-706ba860-a452-4442-9c37-b3ab8aa95cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:12.494705 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-706ba860-a452-4442-9c37-b3ab8aa95cbd admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:12:12.515127 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ba860-a452-4442-9c37-b3ab8aa95cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4085622b-c75d-4358-98b1-522552fc0bcd,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:12.517857 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-706ba860-a452-4442-9c37-b3ab8aa95cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:12.518245 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-706ba860-a452-4442-9c37-b3ab8aa95cbd admin admin] Added segment ec8ce08d-db50-40c6-8016-71617cabacff of type vlan for network b291c552-bfa3-4422-bb68-9e2c31bda7e2 Feb 04 12:12:12.546226 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-706ba860-a452-4442-9c37-b3ab8aa95cbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:12.664386 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-706ba860-a452-4442-9c37-b3ab8aa95cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:12.665275 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706ba860-a452-4442-9c37-b3ab8aa95cbd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:12.665909 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-706ba860-a452-4442-9c37-b3ab8aa95cbd admin admin] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:12.781691 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ba860-a452-4442-9c37-b3ab8aa95cbd admin admin] Pushing event updated for resources: {'Network': ['ID=b291c552-bfa3-4422-bb68-9e2c31bda7e2,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:12.793971 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network b291c552-bfa3-4422-bb68-9e2c31bda7e2 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:12:12.866958 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-706ba860-a452-4442-9c37-b3ab8aa95cbd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9542849 Feb 04 12:12:12.870464 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 46132) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:12.876144 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-65ccf167-cc9b-44c8-ad3c-b96b265b43f3 admin admin] Request body: {'subnet': {'network_id': 'b291c552-bfa3-4422-bb68-9e2c31bda7e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1229800041-subnet', 'tenant_id': '9a7aae175d4a4ec1b4b0dfeb21a6b7ba', 'ip_version': 4}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:12:12.882860 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-65ccf167-cc9b-44c8-ad3c-b96b265b43f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:12:12.889068 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-65ccf167-cc9b-44c8-ad3c-b96b265b43f3 admin admin] Usage tracker for resource:subnet and tenant:9a7aae175d4a4ec1b4b0dfeb21a6b7ba is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:12:12.892355 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-65ccf167-cc9b-44c8-ad3c-b96b265b43f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:12:12.899450 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-65ccf167-cc9b-44c8-ad3c-b96b265b43f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:12:12.996273 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ccf167-cc9b-44c8-ad3c-b96b265b43f3 admin admin] Made reservation on behalf of 9a7aae175d4a4ec1b4b0dfeb21a6b7ba for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:12:12.998652 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-65ccf167-cc9b-44c8-ad3c-b96b265b43f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:13.311550 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-65ccf167-cc9b-44c8-ad3c-b96b265b43f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:13.386497 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ccf167-cc9b-44c8-ad3c-b96b265b43f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b49afda4-d18f-4dd0-812b-ff74185a8dad,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:13.402028 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ccf167-cc9b-44c8-ad3c-b96b265b43f3 admin admin] Checking segment: {'id': 'ec8ce08d-db50-40c6-8016-71617cabacff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b291c552-bfa3-4422-bb68-9e2c31bda7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:12:13.402381 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ccf167-cc9b-44c8-ad3c-b96b265b43f3 admin admin] Network hostable DHCP agents. Network: b291c552-bfa3-4422-bb68-9e2c31bda7e2, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:12:13.516421 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ccf167-cc9b-44c8-ad3c-b96b265b43f3 admin admin] Network b291c552-bfa3-4422-bb68-9e2c31bda7e2 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:12:13.601593 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-65ccf167-cc9b-44c8-ad3c-b96b265b43f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, b291c552-bfa3-4422-bb68-9e2c31bda7e2) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:12:13.607227 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ccf167-cc9b-44c8-ad3c-b96b265b43f3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:13.607949 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-65ccf167-cc9b-44c8-ad3c-b96b265b43f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:13.609857 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778942f1-0c2f-419f-ba95-4698759492a7 None None] Network b291c552-bfa3-4422-bb68-9e2c31bda7e2 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:12:13.705711 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-65ccf167-cc9b-44c8-ad3c-b96b265b43f3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8339753 Feb 04 12:12:13.708941 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 46136) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:13.714070 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-71e5397d-1546-4f39-9939-61059346b543 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1229800041-router', 'tenant_id': '9a7aae175d4a4ec1b4b0dfeb21a6b7ba', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:12:13.718998 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-71e5397d-1546-4f39-9939-61059346b543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:12:13.720617 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:12:13.723594 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-71e5397d-1546-4f39-9939-61059346b543 admin admin] Usage tracker for resource:router and tenant:9a7aae175d4a4ec1b4b0dfeb21a6b7ba is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:12:13.726824 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-71e5397d-1546-4f39-9939-61059346b543 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:12:13.732505 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-71e5397d-1546-4f39-9939-61059346b543 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:12:13.836652 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-71e5397d-1546-4f39-9939-61059346b543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:13.837610 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-71e5397d-1546-4f39-9939-61059346b543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:13.843764 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f886fa1e-da65-40ef-9709-a77b183ee81d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-b291c552-bfa3-4422-bb68-9e2c31bda7e2', 'network_id': 'b291c552-bfa3-4422-bb68-9e2c31bda7e2', 'tenant_id': '9a7aae175d4a4ec1b4b0dfeb21a6b7ba', 'fixed_ips': [{'subnet_id': 'b49afda4-d18f-4dd0-812b-ff74185a8dad'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 12:12:13.844871 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f886fa1e-da65-40ef-9709-a77b183ee81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:13.856171 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-71e5397d-1546-4f39-9939-61059346b543 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:14.007521 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-f886fa1e-da65-40ef-9709-a77b183ee81d None None] Allocated IP 172.20.0.2 (b291c552-bfa3-4422-bb68-9e2c31bda7e2/b49afda4-d18f-4dd0-812b-ff74185a8dad/7d6757c7-4f96-4155-b3b3-d75c6396ab5f) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:12:14.088018 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-71e5397d-1546-4f39-9939-61059346b543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:14.235966 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f886fa1e-da65-40ef-9709-a77b183ee81d None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:14.248556 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f886fa1e-da65-40ef-9709-a77b183ee81d None None] Transition to ACTIVE for port object 7d6757c7-4f96-4155-b3b3-d75c6396ab5f will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:12:14.271519 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f886fa1e-da65-40ef-9709-a77b183ee81d None None] Transition to ACTIVE for port object 7d6757c7-4f96-4155-b3b3-d75c6396ab5f will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:12:14.344032 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-71e5397d-1546-4f39-9939-61059346b543 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:14.373728 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-71e5397d-1546-4f39-9939-61059346b543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:14.396741 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f886fa1e-da65-40ef-9709-a77b183ee81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:14.465671 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f886fa1e-da65-40ef-9709-a77b183ee81d None None] Network b291c552-bfa3-4422-bb68-9e2c31bda7e2 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:12:14.469257 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-f886fa1e-da65-40ef-9709-a77b183ee81d None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:12:14.474301 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f886fa1e-da65-40ef-9709-a77b183ee81d None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:12:14.487496 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886fa1e-da65-40ef-9709-a77b183ee81d None None] Pushing event updated for resources: {'Port': ['ID=7d6757c7-4f96-4155-b3b3-d75c6396ab5f,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:14.512213 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-71e5397d-1546-4f39-9939-61059346b543 admin admin] Allocated IP 172.26.3.41 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/3221edd2-b7de-49e9-9e05-a0fcd3bf5f87) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:12:14.572679 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-f886fa1e-da65-40ef-9709-a77b183ee81d None None] Attempting to bind port 7d6757c7-4f96-4155-b3b3-d75c6396ab5f on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:12:14.573037 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-f886fa1e-da65-40ef-9709-a77b183ee81d None None] Attempting to bind port 7d6757c7-4f96-4155-b3b3-d75c6396ab5f by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'ec8ce08d-db50-40c6-8016-71617cabacff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b291c552-bfa3-4422-bb68-9e2c31bda7e2'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:12:14.573414 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f886fa1e-da65-40ef-9709-a77b183ee81d None None] Attempting to bind port 7d6757c7-4f96-4155-b3b3-d75c6396ab5f on network b291c552-bfa3-4422-bb68-9e2c31bda7e2 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:12:14.579999 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f886fa1e-da65-40ef-9709-a77b183ee81d None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:12:14.580378 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f886fa1e-da65-40ef-9709-a77b183ee81d None None] Checking segment: {'id': 'ec8ce08d-db50-40c6-8016-71617cabacff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b291c552-bfa3-4422-bb68-9e2c31bda7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:12:14.580769 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f886fa1e-da65-40ef-9709-a77b183ee81d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:14.581158 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f886fa1e-da65-40ef-9709-a77b183ee81d None None] Bound using segment: {'id': 'ec8ce08d-db50-40c6-8016-71617cabacff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b291c552-bfa3-4422-bb68-9e2c31bda7e2'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:12:14.581689 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-f886fa1e-da65-40ef-9709-a77b183ee81d None None] Bound port: 7d6757c7-4f96-4155-b3b3-d75c6396ab5f, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec8ce08d-db50-40c6-8016-71617cabacff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b291c552-bfa3-4422-bb68-9e2c31bda7e2'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:12:14.582200 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f886fa1e-da65-40ef-9709-a77b183ee81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:14.592798 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4c503779-0be1-489b-8937-b34119cdfe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:14.665387 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-71e5397d-1546-4f39-9939-61059346b543 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:14.677013 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-f886fa1e-da65-40ef-9709-a77b183ee81d None None] For port 7d6757c7-4f96-4155-b3b3-d75c6396ab5f, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:12:14.680276 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-f886fa1e-da65-40ef-9709-a77b183ee81d None None] For port 7d6757c7-4f96-4155-b3b3-d75c6396ab5f, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=7d6757c7-4f96-4155-b3b3-d75c6396ab5f,segment=NetworkSegment(ec8ce08d-db50-40c6-8016-71617cabacff),segment_id=ec8ce08d-db50-40c6-8016-71617cabacff)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:12:14.773250 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f886fa1e-da65-40ef-9709-a77b183ee81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:14.785746 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-71e5397d-1546-4f39-9939-61059346b543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:14.854558 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e5397d-1546-4f39-9939-61059346b543 admin admin] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:12:14.857196 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886fa1e-da65-40ef-9709-a77b183ee81d None None] Pushing event updated for resources: {'Port': ['ID=7d6757c7-4f96-4155-b3b3-d75c6396ab5f,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:14.857471 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-71e5397d-1546-4f39-9939-61059346b543 admin admin] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:12:14.861259 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e5397d-1546-4f39-9939-61059346b543 admin admin] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:12:14.890582 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5397d-1546-4f39-9939-61059346b543 admin admin] Pushing event updated for resources: {'Port': ['ID=3221edd2-b7de-49e9-9e05-a0fcd3bf5f87,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:15.113631 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-71e5397d-1546-4f39-9939-61059346b543 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:15.115335 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-71e5397d-1546-4f39-9939-61059346b543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:15.504982 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e5397d-1546-4f39-9939-61059346b543 admin admin] Router 56c9907b-03c3-4a1d-9f80-67651cddf2be is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:12:15.653174 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:15.727670 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e5397d-1546-4f39-9939-61059346b543 admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:12:15.736322 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70217589-4900-4bde-b2da-1869f9f0cab2 None None] Sync routers for ids ['56c9907b-03c3-4a1d-9f80-67651cddf2be'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:12:15.749131 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70217589-4900-4bde-b2da-1869f9f0cab2 None None] Routers {'56c9907b-03c3-4a1d-9f80-67651cddf2be'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:12:15.751441 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-70217589-4900-4bde-b2da-1869f9f0cab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:12:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['56c9907b-03c3-4a1d-9f80-67651cddf2be'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:15.772368 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:15.849101 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-71e5397d-1546-4f39-9939-61059346b543 admin admin] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:15.855327 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-71e5397d-1546-4f39-9939-61059346b543 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1419659 Feb 04 12:12:15.855945 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 46140) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:15.878903 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 7d6757c7-4f96-4155-b3b3-d75c6396ab5f up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:12:15.930467 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58eeb49d-9a2f-4bf9-afe0-78262d790b4e None None] Network b291c552-bfa3-4422-bb68-9e2c31bda7e2 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:12:15.938642 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-70217589-4900-4bde-b2da-1869f9f0cab2 None None] Set router 56c9907b-03c3-4a1d-9f80-67651cddf2be gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:12:16.132992 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-1b5c184f-1959-4f6b-acf6-1d283609de46 None None] Provisioning for port 7d6757c7-4f96-4155-b3b3-d75c6396ab5f completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:12:16.184786 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 7d6757c7-4f96-4155-b3b3-d75c6396ab5f completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:12:16.197369 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 7d6757c7-4f96-4155-b3b3-d75c6396ab5f triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:12:16.197873 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:16.252775 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-70217589-4900-4bde-b2da-1869f9f0cab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c9907b-03c3-4a1d-9f80-67651cddf2be', 'name': 'tempest-TestEncryptedCinderVolumes-1229800041-router', 'tenant_id': '9a7aae175d4a4ec1b4b0dfeb21a6b7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '3221edd2-b7de-49e9-9e05-a0fcd3bf5f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:12:13Z', 'updated_at': '2022-02-04T12:12:14Z', 'revision_number': 3, 'project_id': '9a7aae175d4a4ec1b4b0dfeb21a6b7ba', 'gw_port': {'id': '3221edd2-b7de-49e9-9e05-a0fcd3bf5f87', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c9907b-03c3-4a1d-9f80-67651cddf2be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:14Z', 'updated_at': '2022-02-04T12:12:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:16.257934 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70217589-4900-4bde-b2da-1869f9f0cab2 None None] Checking router: 56c9907b-03c3-4a1d-9f80-67651cddf2be for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:12:16.258489 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70217589-4900-4bde-b2da-1869f9f0cab2 None None] Updating router 56c9907b-03c3-4a1d-9f80-67651cddf2be port 3221edd2-b7de-49e9-9e05-a0fcd3bf5f87 binding host dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 12:12:16.313731 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-70217589-4900-4bde-b2da-1869f9f0cab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:16.348489 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:16.391891 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 7d6757c7-4f96-4155-b3b3-d75c6396ab5f, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=7d6757c7-4f96-4155-b3b3-d75c6396ab5f,segment=NetworkSegment(ec8ce08d-db50-40c6-8016-71617cabacff),segment_id=ec8ce08d-db50-40c6-8016-71617cabacff)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:12:16.464831 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:16.588815 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=7d6757c7-4f96-4155-b3b3-d75c6396ab5f,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:16.675070 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9653ef15-8f12-4f6b-a62b-2ff424bdde91 None None] Provisioning complete for port 7d6757c7-4f96-4155-b3b3-d75c6396ab5f triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:12:16.676692 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9653ef15-8f12-4f6b-a62b-2ff424bdde91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:16.720117 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-70217589-4900-4bde-b2da-1869f9f0cab2 None None] Notify callbacks [] for port, precommit_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:16.728181 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1e1cd710-5011-4406-b0a6-1ba4fb848c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:16.735721 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.provisioning_blocks [None req-70217589-4900-4bde-b2da-1869f9f0cab2 None None] Transition to ACTIVE for port object 3221edd2-b7de-49e9-9e05-a0fcd3bf5f87 will not be triggered until provisioned by entity L2. {{(pid=84207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:12:16.802675 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-70217589-4900-4bde-b2da-1869f9f0cab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:16.923025 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e76447-e5ff-44c2-9dda-c1862fbd8a36 None None] Pushing event updated for resources: {'Port': ['ID=3221edd2-b7de-49e9-9e05-a0fcd3bf5f87,revision_number=2']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:16.925195 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-70217589-4900-4bde-b2da-1869f9f0cab2 None None] Attempting to bind port 3221edd2-b7de-49e9-9e05-a0fcd3bf5f87 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:12:16.925697 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-70217589-4900-4bde-b2da-1869f9f0cab2 None None] Attempting to bind port 3221edd2-b7de-49e9-9e05-a0fcd3bf5f87 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:12:16.926173 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70217589-4900-4bde-b2da-1869f9f0cab2 None None] Attempting to bind port 3221edd2-b7de-49e9-9e05-a0fcd3bf5f87 on network 63d4ab6b-931d-42a4-aa18-bedd81d582fa {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:12:16.937397 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e76447-e5ff-44c2-9dda-c1862fbd8a36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:16.937732 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e76447-e5ff-44c2-9dda-c1862fbd8a36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:16.938104 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e76447-e5ff-44c2-9dda-c1862fbd8a36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:16.938429 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e76447-e5ff-44c2-9dda-c1862fbd8a36 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:16.938738 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e76447-e5ff-44c2-9dda-c1862fbd8a36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:16.939055 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e76447-e5ff-44c2-9dda-c1862fbd8a36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:16.939371 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e76447-e5ff-44c2-9dda-c1862fbd8a36 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:16.939685 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e76447-e5ff-44c2-9dda-c1862fbd8a36 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:16.939992 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e76447-e5ff-44c2-9dda-c1862fbd8a36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:16.940362 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e76447-e5ff-44c2-9dda-c1862fbd8a36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:16.940622 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e76447-e5ff-44c2-9dda-c1862fbd8a36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:16.944589 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70217589-4900-4bde-b2da-1869f9f0cab2 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:12:16.944950 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70217589-4900-4bde-b2da-1869f9f0cab2 None None] Checking segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:12:16.945339 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-70217589-4900-4bde-b2da-1869f9f0cab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:16.945710 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70217589-4900-4bde-b2da-1869f9f0cab2 None None] Bound using segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:12:16.946188 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-70217589-4900-4bde-b2da-1869f9f0cab2 None None] Bound port: 3221edd2-b7de-49e9-9e05-a0fcd3bf5f87, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:12:16.946566 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-70217589-4900-4bde-b2da-1869f9f0cab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:16.952162 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-1e1cd710-5011-4406-b0a6-1ba4fb848c56 admin admin] Allocated IP 172.20.0.1 (b291c552-bfa3-4422-bb68-9e2c31bda7e2/b49afda4-d18f-4dd0-812b-ff74185a8dad/a6a569b8-0de7-408c-8bb6-4c227685c2c6) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:12:17.018926 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:17.025057 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-70217589-4900-4bde-b2da-1869f9f0cab2 None None] For port 3221edd2-b7de-49e9-9e05-a0fcd3bf5f87, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:12:17.028165 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-70217589-4900-4bde-b2da-1869f9f0cab2 None None] For port 3221edd2-b7de-49e9-9e05-a0fcd3bf5f87, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=3221edd2-b7de-49e9-9e05-a0fcd3bf5f87,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:12:17.134034 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-70217589-4900-4bde-b2da-1869f9f0cab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:17.217288 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1e1cd710-5011-4406-b0a6-1ba4fb848c56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:17.226765 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e76447-e5ff-44c2-9dda-c1862fbd8a36 None None] Pushing event updated for resources: {'Port': ['ID=3221edd2-b7de-49e9-9e05-a0fcd3bf5f87,revision_number=3']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:17.233400 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70217589-4900-4bde-b2da-1869f9f0cab2 None None] Routers {'56c9907b-03c3-4a1d-9f80-67651cddf2be'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:12:17.233861 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-70217589-4900-4bde-b2da-1869f9f0cab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:12:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['56c9907b-03c3-4a1d-9f80-67651cddf2be'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:17.238935 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-1e1cd710-5011-4406-b0a6-1ba4fb848c56 admin admin] Transition to ACTIVE for port object a6a569b8-0de7-408c-8bb6-4c227685c2c6 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:12:17.378911 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1e1cd710-5011-4406-b0a6-1ba4fb848c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:17.424777 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-70217589-4900-4bde-b2da-1869f9f0cab2 None None] Set router 56c9907b-03c3-4a1d-9f80-67651cddf2be gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:12:17.467076 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1cd710-5011-4406-b0a6-1ba4fb848c56 admin admin] Network b291c552-bfa3-4422-bb68-9e2c31bda7e2 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:12:17.469996 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-1e1cd710-5011-4406-b0a6-1ba4fb848c56 admin admin] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:12:17.475540 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1cd710-5011-4406-b0a6-1ba4fb848c56 admin admin] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:12:17.500434 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1cd710-5011-4406-b0a6-1ba4fb848c56 admin admin] Pushing event updated for resources: {'Port': ['ID=a6a569b8-0de7-408c-8bb6-4c227685c2c6,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:17.546056 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1e1cd710-5011-4406-b0a6-1ba4fb848c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:17.740855 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1e1cd710-5011-4406-b0a6-1ba4fb848c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:17.781831 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-70217589-4900-4bde-b2da-1869f9f0cab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c9907b-03c3-4a1d-9f80-67651cddf2be', 'name': 'tempest-TestEncryptedCinderVolumes-1229800041-router', 'tenant_id': '9a7aae175d4a4ec1b4b0dfeb21a6b7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '3221edd2-b7de-49e9-9e05-a0fcd3bf5f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:12:13Z', 'updated_at': '2022-02-04T12:12:14Z', 'revision_number': 3, 'project_id': '9a7aae175d4a4ec1b4b0dfeb21a6b7ba', 'gw_port': {'id': '3221edd2-b7de-49e9-9e05-a0fcd3bf5f87', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c9907b-03c3-4a1d-9f80-67651cddf2be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:14Z', 'updated_at': '2022-02-04T12:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:17.788159 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70217589-4900-4bde-b2da-1869f9f0cab2 None None] The sync data for ids ['56c9907b-03c3-4a1d-9f80-67651cddf2be'] in dv-neutron-827825-2-hyperv is: [{'id': '56c9907b-03c3-4a1d-9f80-67651cddf2be', 'name': 'tempest-TestEncryptedCinderVolumes-1229800041-router', 'tenant_id': '9a7aae175d4a4ec1b4b0dfeb21a6b7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '3221edd2-b7de-49e9-9e05-a0fcd3bf5f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:12:13Z', 'updated_at': '2022-02-04T12:12:14Z', 'revision_number': 3, 'project_id': '9a7aae175d4a4ec1b4b0dfeb21a6b7ba', 'gw_port': {'id': '3221edd2-b7de-49e9-9e05-a0fcd3bf5f87', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c9907b-03c3-4a1d-9f80-67651cddf2be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:14Z', 'updated_at': '2022-02-04T12:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:12:17.847057 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 7d6757c7-4f96-4155-b3b3-d75c6396ab5f up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:12:17.876321 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a85c51d9-6a4d-4fde-b2bb-1cc8c8276e24 None None] Provisioning for port a6a569b8-0de7-408c-8bb6-4c227685c2c6 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:12:17.894859 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a85c51d9-6a4d-4fde-b2bb-1cc8c8276e24 None None] Provisioning complete for port a6a569b8-0de7-408c-8bb6-4c227685c2c6 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:12:17.895289 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a85c51d9-6a4d-4fde-b2bb-1cc8c8276e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:17.963967 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-a85c51d9-6a4d-4fde-b2bb-1cc8c8276e24 None None] Port a6a569b8-0de7-408c-8bb6-4c227685c2c6 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:12:17.980047 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 7d6757c7-4f96-4155-b3b3-d75c6396ab5f triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:12:17.980600 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:17.991267 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1e1cd710-5011-4406-b0a6-1ba4fb848c56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:18.087617 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1e1cd710-5011-4406-b0a6-1ba4fb848c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:18.197973 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1e1cd710-5011-4406-b0a6-1ba4fb848c56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:18.201522 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1cd710-5011-4406-b0a6-1ba4fb848c56 admin admin] Pushing event updated for resources: {'Port': ['ID=a6a569b8-0de7-408c-8bb6-4c227685c2c6,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:18.346201 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1cd710-5011-4406-b0a6-1ba4fb848c56 admin admin] Network b291c552-bfa3-4422-bb68-9e2c31bda7e2 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:12:18.347722 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-1e1cd710-5011-4406-b0a6-1ba4fb848c56 admin admin] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:12:18.592493 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-42febb99-bfba-4af6-b7f4-fc4e7e6f821e None None] Provisioning complete for port a6a569b8-0de7-408c-8bb6-4c227685c2c6 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:12:18.593001 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-42febb99-bfba-4af6-b7f4-fc4e7e6f821e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:18.656564 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-42febb99-bfba-4af6-b7f4-fc4e7e6f821e None None] Port a6a569b8-0de7-408c-8bb6-4c227685c2c6 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:12:18.757524 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1cd710-5011-4406-b0a6-1ba4fb848c56 admin admin] Router 56c9907b-03c3-4a1d-9f80-67651cddf2be has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:12:18.955338 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1cd710-5011-4406-b0a6-1ba4fb848c56 admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:12:18.964772 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1e1cd710-5011-4406-b0a6-1ba4fb848c56 admin admin] 10.222.0.21 "PUT /v2.0/routers/56c9907b-03c3-4a1d-9f80-67651cddf2be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1069722 Feb 04 12:12:19.867762 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 3221edd2-b7de-49e9-9e05-a0fcd3bf5f87 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:12:20.007566 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 3221edd2-b7de-49e9-9e05-a0fcd3bf5f87 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:12:20.013322 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 3221edd2-b7de-49e9-9e05-a0fcd3bf5f87 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:12:20.013870 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:20.179627 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 46164) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:20.185969 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-5f53aab7-e6c8-49ae-baeb-5e848d99ba9a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-819467460-network', 'tenant_id': '6fe7b79c771c440dba636ac785a10eb8'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:12:20.191791 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-5f53aab7-e6c8-49ae-baeb-5e848d99ba9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:12:20.196900 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-5f53aab7-e6c8-49ae-baeb-5e848d99ba9a admin admin] Usage tracker for resource:network and tenant:6fe7b79c771c440dba636ac785a10eb8 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:12:20.201219 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-5f53aab7-e6c8-49ae-baeb-5e848d99ba9a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:12:20.207865 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-5f53aab7-e6c8-49ae-baeb-5e848d99ba9a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:12:20.226189 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:20.247029 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 3221edd2-b7de-49e9-9e05-a0fcd3bf5f87, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=3221edd2-b7de-49e9-9e05-a0fcd3bf5f87,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:12:20.259318 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f53aab7-e6c8-49ae-baeb-5e848d99ba9a admin admin] Made reservation on behalf of 6fe7b79c771c440dba636ac785a10eb8 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:12:20.261494 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5f53aab7-e6c8-49ae-baeb-5e848d99ba9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:20.274240 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5f53aab7-e6c8-49ae-baeb-5e848d99ba9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:20.305349 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-5f53aab7-e6c8-49ae-baeb-5e848d99ba9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:12:20.314189 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-5f53aab7-e6c8-49ae-baeb-5e848d99ba9a admin admin] Usage tracker for resource:security_group_rule and tenant:6fe7b79c771c440dba636ac785a10eb8 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:12:20.318784 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-5f53aab7-e6c8-49ae-baeb-5e848d99ba9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:12:20.325045 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-5f53aab7-e6c8-49ae-baeb-5e848d99ba9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:12:20.328715 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:20.398879 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5f53aab7-e6c8-49ae-baeb-5e848d99ba9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:20.407570 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=3221edd2-b7de-49e9-9e05-a0fcd3bf5f87,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:20.493477 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5f53aab7-e6c8-49ae-baeb-5e848d99ba9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:20.528195 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f53aab7-e6c8-49ae-baeb-5e848d99ba9a admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:12:20.537436 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53aab7-e6c8-49ae-baeb-5e848d99ba9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09173f1b-5325-42cc-832e-da679182acf7,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:20.543093 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5f53aab7-e6c8-49ae-baeb-5e848d99ba9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:20.543462 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-5f53aab7-e6c8-49ae-baeb-5e848d99ba9a admin admin] Added segment 9359108a-7569-4409-9624-5b37243d3005 of type vlan for network cb9bee02-5230-475d-a1fc-b069eed7b733 Feb 04 12:12:20.569803 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5f53aab7-e6c8-49ae-baeb-5e848d99ba9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:20.676735 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5f53aab7-e6c8-49ae-baeb-5e848d99ba9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:20.677630 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f53aab7-e6c8-49ae-baeb-5e848d99ba9a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:20.678270 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5f53aab7-e6c8-49ae-baeb-5e848d99ba9a admin admin] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:20.873466 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53aab7-e6c8-49ae-baeb-5e848d99ba9a admin admin] Pushing event updated for resources: {'Network': ['ID=cb9bee02-5230-475d-a1fc-b069eed7b733,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:20.885691 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network cb9bee02-5230-475d-a1fc-b069eed7b733 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:12:20.939357 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5f53aab7-e6c8-49ae-baeb-5e848d99ba9a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7584422 Feb 04 12:12:20.942679 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 46168) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:20.948116 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-d6a2b41e-7573-4437-9dab-8695a1a29aed admin admin] Request body: {'subnet': {'network_id': 'cb9bee02-5230-475d-a1fc-b069eed7b733', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-819467460-subnet', 'tenant_id': '6fe7b79c771c440dba636ac785a10eb8', 'ip_version': 4}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:12:20.952800 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d6a2b41e-7573-4437-9dab-8695a1a29aed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:12:20.957660 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d6a2b41e-7573-4437-9dab-8695a1a29aed admin admin] Usage tracker for resource:subnet and tenant:6fe7b79c771c440dba636ac785a10eb8 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:12:20.959854 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d6a2b41e-7573-4437-9dab-8695a1a29aed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:12:20.965605 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d6a2b41e-7573-4437-9dab-8695a1a29aed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:12:21.070449 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a2b41e-7573-4437-9dab-8695a1a29aed admin admin] Made reservation on behalf of 6fe7b79c771c440dba636ac785a10eb8 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:12:21.073310 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d6a2b41e-7573-4437-9dab-8695a1a29aed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:21.332379 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f6d6f4-9273-4aaf-a36d-bd29455029d6 None None] Sync routers for ids ['56c9907b-03c3-4a1d-9f80-67651cddf2be'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:12:21.343925 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f6d6f4-9273-4aaf-a36d-bd29455029d6 None None] Routers {'56c9907b-03c3-4a1d-9f80-67651cddf2be'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:12:21.344521 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-b0f6d6f4-9273-4aaf-a36d-bd29455029d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:12:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['56c9907b-03c3-4a1d-9f80-67651cddf2be'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:21.407831 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d6a2b41e-7573-4437-9dab-8695a1a29aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:21.485973 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a2b41e-7573-4437-9dab-8695a1a29aed admin admin] Pushing event updated for resources: {'Subnet': ['ID=b65d90d9-1b9b-46d9-af24-7964a7ce6789,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:21.499567 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a2b41e-7573-4437-9dab-8695a1a29aed admin admin] Checking segment: {'id': '9359108a-7569-4409-9624-5b37243d3005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cb9bee02-5230-475d-a1fc-b069eed7b733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:12:21.499918 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a2b41e-7573-4437-9dab-8695a1a29aed admin admin] Network hostable DHCP agents. Network: cb9bee02-5230-475d-a1fc-b069eed7b733, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:12:21.523871 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-b0f6d6f4-9273-4aaf-a36d-bd29455029d6 None None] Set router 56c9907b-03c3-4a1d-9f80-67651cddf2be gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:12:21.641665 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a2b41e-7573-4437-9dab-8695a1a29aed admin admin] Network cb9bee02-5230-475d-a1fc-b069eed7b733 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:12:21.744935 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-d6a2b41e-7573-4437-9dab-8695a1a29aed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, cb9bee02-5230-475d-a1fc-b069eed7b733) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:12:21.751583 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a2b41e-7573-4437-9dab-8695a1a29aed admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:21.752236 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d6a2b41e-7573-4437-9dab-8695a1a29aed admin admin] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:21.777688 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dc3eb6-2634-4753-a2a8-6ea787da1471 None None] Network cb9bee02-5230-475d-a1fc-b069eed7b733 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:12:21.851650 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 3221edd2-b7de-49e9-9e05-a0fcd3bf5f87 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:12:21.854381 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d6a2b41e-7573-4437-9dab-8695a1a29aed admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9105434 Feb 04 12:12:21.857777 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 46172) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:21.862727 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-82e9f5d1-7c95-4341-8957-c827444dc5bc admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-819467460-router', 'tenant_id': '6fe7b79c771c440dba636ac785a10eb8', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:12:21.868005 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-82e9f5d1-7c95-4341-8957-c827444dc5bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:12:21.871721 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-82e9f5d1-7c95-4341-8957-c827444dc5bc admin admin] Usage tracker for resource:router and tenant:6fe7b79c771c440dba636ac785a10eb8 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:12:21.874520 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-82e9f5d1-7c95-4341-8957-c827444dc5bc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:12:21.880507 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-82e9f5d1-7c95-4341-8957-c827444dc5bc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:12:22.007678 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-82e9f5d1-7c95-4341-8957-c827444dc5bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:22.009598 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-82e9f5d1-7c95-4341-8957-c827444dc5bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:22.045380 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-82e9f5d1-7c95-4341-8957-c827444dc5bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:22.096816 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 3221edd2-b7de-49e9-9e05-a0fcd3bf5f87 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:12:22.098100 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:22.204277 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4779e738-8c0e-48e1-b761-2268ed80fa2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-cb9bee02-5230-475d-a1fc-b069eed7b733', 'network_id': 'cb9bee02-5230-475d-a1fc-b069eed7b733', 'tenant_id': '6fe7b79c771c440dba636ac785a10eb8', 'fixed_ips': [{'subnet_id': 'b65d90d9-1b9b-46d9-af24-7964a7ce6789'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 12:12:22.205095 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4779e738-8c0e-48e1-b761-2268ed80fa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:22.231444 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-b0f6d6f4-9273-4aaf-a36d-bd29455029d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c9907b-03c3-4a1d-9f80-67651cddf2be', 'name': 'tempest-TestEncryptedCinderVolumes-1229800041-router', 'tenant_id': '9a7aae175d4a4ec1b4b0dfeb21a6b7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '3221edd2-b7de-49e9-9e05-a0fcd3bf5f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:12:13Z', 'updated_at': '2022-02-04T12:12:17Z', 'revision_number': 4, 'project_id': '9a7aae175d4a4ec1b4b0dfeb21a6b7ba', 'gw_port': {'id': '3221edd2-b7de-49e9-9e05-a0fcd3bf5f87', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c9907b-03c3-4a1d-9f80-67651cddf2be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:14Z', 'updated_at': '2022-02-04T12:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'a6a569b8-0de7-408c-8bb6-4c227685c2c6', 'name': '', 'network_id': 'b291c552-bfa3-4422-bb68-9e2c31bda7e2', 'tenant_id': '9a7aae175d4a4ec1b4b0dfeb21a6b7ba', 'mac_address': 'fa:16:3e:bc:c8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c9907b-03c3-4a1d-9f80-67651cddf2be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b49afda4-d18f-4dd0-812b-ff74185a8dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:16Z', 'updated_at': '2022-02-04T12:12:17Z', 'revision_number': 2, 'project_id': '9a7aae175d4a4ec1b4b0dfeb21a6b7ba', 'subnets': [{'id': 'b49afda4-d18f-4dd0-812b-ff74185a8dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:22.241337 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f6d6f4-9273-4aaf-a36d-bd29455029d6 None None] Checking router: 56c9907b-03c3-4a1d-9f80-67651cddf2be for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:12:22.241711 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f6d6f4-9273-4aaf-a36d-bd29455029d6 None None] Updating router 56c9907b-03c3-4a1d-9f80-67651cddf2be port a6a569b8-0de7-408c-8bb6-4c227685c2c6 binding host dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 12:12:22.311078 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-82e9f5d1-7c95-4341-8957-c827444dc5bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:22.416065 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b0f6d6f4-9273-4aaf-a36d-bd29455029d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:22.539743 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-4779e738-8c0e-48e1-b761-2268ed80fa2b None None] Allocated IP 172.20.0.2 (cb9bee02-5230-475d-a1fc-b069eed7b733/b65d90d9-1b9b-46d9-af24-7964a7ce6789/0eea1eeb-33e8-4925-81eb-6e3d0133c31f) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:12:22.602354 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-82e9f5d1-7c95-4341-8957-c827444dc5bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:22.632174 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-82e9f5d1-7c95-4341-8957-c827444dc5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:22.803873 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-82e9f5d1-7c95-4341-8957-c827444dc5bc admin admin] Allocated IP 172.26.3.37 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/3b48811e-2482-4c53-9bde-f2c9fa5647db) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:12:22.932455 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4779e738-8c0e-48e1-b761-2268ed80fa2b None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:22.959360 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-82e9f5d1-7c95-4341-8957-c827444dc5bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:22.980603 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4779e738-8c0e-48e1-b761-2268ed80fa2b None None] Transition to ACTIVE for port object 0eea1eeb-33e8-4925-81eb-6e3d0133c31f will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:12:23.018947 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4779e738-8c0e-48e1-b761-2268ed80fa2b None None] Transition to ACTIVE for port object 0eea1eeb-33e8-4925-81eb-6e3d0133c31f will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:12:23.029574 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b0f6d6f4-9273-4aaf-a36d-bd29455029d6 None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:23.041729 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-b0f6d6f4-9273-4aaf-a36d-bd29455029d6 None None] Transition to ACTIVE for port object a6a569b8-0de7-408c-8bb6-4c227685c2c6 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:12:23.106317 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-82e9f5d1-7c95-4341-8957-c827444dc5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:23.150737 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4779e738-8c0e-48e1-b761-2268ed80fa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:23.175049 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e9f5d1-7c95-4341-8957-c827444dc5bc admin admin] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:12:23.179620 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-82e9f5d1-7c95-4341-8957-c827444dc5bc admin admin] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:12:23.183780 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e9f5d1-7c95-4341-8957-c827444dc5bc admin admin] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:12:23.187676 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b0f6d6f4-9273-4aaf-a36d-bd29455029d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:23.217725 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9f5d1-7c95-4341-8957-c827444dc5bc admin admin] Pushing event updated for resources: {'Port': ['ID=3b48811e-2482-4c53-9bde-f2c9fa5647db,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:23.290536 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4779e738-8c0e-48e1-b761-2268ed80fa2b None None] Network cb9bee02-5230-475d-a1fc-b069eed7b733 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:12:23.296017 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4779e738-8c0e-48e1-b761-2268ed80fa2b None None] Pushing event updated for resources: {'Port': ['ID=0eea1eeb-33e8-4925-81eb-6e3d0133c31f,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:23.298522 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-4779e738-8c0e-48e1-b761-2268ed80fa2b None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:12:23.343335 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4779e738-8c0e-48e1-b761-2268ed80fa2b None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:12:23.444931 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-82e9f5d1-7c95-4341-8957-c827444dc5bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:23.445652 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-82e9f5d1-7c95-4341-8957-c827444dc5bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:23.548178 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c433a-ad57-4de1-ac54-74243c5651c8 None None] Pushing event updated for resources: {'Port': ['ID=a6a569b8-0de7-408c-8bb6-4c227685c2c6,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:23.587885 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-4779e738-8c0e-48e1-b761-2268ed80fa2b None None] Attempting to bind port 0eea1eeb-33e8-4925-81eb-6e3d0133c31f on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:12:23.588251 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-4779e738-8c0e-48e1-b761-2268ed80fa2b None None] Attempting to bind port 0eea1eeb-33e8-4925-81eb-6e3d0133c31f by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '9359108a-7569-4409-9624-5b37243d3005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cb9bee02-5230-475d-a1fc-b069eed7b733'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:12:23.588612 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4779e738-8c0e-48e1-b761-2268ed80fa2b None None] Attempting to bind port 0eea1eeb-33e8-4925-81eb-6e3d0133c31f on network cb9bee02-5230-475d-a1fc-b069eed7b733 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:12:23.618438 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4779e738-8c0e-48e1-b761-2268ed80fa2b None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:12:23.618812 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4779e738-8c0e-48e1-b761-2268ed80fa2b None None] Checking segment: {'id': '9359108a-7569-4409-9624-5b37243d3005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cb9bee02-5230-475d-a1fc-b069eed7b733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:12:23.619203 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4779e738-8c0e-48e1-b761-2268ed80fa2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:23.619593 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4779e738-8c0e-48e1-b761-2268ed80fa2b None None] Bound using segment: {'id': '9359108a-7569-4409-9624-5b37243d3005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cb9bee02-5230-475d-a1fc-b069eed7b733'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:12:23.620067 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-4779e738-8c0e-48e1-b761-2268ed80fa2b None None] Bound port: 0eea1eeb-33e8-4925-81eb-6e3d0133c31f, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9359108a-7569-4409-9624-5b37243d3005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cb9bee02-5230-475d-a1fc-b069eed7b733'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:12:23.620431 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4779e738-8c0e-48e1-b761-2268ed80fa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:23.637244 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-b0f6d6f4-9273-4aaf-a36d-bd29455029d6 None None] Attempting to bind port a6a569b8-0de7-408c-8bb6-4c227685c2c6 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:12:23.637673 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-b0f6d6f4-9273-4aaf-a36d-bd29455029d6 None None] Attempting to bind port a6a569b8-0de7-408c-8bb6-4c227685c2c6 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'ec8ce08d-db50-40c6-8016-71617cabacff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b291c552-bfa3-4422-bb68-9e2c31bda7e2'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:12:23.638007 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f6d6f4-9273-4aaf-a36d-bd29455029d6 None None] Attempting to bind port a6a569b8-0de7-408c-8bb6-4c227685c2c6 on network b291c552-bfa3-4422-bb68-9e2c31bda7e2 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:12:23.679890 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f6d6f4-9273-4aaf-a36d-bd29455029d6 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:12:23.680261 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f6d6f4-9273-4aaf-a36d-bd29455029d6 None None] Checking segment: {'id': 'ec8ce08d-db50-40c6-8016-71617cabacff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b291c552-bfa3-4422-bb68-9e2c31bda7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:12:23.680659 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b0f6d6f4-9273-4aaf-a36d-bd29455029d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:23.681046 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f6d6f4-9273-4aaf-a36d-bd29455029d6 None None] Bound using segment: {'id': 'ec8ce08d-db50-40c6-8016-71617cabacff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b291c552-bfa3-4422-bb68-9e2c31bda7e2'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:12:23.681514 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-b0f6d6f4-9273-4aaf-a36d-bd29455029d6 None None] Bound port: a6a569b8-0de7-408c-8bb6-4c227685c2c6, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec8ce08d-db50-40c6-8016-71617cabacff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b291c552-bfa3-4422-bb68-9e2c31bda7e2'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:12:23.681940 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b0f6d6f4-9273-4aaf-a36d-bd29455029d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:23.761448 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e9f5d1-7c95-4341-8957-c827444dc5bc admin admin] Router b43531e6-0c8c-4cbe-a979-a559927df664 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:12:23.793113 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4779e738-8c0e-48e1-b761-2268ed80fa2b None None] For port 0eea1eeb-33e8-4925-81eb-6e3d0133c31f, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:12:23.808350 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4779e738-8c0e-48e1-b761-2268ed80fa2b None None] For port 0eea1eeb-33e8-4925-81eb-6e3d0133c31f, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=0eea1eeb-33e8-4925-81eb-6e3d0133c31f,segment=NetworkSegment(9359108a-7569-4409-9624-5b37243d3005),segment_id=9359108a-7569-4409-9624-5b37243d3005)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:12:23.812308 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-b0f6d6f4-9273-4aaf-a36d-bd29455029d6 None None] For port a6a569b8-0de7-408c-8bb6-4c227685c2c6, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:12:23.815240 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-b0f6d6f4-9273-4aaf-a36d-bd29455029d6 None None] For port a6a569b8-0de7-408c-8bb6-4c227685c2c6, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=a6a569b8-0de7-408c-8bb6-4c227685c2c6,segment=NetworkSegment(ec8ce08d-db50-40c6-8016-71617cabacff),segment_id=ec8ce08d-db50-40c6-8016-71617cabacff)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:12:23.940372 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4779e738-8c0e-48e1-b761-2268ed80fa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:23.982382 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b0f6d6f4-9273-4aaf-a36d-bd29455029d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:24.055480 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4779e738-8c0e-48e1-b761-2268ed80fa2b None None] Pushing event updated for resources: {'Port': ['ID=0eea1eeb-33e8-4925-81eb-6e3d0133c31f,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:24.104274 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f6d6f4-9273-4aaf-a36d-bd29455029d6 None None] Routers {'56c9907b-03c3-4a1d-9f80-67651cddf2be'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:12:24.104911 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-b0f6d6f4-9273-4aaf-a36d-bd29455029d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:12:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['56c9907b-03c3-4a1d-9f80-67651cddf2be'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:24.112184 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e9f5d1-7c95-4341-8957-c827444dc5bc admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:12:24.127123 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e20506-339d-4589-87e3-ca47bf3f8877 None None] Sync routers for ids ['b43531e6-0c8c-4cbe-a979-a559927df664'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:12:24.151242 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e20506-339d-4589-87e3-ca47bf3f8877 None None] Routers {'b43531e6-0c8c-4cbe-a979-a559927df664'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:12:24.152631 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-21e20506-339d-4589-87e3-ca47bf3f8877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:12:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['b43531e6-0c8c-4cbe-a979-a559927df664'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:24.208386 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-82e9f5d1-7c95-4341-8957-c827444dc5bc admin admin] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:24.212780 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 46176) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:24.214261 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-82e9f5d1-7c95-4341-8957-c827444dc5bc admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3546300 Feb 04 12:12:24.432361 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c433a-ad57-4de1-ac54-74243c5651c8 None None] Pushing event updated for resources: {'Port': ['ID=a6a569b8-0de7-408c-8bb6-4c227685c2c6,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:24.450841 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-b0f6d6f4-9273-4aaf-a36d-bd29455029d6 None None] Set router 56c9907b-03c3-4a1d-9f80-67651cddf2be gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:12:24.492712 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-21e20506-339d-4589-87e3-ca47bf3f8877 None None] Set router b43531e6-0c8c-4cbe-a979-a559927df664 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:12:24.850356 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-b0f6d6f4-9273-4aaf-a36d-bd29455029d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c9907b-03c3-4a1d-9f80-67651cddf2be', 'name': 'tempest-TestEncryptedCinderVolumes-1229800041-router', 'tenant_id': '9a7aae175d4a4ec1b4b0dfeb21a6b7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '3221edd2-b7de-49e9-9e05-a0fcd3bf5f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:12:13Z', 'updated_at': '2022-02-04T12:12:17Z', 'revision_number': 4, 'project_id': '9a7aae175d4a4ec1b4b0dfeb21a6b7ba', 'gw_port': {'id': '3221edd2-b7de-49e9-9e05-a0fcd3bf5f87', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c9907b-03c3-4a1d-9f80-67651cddf2be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:14Z', 'updated_at': '2022-02-04T12:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'a6a569b8-0de7-408c-8bb6-4c227685c2c6', 'name': '', 'network_id': 'b291c552-bfa3-4422-bb68-9e2c31bda7e2', 'tenant_id': '9a7aae175d4a4ec1b4b0dfeb21a6b7ba', 'mac_address': 'fa:16:3e:bc:c8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c9907b-03c3-4a1d-9f80-67651cddf2be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b49afda4-d18f-4dd0-812b-ff74185a8dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:16Z', 'updated_at': '2022-02-04T12:12:23Z', 'revision_number': 4, 'project_id': '9a7aae175d4a4ec1b4b0dfeb21a6b7ba', 'subnets': [{'id': 'b49afda4-d18f-4dd0-812b-ff74185a8dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:24.854683 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f6d6f4-9273-4aaf-a36d-bd29455029d6 None None] The sync data for ids ['56c9907b-03c3-4a1d-9f80-67651cddf2be'] in dv-neutron-827825-2-hyperv is: [{'id': '56c9907b-03c3-4a1d-9f80-67651cddf2be', 'name': 'tempest-TestEncryptedCinderVolumes-1229800041-router', 'tenant_id': '9a7aae175d4a4ec1b4b0dfeb21a6b7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '3221edd2-b7de-49e9-9e05-a0fcd3bf5f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:12:13Z', 'updated_at': '2022-02-04T12:12:17Z', 'revision_number': 4, 'project_id': '9a7aae175d4a4ec1b4b0dfeb21a6b7ba', 'gw_port': {'id': '3221edd2-b7de-49e9-9e05-a0fcd3bf5f87', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c9907b-03c3-4a1d-9f80-67651cddf2be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:14Z', 'updated_at': '2022-02-04T12:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'a6a569b8-0de7-408c-8bb6-4c227685c2c6', 'name': '', 'network_id': 'b291c552-bfa3-4422-bb68-9e2c31bda7e2', 'tenant_id': '9a7aae175d4a4ec1b4b0dfeb21a6b7ba', 'mac_address': 'fa:16:3e:bc:c8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c9907b-03c3-4a1d-9f80-67651cddf2be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b49afda4-d18f-4dd0-812b-ff74185a8dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:16Z', 'updated_at': '2022-02-04T12:12:23Z', 'revision_number': 4, 'project_id': '9a7aae175d4a4ec1b4b0dfeb21a6b7ba', 'subnets': [{'id': 'b49afda4-d18f-4dd0-812b-ff74185a8dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:12:24.867019 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-21e20506-339d-4589-87e3-ca47bf3f8877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43531e6-0c8c-4cbe-a979-a559927df664', 'name': 'tempest-TestEncryptedCinderVolumes-819467460-router', 'tenant_id': '6fe7b79c771c440dba636ac785a10eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': '3b48811e-2482-4c53-9bde-f2c9fa5647db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:12:22Z', 'updated_at': '2022-02-04T12:12:23Z', 'revision_number': 3, 'project_id': '6fe7b79c771c440dba636ac785a10eb8', 'gw_port': {'id': '3b48811e-2482-4c53-9bde-f2c9fa5647db', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43531e6-0c8c-4cbe-a979-a559927df664', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:22Z', 'updated_at': '2022-02-04T12:12:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:24.875071 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e20506-339d-4589-87e3-ca47bf3f8877 None None] Checking router: b43531e6-0c8c-4cbe-a979-a559927df664 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:12:24.875813 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e20506-339d-4589-87e3-ca47bf3f8877 None None] Updating router b43531e6-0c8c-4cbe-a979-a559927df664 port 3b48811e-2482-4c53-9bde-f2c9fa5647db binding host dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 12:12:24.993737 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-21e20506-339d-4589-87e3-ca47bf3f8877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:25.165197 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d824597c-758b-4072-8af2-307399dab915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:25.343517 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52068f36-1dca-48f1-8c8f-68bd57a3b20f None None] Network cb9bee02-5230-475d-a1fc-b069eed7b733 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:12:25.415779 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-21e20506-339d-4589-87e3-ca47bf3f8877 None None] Notify callbacks [] for port, precommit_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:25.429998 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.provisioning_blocks [None req-21e20506-339d-4589-87e3-ca47bf3f8877 None None] Transition to ACTIVE for port object 3b48811e-2482-4c53-9bde-f2c9fa5647db will not be triggered until provisioned by entity L2. {{(pid=84207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:12:25.453314 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-d824597c-758b-4072-8af2-307399dab915 admin admin] Allocated IP 172.20.0.1 (cb9bee02-5230-475d-a1fc-b069eed7b733/b65d90d9-1b9b-46d9-af24-7964a7ce6789/4905c652-dadf-4e3d-bb85-d8e052174f15) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:12:25.527922 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-21e20506-339d-4589-87e3-ca47bf3f8877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:25.615726 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3b2ce5b1-9038-418f-884c-565fe8ca2543 None None] Provisioning for port 0eea1eeb-33e8-4925-81eb-6e3d0133c31f completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:12:25.630725 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33513d92-83f7-42a9-807c-9ebdadefda46 None None] Pushing event updated for resources: {'Port': ['ID=3b48811e-2482-4c53-9bde-f2c9fa5647db,revision_number=2']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:25.642831 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-21e20506-339d-4589-87e3-ca47bf3f8877 None None] Attempting to bind port 3b48811e-2482-4c53-9bde-f2c9fa5647db on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:12:25.643065 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-21e20506-339d-4589-87e3-ca47bf3f8877 None None] Attempting to bind port 3b48811e-2482-4c53-9bde-f2c9fa5647db by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:12:25.643368 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e20506-339d-4589-87e3-ca47bf3f8877 None None] Attempting to bind port 3b48811e-2482-4c53-9bde-f2c9fa5647db on network 63d4ab6b-931d-42a4-aa18-bedd81d582fa {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:12:25.651261 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e20506-339d-4589-87e3-ca47bf3f8877 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:12:25.651530 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e20506-339d-4589-87e3-ca47bf3f8877 None None] Checking segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:12:25.651779 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-21e20506-339d-4589-87e3-ca47bf3f8877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:25.652157 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e20506-339d-4589-87e3-ca47bf3f8877 None None] Bound using segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:12:25.652603 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-21e20506-339d-4589-87e3-ca47bf3f8877 None None] Bound port: 3b48811e-2482-4c53-9bde-f2c9fa5647db, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:12:25.652954 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-21e20506-339d-4589-87e3-ca47bf3f8877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:25.741125 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-21e20506-339d-4589-87e3-ca47bf3f8877 None None] For port 3b48811e-2482-4c53-9bde-f2c9fa5647db, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:12:25.745509 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-21e20506-339d-4589-87e3-ca47bf3f8877 None None] For port 3b48811e-2482-4c53-9bde-f2c9fa5647db, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=3b48811e-2482-4c53-9bde-f2c9fa5647db,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:12:25.783370 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d824597c-758b-4072-8af2-307399dab915 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:25.805858 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-d824597c-758b-4072-8af2-307399dab915 admin admin] Transition to ACTIVE for port object 4905c652-dadf-4e3d-bb85-d8e052174f15 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:12:25.814593 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-21e20506-339d-4589-87e3-ca47bf3f8877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:25.905388 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d824597c-758b-4072-8af2-307399dab915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:25.913335 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e20506-339d-4589-87e3-ca47bf3f8877 None None] Routers {'b43531e6-0c8c-4cbe-a979-a559927df664'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:12:25.913989 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-21e20506-339d-4589-87e3-ca47bf3f8877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:12:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['b43531e6-0c8c-4cbe-a979-a559927df664'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:25.963031 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 0eea1eeb-33e8-4925-81eb-6e3d0133c31f up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:12:25.998981 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33513d92-83f7-42a9-807c-9ebdadefda46 None None] Pushing event updated for resources: {'Port': ['ID=3b48811e-2482-4c53-9bde-f2c9fa5647db,revision_number=3']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:26.007107 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d824597c-758b-4072-8af2-307399dab915 admin admin] Network cb9bee02-5230-475d-a1fc-b069eed7b733 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:12:26.011640 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-d824597c-758b-4072-8af2-307399dab915 admin admin] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:12:26.028883 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d824597c-758b-4072-8af2-307399dab915 admin admin] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:12:26.067129 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824597c-758b-4072-8af2-307399dab915 admin admin] Pushing event updated for resources: {'Port': ['ID=4905c652-dadf-4e3d-bb85-d8e052174f15,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:26.105822 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d824597c-758b-4072-8af2-307399dab915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:26.156960 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-21e20506-339d-4589-87e3-ca47bf3f8877 None None] Set router b43531e6-0c8c-4cbe-a979-a559927df664 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:12:26.173359 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 0eea1eeb-33e8-4925-81eb-6e3d0133c31f completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:12:26.180224 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 0eea1eeb-33e8-4925-81eb-6e3d0133c31f triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:12:26.180710 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:26.308287 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d824597c-758b-4072-8af2-307399dab915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:26.324892 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:26.367597 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 0eea1eeb-33e8-4925-81eb-6e3d0133c31f, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=0eea1eeb-33e8-4925-81eb-6e3d0133c31f,segment=NetworkSegment(9359108a-7569-4409-9624-5b37243d3005),segment_id=9359108a-7569-4409-9624-5b37243d3005)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:12:26.462467 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:26.464026 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device a6a569b8-0de7-408c-8bb6-4c227685c2c6 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:12:26.482390 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-21e20506-339d-4589-87e3-ca47bf3f8877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43531e6-0c8c-4cbe-a979-a559927df664', 'name': 'tempest-TestEncryptedCinderVolumes-819467460-router', 'tenant_id': '6fe7b79c771c440dba636ac785a10eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': '3b48811e-2482-4c53-9bde-f2c9fa5647db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:12:22Z', 'updated_at': '2022-02-04T12:12:23Z', 'revision_number': 3, 'project_id': '6fe7b79c771c440dba636ac785a10eb8', 'gw_port': {'id': '3b48811e-2482-4c53-9bde-f2c9fa5647db', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43531e6-0c8c-4cbe-a979-a559927df664', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:22Z', 'updated_at': '2022-02-04T12:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:26.486455 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e20506-339d-4589-87e3-ca47bf3f8877 None None] The sync data for ids ['b43531e6-0c8c-4cbe-a979-a559927df664'] in dv-neutron-827825-2-hyperv is: [{'id': 'b43531e6-0c8c-4cbe-a979-a559927df664', 'name': 'tempest-TestEncryptedCinderVolumes-819467460-router', 'tenant_id': '6fe7b79c771c440dba636ac785a10eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': '3b48811e-2482-4c53-9bde-f2c9fa5647db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:12:22Z', 'updated_at': '2022-02-04T12:12:23Z', 'revision_number': 3, 'project_id': '6fe7b79c771c440dba636ac785a10eb8', 'gw_port': {'id': '3b48811e-2482-4c53-9bde-f2c9fa5647db', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43531e6-0c8c-4cbe-a979-a559927df664', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:22Z', 'updated_at': '2022-02-04T12:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:12:26.560575 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d824597c-758b-4072-8af2-307399dab915 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:26.619610 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d824597c-758b-4072-8af2-307399dab915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:26.626573 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=0eea1eeb-33e8-4925-81eb-6e3d0133c31f,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:26.647037 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d7bc6e4d-a16f-4ec1-936f-305da683e3a7 None None] Provisioning for port 4905c652-dadf-4e3d-bb85-d8e052174f15 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:12:26.651894 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d7bc6e4d-a16f-4ec1-936f-305da683e3a7 None None] Provisioning complete for port 4905c652-dadf-4e3d-bb85-d8e052174f15 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:12:26.652262 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d7bc6e4d-a16f-4ec1-936f-305da683e3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:26.704741 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-d7bc6e4d-a16f-4ec1-936f-305da683e3a7 None None] Port 4905c652-dadf-4e3d-bb85-d8e052174f15 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:12:26.727252 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port a6a569b8-0de7-408c-8bb6-4c227685c2c6 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:12:26.734746 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port a6a569b8-0de7-408c-8bb6-4c227685c2c6 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:12:26.735145 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:26.735365 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824597c-758b-4072-8af2-307399dab915 admin admin] Pushing event updated for resources: {'Port': ['ID=4905c652-dadf-4e3d-bb85-d8e052174f15,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:26.741802 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d824597c-758b-4072-8af2-307399dab915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:26.889035 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d824597c-758b-4072-8af2-307399dab915 admin admin] Network cb9bee02-5230-475d-a1fc-b069eed7b733 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:12:26.890154 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-d824597c-758b-4072-8af2-307399dab915 admin admin] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:12:26.890550 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:26.938269 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port a6a569b8-0de7-408c-8bb6-4c227685c2c6, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=a6a569b8-0de7-408c-8bb6-4c227685c2c6,segment=NetworkSegment(ec8ce08d-db50-40c6-8016-71617cabacff),segment_id=ec8ce08d-db50-40c6-8016-71617cabacff)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:12:27.031226 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:27.109102 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=a6a569b8-0de7-408c-8bb6-4c227685c2c6,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:27.128517 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-0e9135a1-1305-44fd-9518-36b25e07ab61 None None] Provisioning complete for port 4905c652-dadf-4e3d-bb85-d8e052174f15 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:12:27.129006 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0e9135a1-1305-44fd-9518-36b25e07ab61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:27.183761 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-0e9135a1-1305-44fd-9518-36b25e07ab61 None None] Port 4905c652-dadf-4e3d-bb85-d8e052174f15 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:12:27.301734 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d824597c-758b-4072-8af2-307399dab915 admin admin] Router b43531e6-0c8c-4cbe-a979-a559927df664 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:12:27.501655 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d824597c-758b-4072-8af2-307399dab915 admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:12:27.511042 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d824597c-758b-4072-8af2-307399dab915 admin admin] 10.222.0.21 "PUT /v2.0/routers/b43531e6-0c8c-4cbe-a979-a559927df664/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2968371 Feb 04 12:12:27.848870 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 0eea1eeb-33e8-4925-81eb-6e3d0133c31f up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:12:27.921929 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 0eea1eeb-33e8-4925-81eb-6e3d0133c31f triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:12:27.922298 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:28.042103 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device a6a569b8-0de7-408c-8bb6-4c227685c2c6 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:12:28.111433 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port a6a569b8-0de7-408c-8bb6-4c227685c2c6 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:12:28.111816 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:28.748937 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-dea3eb3d-1a98-40d8-b81d-639c194bd335 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:28.750394 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-dea3eb3d-1a98-40d8-b81d-639c194bd335 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/networks?id=b291c552-bfa3-4422-bb68-9e2c31bda7e2 HTTP/1.1" status: 200 len: 817 time: 0.1482823 Feb 04 12:12:28.766999 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-af388bfd-1258-4d62-89d7-01d290ac01ab tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/quotas/9a7aae175d4a4ec1b4b0dfeb21a6b7ba HTTP/1.1" status: 200 len: 375 time: 0.0107236 Feb 04 12:12:28.953137 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-f21bd785-b539-458c-9068-5017fa4555c7 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9a7aae175d4a4ec1b4b0dfeb21a6b7ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1794364 Feb 04 12:12:29.092188 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-8a02a057-9047-4f40-92bb-eb17e061db0c service neutron] 10.222.0.21 "GET /v2.0/networks/b291c552-bfa3-4422-bb68-9e2c31bda7e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267459 Feb 04 12:12:29.243564 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-b83202b7-f1ee-4805-a056-1214b936e414 service neutron] 10.222.0.21 "GET /v2.0/networks/b291c552-bfa3-4422-bb68-9e2c31bda7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456177 Feb 04 12:12:29.668629 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-8137a8a4-c7a5-4b88-b8b4-fcd5cc6f9ae1 req-fddce207-6971-4d68-8701-4564bfb87176 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Synchronizing usage tracker for tenant:9a7aae175d4a4ec1b4b0dfeb21a6b7ba on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:12:29.756245 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-8137a8a4-c7a5-4b88-b8b4-fcd5cc6f9ae1 req-fddce207-6971-4d68-8701-4564bfb87176 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Unset dirty status for tenant:9a7aae175d4a4ec1b4b0dfeb21a6b7ba on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:12:29.757336 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-8137a8a4-c7a5-4b88-b8b4-fcd5cc6f9ae1 req-fddce207-6971-4d68-8701-4564bfb87176 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/ports?device_id=100fe85c-4644-45d6-ac87-5b0dde51d922 HTTP/1.1" status: 200 len: 210 time: 0.2753718 Feb 04 12:12:30.934774 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-867d5fd7-6520-4ab1-8ba4-1b5ebc1de599 req-0635f6ef-ed24-4717-9070-b6cfb231b1ab tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/ports?device_id=100fe85c-4644-45d6-ac87-5b0dde51d922 HTTP/1.1" status: 200 len: 210 time: 0.0450609 Feb 04 12:12:31.715751 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-a4c82aca-44ce-4af4-891d-31fd5d0ae2ea tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:31.716411 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-a4c82aca-44ce-4af4-891d-31fd5d0ae2ea tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Synchronizing usage tracker for tenant:9a7aae175d4a4ec1b4b0dfeb21a6b7ba on resource:network {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:12:31.803021 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-a4c82aca-44ce-4af4-891d-31fd5d0ae2ea tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Unset dirty status for tenant:9a7aae175d4a4ec1b4b0dfeb21a6b7ba on resource:network {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:12:31.804461 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-a4c82aca-44ce-4af4-891d-31fd5d0ae2ea tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.47 "GET /v2.0/networks?id=b291c552-bfa3-4422-bb68-9e2c31bda7e2 HTTP/1.1" status: 200 len: 817 time: 0.2314925 Feb 04 12:12:31.820917 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-2f425651-cb81-4b9a-856e-8a9421766b39 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Request body: {'port': {'device_id': '100fe85c-4644-45d6-ac87-5b0dde51d922', 'network_id': 'b291c552-bfa3-4422-bb68-9e2c31bda7e2', 'admin_state_up': True, 'tenant_id': '9a7aae175d4a4ec1b4b0dfeb21a6b7ba'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:12:31.963540 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-2f425651-cb81-4b9a-856e-8a9421766b39 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:12:31.974847 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-2f425651-cb81-4b9a-856e-8a9421766b39 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:12:32.108488 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-2f425651-cb81-4b9a-856e-8a9421766b39 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Made reservation on behalf of 9a7aae175d4a4ec1b4b0dfeb21a6b7ba for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:12:32.111427 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-2f425651-cb81-4b9a-856e-8a9421766b39 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:32.128538 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-17af15c8-30b6-4b5b-9f78-be272432dceb req-fce99457-b35d-4d40-882c-fa5caf0db7d5 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/ports?device_id=100fe85c-4644-45d6-ac87-5b0dde51d922 HTTP/1.1" status: 200 len: 210 time: 0.0553761 Feb 04 12:12:32.284228 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-2f425651-cb81-4b9a-856e-8a9421766b39 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Allocated IP 172.20.0.13 (b291c552-bfa3-4422-bb68-9e2c31bda7e2/b49afda4-d18f-4dd0-812b-ff74185a8dad/65bc3db2-8b0f-4f74-8305-cc893de9e84c) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:12:32.484706 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-2f425651-cb81-4b9a-856e-8a9421766b39 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:32.500709 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-2f425651-cb81-4b9a-856e-8a9421766b39 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Transition to ACTIVE for port object 65bc3db2-8b0f-4f74-8305-cc893de9e84c will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:12:32.607975 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-2f425651-cb81-4b9a-856e-8a9421766b39 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:32.682806 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-2f425651-cb81-4b9a-856e-8a9421766b39 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Network b291c552-bfa3-4422-bb68-9e2c31bda7e2 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:12:32.685967 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-2f425651-cb81-4b9a-856e-8a9421766b39 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:12:32.690301 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-2f425651-cb81-4b9a-856e-8a9421766b39 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:12:32.720117 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f425651-cb81-4b9a-856e-8a9421766b39 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Pushing event updated for resources: {'Port': ['ID=65bc3db2-8b0f-4f74-8305-cc893de9e84c,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:32.759579 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-2f425651-cb81-4b9a-856e-8a9421766b39 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:32.760358 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-2f425651-cb81-4b9a-856e-8a9421766b39 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:33.071327 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-2f425651-cb81-4b9a-856e-8a9421766b39 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2542026 Feb 04 12:12:33.083311 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-97f800be-2774-4bd0-a818-c2e0b71039a2 service neutron] Request body: {'port': {'device_id': '100fe85c-4644-45d6-ac87-5b0dde51d922', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:12:33.132671 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-771bfa34-5760-45bd-b0bc-529d6f318c36 None None] Provisioning for port 65bc3db2-8b0f-4f74-8305-cc893de9e84c completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:12:33.138810 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-771bfa34-5760-45bd-b0bc-529d6f318c36 None None] Provisioning complete for port 65bc3db2-8b0f-4f74-8305-cc893de9e84c triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:12:33.138810 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-771bfa34-5760-45bd-b0bc-529d6f318c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:33.224592 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-97f800be-2774-4bd0-a818-c2e0b71039a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:33.241950 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-771bfa34-5760-45bd-b0bc-529d6f318c36 None None] Port 65bc3db2-8b0f-4f74-8305-cc893de9e84c cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:12:33.380110 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ed39e-9ab3-47d8-8465-68a6b1aeadfc req-b235a75e-e7f8-47c0-a5b7-0b747f808fc9 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:33.382222 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-063ed39e-9ab3-47d8-8465-68a6b1aeadfc req-b235a75e-e7f8-47c0-a5b7-0b747f808fc9 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/ports?device_id=100fe85c-4644-45d6-ac87-5b0dde51d922 HTTP/1.1" status: 200 len: 932 time: 0.0985324 Feb 04 12:12:33.434998 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-063ed39e-9ab3-47d8-8465-68a6b1aeadfc req-503172c8-e357-4936-891b-67e87a3f686a tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/security-groups?id=4085622b-c75d-4358-98b1-522552fc0bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447416 Feb 04 12:12:33.625796 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-97f800be-2774-4bd0-a818-c2e0b71039a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65bc3db2-8b0f-4f74-8305-cc893de9e84c {{(pid=84204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:12:33.632523 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-97f800be-2774-4bd0-a818-c2e0b71039a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:33.646977 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-97f800be-2774-4bd0-a818-c2e0b71039a2 service neutron] Transition to ACTIVE for port object 65bc3db2-8b0f-4f74-8305-cc893de9e84c will not be triggered until provisioned by entity L2. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:12:33.709751 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-97f800be-2774-4bd0-a818-c2e0b71039a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:33.837940 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f800be-2774-4bd0-a818-c2e0b71039a2 service neutron] Pushing event updated for resources: {'Port': ['ID=65bc3db2-8b0f-4f74-8305-cc893de9e84c,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:33.880471 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 3b48811e-2482-4c53-9bde-f2c9fa5647db up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:12:34.031778 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 3b48811e-2482-4c53-9bde-f2c9fa5647db completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:12:34.038012 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 3b48811e-2482-4c53-9bde-f2c9fa5647db triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:12:34.038382 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:34.097156 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-97f800be-2774-4bd0-a818-c2e0b71039a2 service neutron] Attempting to bind port 65bc3db2-8b0f-4f74-8305-cc893de9e84c on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:12:34.097509 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-97f800be-2774-4bd0-a818-c2e0b71039a2 service neutron] Attempting to bind port 65bc3db2-8b0f-4f74-8305-cc893de9e84c by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'ec8ce08d-db50-40c6-8016-71617cabacff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b291c552-bfa3-4422-bb68-9e2c31bda7e2'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:12:34.097820 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-97f800be-2774-4bd0-a818-c2e0b71039a2 service neutron] Attempting to bind port 65bc3db2-8b0f-4f74-8305-cc893de9e84c on network b291c552-bfa3-4422-bb68-9e2c31bda7e2 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:12:34.103681 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-97f800be-2774-4bd0-a818-c2e0b71039a2 service neutron] Port 65bc3db2-8b0f-4f74-8305-cc893de9e84c on network b291c552-bfa3-4422-bb68-9e2c31bda7e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 12:12:34.103999 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-97f800be-2774-4bd0-a818-c2e0b71039a2 service neutron] Attempting to bind port 65bc3db2-8b0f-4f74-8305-cc893de9e84c on network b291c552-bfa3-4422-bb68-9e2c31bda7e2 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:12:34.110456 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-97f800be-2774-4bd0-a818-c2e0b71039a2 service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:12:34.110909 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-97f800be-2774-4bd0-a818-c2e0b71039a2 service neutron] Checking segment: {'id': 'ec8ce08d-db50-40c6-8016-71617cabacff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b291c552-bfa3-4422-bb68-9e2c31bda7e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:12:34.111291 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-97f800be-2774-4bd0-a818-c2e0b71039a2 service neutron] Bound using segment: {'id': 'ec8ce08d-db50-40c6-8016-71617cabacff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b291c552-bfa3-4422-bb68-9e2c31bda7e2'} {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:12:34.111718 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-97f800be-2774-4bd0-a818-c2e0b71039a2 service neutron] Bound port: 65bc3db2-8b0f-4f74-8305-cc893de9e84c, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec8ce08d-db50-40c6-8016-71617cabacff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b291c552-bfa3-4422-bb68-9e2c31bda7e2'}}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:12:34.112084 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-97f800be-2774-4bd0-a818-c2e0b71039a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:34.183777 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:34.208099 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 3b48811e-2482-4c53-9bde-f2c9fa5647db, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=3b48811e-2482-4c53-9bde-f2c9fa5647db,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:12:34.224199 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-97f800be-2774-4bd0-a818-c2e0b71039a2 service neutron] For port 65bc3db2-8b0f-4f74-8305-cc893de9e84c, host hv-neutron-8278, cleared binding levels {{(pid=84204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:12:34.227251 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-97f800be-2774-4bd0-a818-c2e0b71039a2 service neutron] For port 65bc3db2-8b0f-4f74-8305-cc893de9e84c, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=65bc3db2-8b0f-4f74-8305-cc893de9e84c,segment=NetworkSegment(ec8ce08d-db50-40c6-8016-71617cabacff),segment_id=ec8ce08d-db50-40c6-8016-71617cabacff)] {{(pid=84204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:12:34.293071 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:34.298867 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-97f800be-2774-4bd0-a818-c2e0b71039a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:34.360769 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-97f800be-2774-4bd0-a818-c2e0b71039a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:34.362146 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-97f800be-2774-4bd0-a818-c2e0b71039a2 service neutron] 10.222.0.47 "PUT /v2.0/ports/65bc3db2-8b0f-4f74-8305-cc893de9e84c HTTP/1.1" status: 200 len: 1094 time: 1.2838368 Feb 04 12:12:34.363147 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '100fe85c-4644-45d6-ac87-5b0dde51d922', 'tag': '65bc3db2-8b0f-4f74-8305-cc893de9e84c'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:12:34.369282 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=3b48811e-2482-4c53-9bde-f2c9fa5647db,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:34.383004 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f800be-2774-4bd0-a818-c2e0b71039a2 service neutron] Pushing event updated for resources: {'Port': ['ID=65bc3db2-8b0f-4f74-8305-cc893de9e84c,revision_number=3']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:34.435606 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '100fe85c-4644-45d6-ac87-5b0dde51d922', 'tag': '65bc3db2-8b0f-4f74-8305-cc893de9e84c', 'status': 'completed', 'code': 200} Feb 04 12:12:34.557543 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1e1168a6-411a-4f3d-bb1d-5c90916d0b4c req-34c17334-fbf8-4399-bc81-d206db26dafb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9a7aae175d4a4ec1b4b0dfeb21a6b7ba&device_id=100fe85c-4644-45d6-ac87-5b0dde51d922 HTTP/1.1" status: 200 len: 1097 time: 0.1031573 Feb 04 12:12:34.683709 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e9f77-0a50-4895-beeb-6fcb7b1f03cc req-ec472741-13a4-4ee3-88d2-5ee00ce6e422 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:34.685080 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-aa0e9f77-0a50-4895-beeb-6fcb7b1f03cc req-ec472741-13a4-4ee3-88d2-5ee00ce6e422 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/ports?device_id=100fe85c-4644-45d6-ac87-5b0dde51d922 HTTP/1.1" status: 200 len: 944 time: 0.0904241 Feb 04 12:12:34.725131 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1168a6-411a-4f3d-bb1d-5c90916d0b4c req-1b578bf7-f422-430b-b10d-1c8f4ab9f16a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:34.727328 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1e1168a6-411a-4f3d-bb1d-5c90916d0b4c req-1b578bf7-f422-430b-b10d-1c8f4ab9f16a service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=9a7aae175d4a4ec1b4b0dfeb21a6b7ba&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1633461 Feb 04 12:12:34.735224 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-aa0e9f77-0a50-4895-beeb-6fcb7b1f03cc req-869a1ed3-0c3a-47bd-9432-4d304db1d8db tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/security-groups?id=4085622b-c75d-4358-98b1-522552fc0bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442872 Feb 04 12:12:34.874410 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1168a6-411a-4f3d-bb1d-5c90916d0b4c req-21da7f06-9d79-4a3c-9a37-a04d2dce4eca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:34.875851 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1e1168a6-411a-4f3d-bb1d-5c90916d0b4c req-21da7f06-9d79-4a3c-9a37-a04d2dce4eca service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1434059 Feb 04 12:12:34.981990 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-89e66531-2ad3-434b-bace-467ba5247800 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9a7aae175d4a4ec1b4b0dfeb21a6b7ba&device_id=100fe85c-4644-45d6-ac87-5b0dde51d922 HTTP/1.1" status: 200 len: 1097 time: 0.0710750 Feb 04 12:12:35.066481 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-9b147ce1-7588-4d91-99a7-ddddb5cfacfd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65bc3db2-8b0f-4f74-8305-cc893de9e84c HTTP/1.1" status: 200 len: 217 time: 0.0773358 Feb 04 12:12:35.150328 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-c71fe1d8-b3f3-4147-8224-42c077737c19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:35.151765 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-c71fe1d8-b3f3-4147-8224-42c077737c19 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b49afda4-d18f-4dd0-812b-ff74185a8dad HTTP/1.1" status: 200 len: 856 time: 0.0797145 Feb 04 12:12:35.231219 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-a6bb455a-1bf2-4b06-83a9-fbc4fc58827a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b291c552-bfa3-4422-bb68-9e2c31bda7e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739627 Feb 04 12:12:35.369369 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-2afbaad1-46ab-4862-8115-4a9ab1c62fd3 service neutron] 10.222.0.47 "GET /v2.0/networks/b291c552-bfa3-4422-bb68-9e2c31bda7e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324592 Feb 04 12:12:35.518550 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf53425f-6432-4f1f-a3ef-0f628fdf6dd2 req-ac0ec604-7fcf-4cea-933f-7bd468f5e396 service neutron] 10.222.0.47 "GET /v2.0/networks/b291c552-bfa3-4422-bb68-9e2c31bda7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438506 Feb 04 12:12:35.852537 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 3b48811e-2482-4c53-9bde-f2c9fa5647db up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:12:35.932178 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 3b48811e-2482-4c53-9bde-f2c9fa5647db triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:12:35.932699 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:35.952090 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ede649-e537-4dc0-8f66-1cac9120cce0 req-93c5d59a-2e14-4654-80df-f1c75c62f330 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:35.952968 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-04ede649-e537-4dc0-8f66-1cac9120cce0 req-93c5d59a-2e14-4654-80df-f1c75c62f330 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Synchronizing usage tracker for tenant:9a7aae175d4a4ec1b4b0dfeb21a6b7ba on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:12:36.047353 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-04ede649-e537-4dc0-8f66-1cac9120cce0 req-93c5d59a-2e14-4654-80df-f1c75c62f330 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Unset dirty status for tenant:9a7aae175d4a4ec1b4b0dfeb21a6b7ba on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:12:36.048459 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-04ede649-e537-4dc0-8f66-1cac9120cce0 req-93c5d59a-2e14-4654-80df-f1c75c62f330 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/ports?device_id=100fe85c-4644-45d6-ac87-5b0dde51d922 HTTP/1.1" status: 200 len: 944 time: 0.1788316 Feb 04 12:12:36.099263 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-04ede649-e537-4dc0-8f66-1cac9120cce0 req-25b773f9-c217-4fc6-a0f0-eaa87c303b7f tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Synchronizing usage tracker for tenant:9a7aae175d4a4ec1b4b0dfeb21a6b7ba on resource:security_group {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:12:36.184178 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-04ede649-e537-4dc0-8f66-1cac9120cce0 req-25b773f9-c217-4fc6-a0f0-eaa87c303b7f tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Unset dirty status for tenant:9a7aae175d4a4ec1b4b0dfeb21a6b7ba on resource:security_group {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:12:36.185369 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-04ede649-e537-4dc0-8f66-1cac9120cce0 req-25b773f9-c217-4fc6-a0f0-eaa87c303b7f tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/security-groups?id=4085622b-c75d-4358-98b1-522552fc0bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304376 Feb 04 12:12:36.404736 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:37.407520 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46ac5a-e823-48d1-82d6-8d5837526bec req-c87eaa8a-d1b0-4f01-92c9-a0cc2e0e5ccb tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:37.408995 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ea46ac5a-e823-48d1-82d6-8d5837526bec req-c87eaa8a-d1b0-4f01-92c9-a0cc2e0e5ccb tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/ports?device_id=100fe85c-4644-45d6-ac87-5b0dde51d922 HTTP/1.1" status: 200 len: 944 time: 0.0935860 Feb 04 12:12:37.460490 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ea46ac5a-e823-48d1-82d6-8d5837526bec req-399c35f2-70bb-4244-9e37-82178b553b16 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/security-groups?id=4085622b-c75d-4358-98b1-522552fc0bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439808 Feb 04 12:12:38.669703 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d922b95-15f5-4d75-9080-89e20b6966f1 req-1d9d5ae8-413a-41b5-a96c-b87552cce24f tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:38.671163 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5d922b95-15f5-4d75-9080-89e20b6966f1 req-1d9d5ae8-413a-41b5-a96c-b87552cce24f tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/ports?device_id=100fe85c-4644-45d6-ac87-5b0dde51d922 HTTP/1.1" status: 200 len: 944 time: 0.0866356 Feb 04 12:12:38.716109 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 65bc3db2-8b0f-4f74-8305-cc893de9e84c details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:12:38.718135 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5d922b95-15f5-4d75-9080-89e20b6966f1 req-e2c9b48c-5a98-4f82-82dd-f949aeeb1ad2 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/security-groups?id=4085622b-c75d-4358-98b1-522552fc0bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410504 Feb 04 12:12:38.854853 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 65bc3db2-8b0f-4f74-8305-cc893de9e84c, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=65bc3db2-8b0f-4f74-8305-cc893de9e84c,segment=NetworkSegment(ec8ce08d-db50-40c6-8016-71617cabacff),segment_id=ec8ce08d-db50-40c6-8016-71617cabacff)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:12:38.868114 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': '65bc3db2-8b0f-4f74-8305-cc893de9e84c', 'network_id': 'b291c552-bfa3-4422-bb68-9e2c31bda7e2', 'port_id': '65bc3db2-8b0f-4f74-8305-cc893de9e84c', 'mac_address': 'fa:16:3e:b5:b3:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b49afda4-d18f-4dd0-812b-ff74185a8dad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:12:38.924675 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:38.943009 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65bc3db2-8b0f-4f74-8305-cc893de9e84c {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:12:38.958531 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 65bc3db2-8b0f-4f74-8305-cc893de9e84c, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=65bc3db2-8b0f-4f74-8305-cc893de9e84c,segment=NetworkSegment(ec8ce08d-db50-40c6-8016-71617cabacff),segment_id=ec8ce08d-db50-40c6-8016-71617cabacff)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:12:39.018360 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:39.086231 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=65bc3db2-8b0f-4f74-8305-cc893de9e84c,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:39.327646 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['65bc3db2-8b0f-4f74-8305-cc893de9e84c'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:12:39.931268 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d2d4c-51f4-488b-a24f-9e2e738542e5 req-17342bf8-7e44-44a7-b7f1-32aa321fcb78 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:39.932804 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-830d2d4c-51f4-488b-a24f-9e2e738542e5 req-17342bf8-7e44-44a7-b7f1-32aa321fcb78 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/ports?device_id=100fe85c-4644-45d6-ac87-5b0dde51d922 HTTP/1.1" status: 200 len: 945 time: 0.0848942 Feb 04 12:12:40.000356 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-830d2d4c-51f4-488b-a24f-9e2e738542e5 req-3aa2ae69-e73b-4656-bdc3-5c4eae71ea14 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/security-groups?id=4085622b-c75d-4358-98b1-522552fc0bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604193 Feb 04 12:12:40.714263 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 65bc3db2-8b0f-4f74-8305-cc893de9e84c up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:12:40.841456 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port 65bc3db2-8b0f-4f74-8305-cc893de9e84c completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:12:40.847055 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port 65bc3db2-8b0f-4f74-8305-cc893de9e84c triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:12:40.847482 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:40.991862 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:41.021343 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100fe85c-4644-45d6-ac87-5b0dde51d922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65bc3db2-8b0f-4f74-8305-cc893de9e84c'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:12:41.045762 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 65bc3db2-8b0f-4f74-8305-cc893de9e84c, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=65bc3db2-8b0f-4f74-8305-cc893de9e84c,segment=NetworkSegment(ec8ce08d-db50-40c6-8016-71617cabacff),segment_id=ec8ce08d-db50-40c6-8016-71617cabacff)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:12:41.080411 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '100fe85c-4644-45d6-ac87-5b0dde51d922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65bc3db2-8b0f-4f74-8305-cc893de9e84c', 'code': 200} Feb 04 12:12:41.138461 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:41.224654 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=65bc3db2-8b0f-4f74-8305-cc893de9e84c,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:41.235310 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccaf33a-6836-4c57-b6a8-12c24c0b32ab req-af76f3ff-2554-4076-bf3b-ebdaf27fa617 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:41.238107 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5ccaf33a-6836-4c57-b6a8-12c24c0b32ab req-af76f3ff-2554-4076-bf3b-ebdaf27fa617 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/ports?device_id=100fe85c-4644-45d6-ac87-5b0dde51d922 HTTP/1.1" status: 200 len: 946 time: 0.0998461 Feb 04 12:12:41.302950 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5ccaf33a-6836-4c57-b6a8-12c24c0b32ab req-9abdfea2-fe5c-409f-911f-c2ce52aa1dae tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/security-groups?id=4085622b-c75d-4358-98b1-522552fc0bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582750 Feb 04 12:12:41.514141 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-80f76865-0e96-4171-8ddf-df7399763918 req-b5d97fe1-6062-4b09-beeb-2cf5357c8997 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=100fe85c-4644-45d6-ac87-5b0dde51d922 HTTP/1.1" status: 200 len: 1099 time: 0.0856028 Feb 04 12:12:41.560671 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-80f76865-0e96-4171-8ddf-df7399763918 req-a6ee33a8-ba34-4470-bc77-2bdc397d5478 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4085622b-c75d-4358-98b1-522552fc0bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408647 Feb 04 12:12:42.092616 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3a6a8070-f6b1-46d6-aad9-de8cb1a42f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:42.525217 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5328d-a994-4bd9-91cd-0c2fa1f38057 req-6e37297e-9af2-41ba-a2aa-cb40bf757454 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:42.526732 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a7a5328d-a994-4bd9-91cd-0c2fa1f38057 req-6e37297e-9af2-41ba-a2aa-cb40bf757454 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/ports?device_id=100fe85c-4644-45d6-ac87-5b0dde51d922 HTTP/1.1" status: 200 len: 946 time: 0.0891702 Feb 04 12:12:42.574454 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a7a5328d-a994-4bd9-91cd-0c2fa1f38057 req-767ddde9-5947-44f4-8516-4e61166d3a07 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/security-groups?id=4085622b-c75d-4358-98b1-522552fc0bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418718 Feb 04 12:12:43.812488 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dabe03-df25-48bf-8cd8-1fc0a9f1d49f req-8462eb55-bac5-4e4d-967e-502b4905f67b tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:43.814131 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-21dabe03-df25-48bf-8cd8-1fc0a9f1d49f req-8462eb55-bac5-4e4d-967e-502b4905f67b tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/ports?device_id=100fe85c-4644-45d6-ac87-5b0dde51d922 HTTP/1.1" status: 200 len: 946 time: 0.1027317 Feb 04 12:12:43.867894 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-21dabe03-df25-48bf-8cd8-1fc0a9f1d49f req-be1eb5d7-4d04-498d-bf50-86c094fbf3db tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/security-groups?id=4085622b-c75d-4358-98b1-522552fc0bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436208 Feb 04 12:12:44.120174 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c2116-f784-4e6a-bfeb-b967e77b6bfb req-6944b9f9-1c40-4e30-9267-5e305bcfb717 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:44.121638 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-927c2116-f784-4e6a-bfeb-b967e77b6bfb req-6944b9f9-1c40-4e30-9267-5e305bcfb717 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/ports?device_id=100fe85c-4644-45d6-ac87-5b0dde51d922 HTTP/1.1" status: 200 len: 946 time: 0.0856347 Feb 04 12:12:44.291733 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-927c2116-f784-4e6a-bfeb-b967e77b6bfb req-86e534f9-6e89-4976-b0ff-2e7ed7b295df tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/security-groups?id=4085622b-c75d-4358-98b1-522552fc0bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621695 Feb 04 12:12:44.578420 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3f176053-956f-4e1f-9aea-e251eec39fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:44.884963 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e393e1f0-e0b1-4e7a-85c1-6476da0a2339 None None] Sync routers for ids ['b43531e6-0c8c-4cbe-a979-a559927df664'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:12:44.898019 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e393e1f0-e0b1-4e7a-85c1-6476da0a2339 None None] Routers {'b43531e6-0c8c-4cbe-a979-a559927df664'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:12:44.898636 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e393e1f0-e0b1-4e7a-85c1-6476da0a2339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:12:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['b43531e6-0c8c-4cbe-a979-a559927df664'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:45.083555 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-e393e1f0-e0b1-4e7a-85c1-6476da0a2339 None None] Set router b43531e6-0c8c-4cbe-a979-a559927df664 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:12:45.399717 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e393e1f0-e0b1-4e7a-85c1-6476da0a2339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43531e6-0c8c-4cbe-a979-a559927df664', 'name': 'tempest-TestEncryptedCinderVolumes-819467460-router', 'tenant_id': '6fe7b79c771c440dba636ac785a10eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': '3b48811e-2482-4c53-9bde-f2c9fa5647db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:12:22Z', 'updated_at': '2022-02-04T12:12:26Z', 'revision_number': 4, 'project_id': '6fe7b79c771c440dba636ac785a10eb8', 'gw_port': {'id': '3b48811e-2482-4c53-9bde-f2c9fa5647db', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43531e6-0c8c-4cbe-a979-a559927df664', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:22Z', 'updated_at': '2022-02-04T12:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '4905c652-dadf-4e3d-bb85-d8e052174f15', 'name': '', 'network_id': 'cb9bee02-5230-475d-a1fc-b069eed7b733', 'tenant_id': '6fe7b79c771c440dba636ac785a10eb8', 'mac_address': 'fa:16:3e:44:58:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43531e6-0c8c-4cbe-a979-a559927df664', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b65d90d9-1b9b-46d9-af24-7964a7ce6789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:25Z', 'updated_at': '2022-02-04T12:12:26Z', 'revision_number': 2, 'project_id': '6fe7b79c771c440dba636ac785a10eb8', 'subnets': [{'id': 'b65d90d9-1b9b-46d9-af24-7964a7ce6789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:45.403609 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e393e1f0-e0b1-4e7a-85c1-6476da0a2339 None None] Checking router: b43531e6-0c8c-4cbe-a979-a559927df664 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:12:45.403951 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e393e1f0-e0b1-4e7a-85c1-6476da0a2339 None None] Updating router b43531e6-0c8c-4cbe-a979-a559927df664 port 4905c652-dadf-4e3d-bb85-d8e052174f15 binding host dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 12:12:45.458241 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e393e1f0-e0b1-4e7a-85c1-6476da0a2339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:45.728727 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:45.840022 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:45.865074 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e393e1f0-e0b1-4e7a-85c1-6476da0a2339 None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:45.880256 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e393e1f0-e0b1-4e7a-85c1-6476da0a2339 None None] Transition to ACTIVE for port object 4905c652-dadf-4e3d-bb85-d8e052174f15 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:12:45.967585 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e393e1f0-e0b1-4e7a-85c1-6476da0a2339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:46.146760 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb442a-a22a-4c1b-9700-1fba7034ddda None None] Pushing event updated for resources: {'Port': ['ID=4905c652-dadf-4e3d-bb85-d8e052174f15,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:46.332889 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-e393e1f0-e0b1-4e7a-85c1-6476da0a2339 None None] Attempting to bind port 4905c652-dadf-4e3d-bb85-d8e052174f15 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:12:46.333311 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-e393e1f0-e0b1-4e7a-85c1-6476da0a2339 None None] Attempting to bind port 4905c652-dadf-4e3d-bb85-d8e052174f15 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '9359108a-7569-4409-9624-5b37243d3005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cb9bee02-5230-475d-a1fc-b069eed7b733'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:12:46.333811 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e393e1f0-e0b1-4e7a-85c1-6476da0a2339 None None] Attempting to bind port 4905c652-dadf-4e3d-bb85-d8e052174f15 on network cb9bee02-5230-475d-a1fc-b069eed7b733 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:12:46.345518 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e393e1f0-e0b1-4e7a-85c1-6476da0a2339 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:12:46.346170 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e393e1f0-e0b1-4e7a-85c1-6476da0a2339 None None] Checking segment: {'id': '9359108a-7569-4409-9624-5b37243d3005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cb9bee02-5230-475d-a1fc-b069eed7b733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:12:46.347513 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e393e1f0-e0b1-4e7a-85c1-6476da0a2339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:46.348059 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e393e1f0-e0b1-4e7a-85c1-6476da0a2339 None None] Bound using segment: {'id': '9359108a-7569-4409-9624-5b37243d3005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cb9bee02-5230-475d-a1fc-b069eed7b733'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:12:46.348728 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-e393e1f0-e0b1-4e7a-85c1-6476da0a2339 None None] Bound port: 4905c652-dadf-4e3d-bb85-d8e052174f15, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9359108a-7569-4409-9624-5b37243d3005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cb9bee02-5230-475d-a1fc-b069eed7b733'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:12:46.349132 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e393e1f0-e0b1-4e7a-85c1-6476da0a2339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:46.459754 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-e393e1f0-e0b1-4e7a-85c1-6476da0a2339 None None] For port 4905c652-dadf-4e3d-bb85-d8e052174f15, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:12:46.462967 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-e393e1f0-e0b1-4e7a-85c1-6476da0a2339 None None] For port 4905c652-dadf-4e3d-bb85-d8e052174f15, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=4905c652-dadf-4e3d-bb85-d8e052174f15,segment=NetworkSegment(9359108a-7569-4409-9624-5b37243d3005),segment_id=9359108a-7569-4409-9624-5b37243d3005)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:12:46.562367 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e393e1f0-e0b1-4e7a-85c1-6476da0a2339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:46.718638 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb442a-a22a-4c1b-9700-1fba7034ddda None None] Pushing event updated for resources: {'Port': ['ID=4905c652-dadf-4e3d-bb85-d8e052174f15,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:46.737950 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e393e1f0-e0b1-4e7a-85c1-6476da0a2339 None None] Routers {'b43531e6-0c8c-4cbe-a979-a559927df664'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:12:46.738982 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e393e1f0-e0b1-4e7a-85c1-6476da0a2339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:12:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['b43531e6-0c8c-4cbe-a979-a559927df664'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:47.038676 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-e393e1f0-e0b1-4e7a-85c1-6476da0a2339 None None] Set router b43531e6-0c8c-4cbe-a979-a559927df664 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:12:47.100575 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:47.359328 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e393e1f0-e0b1-4e7a-85c1-6476da0a2339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43531e6-0c8c-4cbe-a979-a559927df664', 'name': 'tempest-TestEncryptedCinderVolumes-819467460-router', 'tenant_id': '6fe7b79c771c440dba636ac785a10eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': '3b48811e-2482-4c53-9bde-f2c9fa5647db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:12:22Z', 'updated_at': '2022-02-04T12:12:26Z', 'revision_number': 4, 'project_id': '6fe7b79c771c440dba636ac785a10eb8', 'gw_port': {'id': '3b48811e-2482-4c53-9bde-f2c9fa5647db', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43531e6-0c8c-4cbe-a979-a559927df664', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:22Z', 'updated_at': '2022-02-04T12:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '4905c652-dadf-4e3d-bb85-d8e052174f15', 'name': '', 'network_id': 'cb9bee02-5230-475d-a1fc-b069eed7b733', 'tenant_id': '6fe7b79c771c440dba636ac785a10eb8', 'mac_address': 'fa:16:3e:44:58:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43531e6-0c8c-4cbe-a979-a559927df664', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b65d90d9-1b9b-46d9-af24-7964a7ce6789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:25Z', 'updated_at': '2022-02-04T12:12:46Z', 'revision_number': 4, 'project_id': '6fe7b79c771c440dba636ac785a10eb8', 'subnets': [{'id': 'b65d90d9-1b9b-46d9-af24-7964a7ce6789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:47.363556 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e393e1f0-e0b1-4e7a-85c1-6476da0a2339 None None] The sync data for ids ['b43531e6-0c8c-4cbe-a979-a559927df664'] in dv-neutron-827825-2-hyperv is: [{'id': 'b43531e6-0c8c-4cbe-a979-a559927df664', 'name': 'tempest-TestEncryptedCinderVolumes-819467460-router', 'tenant_id': '6fe7b79c771c440dba636ac785a10eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': '3b48811e-2482-4c53-9bde-f2c9fa5647db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:12:22Z', 'updated_at': '2022-02-04T12:12:26Z', 'revision_number': 4, 'project_id': '6fe7b79c771c440dba636ac785a10eb8', 'gw_port': {'id': '3b48811e-2482-4c53-9bde-f2c9fa5647db', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43531e6-0c8c-4cbe-a979-a559927df664', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:22Z', 'updated_at': '2022-02-04T12:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '4905c652-dadf-4e3d-bb85-d8e052174f15', 'name': '', 'network_id': 'cb9bee02-5230-475d-a1fc-b069eed7b733', 'tenant_id': '6fe7b79c771c440dba636ac785a10eb8', 'mac_address': 'fa:16:3e:44:58:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43531e6-0c8c-4cbe-a979-a559927df664', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b65d90d9-1b9b-46d9-af24-7964a7ce6789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:25Z', 'updated_at': '2022-02-04T12:12:46Z', 'revision_number': 4, 'project_id': '6fe7b79c771c440dba636ac785a10eb8', 'subnets': [{'id': 'b65d90d9-1b9b-46d9-af24-7964a7ce6789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:12:47.924126 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 4905c652-dadf-4e3d-bb85-d8e052174f15 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:12:48.036680 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 4905c652-dadf-4e3d-bb85-d8e052174f15 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:12:48.043416 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 4905c652-dadf-4e3d-bb85-d8e052174f15 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:12:48.050575 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:48.188339 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:48.225794 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 4905c652-dadf-4e3d-bb85-d8e052174f15, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=4905c652-dadf-4e3d-bb85-d8e052174f15,segment=NetworkSegment(9359108a-7569-4409-9624-5b37243d3005),segment_id=9359108a-7569-4409-9624-5b37243d3005)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:12:48.310526 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:48.402464 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=4905c652-dadf-4e3d-bb85-d8e052174f15,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:49.864601 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 4905c652-dadf-4e3d-bb85-d8e052174f15 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:12:49.954516 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 4905c652-dadf-4e3d-bb85-d8e052174f15 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:12:49.954895 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:50.723084 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:13:04.663749 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f9b67-4d2c-4911-a258-e1fc2c20ba2a req-2eeda70d-57c7-4529-bbf6-fc47d905af26 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:04.665210 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-478f9b67-4d2c-4911-a258-e1fc2c20ba2a req-2eeda70d-57c7-4529-bbf6-fc47d905af26 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/ports?device_id=100fe85c-4644-45d6-ac87-5b0dde51d922 HTTP/1.1" status: 200 len: 946 time: 0.0766344 Feb 04 12:13:04.715198 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-478f9b67-4d2c-4911-a258-e1fc2c20ba2a req-a9aef810-a5bf-479c-b75d-83a55f012292 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/security-groups?id=4085622b-c75d-4358-98b1-522552fc0bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423517 Feb 04 12:13:05.923989 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02d390-6f58-43e9-8967-bd6ebe4fac33 req-5756b812-5eb1-4919-ac3c-f1ef222f0ec3 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:05.925336 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-eb02d390-6f58-43e9-8967-bd6ebe4fac33 req-5756b812-5eb1-4919-ac3c-f1ef222f0ec3 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/ports?device_id=100fe85c-4644-45d6-ac87-5b0dde51d922 HTTP/1.1" status: 200 len: 946 time: 0.0815585 Feb 04 12:13:05.973200 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-eb02d390-6f58-43e9-8967-bd6ebe4fac33 req-1f28c46e-9d00-420f-8578-89c4bfd5d517 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/security-groups?id=4085622b-c75d-4358-98b1-522552fc0bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413125 Feb 04 12:13:06.414989 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9f948-865b-401b-bf6d-d0bee2bbf494 req-f03f65bb-4ede-4a1f-91cd-96963815d72d tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:06.416540 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-2cc9f948-865b-401b-bf6d-d0bee2bbf494 req-f03f65bb-4ede-4a1f-91cd-96963815d72d tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.47 "GET /v2.0/ports?device_id=100fe85c-4644-45d6-ac87-5b0dde51d922 HTTP/1.1" status: 200 len: 946 time: 0.0796883 Feb 04 12:13:06.441203 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:06.483866 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [req-2cc9f948-865b-401b-bf6d-d0bee2bbf494 req-16d631d1-3864-4029-bb18-e9180e968758 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Deleting port 65bc3db2-8b0f-4f74-8305-cc893de9e84c {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:13:06.484110 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-2cc9f948-865b-401b-bf6d-d0bee2bbf494 req-16d631d1-3864-4029-bb18-e9180e968758 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:06.734891 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-2cc9f948-865b-401b-bf6d-d0bee2bbf494 req-16d631d1-3864-4029-bb18-e9180e968758 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] For port 65bc3db2-8b0f-4f74-8305-cc893de9e84c, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=65bc3db2-8b0f-4f74-8305-cc893de9e84c,segment=NetworkSegment(ec8ce08d-db50-40c6-8016-71617cabacff),segment_id=ec8ce08d-db50-40c6-8016-71617cabacff)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:13:06.735141 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-2cc9f948-865b-401b-bf6d-d0bee2bbf494 req-16d631d1-3864-4029-bb18-e9180e968758 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:06.852831 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [req-2cc9f948-865b-401b-bf6d-d0bee2bbf494 req-16d631d1-3864-4029-bb18-e9180e968758 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Calling delete_port for 65bc3db2-8b0f-4f74-8305-cc893de9e84c owned by compute:nova {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:13:07.134382 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-2cc9f948-865b-401b-bf6d-d0bee2bbf494 req-16d631d1-3864-4029-bb18-e9180e968758 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:07.177861 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7775a1f9-7ed4-487e-aa87-455f4ffc87c1 req-683097bf-e7fb-4e1d-a852-fa0489ded16c tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/ports?device_id=100fe85c-4644-45d6-ac87-5b0dde51d922 HTTP/1.1" status: 200 len: 210 time: 0.0777423 Feb 04 12:13:07.191346 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d631d1-3864-4029-bb18-e9180e968758 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Pushing event deleted for resources: {'Port': ['ID=65bc3db2-8b0f-4f74-8305-cc893de9e84c,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:13:07.205435 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d631d1-3864-4029-bb18-e9180e968758 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:07.208311 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d631d1-3864-4029-bb18-e9180e968758 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:07.208311 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d631d1-3864-4029-bb18-e9180e968758 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:07.208311 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d631d1-3864-4029-bb18-e9180e968758 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:07.208311 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d631d1-3864-4029-bb18-e9180e968758 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:07.208311 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d631d1-3864-4029-bb18-e9180e968758 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:07.208311 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d631d1-3864-4029-bb18-e9180e968758 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:07.208311 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d631d1-3864-4029-bb18-e9180e968758 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:07.208944 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d631d1-3864-4029-bb18-e9180e968758 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:07.208944 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d631d1-3864-4029-bb18-e9180e968758 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:07.208944 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d631d1-3864-4029-bb18-e9180e968758 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:07.279602 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc9f948-865b-401b-bf6d-d0bee2bbf494 req-16d631d1-3864-4029-bb18-e9180e968758 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] No DVR routers for this DVR port 65bc3db2-8b0f-4f74-8305-cc893de9e84c on host hv-neutron-8278 {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:13:07.282116 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-2cc9f948-865b-401b-bf6d-d0bee2bbf494 req-16d631d1-3864-4029-bb18-e9180e968758 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:07.284909 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100fe85c-4644-45d6-ac87-5b0dde51d922', 'name': 'network-vif-deleted', 'tag': '65bc3db2-8b0f-4f74-8305-cc893de9e84c'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:13:07.349671 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '100fe85c-4644-45d6-ac87-5b0dde51d922', 'name': 'network-vif-deleted', 'tag': '65bc3db2-8b0f-4f74-8305-cc893de9e84c', 'status': 'completed', 'code': 200} Feb 04 12:13:07.375877 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-2cc9f948-865b-401b-bf6d-d0bee2bbf494 req-16d631d1-3864-4029-bb18-e9180e968758 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.47 "DELETE /v2.0/ports/65bc3db2-8b0f-4f74-8305-cc893de9e84c HTTP/1.1" status: 204 len: 173 time: 0.9530275 Feb 04 12:13:08.365448 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-270b595c-3e02-4c24-a886-6cdfeae4c1f3 req-11873af5-3967-4026-a4ed-7cc5123b94db tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Synchronizing usage tracker for tenant:9a7aae175d4a4ec1b4b0dfeb21a6b7ba on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:13:08.612917 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-270b595c-3e02-4c24-a886-6cdfeae4c1f3 req-11873af5-3967-4026-a4ed-7cc5123b94db tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Unset dirty status for tenant:9a7aae175d4a4ec1b4b0dfeb21a6b7ba on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:13:08.615105 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-270b595c-3e02-4c24-a886-6cdfeae4c1f3 req-11873af5-3967-4026-a4ed-7cc5123b94db tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/ports?device_id=100fe85c-4644-45d6-ac87-5b0dde51d922 HTTP/1.1" status: 200 len: 210 time: 0.2952874 Feb 04 12:13:08.886467 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 65bc3db2-8b0f-4f74-8305-cc893de9e84c no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:13:08.920460 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] No Port match for: 65bc3db2-8b0f-4f74-8305-cc893de9e84c {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:13:08.920803 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 65bc3db2-8b0f-4f74-8305-cc893de9e84c not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:13:10.452003 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-d79d8053-cc4d-4967-a68a-3f8e5b3a76b7 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:10.453304 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-d79d8053-cc4d-4967-a68a-3f8e5b3a76b7 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/networks?id=b291c552-bfa3-4422-bb68-9e2c31bda7e2 HTTP/1.1" status: 200 len: 817 time: 0.1443980 Feb 04 12:13:10.470370 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-52374c91-b7db-4baf-87d9-f7ef0cc3dce7 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/quotas/9a7aae175d4a4ec1b4b0dfeb21a6b7ba HTTP/1.1" status: 200 len: 375 time: 0.0106308 Feb 04 12:13:10.552420 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-6e1e8120-e788-45b1-a6fb-a9c97af49a42 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9a7aae175d4a4ec1b4b0dfeb21a6b7ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757885 Feb 04 12:13:10.691253 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-5f9999fc-77da-4a12-9bbb-27a034ba358c service neutron] 10.222.0.21 "GET /v2.0/networks/b291c552-bfa3-4422-bb68-9e2c31bda7e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279652 Feb 04 12:13:10.828732 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-7afabeb3-251d-46a6-8f96-f1180b9cf84b service neutron] 10.222.0.21 "GET /v2.0/networks/b291c552-bfa3-4422-bb68-9e2c31bda7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306598 Feb 04 12:13:11.116978 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2bbfeb5d-b31f-44ad-9b61-c82d029cc5c1 req-e8432751-ab68-44f8-b460-a55027f9d1fc tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/ports?device_id=713129fb-7350-48b7-8fc5-59546776a4e3 HTTP/1.1" status: 200 len: 210 time: 0.0481374 Feb 04 12:13:12.183744 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4663d010-86b2-471e-966e-cad9a31f1f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:12.285565 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5ee76b17-8154-4f7f-957e-0bc95f13c6c2 req-b3e1c8c4-ad66-4d42-a2d9-63190bada22d tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/ports?device_id=713129fb-7350-48b7-8fc5-59546776a4e3 HTTP/1.1" status: 200 len: 210 time: 0.0438952 Feb 04 12:13:13.636991 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-91f31f64-ad66-46da-8186-654f98198b34 req-f12f6848-098d-4bd5-9bb8-206834aa88de tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/ports?device_id=713129fb-7350-48b7-8fc5-59546776a4e3 HTTP/1.1" status: 200 len: 210 time: 0.0465086 Feb 04 12:13:13.782116 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-6cf38237-f95c-4d72-8c30-998e50e2e72b tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:13.783517 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-6cf38237-f95c-4d72-8c30-998e50e2e72b tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.47 "GET /v2.0/networks?id=b291c552-bfa3-4422-bb68-9e2c31bda7e2 HTTP/1.1" status: 200 len: 817 time: 0.2490985 Feb 04 12:13:13.798621 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-ed990f61-d33e-443b-b19f-af881096f083 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Request body: {'port': {'device_id': '713129fb-7350-48b7-8fc5-59546776a4e3', 'network_id': 'b291c552-bfa3-4422-bb68-9e2c31bda7e2', 'admin_state_up': True, 'tenant_id': '9a7aae175d4a4ec1b4b0dfeb21a6b7ba'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:13:13.931866 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-ed990f61-d33e-443b-b19f-af881096f083 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:13:13.941176 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-ed990f61-d33e-443b-b19f-af881096f083 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:13:14.057913 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-ed990f61-d33e-443b-b19f-af881096f083 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Made reservation on behalf of 9a7aae175d4a4ec1b4b0dfeb21a6b7ba for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:13:14.060913 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-ed990f61-d33e-443b-b19f-af881096f083 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:14.224615 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-ed990f61-d33e-443b-b19f-af881096f083 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Allocated IP 172.20.0.4 (b291c552-bfa3-4422-bb68-9e2c31bda7e2/b49afda4-d18f-4dd0-812b-ff74185a8dad/c35a92a2-7c98-4216-b013-a3a1361641d4) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:13:14.440692 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-ed990f61-d33e-443b-b19f-af881096f083 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:14.460813 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-ed990f61-d33e-443b-b19f-af881096f083 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Transition to ACTIVE for port object c35a92a2-7c98-4216-b013-a3a1361641d4 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:13:14.579578 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-ed990f61-d33e-443b-b19f-af881096f083 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:14.618378 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7e5976c2-f4d7-46e8-8ee7-c91dc587ba38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:14.651320 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-ed990f61-d33e-443b-b19f-af881096f083 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Network b291c552-bfa3-4422-bb68-9e2c31bda7e2 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:13:14.654475 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-ed990f61-d33e-443b-b19f-af881096f083 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:13:14.658427 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-ed990f61-d33e-443b-b19f-af881096f083 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:13:14.693303 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed990f61-d33e-443b-b19f-af881096f083 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Pushing event updated for resources: {'Port': ['ID=c35a92a2-7c98-4216-b013-a3a1361641d4,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:13:14.726458 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-ed990f61-d33e-443b-b19f-af881096f083 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:14.727165 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-ed990f61-d33e-443b-b19f-af881096f083 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:14.844432 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-ed990f61-d33e-443b-b19f-af881096f083 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0494039 Feb 04 12:13:14.857702 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-dd7aff71-0384-4be6-97bb-1d10ef94eec8 service neutron] Request body: {'port': {'device_id': '713129fb-7350-48b7-8fc5-59546776a4e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:13:14.915699 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d01a9-a45e-4afa-ae94-58fd3d89626d req-2c57113d-0892-43be-9465-b07a031dcd6a tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:14.916386 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-bb3d01a9-a45e-4afa-ae94-58fd3d89626d req-2c57113d-0892-43be-9465-b07a031dcd6a tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Synchronizing usage tracker for tenant:9a7aae175d4a4ec1b4b0dfeb21a6b7ba on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:13:14.988616 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-dd7aff71-0384-4be6-97bb-1d10ef94eec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:15.047390 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d706388b-0778-4c13-b657-44ba571668b3 None None] Provisioning for port c35a92a2-7c98-4216-b013-a3a1361641d4 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:13:15.053426 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d706388b-0778-4c13-b657-44ba571668b3 None None] Provisioning complete for port c35a92a2-7c98-4216-b013-a3a1361641d4 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:13:15.053797 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d706388b-0778-4c13-b657-44ba571668b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:15.104716 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-bb3d01a9-a45e-4afa-ae94-58fd3d89626d req-2c57113d-0892-43be-9465-b07a031dcd6a tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Unset dirty status for tenant:9a7aae175d4a4ec1b4b0dfeb21a6b7ba on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:13:15.105869 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bb3d01a9-a45e-4afa-ae94-58fd3d89626d req-2c57113d-0892-43be-9465-b07a031dcd6a tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/ports?device_id=713129fb-7350-48b7-8fc5-59546776a4e3 HTTP/1.1" status: 200 len: 931 time: 0.3247602 Feb 04 12:13:15.121724 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-d706388b-0778-4c13-b657-44ba571668b3 None None] Port c35a92a2-7c98-4216-b013-a3a1361641d4 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:13:15.243939 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bb3d01a9-a45e-4afa-ae94-58fd3d89626d req-88dc428b-d4bf-4234-b05b-e22dbbda9e0d tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/security-groups?id=4085622b-c75d-4358-98b1-522552fc0bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264403 Feb 04 12:13:15.371953 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-dd7aff71-0384-4be6-97bb-1d10ef94eec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c35a92a2-7c98-4216-b013-a3a1361641d4 {{(pid=84204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:13:15.379085 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-dd7aff71-0384-4be6-97bb-1d10ef94eec8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:15.398419 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-dd7aff71-0384-4be6-97bb-1d10ef94eec8 service neutron] Transition to ACTIVE for port object c35a92a2-7c98-4216-b013-a3a1361641d4 will not be triggered until provisioned by entity L2. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:13:15.464185 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-dd7aff71-0384-4be6-97bb-1d10ef94eec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:15.587726 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7aff71-0384-4be6-97bb-1d10ef94eec8 service neutron] Pushing event updated for resources: {'Port': ['ID=c35a92a2-7c98-4216-b013-a3a1361641d4,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:13:15.670232 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:15.704477 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-dd7aff71-0384-4be6-97bb-1d10ef94eec8 service neutron] Attempting to bind port c35a92a2-7c98-4216-b013-a3a1361641d4 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:13:15.704814 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-dd7aff71-0384-4be6-97bb-1d10ef94eec8 service neutron] Attempting to bind port c35a92a2-7c98-4216-b013-a3a1361641d4 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'ec8ce08d-db50-40c6-8016-71617cabacff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b291c552-bfa3-4422-bb68-9e2c31bda7e2'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:13:15.705147 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-dd7aff71-0384-4be6-97bb-1d10ef94eec8 service neutron] Attempting to bind port c35a92a2-7c98-4216-b013-a3a1361641d4 on network b291c552-bfa3-4422-bb68-9e2c31bda7e2 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:13:15.712991 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-dd7aff71-0384-4be6-97bb-1d10ef94eec8 service neutron] Port c35a92a2-7c98-4216-b013-a3a1361641d4 on network b291c552-bfa3-4422-bb68-9e2c31bda7e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 12:13:15.713203 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-dd7aff71-0384-4be6-97bb-1d10ef94eec8 service neutron] Attempting to bind port c35a92a2-7c98-4216-b013-a3a1361641d4 on network b291c552-bfa3-4422-bb68-9e2c31bda7e2 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:13:15.723441 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-dd7aff71-0384-4be6-97bb-1d10ef94eec8 service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:13:15.723776 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-dd7aff71-0384-4be6-97bb-1d10ef94eec8 service neutron] Checking segment: {'id': 'ec8ce08d-db50-40c6-8016-71617cabacff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b291c552-bfa3-4422-bb68-9e2c31bda7e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:13:15.724158 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-dd7aff71-0384-4be6-97bb-1d10ef94eec8 service neutron] Bound using segment: {'id': 'ec8ce08d-db50-40c6-8016-71617cabacff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b291c552-bfa3-4422-bb68-9e2c31bda7e2'} {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:13:15.726753 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-dd7aff71-0384-4be6-97bb-1d10ef94eec8 service neutron] Bound port: c35a92a2-7c98-4216-b013-a3a1361641d4, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec8ce08d-db50-40c6-8016-71617cabacff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b291c552-bfa3-4422-bb68-9e2c31bda7e2'}}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:13:15.731792 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-dd7aff71-0384-4be6-97bb-1d10ef94eec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:15.778720 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:15.823903 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-dd7aff71-0384-4be6-97bb-1d10ef94eec8 service neutron] For port c35a92a2-7c98-4216-b013-a3a1361641d4, host hv-neutron-8278, cleared binding levels {{(pid=84204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:13:15.827092 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-dd7aff71-0384-4be6-97bb-1d10ef94eec8 service neutron] For port c35a92a2-7c98-4216-b013-a3a1361641d4, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c35a92a2-7c98-4216-b013-a3a1361641d4,segment=NetworkSegment(ec8ce08d-db50-40c6-8016-71617cabacff),segment_id=ec8ce08d-db50-40c6-8016-71617cabacff)] {{(pid=84204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:13:15.945358 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-dd7aff71-0384-4be6-97bb-1d10ef94eec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:16.004062 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-dd7aff71-0384-4be6-97bb-1d10ef94eec8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:16.005789 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-dd7aff71-0384-4be6-97bb-1d10ef94eec8 service neutron] 10.222.0.47 "PUT /v2.0/ports/c35a92a2-7c98-4216-b013-a3a1361641d4 HTTP/1.1" status: 200 len: 1093 time: 1.1534474 Feb 04 12:13:16.008805 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '713129fb-7350-48b7-8fc5-59546776a4e3', 'tag': 'c35a92a2-7c98-4216-b013-a3a1361641d4'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:13:16.039689 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7aff71-0384-4be6-97bb-1d10ef94eec8 service neutron] Pushing event updated for resources: {'Port': ['ID=c35a92a2-7c98-4216-b013-a3a1361641d4,revision_number=3']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:13:16.088753 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '713129fb-7350-48b7-8fc5-59546776a4e3', 'tag': 'c35a92a2-7c98-4216-b013-a3a1361641d4', 'status': 'completed', 'code': 200} Feb 04 12:13:16.187130 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d6d644b7-f136-4b45-a2ae-cccda09877bc req-691675c8-8cc7-409e-9e29-47976649fc4a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9a7aae175d4a4ec1b4b0dfeb21a6b7ba&device_id=713129fb-7350-48b7-8fc5-59546776a4e3 HTTP/1.1" status: 200 len: 1096 time: 0.0787253 Feb 04 12:13:16.341198 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d644b7-f136-4b45-a2ae-cccda09877bc req-03823401-eece-48b4-b5ef-e1aca316d16f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:16.342682 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d6d644b7-f136-4b45-a2ae-cccda09877bc req-03823401-eece-48b4-b5ef-e1aca316d16f service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=9a7aae175d4a4ec1b4b0dfeb21a6b7ba&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1497052 Feb 04 12:13:16.637681 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d644b7-f136-4b45-a2ae-cccda09877bc req-67e5f717-778d-4b11-8ec0-9ed49d5a3330 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:16.639128 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d6d644b7-f136-4b45-a2ae-cccda09877bc req-67e5f717-778d-4b11-8ec0-9ed49d5a3330 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2907927 Feb 04 12:13:16.655722 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c1f4d-5e8d-4f25-96da-06bd24229fac req-f86a4df6-48e5-42e0-94dc-d0e5118a376f tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:16.657232 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-fb3c1f4d-5e8d-4f25-96da-06bd24229fac req-f86a4df6-48e5-42e0-94dc-d0e5118a376f tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/ports?device_id=713129fb-7350-48b7-8fc5-59546776a4e3 HTTP/1.1" status: 200 len: 943 time: 0.2315910 Feb 04 12:13:16.758268 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-fb3c1f4d-5e8d-4f25-96da-06bd24229fac req-3ca2527a-292a-4dd7-98ce-e93c577b609d tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/security-groups?id=4085622b-c75d-4358-98b1-522552fc0bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950685 Feb 04 12:13:16.782142 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-76c7a83a-6350-457d-9b9d-022a1e6e6af6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9a7aae175d4a4ec1b4b0dfeb21a6b7ba&device_id=713129fb-7350-48b7-8fc5-59546776a4e3 HTTP/1.1" status: 200 len: 1096 time: 0.0963142 Feb 04 12:13:16.849991 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-4ec5d224-04ce-4187-a9ae-a36b3e3618fc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c35a92a2-7c98-4216-b013-a3a1361641d4 HTTP/1.1" status: 200 len: 217 time: 0.0615854 Feb 04 12:13:16.918082 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-77207708-d4cc-4b8a-8bd7-25efeba7b762 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:16.919422 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-77207708-d4cc-4b8a-8bd7-25efeba7b762 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b49afda4-d18f-4dd0-812b-ff74185a8dad HTTP/1.1" status: 200 len: 856 time: 0.0641077 Feb 04 12:13:16.998804 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-7c58cb19-ac41-4604-9ed9-b4283cd485dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b291c552-bfa3-4422-bb68-9e2c31bda7e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738590 Feb 04 12:13:17.035116 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:17.141045 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-183256bb-2064-4206-bd19-52374d39797b service neutron] 10.222.0.47 "GET /v2.0/networks/b291c552-bfa3-4422-bb68-9e2c31bda7e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363814 Feb 04 12:13:17.290550 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-963cfaf2-7e80-4dc7-8cf7-deb1eb481212 req-6741eb62-97bf-485f-b25a-edcbbf3766bb service neutron] 10.222.0.47 "GET /v2.0/networks/b291c552-bfa3-4422-bb68-9e2c31bda7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439533 Feb 04 12:13:17.963536 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2504505-ff17-4e73-925c-fda8aa273b33 req-0080daff-be0e-4806-afcb-1a43dd56de74 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:17.964969 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a2504505-ff17-4e73-925c-fda8aa273b33 req-0080daff-be0e-4806-afcb-1a43dd56de74 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/ports?device_id=713129fb-7350-48b7-8fc5-59546776a4e3 HTTP/1.1" status: 200 len: 943 time: 0.0764334 Feb 04 12:13:18.014810 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a2504505-ff17-4e73-925c-fda8aa273b33 req-de5b5fd4-8c68-4c71-ae76-bd0d20218766 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/security-groups?id=4085622b-c75d-4358-98b1-522552fc0bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443356 Feb 04 12:13:19.210407 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa9799-eb36-48c2-b711-88b929eae69d req-c2dcb1b7-520c-4ec7-99e3-6706f004a6b6 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:19.211910 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bdfa9799-eb36-48c2-b711-88b929eae69d req-c2dcb1b7-520c-4ec7-99e3-6706f004a6b6 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/ports?device_id=713129fb-7350-48b7-8fc5-59546776a4e3 HTTP/1.1" status: 200 len: 943 time: 0.0756197 Feb 04 12:13:19.261474 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bdfa9799-eb36-48c2-b711-88b929eae69d req-d8f22d52-76ec-4b40-9a46-e9518d46fead tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/security-groups?id=4085622b-c75d-4358-98b1-522552fc0bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439095 Feb 04 12:13:20.483553 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebdae2-50bb-493e-a5a9-78da1a278f93 req-9537670e-05f2-4944-a83f-95144afa9434 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:20.486588 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-caebdae2-50bb-493e-a5a9-78da1a278f93 req-9537670e-05f2-4944-a83f-95144afa9434 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/ports?device_id=713129fb-7350-48b7-8fc5-59546776a4e3 HTTP/1.1" status: 200 len: 943 time: 0.0921960 Feb 04 12:13:20.533233 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-caebdae2-50bb-493e-a5a9-78da1a278f93 req-ccfa3b10-b96b-47c1-ba93-ec699e0cc861 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/security-groups?id=4085622b-c75d-4358-98b1-522552fc0bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411890 Feb 04 12:13:20.975418 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device c35a92a2-7c98-4216-b013-a3a1361641d4 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:13:21.120970 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port c35a92a2-7c98-4216-b013-a3a1361641d4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c35a92a2-7c98-4216-b013-a3a1361641d4,segment=NetworkSegment(ec8ce08d-db50-40c6-8016-71617cabacff),segment_id=ec8ce08d-db50-40c6-8016-71617cabacff)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:13:21.135747 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': 'c35a92a2-7c98-4216-b013-a3a1361641d4', 'network_id': 'b291c552-bfa3-4422-bb68-9e2c31bda7e2', 'port_id': 'c35a92a2-7c98-4216-b013-a3a1361641d4', 'mac_address': 'fa:16:3e:45:03:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b49afda4-d18f-4dd0-812b-ff74185a8dad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:13:21.188678 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:21.206415 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c35a92a2-7c98-4216-b013-a3a1361641d4 {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:13:21.226385 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port c35a92a2-7c98-4216-b013-a3a1361641d4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c35a92a2-7c98-4216-b013-a3a1361641d4,segment=NetworkSegment(ec8ce08d-db50-40c6-8016-71617cabacff),segment_id=ec8ce08d-db50-40c6-8016-71617cabacff)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:13:21.292499 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:21.363674 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=c35a92a2-7c98-4216-b013-a3a1361641d4,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:13:21.372423 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:21.372757 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:21.373082 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:21.373403 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:21.373769 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:21.374113 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:21.374431 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:21.374746 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:21.375055 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:21.375422 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:21.375734 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:21.612175 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['c35a92a2-7c98-4216-b013-a3a1361641d4'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:13:21.757221 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0283e1-5252-4b65-95e8-1fc920be5a59 req-0a9534da-9103-42a9-94b1-093cd05fcca6 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:21.759875 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6e0283e1-5252-4b65-95e8-1fc920be5a59 req-0a9534da-9103-42a9-94b1-093cd05fcca6 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/ports?device_id=713129fb-7350-48b7-8fc5-59546776a4e3 HTTP/1.1" status: 200 len: 944 time: 0.0906341 Feb 04 12:13:21.808965 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6e0283e1-5252-4b65-95e8-1fc920be5a59 req-4038d2d5-abb4-496f-947c-0650e6dce89e tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/security-groups?id=4085622b-c75d-4358-98b1-522552fc0bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431941 Feb 04 12:13:22.978284 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device c35a92a2-7c98-4216-b013-a3a1361641d4 up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:13:23.015354 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca74a03-1a9c-428b-9dc9-7a04040c0960 req-7f755a08-561a-4dfa-afd4-2ae4db5ebf93 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:23.016848 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9ca74a03-1a9c-428b-9dc9-7a04040c0960 req-7f755a08-561a-4dfa-afd4-2ae4db5ebf93 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/ports?device_id=713129fb-7350-48b7-8fc5-59546776a4e3 HTTP/1.1" status: 200 len: 944 time: 0.0812526 Feb 04 12:13:23.067809 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9ca74a03-1a9c-428b-9dc9-7a04040c0960 req-e7e54d1b-f8f7-4e2c-a7cd-419334d3129e tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/security-groups?id=4085622b-c75d-4358-98b1-522552fc0bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450249 Feb 04 12:13:23.115848 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port c35a92a2-7c98-4216-b013-a3a1361641d4 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:13:23.121250 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port c35a92a2-7c98-4216-b013-a3a1361641d4 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:13:23.121616 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:23.242989 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:23.307985 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713129fb-7350-48b7-8fc5-59546776a4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35a92a2-7c98-4216-b013-a3a1361641d4'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:13:23.320908 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port c35a92a2-7c98-4216-b013-a3a1361641d4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c35a92a2-7c98-4216-b013-a3a1361641d4,segment=NetworkSegment(ec8ce08d-db50-40c6-8016-71617cabacff),segment_id=ec8ce08d-db50-40c6-8016-71617cabacff)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:13:23.442587 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713129fb-7350-48b7-8fc5-59546776a4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35a92a2-7c98-4216-b013-a3a1361641d4', 'code': 200} Feb 04 12:13:23.464834 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:23.541532 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=c35a92a2-7c98-4216-b013-a3a1361641d4,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:13:23.848873 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-15a370d7-00a5-4456-a5d6-d4f0ca800339 req-84ba1697-c43e-4b59-b37c-9ecf6413172f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=713129fb-7350-48b7-8fc5-59546776a4e3 HTTP/1.1" status: 200 len: 1098 time: 0.0727384 Feb 04 12:13:23.897569 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-15a370d7-00a5-4456-a5d6-d4f0ca800339 req-ccccaa6d-5118-4851-9706-d9410d2374e3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4085622b-c75d-4358-98b1-522552fc0bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412068 Feb 04 12:13:24.338402 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71afd8-6803-4e15-adc2-3135a505d334 req-3d5eaaaa-ff00-47d5-9bcb-200838c1adfd tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:24.339848 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2b71afd8-6803-4e15-adc2-3135a505d334 req-3d5eaaaa-ff00-47d5-9bcb-200838c1adfd tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/ports?device_id=713129fb-7350-48b7-8fc5-59546776a4e3 HTTP/1.1" status: 200 len: 945 time: 0.0873315 Feb 04 12:13:24.387759 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2b71afd8-6803-4e15-adc2-3135a505d334 req-4930b483-aee0-40fa-a0d1-c7ad7929abb9 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/security-groups?id=4085622b-c75d-4358-98b1-522552fc0bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421751 Feb 04 12:13:25.594044 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3b6d4-69c5-44f6-8f69-68b3f3077989 req-d1b96b56-328f-4a0b-9356-2afb4b4c7902 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:25.595401 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0ee3b6d4-69c5-44f6-8f69-68b3f3077989 req-d1b96b56-328f-4a0b-9356-2afb4b4c7902 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/ports?device_id=713129fb-7350-48b7-8fc5-59546776a4e3 HTTP/1.1" status: 200 len: 945 time: 0.0767274 Feb 04 12:13:25.643645 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0ee3b6d4-69c5-44f6-8f69-68b3f3077989 req-2ba13cad-e7a3-44db-a0bf-a369c1f011d9 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/security-groups?id=4085622b-c75d-4358-98b1-522552fc0bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425458 Feb 04 12:13:25.860828 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7602f-604e-4cd4-bfdb-b16de45f4fda req-6eba27e6-863b-4e38-a03b-e8d3783a4f33 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:25.862340 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f1f7602f-604e-4cd4-bfdb-b16de45f4fda req-6eba27e6-863b-4e38-a03b-e8d3783a4f33 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/ports?device_id=713129fb-7350-48b7-8fc5-59546776a4e3 HTTP/1.1" status: 200 len: 945 time: 0.0867109 Feb 04 12:13:25.913939 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f1f7602f-604e-4cd4-bfdb-b16de45f4fda req-3783d0e3-f29c-4321-9b66-377d48a991b8 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/security-groups?id=4085622b-c75d-4358-98b1-522552fc0bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449338 Feb 04 12:13:27.723605 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:13:36.481445 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:42.127851 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-231a7ebb-014b-49c0-a048-dafc6ff22f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:44.601562 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c91639cc-cde5-46d3-b15d-c6488b8ea2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:44.959321 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010ae2b-7420-486d-af9b-db6b08c8db44 req-261fc909-11d3-4d87-ac6c-4543a643942b tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:44.961629 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8010ae2b-7420-486d-af9b-db6b08c8db44 req-261fc909-11d3-4d87-ac6c-4543a643942b tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/ports?device_id=713129fb-7350-48b7-8fc5-59546776a4e3 HTTP/1.1" status: 200 len: 945 time: 0.0845304 Feb 04 12:13:45.012703 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8010ae2b-7420-486d-af9b-db6b08c8db44 req-c01b5073-3e64-4de8-8cee-df28dd44204b tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/security-groups?id=4085622b-c75d-4358-98b1-522552fc0bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455799 Feb 04 12:13:45.676806 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:45.784341 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:46.223989 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867ee0f-f404-4899-88e1-141a8b293650 req-ca4cd76f-f344-43da-abae-7df633c8cd7e tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:46.225490 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6867ee0f-f404-4899-88e1-141a8b293650 req-ca4cd76f-f344-43da-abae-7df633c8cd7e tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/ports?device_id=713129fb-7350-48b7-8fc5-59546776a4e3 HTTP/1.1" status: 200 len: 945 time: 0.0870121 Feb 04 12:13:46.278228 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6867ee0f-f404-4899-88e1-141a8b293650 req-096f85ef-b114-4d0f-9fc8-b49049619cc2 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/security-groups?id=4085622b-c75d-4358-98b1-522552fc0bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457242 Feb 04 12:13:46.995624 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:47.161180 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff142dd3-2a37-4817-afe0-f31db2dbd07c req-0756dcc5-5890-4a60-b14f-62bd519510d7 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:47.162681 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ff142dd3-2a37-4817-afe0-f31db2dbd07c req-0756dcc5-5890-4a60-b14f-62bd519510d7 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.47 "GET /v2.0/ports?device_id=713129fb-7350-48b7-8fc5-59546776a4e3 HTTP/1.1" status: 200 len: 945 time: 0.0787950 Feb 04 12:13:47.241174 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [req-ff142dd3-2a37-4817-afe0-f31db2dbd07c req-61796deb-9183-482c-aa42-15bdee858adc tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Deleting port c35a92a2-7c98-4216-b013-a3a1361641d4 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:13:47.241794 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-ff142dd3-2a37-4817-afe0-f31db2dbd07c req-61796deb-9183-482c-aa42-15bdee858adc tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:47.492426 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f4abc-c240-4cba-92a2-e1fb52a17f96 req-842f01b2-a686-47bb-819c-8066b006d24c tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:47.495359 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f37f4abc-c240-4cba-92a2-e1fb52a17f96 req-842f01b2-a686-47bb-819c-8066b006d24c tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/ports?device_id=713129fb-7350-48b7-8fc5-59546776a4e3 HTTP/1.1" status: 200 len: 945 time: 0.0881922 Feb 04 12:13:47.521802 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-ff142dd3-2a37-4817-afe0-f31db2dbd07c req-61796deb-9183-482c-aa42-15bdee858adc tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] For port c35a92a2-7c98-4216-b013-a3a1361641d4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c35a92a2-7c98-4216-b013-a3a1361641d4,segment=NetworkSegment(ec8ce08d-db50-40c6-8016-71617cabacff),segment_id=ec8ce08d-db50-40c6-8016-71617cabacff)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:13:47.522180 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-ff142dd3-2a37-4817-afe0-f31db2dbd07c req-61796deb-9183-482c-aa42-15bdee858adc tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:47.560682 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f37f4abc-c240-4cba-92a2-e1fb52a17f96 req-cff9f999-864d-428d-b639-15c6e751f250 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/security-groups?id=4085622b-c75d-4358-98b1-522552fc0bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555508 Feb 04 12:13:47.762490 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [req-ff142dd3-2a37-4817-afe0-f31db2dbd07c req-61796deb-9183-482c-aa42-15bdee858adc tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Calling delete_port for c35a92a2-7c98-4216-b013-a3a1361641d4 owned by compute:nova {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:13:47.990517 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-ff142dd3-2a37-4817-afe0-f31db2dbd07c req-61796deb-9183-482c-aa42-15bdee858adc tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:48.002387 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['c35a92a2-7c98-4216-b013-a3a1361641d4'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:13:48.042599 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61796deb-9183-482c-aa42-15bdee858adc tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Pushing event deleted for resources: {'Port': ['ID=c35a92a2-7c98-4216-b013-a3a1361641d4,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:13:48.121516 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff142dd3-2a37-4817-afe0-f31db2dbd07c req-61796deb-9183-482c-aa42-15bdee858adc tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] No DVR routers for this DVR port c35a92a2-7c98-4216-b013-a3a1361641d4 on host hv-neutron-8278 {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:13:48.124305 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-ff142dd3-2a37-4817-afe0-f31db2dbd07c req-61796deb-9183-482c-aa42-15bdee858adc tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:48.127094 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713129fb-7350-48b7-8fc5-59546776a4e3', 'name': 'network-vif-deleted', 'tag': 'c35a92a2-7c98-4216-b013-a3a1361641d4'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:13:48.193624 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ff142dd3-2a37-4817-afe0-f31db2dbd07c req-61796deb-9183-482c-aa42-15bdee858adc tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.47 "DELETE /v2.0/ports/c35a92a2-7c98-4216-b013-a3a1361641d4 HTTP/1.1" status: 204 len: 173 time: 1.0251319 Feb 04 12:13:48.206741 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713129fb-7350-48b7-8fc5-59546776a4e3', 'name': 'network-vif-deleted', 'tag': 'c35a92a2-7c98-4216-b013-a3a1361641d4', 'status': 'completed', 'code': 200} Feb 04 12:13:48.778817 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-899a52ff-9005-4a6a-a93a-a0e9ab9cccbb req-3aad828d-c4ed-46ba-b247-19b29c723e45 tempest-TestEncryptedCinderVolumes-21191490 tempest-TestEncryptedCinderVolumes-21191490-project] 10.222.0.21 "GET /v2.0/ports?device_id=713129fb-7350-48b7-8fc5-59546776a4e3 HTTP/1.1" status: 200 len: 210 time: 0.0530393 Feb 04 12:13:49.995746 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 46476) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:13:50.504945 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fc02a8cc-a984-46fb-81e8-3436e290f885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:51.165916 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device c35a92a2-7c98-4216-b013-a3a1361641d4 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:13:51.182560 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-fc02a8cc-a984-46fb-81e8-3436e290f885 admin admin] Deleting port a6a569b8-0de7-408c-8bb6-4c227685c2c6 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:13:51.183419 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fc02a8cc-a984-46fb-81e8-3436e290f885 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:51.225707 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] No Port match for: c35a92a2-7c98-4216-b013-a3a1361641d4 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:13:51.225707 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device c35a92a2-7c98-4216-b013-a3a1361641d4 not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:13:51.462076 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-fc02a8cc-a984-46fb-81e8-3436e290f885 admin admin] For port a6a569b8-0de7-408c-8bb6-4c227685c2c6, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=a6a569b8-0de7-408c-8bb6-4c227685c2c6,segment=NetworkSegment(ec8ce08d-db50-40c6-8016-71617cabacff),segment_id=ec8ce08d-db50-40c6-8016-71617cabacff)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:13:51.462401 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fc02a8cc-a984-46fb-81e8-3436e290f885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:51.603583 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-fc02a8cc-a984-46fb-81e8-3436e290f885 admin admin] Calling delete_port for a6a569b8-0de7-408c-8bb6-4c227685c2c6 owned by network:router_interface {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:13:51.898758 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fc02a8cc-a984-46fb-81e8-3436e290f885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:52.047107 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc02a8cc-a984-46fb-81e8-3436e290f885 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6a569b8-0de7-408c-8bb6-4c227685c2c6,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:13:52.089304 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02a8cc-a984-46fb-81e8-3436e290f885 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:52.089623 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02a8cc-a984-46fb-81e8-3436e290f885 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:52.089867 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02a8cc-a984-46fb-81e8-3436e290f885 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:52.090230 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02a8cc-a984-46fb-81e8-3436e290f885 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:52.090535 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02a8cc-a984-46fb-81e8-3436e290f885 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:52.090875 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02a8cc-a984-46fb-81e8-3436e290f885 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:52.091315 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02a8cc-a984-46fb-81e8-3436e290f885 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:52.091680 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02a8cc-a984-46fb-81e8-3436e290f885 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:52.091995 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02a8cc-a984-46fb-81e8-3436e290f885 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:52.092309 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02a8cc-a984-46fb-81e8-3436e290f885 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:52.092615 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02a8cc-a984-46fb-81e8-3436e290f885 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:52.405457 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fc02a8cc-a984-46fb-81e8-3436e290f885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:53.021617 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc02a8cc-a984-46fb-81e8-3436e290f885 admin admin] Router 56c9907b-03c3-4a1d-9f80-67651cddf2be has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:13:53.270828 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc02a8cc-a984-46fb-81e8-3436e290f885 admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:13:53.280265 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2d575a-d6a5-40ec-8761-eafeb5770ae2 None None] Sync routers for ids ['56c9907b-03c3-4a1d-9f80-67651cddf2be'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:13:53.289359 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-fc02a8cc-a984-46fb-81e8-3436e290f885 admin admin] 10.222.0.21 "PUT /v2.0/routers/56c9907b-03c3-4a1d-9f80-67651cddf2be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2918746 Feb 04 12:13:53.292031 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 46480) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:13:53.296191 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2d575a-d6a5-40ec-8761-eafeb5770ae2 None None] Routers {'56c9907b-03c3-4a1d-9f80-67651cddf2be'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:13:53.297216 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-1d2d575a-d6a5-40ec-8761-eafeb5770ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:13:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['56c9907b-03c3-4a1d-9f80-67651cddf2be'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:13:53.585404 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-1d2d575a-d6a5-40ec-8761-eafeb5770ae2 None None] Set router 56c9907b-03c3-4a1d-9f80-67651cddf2be gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:13:53.608506 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae084-fd53-4556-8964-6514b05665b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:53.828782 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae084-fd53-4556-8964-6514b05665b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:53.927437 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-7c3ae084-fd53-4556-8964-6514b05665b1 admin admin] Deleting port 3221edd2-b7de-49e9-9e05-a0fcd3bf5f87 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:13:53.927995 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae084-fd53-4556-8964-6514b05665b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:53.949607 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-1d2d575a-d6a5-40ec-8761-eafeb5770ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c9907b-03c3-4a1d-9f80-67651cddf2be', 'name': 'tempest-TestEncryptedCinderVolumes-1229800041-router', 'tenant_id': '9a7aae175d4a4ec1b4b0dfeb21a6b7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '3221edd2-b7de-49e9-9e05-a0fcd3bf5f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:12:13Z', 'updated_at': '2022-02-04T12:13:51Z', 'revision_number': 5, 'project_id': '9a7aae175d4a4ec1b4b0dfeb21a6b7ba', 'gw_port': {'id': '3221edd2-b7de-49e9-9e05-a0fcd3bf5f87', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c9907b-03c3-4a1d-9f80-67651cddf2be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:14Z', 'updated_at': '2022-02-04T12:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:13:53.954090 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2d575a-d6a5-40ec-8761-eafeb5770ae2 None None] Checking router: 56c9907b-03c3-4a1d-9f80-67651cddf2be for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:13:53.966679 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2d575a-d6a5-40ec-8761-eafeb5770ae2 None None] Routers {'56c9907b-03c3-4a1d-9f80-67651cddf2be'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:13:53.967271 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-1d2d575a-d6a5-40ec-8761-eafeb5770ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:13:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['56c9907b-03c3-4a1d-9f80-67651cddf2be'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:13:54.147980 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-7c3ae084-fd53-4556-8964-6514b05665b1 admin admin] For port 3221edd2-b7de-49e9-9e05-a0fcd3bf5f87, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=3221edd2-b7de-49e9-9e05-a0fcd3bf5f87,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:13:54.148464 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae084-fd53-4556-8964-6514b05665b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:54.185154 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-1d2d575a-d6a5-40ec-8761-eafeb5770ae2 None None] Set router 56c9907b-03c3-4a1d-9f80-67651cddf2be gateway port host: None {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:13:54.291702 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-1d2d575a-d6a5-40ec-8761-eafeb5770ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c9907b-03c3-4a1d-9f80-67651cddf2be', 'name': 'tempest-TestEncryptedCinderVolumes-1229800041-router', 'tenant_id': '9a7aae175d4a4ec1b4b0dfeb21a6b7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:12:13Z', 'updated_at': '2022-02-04T12:13:53Z', 'revision_number': 6, 'project_id': '9a7aae175d4a4ec1b4b0dfeb21a6b7ba', 'gw_port_host': None}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:13:54.302552 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2d575a-d6a5-40ec-8761-eafeb5770ae2 None None] The sync data for ids ['56c9907b-03c3-4a1d-9f80-67651cddf2be'] in dv-neutron-827825-2-hyperv is: [{'id': '56c9907b-03c3-4a1d-9f80-67651cddf2be', 'name': 'tempest-TestEncryptedCinderVolumes-1229800041-router', 'tenant_id': '9a7aae175d4a4ec1b4b0dfeb21a6b7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:12:13Z', 'updated_at': '2022-02-04T12:13:53Z', 'revision_number': 6, 'project_id': '9a7aae175d4a4ec1b4b0dfeb21a6b7ba', 'gw_port_host': None}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:13:54.307472 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-7c3ae084-fd53-4556-8964-6514b05665b1 admin admin] Calling delete_port for 3221edd2-b7de-49e9-9e05-a0fcd3bf5f87 owned by network:router_gateway {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:13:54.572334 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae084-fd53-4556-8964-6514b05665b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:54.618346 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ae084-fd53-4556-8964-6514b05665b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3221edd2-b7de-49e9-9e05-a0fcd3bf5f87,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:13:54.854813 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae084-fd53-4556-8964-6514b05665b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:55.227846 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae084-fd53-4556-8964-6514b05665b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:55.232672 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae084-fd53-4556-8964-6514b05665b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:55.337662 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae084-fd53-4556-8964-6514b05665b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:55.338479 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3ae084-fd53-4556-8964-6514b05665b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56c9907b-03c3-4a1d-9f80-67651cddf2be {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:13:55.352446 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae084-fd53-4556-8964-6514b05665b1 admin admin] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:55.353608 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-7c3ae084-fd53-4556-8964-6514b05665b1 admin admin] 10.222.0.21 "DELETE /v2.0/routers/56c9907b-03c3-4a1d-9f80-67651cddf2be HTTP/1.1" status: 204 len: 168 time: 2.0602920 Feb 04 12:13:55.356158 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 46484) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:13:55.422761 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dcafe0d-fd54-4304-9269-3b123afc4035 admin admin] Deleting subnet b49afda4-d18f-4dd0-812b-ff74185a8dad {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 12:13:55.426923 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9dcafe0d-fd54-4304-9269-3b123afc4035 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:55.486379 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9dcafe0d-fd54-4304-9269-3b123afc4035 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:55.566332 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9dcafe0d-fd54-4304-9269-3b123afc4035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:55.710177 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9dcafe0d-fd54-4304-9269-3b123afc4035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:55.751397 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcafe0d-fd54-4304-9269-3b123afc4035 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b49afda4-d18f-4dd0-812b-ff74185a8dad,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:13:55.762649 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9dcafe0d-fd54-4304-9269-3b123afc4035 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:55.772368 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ada11bf-dbcb-43bd-94b5-55f3a6a832a8 None None] Network b291c552-bfa3-4422-bb68-9e2c31bda7e2 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:13:55.773024 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9dcafe0d-fd54-4304-9269-3b123afc4035 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b49afda4-d18f-4dd0-812b-ff74185a8dad HTTP/1.1" status: 204 len: 168 time: 0.4154553 Feb 04 12:13:55.775405 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 46488) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:13:55.896370 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-efb1ce6b-59f0-441e-9555-726289abcabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:55.911553 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-efb1ce6b-59f0-441e-9555-726289abcabb admin admin] Deleting port 7d6757c7-4f96-4155-b3b3-d75c6396ab5f {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:13:55.912754 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-efb1ce6b-59f0-441e-9555-726289abcabb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:55.918154 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 3221edd2-b7de-49e9-9e05-a0fcd3bf5f87 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:13:55.987173 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 3221edd2-b7de-49e9-9e05-a0fcd3bf5f87 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:13:55.987713 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 3221edd2-b7de-49e9-9e05-a0fcd3bf5f87 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:13:55.988672 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device a6a569b8-0de7-408c-8bb6-4c227685c2c6 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:13:56.034789 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: a6a569b8-0de7-408c-8bb6-4c227685c2c6 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:13:56.035931 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device a6a569b8-0de7-408c-8bb6-4c227685c2c6 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:13:56.149740 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-efb1ce6b-59f0-441e-9555-726289abcabb admin admin] For port 7d6757c7-4f96-4155-b3b3-d75c6396ab5f, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=7d6757c7-4f96-4155-b3b3-d75c6396ab5f,segment=NetworkSegment(ec8ce08d-db50-40c6-8016-71617cabacff),segment_id=ec8ce08d-db50-40c6-8016-71617cabacff)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:13:56.150199 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-efb1ce6b-59f0-441e-9555-726289abcabb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:56.161102 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b09beb6-8770-481f-be7e-12e39e18ffaf None None] DHCP port deletion for b291c552-bfa3-4422-bb68-9e2c31bda7e2 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 12:13:56.166341 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-7b09beb6-8770-481f-be7e-12e39e18ffaf None None] Deleting port 7d6757c7-4f96-4155-b3b3-d75c6396ab5f {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:13:56.166735 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7b09beb6-8770-481f-be7e-12e39e18ffaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:56.316349 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-efb1ce6b-59f0-441e-9555-726289abcabb admin admin] Calling delete_port for 7d6757c7-4f96-4155-b3b3-d75c6396ab5f owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:13:56.477254 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-7b09beb6-8770-481f-be7e-12e39e18ffaf None None] For port 7d6757c7-4f96-4155-b3b3-d75c6396ab5f, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=7d6757c7-4f96-4155-b3b3-d75c6396ab5f,segment=NetworkSegment(ec8ce08d-db50-40c6-8016-71617cabacff),segment_id=ec8ce08d-db50-40c6-8016-71617cabacff)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:13:56.477560 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7b09beb6-8770-481f-be7e-12e39e18ffaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:56.498478 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-efb1ce6b-59f0-441e-9555-726289abcabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:56.560932 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb1ce6b-59f0-441e-9555-726289abcabb admin admin] Pushing event deleted for resources: {'Port': ['ID=7d6757c7-4f96-4155-b3b3-d75c6396ab5f,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:13:56.568053 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb1ce6b-59f0-441e-9555-726289abcabb admin admin] No DVR routers for this DVR port 7d6757c7-4f96-4155-b3b3-d75c6396ab5f on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:13:56.627848 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-7b09beb6-8770-481f-be7e-12e39e18ffaf None None] Calling delete_port for 7d6757c7-4f96-4155-b3b3-d75c6396ab5f owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:13:56.732804 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-7b09beb6-8770-481f-be7e-12e39e18ffaf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:13:56.733375 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-7b09beb6-8770-481f-be7e-12e39e18ffaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:13:56.740031 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-efb1ce6b-59f0-441e-9555-726289abcabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:56.767726 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-efb1ce6b-59f0-441e-9555-726289abcabb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b291c552-bfa3-4422-bb68-9e2c31bda7e2']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:13:56.781297 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-efb1ce6b-59f0-441e-9555-726289abcabb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec8ce08d-db50-40c6-8016-71617cabacff') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:13:56.781616 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-efb1ce6b-59f0-441e-9555-726289abcabb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec8ce08d-db50-40c6-8016-71617cabacff') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:13:56.796954 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-efb1ce6b-59f0-441e-9555-726289abcabb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:56.823380 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-efb1ce6b-59f0-441e-9555-726289abcabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:56.831756 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb1ce6b-59f0-441e-9555-726289abcabb admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 12:13:56.832802 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-efb1ce6b-59f0-441e-9555-726289abcabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:56.942611 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 12:13:56.942611 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 12:13:56.942611 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 12:13:56.942611 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:13:56.942611 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 12:13:56.942611 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:13:56.942611 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 12:13:56.942611 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:13:56.942611 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 12:13:56.942611 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:13:56.942611 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 12:13:56.942611 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:13:56.942611 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 12:13:56.942611 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:13:56.942611 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:13:56.942611 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:13:56.942611 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:13:56.942611 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:13:56.942611 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 12:13:56.942611 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:13:56.942611 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 12:13:56.942611 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:13:56.942611 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:13:56.942611 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 12:13:56.942611 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 12:13:56.942611 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 12:13:56.942611 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:13:56.942611 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 12:13:56.942611 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:13:56.942611 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 12:13:56.942611 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:13:56.942611 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:13:57.098984 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-efb1ce6b-59f0-441e-9555-726289abcabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:57.103360 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-efb1ce6b-59f0-441e-9555-726289abcabb admin admin] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:57.132193 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb1ce6b-59f0-441e-9555-726289abcabb admin admin] Pushing event deleted for resources: {'Network': ['ID=b291c552-bfa3-4422-bb68-9e2c31bda7e2,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:13:57.234960 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-7b09beb6-8770-481f-be7e-12e39e18ffaf None None] Deleting port 7d6757c7-4f96-4155-b3b3-d75c6396ab5f {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:13:57.235517 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7b09beb6-8770-481f-be7e-12e39e18ffaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:57.241831 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-efb1ce6b-59f0-441e-9555-726289abcabb admin admin] 10.222.0.21 "DELETE /v2.0/networks/b291c552-bfa3-4422-bb68-9e2c31bda7e2 HTTP/1.1" status: 204 len: 168 time: 1.4653800 Feb 04 12:13:57.246418 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 46492) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:13:57.312474 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-7b09beb6-8770-481f-be7e-12e39e18ffaf None None] The port '7d6757c7-4f96-4155-b3b3-d75c6396ab5f' was deleted {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 12:13:57.766751 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dce87ca1-e473-4464-8337-adcb8974f35d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:57.902405 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 7d6757c7-4f96-4155-b3b3-d75c6396ab5f no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:13:57.934795 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 7d6757c7-4f96-4155-b3b3-d75c6396ab5f {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:13:57.935129 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 7d6757c7-4f96-4155-b3b3-d75c6396ab5f not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:13:58.408524 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-dce87ca1-e473-4464-8337-adcb8974f35d admin admin] Deleting port 4905c652-dadf-4e3d-bb85-d8e052174f15 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:13:58.409439 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dce87ca1-e473-4464-8337-adcb8974f35d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:58.606584 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-dce87ca1-e473-4464-8337-adcb8974f35d admin admin] For port 4905c652-dadf-4e3d-bb85-d8e052174f15, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=4905c652-dadf-4e3d-bb85-d8e052174f15,segment=NetworkSegment(9359108a-7569-4409-9624-5b37243d3005),segment_id=9359108a-7569-4409-9624-5b37243d3005)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:13:58.606848 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dce87ca1-e473-4464-8337-adcb8974f35d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:58.750089 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-dce87ca1-e473-4464-8337-adcb8974f35d admin admin] Calling delete_port for 4905c652-dadf-4e3d-bb85-d8e052174f15 owned by network:router_interface {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:13:59.040122 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dce87ca1-e473-4464-8337-adcb8974f35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:59.091970 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce87ca1-e473-4464-8337-adcb8974f35d admin admin] Pushing event deleted for resources: {'Port': ['ID=4905c652-dadf-4e3d-bb85-d8e052174f15,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:13:59.549352 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dce87ca1-e473-4464-8337-adcb8974f35d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:00.223708 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce87ca1-e473-4464-8337-adcb8974f35d admin admin] Router b43531e6-0c8c-4cbe-a979-a559927df664 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:14:00.453189 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce87ca1-e473-4464-8337-adcb8974f35d admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:14:00.464534 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-dce87ca1-e473-4464-8337-adcb8974f35d admin admin] 10.222.0.21 "PUT /v2.0/routers/b43531e6-0c8c-4cbe-a979-a559927df664/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2168381 Feb 04 12:14:00.465756 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bf42f9-0f38-4547-8b13-e65ebad026de None None] Sync routers for ids ['b43531e6-0c8c-4cbe-a979-a559927df664'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:14:00.467803 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 46496) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:14:00.485478 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bf42f9-0f38-4547-8b13-e65ebad026de None None] Routers {'b43531e6-0c8c-4cbe-a979-a559927df664'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:14:00.486374 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e4bf42f9-0f38-4547-8b13-e65ebad026de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:13:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['b43531e6-0c8c-4cbe-a979-a559927df664'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:00.727916 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-e4bf42f9-0f38-4547-8b13-e65ebad026de None None] Set router b43531e6-0c8c-4cbe-a979-a559927df664 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:14:00.745707 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1c24eb04-9dee-438d-9b35-9a21b46c3cac admin admin] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:01.009821 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1c24eb04-9dee-438d-9b35-9a21b46c3cac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:01.104885 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-1c24eb04-9dee-438d-9b35-9a21b46c3cac admin admin] Deleting port 3b48811e-2482-4c53-9bde-f2c9fa5647db {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:14:01.105450 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1c24eb04-9dee-438d-9b35-9a21b46c3cac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:01.125623 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e4bf42f9-0f38-4547-8b13-e65ebad026de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43531e6-0c8c-4cbe-a979-a559927df664', 'name': 'tempest-TestEncryptedCinderVolumes-819467460-router', 'tenant_id': '6fe7b79c771c440dba636ac785a10eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': '3b48811e-2482-4c53-9bde-f2c9fa5647db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:12:22Z', 'updated_at': '2022-02-04T12:13:58Z', 'revision_number': 5, 'project_id': '6fe7b79c771c440dba636ac785a10eb8', 'gw_port': {'id': '3b48811e-2482-4c53-9bde-f2c9fa5647db', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43531e6-0c8c-4cbe-a979-a559927df664', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:22Z', 'updated_at': '2022-02-04T12:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:01.131423 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bf42f9-0f38-4547-8b13-e65ebad026de None None] Checking router: b43531e6-0c8c-4cbe-a979-a559927df664 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:14:01.146265 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bf42f9-0f38-4547-8b13-e65ebad026de None None] Routers {'b43531e6-0c8c-4cbe-a979-a559927df664'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:14:01.147018 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e4bf42f9-0f38-4547-8b13-e65ebad026de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:13:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['b43531e6-0c8c-4cbe-a979-a559927df664'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:01.333572 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-e4bf42f9-0f38-4547-8b13-e65ebad026de None None] Set router b43531e6-0c8c-4cbe-a979-a559927df664 gateway port host: None {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:14:01.384055 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-1c24eb04-9dee-438d-9b35-9a21b46c3cac admin admin] For port 3b48811e-2482-4c53-9bde-f2c9fa5647db, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=3b48811e-2482-4c53-9bde-f2c9fa5647db,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:14:01.384607 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1c24eb04-9dee-438d-9b35-9a21b46c3cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:01.493724 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e4bf42f9-0f38-4547-8b13-e65ebad026de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43531e6-0c8c-4cbe-a979-a559927df664', 'name': 'tempest-TestEncryptedCinderVolumes-819467460-router', 'tenant_id': '6fe7b79c771c440dba636ac785a10eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:12:22Z', 'updated_at': '2022-02-04T12:14:01Z', 'revision_number': 6, 'project_id': '6fe7b79c771c440dba636ac785a10eb8', 'gw_port_host': None}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:01.498979 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bf42f9-0f38-4547-8b13-e65ebad026de None None] The sync data for ids ['b43531e6-0c8c-4cbe-a979-a559927df664'] in dv-neutron-827825-2-hyperv is: [{'id': 'b43531e6-0c8c-4cbe-a979-a559927df664', 'name': 'tempest-TestEncryptedCinderVolumes-819467460-router', 'tenant_id': '6fe7b79c771c440dba636ac785a10eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:12:22Z', 'updated_at': '2022-02-04T12:14:01Z', 'revision_number': 6, 'project_id': '6fe7b79c771c440dba636ac785a10eb8', 'gw_port_host': None}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:14:01.694403 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-1c24eb04-9dee-438d-9b35-9a21b46c3cac admin admin] Calling delete_port for 3b48811e-2482-4c53-9bde-f2c9fa5647db owned by network:router_gateway {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:14:01.869963 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 4905c652-dadf-4e3d-bb85-d8e052174f15 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:14:01.913044 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 4905c652-dadf-4e3d-bb85-d8e052174f15 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:14:01.913415 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 4905c652-dadf-4e3d-bb85-d8e052174f15 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:14:01.984555 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1c24eb04-9dee-438d-9b35-9a21b46c3cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:02.033941 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24eb04-9dee-438d-9b35-9a21b46c3cac admin admin] Pushing event deleted for resources: {'Port': ['ID=3b48811e-2482-4c53-9bde-f2c9fa5647db,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:02.271192 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1c24eb04-9dee-438d-9b35-9a21b46c3cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:02.553225 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1c24eb04-9dee-438d-9b35-9a21b46c3cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:02.557658 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1c24eb04-9dee-438d-9b35-9a21b46c3cac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:02.714353 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1c24eb04-9dee-438d-9b35-9a21b46c3cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:02.714848 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c24eb04-9dee-438d-9b35-9a21b46c3cac admin admin] Fanout notify agent at l3_agent the message router_deleted on router b43531e6-0c8c-4cbe-a979-a559927df664 {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:14:02.731965 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1c24eb04-9dee-438d-9b35-9a21b46c3cac admin admin] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:02.733307 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-1c24eb04-9dee-438d-9b35-9a21b46c3cac admin admin] 10.222.0.21 "DELETE /v2.0/routers/b43531e6-0c8c-4cbe-a979-a559927df664 HTTP/1.1" status: 204 len: 168 time: 2.2642605 Feb 04 12:14:02.736873 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 46500) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:14:02.814933 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c58158c-5891-4c9c-8b56-119d00701290 admin admin] Deleting subnet b65d90d9-1b9b-46d9-af24-7964a7ce6789 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 12:14:02.818558 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3c58158c-5891-4c9c-8b56-119d00701290 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:02.874284 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3c58158c-5891-4c9c-8b56-119d00701290 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:02.960399 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3c58158c-5891-4c9c-8b56-119d00701290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:03.099741 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3c58158c-5891-4c9c-8b56-119d00701290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:03.144096 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c58158c-5891-4c9c-8b56-119d00701290 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b65d90d9-1b9b-46d9-af24-7964a7ce6789,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:03.152083 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3c58158c-5891-4c9c-8b56-119d00701290 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:03.158407 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8ad4fa-f104-46a9-a20e-8b2f5e73eead None None] Network cb9bee02-5230-475d-a1fc-b069eed7b733 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:14:03.164177 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3c58158c-5891-4c9c-8b56-119d00701290 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b65d90d9-1b9b-46d9-af24-7964a7ce6789 HTTP/1.1" status: 204 len: 168 time: 0.4217007 Feb 04 12:14:03.164515 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 46504) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:14:03.280776 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2045220f-b90c-4f63-824a-428c87c00264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:03.294487 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-2045220f-b90c-4f63-824a-428c87c00264 admin admin] Deleting port 0eea1eeb-33e8-4925-81eb-6e3d0133c31f {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:14:03.294823 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2045220f-b90c-4f63-824a-428c87c00264 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:03.460831 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff894a1-574c-4522-ba7b-562e27a34bfd None None] DHCP port deletion for cb9bee02-5230-475d-a1fc-b069eed7b733 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 12:14:03.467465 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-3ff894a1-574c-4522-ba7b-562e27a34bfd None None] Deleting port 0eea1eeb-33e8-4925-81eb-6e3d0133c31f {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:14:03.468023 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3ff894a1-574c-4522-ba7b-562e27a34bfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:03.569690 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-2045220f-b90c-4f63-824a-428c87c00264 admin admin] For port 0eea1eeb-33e8-4925-81eb-6e3d0133c31f, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=0eea1eeb-33e8-4925-81eb-6e3d0133c31f,segment=NetworkSegment(9359108a-7569-4409-9624-5b37243d3005),segment_id=9359108a-7569-4409-9624-5b37243d3005)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:14:03.570068 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2045220f-b90c-4f63-824a-428c87c00264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:03.739667 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-3ff894a1-574c-4522-ba7b-562e27a34bfd None None] For port 0eea1eeb-33e8-4925-81eb-6e3d0133c31f, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=0eea1eeb-33e8-4925-81eb-6e3d0133c31f,segment=NetworkSegment(9359108a-7569-4409-9624-5b37243d3005),segment_id=9359108a-7569-4409-9624-5b37243d3005)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:14:03.740076 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3ff894a1-574c-4522-ba7b-562e27a34bfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:03.807429 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-2045220f-b90c-4f63-824a-428c87c00264 admin admin] Calling delete_port for 0eea1eeb-33e8-4925-81eb-6e3d0133c31f owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:14:03.883848 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-3ff894a1-574c-4522-ba7b-562e27a34bfd None None] Calling delete_port for 0eea1eeb-33e8-4925-81eb-6e3d0133c31f owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:14:03.938190 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 0eea1eeb-33e8-4925-81eb-6e3d0133c31f no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:14:04.035949 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2045220f-b90c-4f63-824a-428c87c00264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:04.058285 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Port 0eea1eeb-33e8-4925-81eb-6e3d0133c31f update to DOWN by agent not found {{(pid=84206) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 04 12:14:04.062256 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 3b48811e-2482-4c53-9bde-f2c9fa5647db no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:14:04.088441 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045220f-b90c-4f63-824a-428c87c00264 admin admin] Pushing event deleted for resources: {'Port': ['ID=0eea1eeb-33e8-4925-81eb-6e3d0133c31f,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:04.092305 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-3ff894a1-574c-4522-ba7b-562e27a34bfd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:14:04.092655 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-3ff894a1-574c-4522-ba7b-562e27a34bfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:14:04.093261 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 3b48811e-2482-4c53-9bde-f2c9fa5647db {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:14:04.093593 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 3b48811e-2482-4c53-9bde-f2c9fa5647db not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:14:04.094910 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2045220f-b90c-4f63-824a-428c87c00264 admin admin] No DVR routers for this DVR port 0eea1eeb-33e8-4925-81eb-6e3d0133c31f on host dv-neutron-827825-2-hyperv {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:14:04.236804 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2045220f-b90c-4f63-824a-428c87c00264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:04.279438 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-2045220f-b90c-4f63-824a-428c87c00264 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb9bee02-5230-475d-a1fc-b069eed7b733']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:04.293327 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-2045220f-b90c-4f63-824a-428c87c00264 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9359108a-7569-4409-9624-5b37243d3005') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:04.293631 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-2045220f-b90c-4f63-824a-428c87c00264 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9359108a-7569-4409-9624-5b37243d3005') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:04.307193 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2045220f-b90c-4f63-824a-428c87c00264 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:04.326273 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2045220f-b90c-4f63-824a-428c87c00264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:04.333262 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2045220f-b90c-4f63-824a-428c87c00264 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 12:14:04.338696 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2045220f-b90c-4f63-824a-428c87c00264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:04.346834 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 12:14:04.346834 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 12:14:04.346834 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 12:14:04.346834 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:14:04.346834 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 12:14:04.346834 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:14:04.346834 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 12:14:04.346834 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:14:04.346834 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 12:14:04.346834 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:14:04.346834 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 12:14:04.346834 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:14:04.346834 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 12:14:04.346834 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:14:04.346834 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:14:04.346834 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:14:04.346834 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:14:04.346834 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:14:04.346834 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 12:14:04.346834 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:14:04.346834 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 12:14:04.346834 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:14:04.346834 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:14:04.346834 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 12:14:04.346834 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 12:14:04.346834 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 12:14:04.346834 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:14:04.346834 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 12:14:04.346834 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:14:04.346834 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 12:14:04.346834 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:14:04.346834 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:14:04.538922 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2045220f-b90c-4f63-824a-428c87c00264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:04.556652 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2045220f-b90c-4f63-824a-428c87c00264 admin admin] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:04.567380 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045220f-b90c-4f63-824a-428c87c00264 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb9bee02-5230-475d-a1fc-b069eed7b733,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:04.572728 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2045220f-b90c-4f63-824a-428c87c00264 admin admin] 10.222.0.21 "DELETE /v2.0/networks/cb9bee02-5230-475d-a1fc-b069eed7b733 HTTP/1.1" status: 204 len: 168 time: 1.4068587 Feb 04 12:14:04.593786 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-3ff894a1-574c-4522-ba7b-562e27a34bfd None None] Deleting port 0eea1eeb-33e8-4925-81eb-6e3d0133c31f {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:14:04.594700 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3ff894a1-574c-4522-ba7b-562e27a34bfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:04.705759 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-3ff894a1-574c-4522-ba7b-562e27a34bfd None None] The port '0eea1eeb-33e8-4925-81eb-6e3d0133c31f' was deleted {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 12:14:04.727174 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:14:05.176337 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 46510) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:14:05.255589 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-99ba43d1-76f5-4423-ad9b-320d7135e8d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a7aae175d4a4ec1b4b0dfeb21a6b7ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0775707 Feb 04 12:14:05.258095 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 46514) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:14:05.330850 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7b2b0e1c-4e88-4518-9775-e4e18ced709d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:05.362145 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7b2b0e1c-4e88-4518-9775-e4e18ced709d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:05.562683 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7b2b0e1c-4e88-4518-9775-e4e18ced709d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:05.582536 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b0e1c-4e88-4518-9775-e4e18ced709d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4085622b-c75d-4358-98b1-522552fc0bcd,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:05.704065 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7b2b0e1c-4e88-4518-9775-e4e18ced709d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:05.705569 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-7b2b0e1c-4e88-4518-9775-e4e18ced709d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4085622b-c75d-4358-98b1-522552fc0bcd HTTP/1.1" status: 204 len: 168 time: 0.4465618 Feb 04 12:14:06.565812 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:06.806659 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 46522) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:14:06.860790 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-405d784c-6e8f-40f1-bfe3-f2c1fd1023d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6fe7b79c771c440dba636ac785a10eb8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0528719 Feb 04 12:14:06.864023 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 46526) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:14:06.949397 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9daab257-5605-4cbc-9554-717b4fd3a94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:06.987489 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9daab257-5605-4cbc-9554-717b4fd3a94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:07.167371 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9daab257-5605-4cbc-9554-717b4fd3a94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:07.185446 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daab257-5605-4cbc-9554-717b4fd3a94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09173f1b-5325-42cc-832e-da679182acf7,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:07.194424 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-9daab257-5605-4cbc-9554-717b4fd3a94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:07.198557 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-9daab257-5605-4cbc-9554-717b4fd3a94b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09173f1b-5325-42cc-832e-da679182acf7 HTTP/1.1" status: 204 len: 168 time: 0.3334911 Feb 04 12:14:08.816932 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 46548) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:14:08.963079 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-fd122667-c7b7-4668-8508-86c335fc0fd3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2133081439-network', 'tenant_id': '4992f3d2462b4d87a611a8418dcb4bd7'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:14:08.968074 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-fd122667-c7b7-4668-8508-86c335fc0fd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:14:08.973357 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-fd122667-c7b7-4668-8508-86c335fc0fd3 admin admin] Usage tracker for resource:network and tenant:4992f3d2462b4d87a611a8418dcb4bd7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:14:08.987408 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-fd122667-c7b7-4668-8508-86c335fc0fd3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:14:08.987408 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-fd122667-c7b7-4668-8508-86c335fc0fd3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:14:09.128560 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd122667-c7b7-4668-8508-86c335fc0fd3 admin admin] Made reservation on behalf of 4992f3d2462b4d87a611a8418dcb4bd7 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:14:09.132617 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fd122667-c7b7-4668-8508-86c335fc0fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:09.150902 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fd122667-c7b7-4668-8508-86c335fc0fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:09.186145 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-fd122667-c7b7-4668-8508-86c335fc0fd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:14:09.191692 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-fd122667-c7b7-4668-8508-86c335fc0fd3 admin admin] Usage tracker for resource:security_group_rule and tenant:4992f3d2462b4d87a611a8418dcb4bd7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:14:09.195621 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-fd122667-c7b7-4668-8508-86c335fc0fd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:14:09.201722 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-fd122667-c7b7-4668-8508-86c335fc0fd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:14:09.277838 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fd122667-c7b7-4668-8508-86c335fc0fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:09.371772 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fd122667-c7b7-4668-8508-86c335fc0fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:09.408440 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd122667-c7b7-4668-8508-86c335fc0fd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:14:09.414341 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd122667-c7b7-4668-8508-86c335fc0fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc15903-0cd3-4d45-bdfa-2b9906c66f79,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:09.421771 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fd122667-c7b7-4668-8508-86c335fc0fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:09.421771 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-fd122667-c7b7-4668-8508-86c335fc0fd3 admin admin] Added segment 6d31c351-fdb0-4fac-98ff-bee072b3f0da of type vlan for network bb11e18e-d569-433e-b31f-f4db3db3ee2d Feb 04 12:14:09.454805 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fd122667-c7b7-4668-8508-86c335fc0fd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:09.567564 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fd122667-c7b7-4668-8508-86c335fc0fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:09.568674 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd122667-c7b7-4668-8508-86c335fc0fd3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:09.569371 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fd122667-c7b7-4668-8508-86c335fc0fd3 admin admin] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:09.681322 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd122667-c7b7-4668-8508-86c335fc0fd3 admin admin] Pushing event updated for resources: {'Network': ['ID=bb11e18e-d569-433e-b31f-f4db3db3ee2d,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:09.690888 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network bb11e18e-d569-433e-b31f-f4db3db3ee2d details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:14:09.774039 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-fd122667-c7b7-4668-8508-86c335fc0fd3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9556932 Feb 04 12:14:09.778475 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 46554) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:14:09.787086 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-ca46621e-dbf8-4cea-a282-bc178646579c admin admin] Request body: {'subnet': {'network_id': 'bb11e18e-d569-433e-b31f-f4db3db3ee2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2133081439-subnet', 'tenant_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'ip_version': 4}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:14:09.793319 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-ca46621e-dbf8-4cea-a282-bc178646579c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:14:09.798531 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-ca46621e-dbf8-4cea-a282-bc178646579c admin admin] Usage tracker for resource:subnet and tenant:4992f3d2462b4d87a611a8418dcb4bd7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:14:09.803190 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-ca46621e-dbf8-4cea-a282-bc178646579c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:14:09.810628 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-ca46621e-dbf8-4cea-a282-bc178646579c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:14:09.927473 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca46621e-dbf8-4cea-a282-bc178646579c admin admin] Made reservation on behalf of 4992f3d2462b4d87a611a8418dcb4bd7 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:14:09.929949 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ca46621e-dbf8-4cea-a282-bc178646579c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:10.224762 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ca46621e-dbf8-4cea-a282-bc178646579c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:10.292610 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46621e-dbf8-4cea-a282-bc178646579c admin admin] Pushing event updated for resources: {'Subnet': ['ID=26bb53df-bb32-4a3c-836c-980420d0c5e9,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:10.318752 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca46621e-dbf8-4cea-a282-bc178646579c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:10.319088 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca46621e-dbf8-4cea-a282-bc178646579c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:10.319426 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca46621e-dbf8-4cea-a282-bc178646579c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:10.319752 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca46621e-dbf8-4cea-a282-bc178646579c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:10.320079 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca46621e-dbf8-4cea-a282-bc178646579c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:10.320385 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca46621e-dbf8-4cea-a282-bc178646579c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:10.320705 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca46621e-dbf8-4cea-a282-bc178646579c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:10.321271 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca46621e-dbf8-4cea-a282-bc178646579c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:10.321587 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca46621e-dbf8-4cea-a282-bc178646579c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:10.321915 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca46621e-dbf8-4cea-a282-bc178646579c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:10.322233 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca46621e-dbf8-4cea-a282-bc178646579c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:10.330387 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca46621e-dbf8-4cea-a282-bc178646579c admin admin] Checking segment: {'id': '6d31c351-fdb0-4fac-98ff-bee072b3f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bb11e18e-d569-433e-b31f-f4db3db3ee2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:14:10.330880 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca46621e-dbf8-4cea-a282-bc178646579c admin admin] Network hostable DHCP agents. Network: bb11e18e-d569-433e-b31f-f4db3db3ee2d, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:14:10.429851 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca46621e-dbf8-4cea-a282-bc178646579c admin admin] Network bb11e18e-d569-433e-b31f-f4db3db3ee2d is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:14:10.509631 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-ca46621e-dbf8-4cea-a282-bc178646579c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, bb11e18e-d569-433e-b31f-f4db3db3ee2d) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:14:10.516026 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca46621e-dbf8-4cea-a282-bc178646579c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:10.516936 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-ca46621e-dbf8-4cea-a282-bc178646579c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:10.524972 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67877332-d7ce-4f88-b7b7-2b5d145c7a2d None None] Network bb11e18e-d569-433e-b31f-f4db3db3ee2d requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:14:10.648910 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ca46621e-dbf8-4cea-a282-bc178646579c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8686354 Feb 04 12:14:10.651947 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 46558) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:14:10.657417 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-95fb7400-1c10-4a95-9b37-e8821f8c4291 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2133081439-router', 'tenant_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:14:10.666334 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-95fb7400-1c10-4a95-9b37-e8821f8c4291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:14:10.670803 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-95fb7400-1c10-4a95-9b37-e8821f8c4291 admin admin] Usage tracker for resource:router and tenant:4992f3d2462b4d87a611a8418dcb4bd7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:14:10.674001 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-95fb7400-1c10-4a95-9b37-e8821f8c4291 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:14:10.682087 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-95fb7400-1c10-4a95-9b37-e8821f8c4291 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:14:10.754908 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f7a373-8636-4b0e-b913-5e2a34bb7675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-bb11e18e-d569-433e-b31f-f4db3db3ee2d', 'network_id': 'bb11e18e-d569-433e-b31f-f4db3db3ee2d', 'tenant_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'fixed_ips': [{'subnet_id': '26bb53df-bb32-4a3c-836c-980420d0c5e9'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 12:14:10.755760 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-01f7a373-8636-4b0e-b913-5e2a34bb7675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:10.778026 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-95fb7400-1c10-4a95-9b37-e8821f8c4291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:10.778026 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-95fb7400-1c10-4a95-9b37-e8821f8c4291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:10.798335 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-95fb7400-1c10-4a95-9b37-e8821f8c4291 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:10.927727 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-01f7a373-8636-4b0e-b913-5e2a34bb7675 None None] Allocated IP 172.20.0.2 (bb11e18e-d569-433e-b31f-f4db3db3ee2d/26bb53df-bb32-4a3c-836c-980420d0c5e9/922aac0f-ad62-4d1c-973f-3f12169bd758) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:14:11.062238 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-95fb7400-1c10-4a95-9b37-e8821f8c4291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:11.186980 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-01f7a373-8636-4b0e-b913-5e2a34bb7675 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:11.198806 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-01f7a373-8636-4b0e-b913-5e2a34bb7675 None None] Transition to ACTIVE for port object 922aac0f-ad62-4d1c-973f-3f12169bd758 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:14:11.218485 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-01f7a373-8636-4b0e-b913-5e2a34bb7675 None None] Transition to ACTIVE for port object 922aac0f-ad62-4d1c-973f-3f12169bd758 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:14:11.327851 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-01f7a373-8636-4b0e-b913-5e2a34bb7675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:11.391572 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f7a373-8636-4b0e-b913-5e2a34bb7675 None None] Network bb11e18e-d569-433e-b31f-f4db3db3ee2d is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:14:11.395475 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-01f7a373-8636-4b0e-b913-5e2a34bb7675 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:14:11.399189 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f7a373-8636-4b0e-b913-5e2a34bb7675 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:14:11.408284 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-95fb7400-1c10-4a95-9b37-e8821f8c4291 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:11.413115 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7a373-8636-4b0e-b913-5e2a34bb7675 None None] Pushing event updated for resources: {'Port': ['ID=922aac0f-ad62-4d1c-973f-3f12169bd758,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:11.443256 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-95fb7400-1c10-4a95-9b37-e8821f8c4291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:11.502337 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-01f7a373-8636-4b0e-b913-5e2a34bb7675 None None] Attempting to bind port 922aac0f-ad62-4d1c-973f-3f12169bd758 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:14:11.502848 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-01f7a373-8636-4b0e-b913-5e2a34bb7675 None None] Attempting to bind port 922aac0f-ad62-4d1c-973f-3f12169bd758 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '6d31c351-fdb0-4fac-98ff-bee072b3f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bb11e18e-d569-433e-b31f-f4db3db3ee2d'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:14:11.503209 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f7a373-8636-4b0e-b913-5e2a34bb7675 None None] Attempting to bind port 922aac0f-ad62-4d1c-973f-3f12169bd758 on network bb11e18e-d569-433e-b31f-f4db3db3ee2d {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:14:11.510375 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f7a373-8636-4b0e-b913-5e2a34bb7675 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:14:11.511326 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f7a373-8636-4b0e-b913-5e2a34bb7675 None None] Checking segment: {'id': '6d31c351-fdb0-4fac-98ff-bee072b3f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bb11e18e-d569-433e-b31f-f4db3db3ee2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:14:11.511326 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-01f7a373-8636-4b0e-b913-5e2a34bb7675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:11.511603 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f7a373-8636-4b0e-b913-5e2a34bb7675 None None] Bound using segment: {'id': '6d31c351-fdb0-4fac-98ff-bee072b3f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bb11e18e-d569-433e-b31f-f4db3db3ee2d'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:14:11.511940 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-01f7a373-8636-4b0e-b913-5e2a34bb7675 None None] Bound port: 922aac0f-ad62-4d1c-973f-3f12169bd758, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d31c351-fdb0-4fac-98ff-bee072b3f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bb11e18e-d569-433e-b31f-f4db3db3ee2d'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:14:11.512309 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-01f7a373-8636-4b0e-b913-5e2a34bb7675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:11.604907 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-01f7a373-8636-4b0e-b913-5e2a34bb7675 None None] For port 922aac0f-ad62-4d1c-973f-3f12169bd758, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:14:11.608043 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-01f7a373-8636-4b0e-b913-5e2a34bb7675 None None] For port 922aac0f-ad62-4d1c-973f-3f12169bd758, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=922aac0f-ad62-4d1c-973f-3f12169bd758,segment=NetworkSegment(6d31c351-fdb0-4fac-98ff-bee072b3f0da),segment_id=6d31c351-fdb0-4fac-98ff-bee072b3f0da)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:14:11.609023 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-95fb7400-1c10-4a95-9b37-e8821f8c4291 admin admin] Allocated IP 172.26.3.241 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/08bbff2f-bf12-4929-87e7-3d8b95e459dc) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:14:11.698645 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-01f7a373-8636-4b0e-b913-5e2a34bb7675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:11.794173 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7a373-8636-4b0e-b913-5e2a34bb7675 None None] Pushing event updated for resources: {'Port': ['ID=922aac0f-ad62-4d1c-973f-3f12169bd758,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:11.798051 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-95fb7400-1c10-4a95-9b37-e8821f8c4291 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:11.894100 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-95fb7400-1c10-4a95-9b37-e8821f8c4291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:12.089231 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fb7400-1c10-4a95-9b37-e8821f8c4291 admin admin] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:14:12.092476 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-95fb7400-1c10-4a95-9b37-e8821f8c4291 admin admin] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:14:12.098036 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fb7400-1c10-4a95-9b37-e8821f8c4291 admin admin] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:14:12.123055 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb7400-1c10-4a95-9b37-e8821f8c4291 admin admin] Pushing event updated for resources: {'Port': ['ID=08bbff2f-bf12-4929-87e7-3d8b95e459dc,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:12.155702 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-db60669b-57aa-490d-94e8-baf36b44e932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:12.413499 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-95fb7400-1c10-4a95-9b37-e8821f8c4291 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:12.414209 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-95fb7400-1c10-4a95-9b37-e8821f8c4291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:12.795782 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95fb7400-1c10-4a95-9b37-e8821f8c4291 admin admin] Router 0e9dd6e0-caa8-414b-b066-fc02126f31b9 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:14:12.943517 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1170c216-ecc8-47f8-80ed-2af9220e1f6e None None] Network bb11e18e-d569-433e-b31f-f4db3db3ee2d requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:14:13.040340 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fb7400-1c10-4a95-9b37-e8821f8c4291 admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:14:13.053599 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd425dd-1238-470e-97b9-eae54db7c4f3 None None] Sync routers for ids ['0e9dd6e0-caa8-414b-b066-fc02126f31b9'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:14:13.072316 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd425dd-1238-470e-97b9-eae54db7c4f3 None None] Routers {'0e9dd6e0-caa8-414b-b066-fc02126f31b9'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:14:13.073112 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-5cd425dd-1238-470e-97b9-eae54db7c4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:13:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['0e9dd6e0-caa8-414b-b066-fc02126f31b9'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:13.187402 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-beb57c97-01af-4aa7-96a3-225a37b8ccec None None] Provisioning for port 922aac0f-ad62-4d1c-973f-3f12169bd758 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:14:13.252438 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-95fb7400-1c10-4a95-9b37-e8821f8c4291 admin admin] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:13.257115 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 46562) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:14:13.257663 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-95fb7400-1c10-4a95-9b37-e8821f8c4291 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6041522 Feb 04 12:14:13.288949 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-5cd425dd-1238-470e-97b9-eae54db7c4f3 None None] Set router 0e9dd6e0-caa8-414b-b066-fc02126f31b9 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:14:13.662245 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-5cd425dd-1238-470e-97b9-eae54db7c4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9dd6e0-caa8-414b-b066-fc02126f31b9', 'name': 'tempest-TestMinimumBasicScenario-2133081439-router', 'tenant_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '08bbff2f-bf12-4929-87e7-3d8b95e459dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:10Z', 'updated_at': '2022-02-04T12:14:12Z', 'revision_number': 3, 'project_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'gw_port': {'id': '08bbff2f-bf12-4929-87e7-3d8b95e459dc', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:47:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9dd6e0-caa8-414b-b066-fc02126f31b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:11Z', 'updated_at': '2022-02-04T12:14:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:13.667073 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd425dd-1238-470e-97b9-eae54db7c4f3 None None] Checking router: 0e9dd6e0-caa8-414b-b066-fc02126f31b9 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:14:13.667702 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd425dd-1238-470e-97b9-eae54db7c4f3 None None] Updating router 0e9dd6e0-caa8-414b-b066-fc02126f31b9 port 08bbff2f-bf12-4929-87e7-3d8b95e459dc binding host dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 12:14:13.728660 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-5cd425dd-1238-470e-97b9-eae54db7c4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:13.963689 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 922aac0f-ad62-4d1c-973f-3f12169bd758 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:14:14.138521 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 922aac0f-ad62-4d1c-973f-3f12169bd758 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:14:14.145115 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 922aac0f-ad62-4d1c-973f-3f12169bd758 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:14:14.145632 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:14.174767 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-5cd425dd-1238-470e-97b9-eae54db7c4f3 None None] Notify callbacks [] for port, precommit_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:14.190600 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.provisioning_blocks [None req-5cd425dd-1238-470e-97b9-eae54db7c4f3 None None] Transition to ACTIVE for port object 08bbff2f-bf12-4929-87e7-3d8b95e459dc will not be triggered until provisioned by entity L2. {{(pid=84207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:14:14.254915 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-28276f37-0dab-4a53-b435-6c1a02a1fe79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:14.280678 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-5cd425dd-1238-470e-97b9-eae54db7c4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:14.296388 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:14.344952 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 922aac0f-ad62-4d1c-973f-3f12169bd758, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=922aac0f-ad62-4d1c-973f-3f12169bd758,segment=NetworkSegment(6d31c351-fdb0-4fac-98ff-bee072b3f0da),segment_id=6d31c351-fdb0-4fac-98ff-bee072b3f0da)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:14:14.366836 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-5cd425dd-1238-470e-97b9-eae54db7c4f3 None None] Attempting to bind port 08bbff2f-bf12-4929-87e7-3d8b95e459dc on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:14:14.367200 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-5cd425dd-1238-470e-97b9-eae54db7c4f3 None None] Attempting to bind port 08bbff2f-bf12-4929-87e7-3d8b95e459dc by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:14:14.372357 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd425dd-1238-470e-97b9-eae54db7c4f3 None None] Attempting to bind port 08bbff2f-bf12-4929-87e7-3d8b95e459dc on network 63d4ab6b-931d-42a4-aa18-bedd81d582fa {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:14:14.372357 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ef92e-f9f0-476c-b91d-5ba0dad616b0 None None] Pushing event updated for resources: {'Port': ['ID=08bbff2f-bf12-4929-87e7-3d8b95e459dc,revision_number=2']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:14.381926 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd425dd-1238-470e-97b9-eae54db7c4f3 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:14:14.382395 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd425dd-1238-470e-97b9-eae54db7c4f3 None None] Checking segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:14:14.382791 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-5cd425dd-1238-470e-97b9-eae54db7c4f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:14.383178 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd425dd-1238-470e-97b9-eae54db7c4f3 None None] Bound using segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:14:14.385392 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-5cd425dd-1238-470e-97b9-eae54db7c4f3 None None] Bound port: 08bbff2f-bf12-4929-87e7-3d8b95e459dc, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:14:14.385392 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-5cd425dd-1238-470e-97b9-eae54db7c4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:14.424311 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:14.438305 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993ef92e-f9f0-476c-b91d-5ba0dad616b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:14.438639 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993ef92e-f9f0-476c-b91d-5ba0dad616b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:14.441510 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993ef92e-f9f0-476c-b91d-5ba0dad616b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:14.441510 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993ef92e-f9f0-476c-b91d-5ba0dad616b0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:14.441510 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993ef92e-f9f0-476c-b91d-5ba0dad616b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:14.441510 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993ef92e-f9f0-476c-b91d-5ba0dad616b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:14.441510 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993ef92e-f9f0-476c-b91d-5ba0dad616b0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:14.441510 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993ef92e-f9f0-476c-b91d-5ba0dad616b0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:14.441510 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993ef92e-f9f0-476c-b91d-5ba0dad616b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:14.441510 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993ef92e-f9f0-476c-b91d-5ba0dad616b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:14.441510 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993ef92e-f9f0-476c-b91d-5ba0dad616b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:14.519654 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=922aac0f-ad62-4d1c-973f-3f12169bd758,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:14.539311 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-5cd425dd-1238-470e-97b9-eae54db7c4f3 None None] For port 08bbff2f-bf12-4929-87e7-3d8b95e459dc, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:14:14.544705 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-5cd425dd-1238-470e-97b9-eae54db7c4f3 None None] For port 08bbff2f-bf12-4929-87e7-3d8b95e459dc, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=08bbff2f-bf12-4929-87e7-3d8b95e459dc,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:14:14.571872 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-28276f37-0dab-4a53-b435-6c1a02a1fe79 admin admin] Allocated IP 172.20.0.1 (bb11e18e-d569-433e-b31f-f4db3db3ee2d/26bb53df-bb32-4a3c-836c-980420d0c5e9/73bf84d1-338a-437f-9610-6dd3b0f1b7d3) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:14:14.593857 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7765030a-8185-401a-af93-40ca1f1b200a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:14.630863 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-5cd425dd-1238-470e-97b9-eae54db7c4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:14.754725 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ef92e-f9f0-476c-b91d-5ba0dad616b0 None None] Pushing event updated for resources: {'Port': ['ID=08bbff2f-bf12-4929-87e7-3d8b95e459dc,revision_number=3']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:14.759565 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd425dd-1238-470e-97b9-eae54db7c4f3 None None] Routers {'0e9dd6e0-caa8-414b-b066-fc02126f31b9'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:14:14.760879 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-5cd425dd-1238-470e-97b9-eae54db7c4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:14:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['0e9dd6e0-caa8-414b-b066-fc02126f31b9'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:14.794135 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-28276f37-0dab-4a53-b435-6c1a02a1fe79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:14.820417 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-28276f37-0dab-4a53-b435-6c1a02a1fe79 admin admin] Transition to ACTIVE for port object 73bf84d1-338a-437f-9610-6dd3b0f1b7d3 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:14:14.921610 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-28276f37-0dab-4a53-b435-6c1a02a1fe79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:15.025082 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28276f37-0dab-4a53-b435-6c1a02a1fe79 admin admin] Network bb11e18e-d569-433e-b31f-f4db3db3ee2d is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:14:15.028766 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-28276f37-0dab-4a53-b435-6c1a02a1fe79 admin admin] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:14:15.031338 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28276f37-0dab-4a53-b435-6c1a02a1fe79 admin admin] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:14:15.047171 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-5cd425dd-1238-470e-97b9-eae54db7c4f3 None None] Set router 0e9dd6e0-caa8-414b-b066-fc02126f31b9 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:14:15.059578 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28276f37-0dab-4a53-b435-6c1a02a1fe79 admin admin] Pushing event updated for resources: {'Port': ['ID=73bf84d1-338a-437f-9610-6dd3b0f1b7d3,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:15.101770 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-28276f37-0dab-4a53-b435-6c1a02a1fe79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:15.338870 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-28276f37-0dab-4a53-b435-6c1a02a1fe79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:15.410106 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-5cd425dd-1238-470e-97b9-eae54db7c4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9dd6e0-caa8-414b-b066-fc02126f31b9', 'name': 'tempest-TestMinimumBasicScenario-2133081439-router', 'tenant_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '08bbff2f-bf12-4929-87e7-3d8b95e459dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:10Z', 'updated_at': '2022-02-04T12:14:12Z', 'revision_number': 3, 'project_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'gw_port': {'id': '08bbff2f-bf12-4929-87e7-3d8b95e459dc', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:47:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9dd6e0-caa8-414b-b066-fc02126f31b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:11Z', 'updated_at': '2022-02-04T12:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:15.416077 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd425dd-1238-470e-97b9-eae54db7c4f3 None None] The sync data for ids ['0e9dd6e0-caa8-414b-b066-fc02126f31b9'] in dv-neutron-827825-2-hyperv is: [{'id': '0e9dd6e0-caa8-414b-b066-fc02126f31b9', 'name': 'tempest-TestMinimumBasicScenario-2133081439-router', 'tenant_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '08bbff2f-bf12-4929-87e7-3d8b95e459dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:10Z', 'updated_at': '2022-02-04T12:14:12Z', 'revision_number': 3, 'project_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'gw_port': {'id': '08bbff2f-bf12-4929-87e7-3d8b95e459dc', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:47:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9dd6e0-caa8-414b-b066-fc02126f31b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:11Z', 'updated_at': '2022-02-04T12:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:14:15.447053 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-79a718a9-9cb9-44c0-ae5a-e738c0f8e58d None None] Provisioning for port 73bf84d1-338a-437f-9610-6dd3b0f1b7d3 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:14:15.457804 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-79a718a9-9cb9-44c0-ae5a-e738c0f8e58d None None] Provisioning complete for port 73bf84d1-338a-437f-9610-6dd3b0f1b7d3 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:14:15.457804 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-79a718a9-9cb9-44c0-ae5a-e738c0f8e58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:15.525591 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-79a718a9-9cb9-44c0-ae5a-e738c0f8e58d None None] Port 73bf84d1-338a-437f-9610-6dd3b0f1b7d3 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:14:15.641606 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-28276f37-0dab-4a53-b435-6c1a02a1fe79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:15.663875 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:15.732788 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-28276f37-0dab-4a53-b435-6c1a02a1fe79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:15.802285 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:15.852902 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28276f37-0dab-4a53-b435-6c1a02a1fe79 admin admin] Pushing event updated for resources: {'Port': ['ID=73bf84d1-338a-437f-9610-6dd3b0f1b7d3,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:15.856149 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-28276f37-0dab-4a53-b435-6c1a02a1fe79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:16.024820 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 922aac0f-ad62-4d1c-973f-3f12169bd758 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:14:16.047920 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28276f37-0dab-4a53-b435-6c1a02a1fe79 admin admin] Network bb11e18e-d569-433e-b31f-f4db3db3ee2d is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:14:16.050019 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-28276f37-0dab-4a53-b435-6c1a02a1fe79 admin admin] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:14:16.145219 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 922aac0f-ad62-4d1c-973f-3f12169bd758 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:14:16.146132 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:16.454246 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 08bbff2f-bf12-4929-87e7-3d8b95e459dc up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:14:16.535596 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9ef3c294-9acb-4e9f-a6e2-6c236a522a47 None None] Provisioning complete for port 73bf84d1-338a-437f-9610-6dd3b0f1b7d3 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:14:16.535968 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9ef3c294-9acb-4e9f-a6e2-6c236a522a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:16.575872 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28276f37-0dab-4a53-b435-6c1a02a1fe79 admin admin] Router 0e9dd6e0-caa8-414b-b066-fc02126f31b9 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:14:16.596245 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9ef3c294-9acb-4e9f-a6e2-6c236a522a47 None None] Port 73bf84d1-338a-437f-9610-6dd3b0f1b7d3 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:14:16.680853 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 08bbff2f-bf12-4929-87e7-3d8b95e459dc completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:14:16.688867 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 08bbff2f-bf12-4929-87e7-3d8b95e459dc triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:14:16.689463 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:16.825025 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:16.845807 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 08bbff2f-bf12-4929-87e7-3d8b95e459dc, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=08bbff2f-bf12-4929-87e7-3d8b95e459dc,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:14:16.937798 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:16.971351 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28276f37-0dab-4a53-b435-6c1a02a1fe79 admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:14:16.985104 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-28276f37-0dab-4a53-b435-6c1a02a1fe79 admin admin] 10.222.0.21 "PUT /v2.0/routers/0e9dd6e0-caa8-414b-b066-fc02126f31b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7257044 Feb 04 12:14:17.021278 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=08bbff2f-bf12-4929-87e7-3d8b95e459dc,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:17.058580 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:17.915373 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 08bbff2f-bf12-4929-87e7-3d8b95e459dc up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:14:17.989310 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 08bbff2f-bf12-4929-87e7-3d8b95e459dc triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:14:17.989677 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:18.374276 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 46584) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:14:18.387734 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-f1f5911f-46ee-492d-a5d0-c560d42a3e64 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-471349299-network', 'tenant_id': '07f1047e39bd47a58c17a704909f8b31'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:14:18.387734 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-f1f5911f-46ee-492d-a5d0-c560d42a3e64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:14:18.390221 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f1f5911f-46ee-492d-a5d0-c560d42a3e64 admin admin] Usage tracker for resource:network and tenant:07f1047e39bd47a58c17a704909f8b31 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:14:18.393204 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f1f5911f-46ee-492d-a5d0-c560d42a3e64 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:14:18.400121 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-f1f5911f-46ee-492d-a5d0-c560d42a3e64 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:14:18.492848 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f5911f-46ee-492d-a5d0-c560d42a3e64 admin admin] Made reservation on behalf of 07f1047e39bd47a58c17a704909f8b31 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:14:18.495120 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f1f5911f-46ee-492d-a5d0-c560d42a3e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:18.508207 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f1f5911f-46ee-492d-a5d0-c560d42a3e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:18.541371 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-f1f5911f-46ee-492d-a5d0-c560d42a3e64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:14:18.545214 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f1f5911f-46ee-492d-a5d0-c560d42a3e64 admin admin] Usage tracker for resource:security_group_rule and tenant:07f1047e39bd47a58c17a704909f8b31 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:14:18.548203 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-f1f5911f-46ee-492d-a5d0-c560d42a3e64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:14:18.554891 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-f1f5911f-46ee-492d-a5d0-c560d42a3e64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:14:18.624101 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f1f5911f-46ee-492d-a5d0-c560d42a3e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:18.766876 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f1f5911f-46ee-492d-a5d0-c560d42a3e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:18.798874 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f5911f-46ee-492d-a5d0-c560d42a3e64 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:14:18.812599 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5911f-46ee-492d-a5d0-c560d42a3e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcda4a47-14e3-4c94-9e52-f0e79d201082,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:18.818882 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f1f5911f-46ee-492d-a5d0-c560d42a3e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:18.819222 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-f1f5911f-46ee-492d-a5d0-c560d42a3e64 admin admin] Added segment 632dfa4e-4afd-455d-8698-bc9e0d8d3052 of type vlan for network 2488a88c-066d-4e6c-8a83-7a96bd515b13 Feb 04 12:14:18.846143 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f1f5911f-46ee-492d-a5d0-c560d42a3e64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:18.949400 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f1f5911f-46ee-492d-a5d0-c560d42a3e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:18.950229 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f5911f-46ee-492d-a5d0-c560d42a3e64 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:18.950821 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-f1f5911f-46ee-492d-a5d0-c560d42a3e64 admin admin] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:19.058155 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5911f-46ee-492d-a5d0-c560d42a3e64 admin admin] Pushing event updated for resources: {'Network': ['ID=2488a88c-066d-4e6c-8a83-7a96bd515b13,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:19.070316 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 2488a88c-066d-4e6c-8a83-7a96bd515b13 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:14:19.143322 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f1f5911f-46ee-492d-a5d0-c560d42a3e64 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7677882 Feb 04 12:14:19.146451 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 46588) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:14:19.152297 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-9a9827f4-9327-4c2a-a798-b81a4c144a83 admin admin] Request body: {'subnet': {'network_id': '2488a88c-066d-4e6c-8a83-7a96bd515b13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-471349299-subnet', 'tenant_id': '07f1047e39bd47a58c17a704909f8b31', 'ip_version': 4}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:14:19.157701 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-9a9827f4-9327-4c2a-a798-b81a4c144a83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:14:19.162845 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-9a9827f4-9327-4c2a-a798-b81a4c144a83 admin admin] Usage tracker for resource:subnet and tenant:07f1047e39bd47a58c17a704909f8b31 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:14:19.166568 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-9a9827f4-9327-4c2a-a798-b81a4c144a83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:14:19.174449 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-9a9827f4-9327-4c2a-a798-b81a4c144a83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:14:19.210531 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bd111f-bb8f-408c-8e4b-469c5800cb66 None None] Sync routers for ids ['0e9dd6e0-caa8-414b-b066-fc02126f31b9'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:14:19.223998 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bd111f-bb8f-408c-8e4b-469c5800cb66 None None] Routers {'0e9dd6e0-caa8-414b-b066-fc02126f31b9'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:14:19.224654 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-f3bd111f-bb8f-408c-8e4b-469c5800cb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:14:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['0e9dd6e0-caa8-414b-b066-fc02126f31b9'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:19.292286 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9827f4-9327-4c2a-a798-b81a4c144a83 admin admin] Made reservation on behalf of 07f1047e39bd47a58c17a704909f8b31 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:14:19.294753 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9a9827f4-9327-4c2a-a798-b81a4c144a83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:19.428757 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-f3bd111f-bb8f-408c-8e4b-469c5800cb66 None None] Set router 0e9dd6e0-caa8-414b-b066-fc02126f31b9 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:14:19.630003 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9a9827f4-9327-4c2a-a798-b81a4c144a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:19.706330 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9827f4-9327-4c2a-a798-b81a4c144a83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06be2887-7b0e-4046-ac29-b4cdb3f60aec,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:19.727528 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9827f4-9327-4c2a-a798-b81a4c144a83 admin admin] Checking segment: {'id': '632dfa4e-4afd-455d-8698-bc9e0d8d3052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2488a88c-066d-4e6c-8a83-7a96bd515b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:14:19.728015 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9827f4-9327-4c2a-a798-b81a4c144a83 admin admin] Network hostable DHCP agents. Network: 2488a88c-066d-4e6c-8a83-7a96bd515b13, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:14:19.777663 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-f3bd111f-bb8f-408c-8e4b-469c5800cb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9dd6e0-caa8-414b-b066-fc02126f31b9', 'name': 'tempest-TestMinimumBasicScenario-2133081439-router', 'tenant_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '08bbff2f-bf12-4929-87e7-3d8b95e459dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:10Z', 'updated_at': '2022-02-04T12:14:15Z', 'revision_number': 4, 'project_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'gw_port': {'id': '08bbff2f-bf12-4929-87e7-3d8b95e459dc', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:47:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9dd6e0-caa8-414b-b066-fc02126f31b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:11Z', 'updated_at': '2022-02-04T12:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '73bf84d1-338a-437f-9610-6dd3b0f1b7d3', 'name': '', 'network_id': 'bb11e18e-d569-433e-b31f-f4db3db3ee2d', 'tenant_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'mac_address': 'fa:16:3e:77:b1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9dd6e0-caa8-414b-b066-fc02126f31b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26bb53df-bb32-4a3c-836c-980420d0c5e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:14Z', 'updated_at': '2022-02-04T12:14:15Z', 'revision_number': 2, 'project_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'subnets': [{'id': '26bb53df-bb32-4a3c-836c-980420d0c5e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:19.781696 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bd111f-bb8f-408c-8e4b-469c5800cb66 None None] Checking router: 0e9dd6e0-caa8-414b-b066-fc02126f31b9 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:14:19.782136 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bd111f-bb8f-408c-8e4b-469c5800cb66 None None] Updating router 0e9dd6e0-caa8-414b-b066-fc02126f31b9 port 73bf84d1-338a-437f-9610-6dd3b0f1b7d3 binding host dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 12:14:19.823654 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9827f4-9327-4c2a-a798-b81a4c144a83 admin admin] Network 2488a88c-066d-4e6c-8a83-7a96bd515b13 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:14:19.852773 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f3bd111f-bb8f-408c-8e4b-469c5800cb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:19.938920 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-9a9827f4-9327-4c2a-a798-b81a4c144a83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 2488a88c-066d-4e6c-8a83-7a96bd515b13) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:14:19.945049 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9827f4-9327-4c2a-a798-b81a4c144a83 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:19.946293 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9a9827f4-9327-4c2a-a798-b81a4c144a83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:19.969842 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dd05dc-bf0d-4b34-b9d0-b2b1704cfcb3 None None] Network 2488a88c-066d-4e6c-8a83-7a96bd515b13 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:14:20.127917 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-9a9827f4-9327-4c2a-a798-b81a4c144a83 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9800947 Feb 04 12:14:20.131778 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 46592) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:14:20.136810 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-97888f1b-c8c5-4464-a657-8b80f0e460a8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-471349299-router', 'tenant_id': '07f1047e39bd47a58c17a704909f8b31', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:14:20.142170 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-97888f1b-c8c5-4464-a657-8b80f0e460a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:14:20.146747 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-97888f1b-c8c5-4464-a657-8b80f0e460a8 admin admin] Usage tracker for resource:router and tenant:07f1047e39bd47a58c17a704909f8b31 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:14:20.150135 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-97888f1b-c8c5-4464-a657-8b80f0e460a8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:14:20.156475 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-97888f1b-c8c5-4464-a657-8b80f0e460a8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:14:20.280577 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-97888f1b-c8c5-4464-a657-8b80f0e460a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:20.282095 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-97888f1b-c8c5-4464-a657-8b80f0e460a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:20.303759 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-97888f1b-c8c5-4464-a657-8b80f0e460a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:20.500298 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089faf3d-04a4-40d0-8b5b-05e95e3c6035 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-2488a88c-066d-4e6c-8a83-7a96bd515b13', 'network_id': '2488a88c-066d-4e6c-8a83-7a96bd515b13', 'tenant_id': '07f1047e39bd47a58c17a704909f8b31', 'fixed_ips': [{'subnet_id': '06be2887-7b0e-4046-ac29-b4cdb3f60aec'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 12:14:20.501107 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-089faf3d-04a4-40d0-8b5b-05e95e3c6035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:20.527732 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-97888f1b-c8c5-4464-a657-8b80f0e460a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:20.633006 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f3bd111f-bb8f-408c-8e4b-469c5800cb66 None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:20.711027 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f3bd111f-bb8f-408c-8e4b-469c5800cb66 None None] Transition to ACTIVE for port object 73bf84d1-338a-437f-9610-6dd3b0f1b7d3 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:14:20.817668 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-089faf3d-04a4-40d0-8b5b-05e95e3c6035 None None] Allocated IP 172.20.0.2 (2488a88c-066d-4e6c-8a83-7a96bd515b13/06be2887-7b0e-4046-ac29-b4cdb3f60aec/cee4048b-70df-4c5a-be7a-d3254c5a9091) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:14:20.825272 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f3bd111f-bb8f-408c-8e4b-469c5800cb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:20.835722 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-97888f1b-c8c5-4464-a657-8b80f0e460a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:20.870179 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-97888f1b-c8c5-4464-a657-8b80f0e460a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:21.038195 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-97888f1b-c8c5-4464-a657-8b80f0e460a8 admin admin] Allocated IP 172.26.3.124 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/2fe8c139-c86e-4c38-ada4-633302aa5854) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:14:21.054044 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c7ffe-f12c-4d6e-acf0-1b68504164b9 None None] Pushing event updated for resources: {'Port': ['ID=73bf84d1-338a-437f-9610-6dd3b0f1b7d3,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:21.221784 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-97888f1b-c8c5-4464-a657-8b80f0e460a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:21.257387 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-f3bd111f-bb8f-408c-8e4b-469c5800cb66 None None] Attempting to bind port 73bf84d1-338a-437f-9610-6dd3b0f1b7d3 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:14:21.257681 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-f3bd111f-bb8f-408c-8e4b-469c5800cb66 None None] Attempting to bind port 73bf84d1-338a-437f-9610-6dd3b0f1b7d3 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '6d31c351-fdb0-4fac-98ff-bee072b3f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bb11e18e-d569-433e-b31f-f4db3db3ee2d'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:14:21.258074 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bd111f-bb8f-408c-8e4b-469c5800cb66 None None] Attempting to bind port 73bf84d1-338a-437f-9610-6dd3b0f1b7d3 on network bb11e18e-d569-433e-b31f-f4db3db3ee2d {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:14:21.277290 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bd111f-bb8f-408c-8e4b-469c5800cb66 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:14:21.277660 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bd111f-bb8f-408c-8e4b-469c5800cb66 None None] Checking segment: {'id': '6d31c351-fdb0-4fac-98ff-bee072b3f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bb11e18e-d569-433e-b31f-f4db3db3ee2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:14:21.278083 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f3bd111f-bb8f-408c-8e4b-469c5800cb66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:21.278511 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bd111f-bb8f-408c-8e4b-469c5800cb66 None None] Bound using segment: {'id': '6d31c351-fdb0-4fac-98ff-bee072b3f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bb11e18e-d569-433e-b31f-f4db3db3ee2d'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:14:21.278978 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-f3bd111f-bb8f-408c-8e4b-469c5800cb66 None None] Bound port: 73bf84d1-338a-437f-9610-6dd3b0f1b7d3, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d31c351-fdb0-4fac-98ff-bee072b3f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bb11e18e-d569-433e-b31f-f4db3db3ee2d'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:14:21.279346 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f3bd111f-bb8f-408c-8e4b-469c5800cb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:21.308076 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-089faf3d-04a4-40d0-8b5b-05e95e3c6035 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:21.345116 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-089faf3d-04a4-40d0-8b5b-05e95e3c6035 None None] Transition to ACTIVE for port object cee4048b-70df-4c5a-be7a-d3254c5a9091 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:14:21.373530 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-97888f1b-c8c5-4464-a657-8b80f0e460a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:21.386442 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-089faf3d-04a4-40d0-8b5b-05e95e3c6035 None None] Transition to ACTIVE for port object cee4048b-70df-4c5a-be7a-d3254c5a9091 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:14:21.417325 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-f3bd111f-bb8f-408c-8e4b-469c5800cb66 None None] For port 73bf84d1-338a-437f-9610-6dd3b0f1b7d3, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:14:21.422455 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-f3bd111f-bb8f-408c-8e4b-469c5800cb66 None None] For port 73bf84d1-338a-437f-9610-6dd3b0f1b7d3, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=73bf84d1-338a-437f-9610-6dd3b0f1b7d3,segment=NetworkSegment(6d31c351-fdb0-4fac-98ff-bee072b3f0da),segment_id=6d31c351-fdb0-4fac-98ff-bee072b3f0da)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:14:21.449988 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97888f1b-c8c5-4464-a657-8b80f0e460a8 admin admin] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:14:21.453019 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-97888f1b-c8c5-4464-a657-8b80f0e460a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:14:21.458346 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97888f1b-c8c5-4464-a657-8b80f0e460a8 admin admin] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:14:21.483667 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888f1b-c8c5-4464-a657-8b80f0e460a8 admin admin] Pushing event updated for resources: {'Port': ['ID=2fe8c139-c86e-4c38-ada4-633302aa5854,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:21.549214 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-089faf3d-04a4-40d0-8b5b-05e95e3c6035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:21.624737 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f3bd111f-bb8f-408c-8e4b-469c5800cb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:21.691057 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089faf3d-04a4-40d0-8b5b-05e95e3c6035 None None] Network 2488a88c-066d-4e6c-8a83-7a96bd515b13 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:14:21.701094 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-089faf3d-04a4-40d0-8b5b-05e95e3c6035 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:14:21.705150 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089faf3d-04a4-40d0-8b5b-05e95e3c6035 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:14:21.711618 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089faf3d-04a4-40d0-8b5b-05e95e3c6035 None None] Pushing event updated for resources: {'Port': ['ID=cee4048b-70df-4c5a-be7a-d3254c5a9091,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:21.779216 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089faf3d-04a4-40d0-8b5b-05e95e3c6035 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:21.779661 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089faf3d-04a4-40d0-8b5b-05e95e3c6035 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:21.780051 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089faf3d-04a4-40d0-8b5b-05e95e3c6035 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:21.780472 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089faf3d-04a4-40d0-8b5b-05e95e3c6035 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:21.780883 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089faf3d-04a4-40d0-8b5b-05e95e3c6035 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:21.781277 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089faf3d-04a4-40d0-8b5b-05e95e3c6035 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:21.781716 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089faf3d-04a4-40d0-8b5b-05e95e3c6035 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:21.782193 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089faf3d-04a4-40d0-8b5b-05e95e3c6035 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:21.782633 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089faf3d-04a4-40d0-8b5b-05e95e3c6035 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:21.783063 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089faf3d-04a4-40d0-8b5b-05e95e3c6035 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:21.783504 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089faf3d-04a4-40d0-8b5b-05e95e3c6035 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:21.877290 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bd111f-bb8f-408c-8e4b-469c5800cb66 None None] Routers {'0e9dd6e0-caa8-414b-b066-fc02126f31b9'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:14:21.879272 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-f3bd111f-bb8f-408c-8e4b-469c5800cb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:14:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['0e9dd6e0-caa8-414b-b066-fc02126f31b9'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:21.888239 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-97888f1b-c8c5-4464-a657-8b80f0e460a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:21.889431 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-97888f1b-c8c5-4464-a657-8b80f0e460a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:22.001233 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-089faf3d-04a4-40d0-8b5b-05e95e3c6035 None None] Attempting to bind port cee4048b-70df-4c5a-be7a-d3254c5a9091 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:14:22.001513 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-089faf3d-04a4-40d0-8b5b-05e95e3c6035 None None] Attempting to bind port cee4048b-70df-4c5a-be7a-d3254c5a9091 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '632dfa4e-4afd-455d-8698-bc9e0d8d3052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2488a88c-066d-4e6c-8a83-7a96bd515b13'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:14:22.001818 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089faf3d-04a4-40d0-8b5b-05e95e3c6035 None None] Attempting to bind port cee4048b-70df-4c5a-be7a-d3254c5a9091 on network 2488a88c-066d-4e6c-8a83-7a96bd515b13 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:14:22.070639 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c7ffe-f12c-4d6e-acf0-1b68504164b9 None None] Pushing event updated for resources: {'Port': ['ID=73bf84d1-338a-437f-9610-6dd3b0f1b7d3,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:22.092549 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089faf3d-04a4-40d0-8b5b-05e95e3c6035 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:14:22.092956 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089faf3d-04a4-40d0-8b5b-05e95e3c6035 None None] Checking segment: {'id': '632dfa4e-4afd-455d-8698-bc9e0d8d3052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2488a88c-066d-4e6c-8a83-7a96bd515b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:14:22.093563 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-089faf3d-04a4-40d0-8b5b-05e95e3c6035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:22.093990 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089faf3d-04a4-40d0-8b5b-05e95e3c6035 None None] Bound using segment: {'id': '632dfa4e-4afd-455d-8698-bc9e0d8d3052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2488a88c-066d-4e6c-8a83-7a96bd515b13'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:14:22.094480 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-089faf3d-04a4-40d0-8b5b-05e95e3c6035 None None] Bound port: cee4048b-70df-4c5a-be7a-d3254c5a9091, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632dfa4e-4afd-455d-8698-bc9e0d8d3052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2488a88c-066d-4e6c-8a83-7a96bd515b13'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:14:22.094848 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-089faf3d-04a4-40d0-8b5b-05e95e3c6035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:22.276700 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-f3bd111f-bb8f-408c-8e4b-469c5800cb66 None None] Set router 0e9dd6e0-caa8-414b-b066-fc02126f31b9 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:14:22.309494 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97888f1b-c8c5-4464-a657-8b80f0e460a8 admin admin] Router 190a0357-8610-48cb-a22d-3f9096112966 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:14:22.369412 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-089faf3d-04a4-40d0-8b5b-05e95e3c6035 None None] For port cee4048b-70df-4c5a-be7a-d3254c5a9091, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:14:22.424198 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-089faf3d-04a4-40d0-8b5b-05e95e3c6035 None None] For port cee4048b-70df-4c5a-be7a-d3254c5a9091, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=cee4048b-70df-4c5a-be7a-d3254c5a9091,segment=NetworkSegment(632dfa4e-4afd-455d-8698-bc9e0d8d3052),segment_id=632dfa4e-4afd-455d-8698-bc9e0d8d3052)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:14:22.530454 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97888f1b-c8c5-4464-a657-8b80f0e460a8 admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:14:22.537605 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-089faf3d-04a4-40d0-8b5b-05e95e3c6035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:22.549453 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572ecedb-bd5b-4ca2-95f1-968048869ac5 None None] Sync routers for ids ['190a0357-8610-48cb-a22d-3f9096112966'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:14:22.571474 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572ecedb-bd5b-4ca2-95f1-968048869ac5 None None] Routers {'190a0357-8610-48cb-a22d-3f9096112966'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:14:22.572381 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-572ecedb-bd5b-4ca2-95f1-968048869ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:14:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['190a0357-8610-48cb-a22d-3f9096112966'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:22.693593 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089faf3d-04a4-40d0-8b5b-05e95e3c6035 None None] Pushing event updated for resources: {'Port': ['ID=cee4048b-70df-4c5a-be7a-d3254c5a9091,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:22.712739 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-97888f1b-c8c5-4464-a657-8b80f0e460a8 admin admin] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:22.716513 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-97888f1b-c8c5-4464-a657-8b80f0e460a8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5838196 Feb 04 12:14:22.719580 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 46596) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:14:22.758601 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-f3bd111f-bb8f-408c-8e4b-469c5800cb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9dd6e0-caa8-414b-b066-fc02126f31b9', 'name': 'tempest-TestMinimumBasicScenario-2133081439-router', 'tenant_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '08bbff2f-bf12-4929-87e7-3d8b95e459dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:10Z', 'updated_at': '2022-02-04T12:14:15Z', 'revision_number': 4, 'project_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'gw_port': {'id': '08bbff2f-bf12-4929-87e7-3d8b95e459dc', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:47:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9dd6e0-caa8-414b-b066-fc02126f31b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:11Z', 'updated_at': '2022-02-04T12:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '73bf84d1-338a-437f-9610-6dd3b0f1b7d3', 'name': '', 'network_id': 'bb11e18e-d569-433e-b31f-f4db3db3ee2d', 'tenant_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'mac_address': 'fa:16:3e:77:b1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9dd6e0-caa8-414b-b066-fc02126f31b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26bb53df-bb32-4a3c-836c-980420d0c5e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:14Z', 'updated_at': '2022-02-04T12:14:21Z', 'revision_number': 4, 'project_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'subnets': [{'id': '26bb53df-bb32-4a3c-836c-980420d0c5e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:22.766890 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bd111f-bb8f-408c-8e4b-469c5800cb66 None None] The sync data for ids ['0e9dd6e0-caa8-414b-b066-fc02126f31b9'] in dv-neutron-827825-2-hyperv is: [{'id': '0e9dd6e0-caa8-414b-b066-fc02126f31b9', 'name': 'tempest-TestMinimumBasicScenario-2133081439-router', 'tenant_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '08bbff2f-bf12-4929-87e7-3d8b95e459dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:10Z', 'updated_at': '2022-02-04T12:14:15Z', 'revision_number': 4, 'project_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'gw_port': {'id': '08bbff2f-bf12-4929-87e7-3d8b95e459dc', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:47:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9dd6e0-caa8-414b-b066-fc02126f31b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:11Z', 'updated_at': '2022-02-04T12:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '73bf84d1-338a-437f-9610-6dd3b0f1b7d3', 'name': '', 'network_id': 'bb11e18e-d569-433e-b31f-f4db3db3ee2d', 'tenant_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'mac_address': 'fa:16:3e:77:b1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9dd6e0-caa8-414b-b066-fc02126f31b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26bb53df-bb32-4a3c-836c-980420d0c5e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:14Z', 'updated_at': '2022-02-04T12:14:21Z', 'revision_number': 4, 'project_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'subnets': [{'id': '26bb53df-bb32-4a3c-836c-980420d0c5e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:14:22.817515 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-572ecedb-bd5b-4ca2-95f1-968048869ac5 None None] Set router 190a0357-8610-48cb-a22d-3f9096112966 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:14:23.356362 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-572ecedb-bd5b-4ca2-95f1-968048869ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190a0357-8610-48cb-a22d-3f9096112966', 'name': 'tempest-TestMinimumBasicScenario-471349299-router', 'tenant_id': '07f1047e39bd47a58c17a704909f8b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '2fe8c139-c86e-4c38-ada4-633302aa5854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:20Z', 'updated_at': '2022-02-04T12:14:21Z', 'revision_number': 3, 'project_id': '07f1047e39bd47a58c17a704909f8b31', 'gw_port': {'id': '2fe8c139-c86e-4c38-ada4-633302aa5854', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190a0357-8610-48cb-a22d-3f9096112966', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:20Z', 'updated_at': '2022-02-04T12:14:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:23.361536 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572ecedb-bd5b-4ca2-95f1-968048869ac5 None None] Checking router: 190a0357-8610-48cb-a22d-3f9096112966 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:14:23.361875 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572ecedb-bd5b-4ca2-95f1-968048869ac5 None None] Updating router 190a0357-8610-48cb-a22d-3f9096112966 port 2fe8c139-c86e-4c38-ada4-633302aa5854 binding host dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 12:14:23.439067 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-572ecedb-bd5b-4ca2-95f1-968048869ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:24.064173 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-572ecedb-bd5b-4ca2-95f1-968048869ac5 None None] Notify callbacks [] for port, precommit_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:24.079924 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.provisioning_blocks [None req-572ecedb-bd5b-4ca2-95f1-968048869ac5 None None] Transition to ACTIVE for port object 2fe8c139-c86e-4c38-ada4-633302aa5854 will not be triggered until provisioned by entity L2. {{(pid=84207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:14:24.090094 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device cee4048b-70df-4c5a-be7a-d3254c5a9091 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:14:24.189937 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-572ecedb-bd5b-4ca2-95f1-968048869ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:24.213271 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4d6c0a-dba7-4dbd-93ad-2c4fc4ad420c None None] Network 2488a88c-066d-4e6c-8a83-7a96bd515b13 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:14:24.231971 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cd6fa4b6-b2db-48b1-a884-17976f12a56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:24.332197 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-572ecedb-bd5b-4ca2-95f1-968048869ac5 None None] Attempting to bind port 2fe8c139-c86e-4c38-ada4-633302aa5854 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:14:24.332197 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-572ecedb-bd5b-4ca2-95f1-968048869ac5 None None] Attempting to bind port 2fe8c139-c86e-4c38-ada4-633302aa5854 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:14:24.332611 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ecedb-bd5b-4ca2-95f1-968048869ac5 None None] Attempting to bind port 2fe8c139-c86e-4c38-ada4-633302aa5854 on network 63d4ab6b-931d-42a4-aa18-bedd81d582fa {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:14:24.336551 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60249a74-7487-46f4-a0b5-336e6e32f9e0 None None] Pushing event updated for resources: {'Port': ['ID=2fe8c139-c86e-4c38-ada4-633302aa5854,revision_number=2']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:24.351799 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ecedb-bd5b-4ca2-95f1-968048869ac5 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:14:24.352944 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ecedb-bd5b-4ca2-95f1-968048869ac5 None None] Checking segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:14:24.353929 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-572ecedb-bd5b-4ca2-95f1-968048869ac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:24.354959 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ecedb-bd5b-4ca2-95f1-968048869ac5 None None] Bound using segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:14:24.355931 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-572ecedb-bd5b-4ca2-95f1-968048869ac5 None None] Bound port: 2fe8c139-c86e-4c38-ada4-633302aa5854, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:14:24.361244 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-572ecedb-bd5b-4ca2-95f1-968048869ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:24.454661 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port cee4048b-70df-4c5a-be7a-d3254c5a9091 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:14:24.464745 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-572ecedb-bd5b-4ca2-95f1-968048869ac5 None None] For port 2fe8c139-c86e-4c38-ada4-633302aa5854, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:14:24.468259 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-572ecedb-bd5b-4ca2-95f1-968048869ac5 None None] For port 2fe8c139-c86e-4c38-ada4-633302aa5854, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=2fe8c139-c86e-4c38-ada4-633302aa5854,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:14:24.487098 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 73bf84d1-338a-437f-9610-6dd3b0f1b7d3 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:14:24.518543 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-86b3d0c0-9fa0-47db-a5f9-97e8231e8905 None None] Provisioning for port cee4048b-70df-4c5a-be7a-d3254c5a9091 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:14:24.544195 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-86b3d0c0-9fa0-47db-a5f9-97e8231e8905 None None] Provisioning complete for port cee4048b-70df-4c5a-be7a-d3254c5a9091 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:14:24.544577 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-86b3d0c0-9fa0-47db-a5f9-97e8231e8905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:24.558944 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-cd6fa4b6-b2db-48b1-a884-17976f12a56a admin admin] Allocated IP 172.20.0.1 (2488a88c-066d-4e6c-8a83-7a96bd515b13/06be2887-7b0e-4046-ac29-b4cdb3f60aec/b3425e4a-0a3f-4989-bff0-b573474c112d) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:14:24.570579 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-572ecedb-bd5b-4ca2-95f1-968048869ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:24.665255 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60249a74-7487-46f4-a0b5-336e6e32f9e0 None None] Pushing event updated for resources: {'Port': ['ID=2fe8c139-c86e-4c38-ada4-633302aa5854,revision_number=3']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:24.670398 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572ecedb-bd5b-4ca2-95f1-968048869ac5 None None] Routers {'190a0357-8610-48cb-a22d-3f9096112966'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:14:24.671005 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-572ecedb-bd5b-4ca2-95f1-968048869ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:14:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['190a0357-8610-48cb-a22d-3f9096112966'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:24.788242 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-86b3d0c0-9fa0-47db-a5f9-97e8231e8905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:24.834144 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-86b3d0c0-9fa0-47db-a5f9-97e8231e8905 None None] For port cee4048b-70df-4c5a-be7a-d3254c5a9091, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=cee4048b-70df-4c5a-be7a-d3254c5a9091,segment=NetworkSegment(632dfa4e-4afd-455d-8698-bc9e0d8d3052),segment_id=632dfa4e-4afd-455d-8698-bc9e0d8d3052)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:14:24.852930 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 73bf84d1-338a-437f-9610-6dd3b0f1b7d3 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:14:24.860871 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 73bf84d1-338a-437f-9610-6dd3b0f1b7d3 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:14:24.860871 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:24.918511 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-572ecedb-bd5b-4ca2-95f1-968048869ac5 None None] Set router 190a0357-8610-48cb-a22d-3f9096112966 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:14:24.935099 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-86b3d0c0-9fa0-47db-a5f9-97e8231e8905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:24.986770 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cd6fa4b6-b2db-48b1-a884-17976f12a56a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:25.018120 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-cd6fa4b6-b2db-48b1-a884-17976f12a56a admin admin] Transition to ACTIVE for port object b3425e4a-0a3f-4989-bff0-b573474c112d will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:14:25.041357 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b3d0c0-9fa0-47db-a5f9-97e8231e8905 None None] Pushing event updated for resources: {'Port': ['ID=cee4048b-70df-4c5a-be7a-d3254c5a9091,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:25.105906 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:25.140661 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 73bf84d1-338a-437f-9610-6dd3b0f1b7d3, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=73bf84d1-338a-437f-9610-6dd3b0f1b7d3,segment=NetworkSegment(6d31c351-fdb0-4fac-98ff-bee072b3f0da),segment_id=6d31c351-fdb0-4fac-98ff-bee072b3f0da)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:14:25.146040 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cd6fa4b6-b2db-48b1-a884-17976f12a56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:25.163784 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-0c1ecac8-0db3-43a2-a2a1-6bfe71a640b3 None None] Provisioning complete for port cee4048b-70df-4c5a-be7a-d3254c5a9091 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:14:25.164501 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0c1ecac8-0db3-43a2-a2a1-6bfe71a640b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:25.228705 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6fa4b6-b2db-48b1-a884-17976f12a56a admin admin] Network 2488a88c-066d-4e6c-8a83-7a96bd515b13 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:14:25.233380 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6fa4b6-b2db-48b1-a884-17976f12a56a admin admin] Pushing event updated for resources: {'Port': ['ID=b3425e4a-0a3f-4989-bff0-b573474c112d,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:25.242903 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-cd6fa4b6-b2db-48b1-a884-17976f12a56a admin admin] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:14:25.245602 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6fa4b6-b2db-48b1-a884-17976f12a56a admin admin] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:14:25.279351 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:25.310142 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-572ecedb-bd5b-4ca2-95f1-968048869ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190a0357-8610-48cb-a22d-3f9096112966', 'name': 'tempest-TestMinimumBasicScenario-471349299-router', 'tenant_id': '07f1047e39bd47a58c17a704909f8b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '2fe8c139-c86e-4c38-ada4-633302aa5854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:20Z', 'updated_at': '2022-02-04T12:14:21Z', 'revision_number': 3, 'project_id': '07f1047e39bd47a58c17a704909f8b31', 'gw_port': {'id': '2fe8c139-c86e-4c38-ada4-633302aa5854', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190a0357-8610-48cb-a22d-3f9096112966', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:20Z', 'updated_at': '2022-02-04T12:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:25.317276 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572ecedb-bd5b-4ca2-95f1-968048869ac5 None None] The sync data for ids ['190a0357-8610-48cb-a22d-3f9096112966'] in dv-neutron-827825-2-hyperv is: [{'id': '190a0357-8610-48cb-a22d-3f9096112966', 'name': 'tempest-TestMinimumBasicScenario-471349299-router', 'tenant_id': '07f1047e39bd47a58c17a704909f8b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '2fe8c139-c86e-4c38-ada4-633302aa5854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:20Z', 'updated_at': '2022-02-04T12:14:21Z', 'revision_number': 3, 'project_id': '07f1047e39bd47a58c17a704909f8b31', 'gw_port': {'id': '2fe8c139-c86e-4c38-ada4-633302aa5854', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190a0357-8610-48cb-a22d-3f9096112966', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:20Z', 'updated_at': '2022-02-04T12:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:14:25.319226 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cd6fa4b6-b2db-48b1-a884-17976f12a56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:25.376583 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=73bf84d1-338a-437f-9610-6dd3b0f1b7d3,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:25.586374 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cd6fa4b6-b2db-48b1-a884-17976f12a56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:25.647008 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c3f0870b-ddc3-440f-876b-0115ac5ba71d None None] Provisioning for port b3425e4a-0a3f-4989-bff0-b573474c112d completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:14:25.652765 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c3f0870b-ddc3-440f-876b-0115ac5ba71d None None] Provisioning complete for port b3425e4a-0a3f-4989-bff0-b573474c112d triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:14:25.653163 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c3f0870b-ddc3-440f-876b-0115ac5ba71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:25.717721 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c3f0870b-ddc3-440f-876b-0115ac5ba71d None None] Port b3425e4a-0a3f-4989-bff0-b573474c112d cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:14:25.853384 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cd6fa4b6-b2db-48b1-a884-17976f12a56a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:25.930093 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device cee4048b-70df-4c5a-be7a-d3254c5a9091 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:14:25.984544 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cd6fa4b6-b2db-48b1-a884-17976f12a56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:26.025867 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port cee4048b-70df-4c5a-be7a-d3254c5a9091 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:14:26.026487 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:26.176536 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cd6fa4b6-b2db-48b1-a884-17976f12a56a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:26.183359 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6fa4b6-b2db-48b1-a884-17976f12a56a admin admin] Pushing event updated for resources: {'Port': ['ID=b3425e4a-0a3f-4989-bff0-b573474c112d,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:26.305185 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 73bf84d1-338a-437f-9610-6dd3b0f1b7d3 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:14:26.372640 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 73bf84d1-338a-437f-9610-6dd3b0f1b7d3 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:14:26.373003 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:26.382782 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6fa4b6-b2db-48b1-a884-17976f12a56a admin admin] Network 2488a88c-066d-4e6c-8a83-7a96bd515b13 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:14:26.383985 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-cd6fa4b6-b2db-48b1-a884-17976f12a56a admin admin] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:14:26.653290 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-b9f04304-ac09-489f-9ac8-47d7737fefa5 None None] Provisioning complete for port b3425e4a-0a3f-4989-bff0-b573474c112d triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:14:26.653924 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b9f04304-ac09-489f-9ac8-47d7737fefa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:26.732259 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-b9f04304-ac09-489f-9ac8-47d7737fefa5 None None] Port b3425e4a-0a3f-4989-bff0-b573474c112d cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:14:26.930149 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6fa4b6-b2db-48b1-a884-17976f12a56a admin admin] Router 190a0357-8610-48cb-a22d-3f9096112966 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:14:27.153602 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6fa4b6-b2db-48b1-a884-17976f12a56a admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:14:27.164514 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-cd6fa4b6-b2db-48b1-a884-17976f12a56a admin admin] 10.222.0.21 "PUT /v2.0/routers/190a0357-8610-48cb-a22d-3f9096112966/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4431610 Feb 04 12:14:33.960404 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 2fe8c139-c86e-4c38-ada4-633302aa5854 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:14:34.155760 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 2fe8c139-c86e-4c38-ada4-633302aa5854 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:14:34.162016 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 2fe8c139-c86e-4c38-ada4-633302aa5854 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:14:34.162745 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:34.289293 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:34.307226 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 2fe8c139-c86e-4c38-ada4-633302aa5854, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=2fe8c139-c86e-4c38-ada4-633302aa5854,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:14:34.482061 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:34.596554 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=2fe8c139-c86e-4c38-ada4-633302aa5854,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:35.929012 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 2fe8c139-c86e-4c38-ada4-633302aa5854 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:14:36.009059 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 2fe8c139-c86e-4c38-ada4-633302aa5854 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:14:36.009629 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:36.462468 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:41.726984 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:14:41.757332 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-58301e61-09be-43d1-a08a-475ece790316 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:41.759610 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-58301e61-09be-43d1-a08a-475ece790316 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Synchronizing usage tracker for tenant:4992f3d2462b4d87a611a8418dcb4bd7 on resource:network {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:14:41.892566 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-58301e61-09be-43d1-a08a-475ece790316 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Unset dirty status for tenant:4992f3d2462b4d87a611a8418dcb4bd7 on resource:network {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:14:41.894525 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-58301e61-09be-43d1-a08a-475ece790316 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/networks?id=bb11e18e-d569-433e-b31f-f4db3db3ee2d HTTP/1.1" status: 200 len: 815 time: 0.3096418 Feb 04 12:14:41.916711 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-2838bdfb-777f-4d97-88cb-524448b84cf0 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/quotas/4992f3d2462b4d87a611a8418dcb4bd7 HTTP/1.1" status: 200 len: 375 time: 0.0131743 Feb 04 12:14:42.135757 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-cb560ff4-1993-4801-8e36-a7c307d4d7d6 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Synchronizing usage tracker for tenant:4992f3d2462b4d87a611a8418dcb4bd7 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:14:42.138475 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70ddddce-fd16-4a05-9a58-84305e385e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:42.154865 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4cbdf1-727a-4b73-ac05-39a834a9cdfd None None] Sync routers for ids ['190a0357-8610-48cb-a22d-3f9096112966'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:14:42.176166 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4cbdf1-727a-4b73-ac05-39a834a9cdfd None None] Routers {'190a0357-8610-48cb-a22d-3f9096112966'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:14:42.182615 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5d4cbdf1-727a-4b73-ac05-39a834a9cdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:14:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['190a0357-8610-48cb-a22d-3f9096112966'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:42.239397 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-cb560ff4-1993-4801-8e36-a7c307d4d7d6 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Unset dirty status for tenant:4992f3d2462b4d87a611a8418dcb4bd7 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:14:42.243019 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-cb560ff4-1993-4801-8e36-a7c307d4d7d6 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4992f3d2462b4d87a611a8418dcb4bd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3198996 Feb 04 12:14:42.437293 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-5d4cbdf1-727a-4b73-ac05-39a834a9cdfd None None] Set router 190a0357-8610-48cb-a22d-3f9096112966 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:14:42.560863 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-45abec85-d4f3-49c2-aeea-6413044da072 service neutron] 10.222.0.21 "GET /v2.0/networks/bb11e18e-d569-433e-b31f-f4db3db3ee2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055825 Feb 04 12:14:42.711239 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-fad5c8ec-19d5-462f-bf62-41e4d746572d service neutron] 10.222.0.21 "GET /v2.0/networks/bb11e18e-d569-433e-b31f-f4db3db3ee2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423986 Feb 04 12:14:42.826566 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5d4cbdf1-727a-4b73-ac05-39a834a9cdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190a0357-8610-48cb-a22d-3f9096112966', 'name': 'tempest-TestMinimumBasicScenario-471349299-router', 'tenant_id': '07f1047e39bd47a58c17a704909f8b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '2fe8c139-c86e-4c38-ada4-633302aa5854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:20Z', 'updated_at': '2022-02-04T12:14:25Z', 'revision_number': 4, 'project_id': '07f1047e39bd47a58c17a704909f8b31', 'gw_port': {'id': '2fe8c139-c86e-4c38-ada4-633302aa5854', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190a0357-8610-48cb-a22d-3f9096112966', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:20Z', 'updated_at': '2022-02-04T12:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'b3425e4a-0a3f-4989-bff0-b573474c112d', 'name': '', 'network_id': '2488a88c-066d-4e6c-8a83-7a96bd515b13', 'tenant_id': '07f1047e39bd47a58c17a704909f8b31', 'mac_address': 'fa:16:3e:23:3e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190a0357-8610-48cb-a22d-3f9096112966', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06be2887-7b0e-4046-ac29-b4cdb3f60aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:24Z', 'updated_at': '2022-02-04T12:14:25Z', 'revision_number': 2, 'project_id': '07f1047e39bd47a58c17a704909f8b31', 'subnets': [{'id': '06be2887-7b0e-4046-ac29-b4cdb3f60aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:42.830395 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4cbdf1-727a-4b73-ac05-39a834a9cdfd None None] Checking router: 190a0357-8610-48cb-a22d-3f9096112966 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:14:42.830739 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4cbdf1-727a-4b73-ac05-39a834a9cdfd None None] Updating router 190a0357-8610-48cb-a22d-3f9096112966 port b3425e4a-0a3f-4989-bff0-b573474c112d binding host dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 12:14:42.887664 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5d4cbdf1-727a-4b73-ac05-39a834a9cdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:43.025059 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-45ef6b6b-010a-4787-a4bf-b423b0947bf3 req-05331bd1-2320-4602-9f58-afa349784cb9 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 210 time: 0.0445116 Feb 04 12:14:43.350662 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5d4cbdf1-727a-4b73-ac05-39a834a9cdfd None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:43.362551 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-5d4cbdf1-727a-4b73-ac05-39a834a9cdfd None None] Transition to ACTIVE for port object b3425e4a-0a3f-4989-bff0-b573474c112d will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:14:43.549346 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5d4cbdf1-727a-4b73-ac05-39a834a9cdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:43.672462 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af13283f-7c73-4b85-b2b4-74efe0258d21 None None] Pushing event updated for resources: {'Port': ['ID=b3425e4a-0a3f-4989-bff0-b573474c112d,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:43.765925 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-5d4cbdf1-727a-4b73-ac05-39a834a9cdfd None None] Attempting to bind port b3425e4a-0a3f-4989-bff0-b573474c112d on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:14:43.766290 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-5d4cbdf1-727a-4b73-ac05-39a834a9cdfd None None] Attempting to bind port b3425e4a-0a3f-4989-bff0-b573474c112d by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '632dfa4e-4afd-455d-8698-bc9e0d8d3052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2488a88c-066d-4e6c-8a83-7a96bd515b13'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:14:43.766646 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4cbdf1-727a-4b73-ac05-39a834a9cdfd None None] Attempting to bind port b3425e4a-0a3f-4989-bff0-b573474c112d on network 2488a88c-066d-4e6c-8a83-7a96bd515b13 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:14:43.777966 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4cbdf1-727a-4b73-ac05-39a834a9cdfd None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:14:43.777966 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4cbdf1-727a-4b73-ac05-39a834a9cdfd None None] Checking segment: {'id': '632dfa4e-4afd-455d-8698-bc9e0d8d3052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2488a88c-066d-4e6c-8a83-7a96bd515b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:14:43.777966 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5d4cbdf1-727a-4b73-ac05-39a834a9cdfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:43.777966 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4cbdf1-727a-4b73-ac05-39a834a9cdfd None None] Bound using segment: {'id': '632dfa4e-4afd-455d-8698-bc9e0d8d3052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2488a88c-066d-4e6c-8a83-7a96bd515b13'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:14:43.778616 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-5d4cbdf1-727a-4b73-ac05-39a834a9cdfd None None] Bound port: b3425e4a-0a3f-4989-bff0-b573474c112d, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632dfa4e-4afd-455d-8698-bc9e0d8d3052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2488a88c-066d-4e6c-8a83-7a96bd515b13'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:14:43.779171 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5d4cbdf1-727a-4b73-ac05-39a834a9cdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:43.892746 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-5d4cbdf1-727a-4b73-ac05-39a834a9cdfd None None] For port b3425e4a-0a3f-4989-bff0-b573474c112d, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:14:43.895924 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-5d4cbdf1-727a-4b73-ac05-39a834a9cdfd None None] For port b3425e4a-0a3f-4989-bff0-b573474c112d, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=b3425e4a-0a3f-4989-bff0-b573474c112d,segment=NetworkSegment(632dfa4e-4afd-455d-8698-bc9e0d8d3052),segment_id=632dfa4e-4afd-455d-8698-bc9e0d8d3052)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:14:44.012846 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5d4cbdf1-727a-4b73-ac05-39a834a9cdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:44.098846 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4cbdf1-727a-4b73-ac05-39a834a9cdfd None None] Routers {'190a0357-8610-48cb-a22d-3f9096112966'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:14:44.099476 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5d4cbdf1-727a-4b73-ac05-39a834a9cdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:14:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['190a0357-8610-48cb-a22d-3f9096112966'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:44.151948 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af13283f-7c73-4b85-b2b4-74efe0258d21 None None] Pushing event updated for resources: {'Port': ['ID=b3425e4a-0a3f-4989-bff0-b573474c112d,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:44.190236 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7d6b5092-61b5-4034-af9f-03f34eee07d0 req-49de03ad-580a-49f3-979d-e11f2af3f97f tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 210 time: 0.0773430 Feb 04 12:14:44.332087 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-5d4cbdf1-727a-4b73-ac05-39a834a9cdfd None None] Set router 190a0357-8610-48cb-a22d-3f9096112966 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:14:44.688089 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5d4cbdf1-727a-4b73-ac05-39a834a9cdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190a0357-8610-48cb-a22d-3f9096112966', 'name': 'tempest-TestMinimumBasicScenario-471349299-router', 'tenant_id': '07f1047e39bd47a58c17a704909f8b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '2fe8c139-c86e-4c38-ada4-633302aa5854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:20Z', 'updated_at': '2022-02-04T12:14:25Z', 'revision_number': 4, 'project_id': '07f1047e39bd47a58c17a704909f8b31', 'gw_port': {'id': '2fe8c139-c86e-4c38-ada4-633302aa5854', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190a0357-8610-48cb-a22d-3f9096112966', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:20Z', 'updated_at': '2022-02-04T12:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'b3425e4a-0a3f-4989-bff0-b573474c112d', 'name': '', 'network_id': '2488a88c-066d-4e6c-8a83-7a96bd515b13', 'tenant_id': '07f1047e39bd47a58c17a704909f8b31', 'mac_address': 'fa:16:3e:23:3e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190a0357-8610-48cb-a22d-3f9096112966', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06be2887-7b0e-4046-ac29-b4cdb3f60aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:24Z', 'updated_at': '2022-02-04T12:14:43Z', 'revision_number': 4, 'project_id': '07f1047e39bd47a58c17a704909f8b31', 'subnets': [{'id': '06be2887-7b0e-4046-ac29-b4cdb3f60aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:44.693653 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4cbdf1-727a-4b73-ac05-39a834a9cdfd None None] The sync data for ids ['190a0357-8610-48cb-a22d-3f9096112966'] in dv-neutron-827825-2-hyperv is: [{'id': '190a0357-8610-48cb-a22d-3f9096112966', 'name': 'tempest-TestMinimumBasicScenario-471349299-router', 'tenant_id': '07f1047e39bd47a58c17a704909f8b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '2fe8c139-c86e-4c38-ada4-633302aa5854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:20Z', 'updated_at': '2022-02-04T12:14:25Z', 'revision_number': 4, 'project_id': '07f1047e39bd47a58c17a704909f8b31', 'gw_port': {'id': '2fe8c139-c86e-4c38-ada4-633302aa5854', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190a0357-8610-48cb-a22d-3f9096112966', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:20Z', 'updated_at': '2022-02-04T12:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'b3425e4a-0a3f-4989-bff0-b573474c112d', 'name': '', 'network_id': '2488a88c-066d-4e6c-8a83-7a96bd515b13', 'tenant_id': '07f1047e39bd47a58c17a704909f8b31', 'mac_address': 'fa:16:3e:23:3e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190a0357-8610-48cb-a22d-3f9096112966', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06be2887-7b0e-4046-ac29-b4cdb3f60aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:24Z', 'updated_at': '2022-02-04T12:14:43Z', 'revision_number': 4, 'project_id': '07f1047e39bd47a58c17a704909f8b31', 'subnets': [{'id': '06be2887-7b0e-4046-ac29-b4cdb3f60aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:14:44.749780 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-26c08c7a-c8c9-4900-8b84-8f0aa73068e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:45.395376 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-aeb85dbc-cfe4-49f8-8af8-b6174fff2f44 req-28ab1a9c-c873-4078-8aed-46931a296173 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 210 time: 0.0546677 Feb 04 12:14:45.720422 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:45.852299 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:45.948740 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device b3425e4a-0a3f-4989-bff0-b573474c112d up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:14:46.250853 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port b3425e4a-0a3f-4989-bff0-b573474c112d completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:14:46.257770 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port b3425e4a-0a3f-4989-bff0-b573474c112d triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:14:46.272856 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:46.403320 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:46.439428 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port b3425e4a-0a3f-4989-bff0-b573474c112d, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=b3425e4a-0a3f-4989-bff0-b573474c112d,segment=NetworkSegment(632dfa4e-4afd-455d-8698-bc9e0d8d3052),segment_id=632dfa4e-4afd-455d-8698-bc9e0d8d3052)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:14:46.573138 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7d262aef-6911-473b-a8aa-3df934f0b86c req-6d26ed21-da3f-4564-94a8-72e456ac02ff tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 210 time: 0.0446908 Feb 04 12:14:46.656516 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:46.733978 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=b3425e4a-0a3f-4989-bff0-b573474c112d,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:46.829701 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-bf1bc74c-a27a-4965-be69-b2f14b18094b tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:46.831081 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-bf1bc74c-a27a-4965-be69-b2f14b18094b tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.47 "GET /v2.0/networks?id=bb11e18e-d569-433e-b31f-f4db3db3ee2d HTTP/1.1" status: 200 len: 815 time: 0.1539168 Feb 04 12:14:46.848966 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-67bf5fcd-8bbc-40f3-8fcc-8b763e7591b5 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Request body: {'port': {'device_id': '2467c505-878b-468f-b1f2-2597e3c3c1c0', 'network_id': 'bb11e18e-d569-433e-b31f-f4db3db3ee2d', 'admin_state_up': True, 'tenant_id': '4992f3d2462b4d87a611a8418dcb4bd7'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:14:47.006401 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-67bf5fcd-8bbc-40f3-8fcc-8b763e7591b5 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:14:47.016425 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-67bf5fcd-8bbc-40f3-8fcc-8b763e7591b5 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:14:47.085513 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:47.116492 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-67bf5fcd-8bbc-40f3-8fcc-8b763e7591b5 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Made reservation on behalf of 4992f3d2462b4d87a611a8418dcb4bd7 for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:14:47.119639 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-67bf5fcd-8bbc-40f3-8fcc-8b763e7591b5 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:47.327869 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-67bf5fcd-8bbc-40f3-8fcc-8b763e7591b5 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Allocated IP 172.20.0.3 (bb11e18e-d569-433e-b31f-f4db3db3ee2d/26bb53df-bb32-4a3c-836c-980420d0c5e9/c0e9d44a-597b-4dba-8c26-c8d9122935c8) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:14:47.561239 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-67bf5fcd-8bbc-40f3-8fcc-8b763e7591b5 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:47.578912 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-67bf5fcd-8bbc-40f3-8fcc-8b763e7591b5 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Transition to ACTIVE for port object c0e9d44a-597b-4dba-8c26-c8d9122935c8 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:14:47.688146 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-67bf5fcd-8bbc-40f3-8fcc-8b763e7591b5 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:47.820270 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-67bf5fcd-8bbc-40f3-8fcc-8b763e7591b5 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Network bb11e18e-d569-433e-b31f-f4db3db3ee2d is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:14:47.848525 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf5fcd-8bbc-40f3-8fcc-8b763e7591b5 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Pushing event updated for resources: {'Port': ['ID=c0e9d44a-597b-4dba-8c26-c8d9122935c8,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:47.853221 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-67bf5fcd-8bbc-40f3-8fcc-8b763e7591b5 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:14:47.872768 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-67bf5fcd-8bbc-40f3-8fcc-8b763e7591b5 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:14:48.028242 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device b3425e4a-0a3f-4989-bff0-b573474c112d up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:14:48.080482 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-67bf5fcd-8bbc-40f3-8fcc-8b763e7591b5 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:48.082149 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-67bf5fcd-8bbc-40f3-8fcc-8b763e7591b5 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:48.125347 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb5717-b08d-4548-871c-5d998de1927e req-7f6ae0d2-fa7b-48ee-b0d5-0a4aa373a4c9 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:48.125347 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-56bb5717-b08d-4548-871c-5d998de1927e req-7f6ae0d2-fa7b-48ee-b0d5-0a4aa373a4c9 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Synchronizing usage tracker for tenant:4992f3d2462b4d87a611a8418dcb4bd7 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:14:48.192969 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port b3425e4a-0a3f-4989-bff0-b573474c112d triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:14:48.197765 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-67bf5fcd-8bbc-40f3-8fcc-8b763e7591b5 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3536947 Feb 04 12:14:48.206840 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:48.210817 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-7c950081-4e11-40a3-84cb-a86f4ac18451 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 12:14:48.212491 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-7c950081-4e11-40a3-84cb-a86f4ac18451 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0085287 Feb 04 12:14:48.226772 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-41f9fb1e-01ca-4bec-bc86-1e3147456fb7 service neutron] Request body: {'port': {'device_id': '2467c505-878b-468f-b1f2-2597e3c3c1c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:14:48.323916 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-56bb5717-b08d-4548-871c-5d998de1927e req-7f6ae0d2-fa7b-48ee-b0d5-0a4aa373a4c9 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Unset dirty status for tenant:4992f3d2462b4d87a611a8418dcb4bd7 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:14:48.325638 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-56bb5717-b08d-4548-871c-5d998de1927e req-7f6ae0d2-fa7b-48ee-b0d5-0a4aa373a4c9 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 931 time: 0.6006525 Feb 04 12:14:48.463900 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c69f6399-b60e-4a87-b3d5-5d1cce2127ab None None] Provisioning for port c0e9d44a-597b-4dba-8c26-c8d9122935c8 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:14:48.469773 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c69f6399-b60e-4a87-b3d5-5d1cce2127ab None None] Provisioning complete for port c0e9d44a-597b-4dba-8c26-c8d9122935c8 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:14:48.470203 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c69f6399-b60e-4a87-b3d5-5d1cce2127ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:48.574888 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c69f6399-b60e-4a87-b3d5-5d1cce2127ab None None] Port c0e9d44a-597b-4dba-8c26-c8d9122935c8 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:14:48.590144 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-41f9fb1e-01ca-4bec-bc86-1e3147456fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:48.619516 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-56bb5717-b08d-4548-871c-5d998de1927e req-bd25302d-e4a6-4a89-afbd-ae589c24fa6f tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fc15903-0cd3-4d45-bdfa-2b9906c66f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830715 Feb 04 12:14:49.151544 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-41f9fb1e-01ca-4bec-bc86-1e3147456fb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0e9d44a-597b-4dba-8c26-c8d9122935c8 {{(pid=84204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:14:49.162199 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-41f9fb1e-01ca-4bec-bc86-1e3147456fb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:49.182722 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-41f9fb1e-01ca-4bec-bc86-1e3147456fb7 service neutron] Transition to ACTIVE for port object c0e9d44a-597b-4dba-8c26-c8d9122935c8 will not be triggered until provisioned by entity L2. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:14:49.308283 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-41f9fb1e-01ca-4bec-bc86-1e3147456fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:49.486995 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9fb1e-01ca-4bec-bc86-1e3147456fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=c0e9d44a-597b-4dba-8c26-c8d9122935c8,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:49.646486 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-41f9fb1e-01ca-4bec-bc86-1e3147456fb7 service neutron] Attempting to bind port c0e9d44a-597b-4dba-8c26-c8d9122935c8 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:14:49.646825 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-41f9fb1e-01ca-4bec-bc86-1e3147456fb7 service neutron] Attempting to bind port c0e9d44a-597b-4dba-8c26-c8d9122935c8 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '6d31c351-fdb0-4fac-98ff-bee072b3f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bb11e18e-d569-433e-b31f-f4db3db3ee2d'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:14:49.647221 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-41f9fb1e-01ca-4bec-bc86-1e3147456fb7 service neutron] Attempting to bind port c0e9d44a-597b-4dba-8c26-c8d9122935c8 on network bb11e18e-d569-433e-b31f-f4db3db3ee2d {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:14:49.653750 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-41f9fb1e-01ca-4bec-bc86-1e3147456fb7 service neutron] Port c0e9d44a-597b-4dba-8c26-c8d9122935c8 on network bb11e18e-d569-433e-b31f-f4db3db3ee2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 12:14:49.654287 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-41f9fb1e-01ca-4bec-bc86-1e3147456fb7 service neutron] Attempting to bind port c0e9d44a-597b-4dba-8c26-c8d9122935c8 on network bb11e18e-d569-433e-b31f-f4db3db3ee2d {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:14:49.664062 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-41f9fb1e-01ca-4bec-bc86-1e3147456fb7 service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:14:49.664465 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-41f9fb1e-01ca-4bec-bc86-1e3147456fb7 service neutron] Checking segment: {'id': '6d31c351-fdb0-4fac-98ff-bee072b3f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bb11e18e-d569-433e-b31f-f4db3db3ee2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:14:49.664936 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-41f9fb1e-01ca-4bec-bc86-1e3147456fb7 service neutron] Bound using segment: {'id': '6d31c351-fdb0-4fac-98ff-bee072b3f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bb11e18e-d569-433e-b31f-f4db3db3ee2d'} {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:14:49.665440 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-41f9fb1e-01ca-4bec-bc86-1e3147456fb7 service neutron] Bound port: c0e9d44a-597b-4dba-8c26-c8d9122935c8, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d31c351-fdb0-4fac-98ff-bee072b3f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bb11e18e-d569-433e-b31f-f4db3db3ee2d'}}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:14:49.665999 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-41f9fb1e-01ca-4bec-bc86-1e3147456fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:49.807881 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-41f9fb1e-01ca-4bec-bc86-1e3147456fb7 service neutron] For port c0e9d44a-597b-4dba-8c26-c8d9122935c8, host hv-neutron-8278, cleared binding levels {{(pid=84204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:14:49.811530 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-41f9fb1e-01ca-4bec-bc86-1e3147456fb7 service neutron] For port c0e9d44a-597b-4dba-8c26-c8d9122935c8, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c0e9d44a-597b-4dba-8c26-c8d9122935c8,segment=NetworkSegment(6d31c351-fdb0-4fac-98ff-bee072b3f0da),segment_id=6d31c351-fdb0-4fac-98ff-bee072b3f0da)] {{(pid=84204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:14:49.927056 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-41f9fb1e-01ca-4bec-bc86-1e3147456fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:49.963064 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14faa1f3-9862-4465-98ea-88eb3db4876d req-6c5b5771-3095-48d4-9230-ead65af80d19 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:49.971587 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-14faa1f3-9862-4465-98ea-88eb3db4876d req-6c5b5771-3095-48d4-9230-ead65af80d19 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 943 time: 0.1058383 Feb 04 12:14:50.003462 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-41f9fb1e-01ca-4bec-bc86-1e3147456fb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:50.005561 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-41f9fb1e-01ca-4bec-bc86-1e3147456fb7 service neutron] 10.222.0.47 "PUT /v2.0/ports/c0e9d44a-597b-4dba-8c26-c8d9122935c8 HTTP/1.1" status: 200 len: 1093 time: 1.7854371 Feb 04 12:14:50.009278 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2467c505-878b-468f-b1f2-2597e3c3c1c0', 'tag': 'c0e9d44a-597b-4dba-8c26-c8d9122935c8'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:14:50.031729 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-14faa1f3-9862-4465-98ea-88eb3db4876d req-90cad553-ec8c-4e1c-970d-567a5e110cfa tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Synchronizing usage tracker for tenant:4992f3d2462b4d87a611a8418dcb4bd7 on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:14:50.060081 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9fb1e-01ca-4bec-bc86-1e3147456fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=c0e9d44a-597b-4dba-8c26-c8d9122935c8,revision_number=3']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:50.114128 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2467c505-878b-468f-b1f2-2597e3c3c1c0', 'tag': 'c0e9d44a-597b-4dba-8c26-c8d9122935c8', 'status': 'completed', 'code': 200} Feb 04 12:14:50.159973 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-14faa1f3-9862-4465-98ea-88eb3db4876d req-90cad553-ec8c-4e1c-970d-567a5e110cfa tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Unset dirty status for tenant:4992f3d2462b4d87a611a8418dcb4bd7 on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:14:50.161454 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-14faa1f3-9862-4465-98ea-88eb3db4876d req-90cad553-ec8c-4e1c-970d-567a5e110cfa tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fc15903-0cd3-4d45-bdfa-2b9906c66f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878481 Feb 04 12:14:50.329362 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9c043218-35f4-41ec-8a51-2b149d703276 req-37fa25ca-d91a-4c6a-a667-ade868ae9ffe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4992f3d2462b4d87a611a8418dcb4bd7&device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 1096 time: 0.1995769 Feb 04 12:14:51.488967 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f1d4e-5fc7-4be9-8704-d33364fe7566 req-3e24e6a0-d9c3-4231-b30e-f4e2c228fb62 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:51.504267 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-919f1d4e-5fc7-4be9-8704-d33364fe7566 req-3e24e6a0-d9c3-4231-b30e-f4e2c228fb62 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 943 time: 0.1716480 Feb 04 12:14:51.579800 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-919f1d4e-5fc7-4be9-8704-d33364fe7566 req-1671d047-ee37-432a-8b4c-81c1cd243054 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fc15903-0cd3-4d45-bdfa-2b9906c66f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740674 Feb 04 12:14:52.607594 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c043218-35f4-41ec-8a51-2b149d703276 req-eb84305e-7f15-449e-b4d2-291deb11be7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:52.609692 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9c043218-35f4-41ec-8a51-2b149d703276 req-eb84305e-7f15-449e-b4d2-291deb11be7d service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=4992f3d2462b4d87a611a8418dcb4bd7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2670295 Feb 04 12:14:52.853497 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc23cf-4d61-4d25-a24f-f7220e3919af req-81e8dc5b-2f99-4707-9f77-65d452d7fd84 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:52.858163 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c043218-35f4-41ec-8a51-2b149d703276 req-abb30549-6096-450a-9cd9-6c09f6442c68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:52.860817 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-aadc23cf-4d61-4d25-a24f-f7220e3919af req-81e8dc5b-2f99-4707-9f77-65d452d7fd84 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 943 time: 0.1309676 Feb 04 12:14:52.861028 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9c043218-35f4-41ec-8a51-2b149d703276 req-abb30549-6096-450a-9cd9-6c09f6442c68 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2234244 Feb 04 12:14:52.925538 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-aadc23cf-4d61-4d25-a24f-f7220e3919af req-24e195c3-c2f7-4a5c-aada-150536662622 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fc15903-0cd3-4d45-bdfa-2b9906c66f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625355 Feb 04 12:14:54.139624 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b15665-4e1c-4258-a421-34504b008edb req-78cf27f2-0085-4a15-9729-6bb38ca9b1cc tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:54.140992 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-71b15665-4e1c-4258-a421-34504b008edb req-78cf27f2-0085-4a15-9729-6bb38ca9b1cc tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 943 time: 0.0890241 Feb 04 12:14:54.194550 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-71b15665-4e1c-4258-a421-34504b008edb req-c833d362-e9e8-47fa-ac97-5661d3169c06 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fc15903-0cd3-4d45-bdfa-2b9906c66f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465367 Feb 04 12:14:55.411259 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f5f4e-2b78-4aaa-90fa-773452a45661 req-5a52792d-5acb-4edf-8284-a5451838f76b tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:55.413427 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-552f5f4e-2b78-4aaa-90fa-773452a45661 req-5a52792d-5acb-4edf-8284-a5451838f76b tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 943 time: 0.0819993 Feb 04 12:14:55.470196 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-552f5f4e-2b78-4aaa-90fa-773452a45661 req-3e17a875-7f82-4b40-81ee-38683a6365b5 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fc15903-0cd3-4d45-bdfa-2b9906c66f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510421 Feb 04 12:14:56.705399 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65a673-f485-49ce-9ac9-e40d1f8dc393 req-f5e051c9-e001-43ed-9105-fcbb21a361ca tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:56.708061 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4d65a673-f485-49ce-9ac9-e40d1f8dc393 req-f5e051c9-e001-43ed-9105-fcbb21a361ca tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 943 time: 0.1078982 Feb 04 12:14:56.759914 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4d65a673-f485-49ce-9ac9-e40d1f8dc393 req-d17d2f72-2917-4738-8a26-153003290e1d tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fc15903-0cd3-4d45-bdfa-2b9906c66f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465007 Feb 04 12:14:57.968722 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e4544-5d1a-48f0-a3db-51bcca8264b8 req-2fbd64da-57e1-4209-a637-b3cfd4e3738d tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:57.970191 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3f3e4544-5d1a-48f0-a3db-51bcca8264b8 req-2fbd64da-57e1-4209-a637-b3cfd4e3738d tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 943 time: 0.0841689 Feb 04 12:14:58.017533 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3f3e4544-5d1a-48f0-a3db-51bcca8264b8 req-1e0c94cd-ea7b-4109-b824-b7bd2c54fdbf tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fc15903-0cd3-4d45-bdfa-2b9906c66f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414884 Feb 04 12:14:59.059503 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-5056c2d3-1cfb-4c16-8fe4-039a83304ec0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4992f3d2462b4d87a611a8418dcb4bd7&device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 1096 time: 0.0867720 Feb 04 12:14:59.132259 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-145d1aaa-3345-48b1-9f1a-3f39298b0cc7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0e9d44a-597b-4dba-8c26-c8d9122935c8 HTTP/1.1" status: 200 len: 217 time: 0.0643313 Feb 04 12:14:59.340092 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-e5cefb83-4663-4045-84ed-33fc81459b2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:59.341416 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-e5cefb83-4663-4045-84ed-33fc81459b2a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26bb53df-bb32-4a3c-836c-980420d0c5e9 HTTP/1.1" status: 200 len: 854 time: 0.2015469 Feb 04 12:14:59.425939 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba8a13-e3a9-42e0-b381-f0991cc2a8ff req-67c9cfc3-7187-4e77-9b3d-beac03135ea2 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:59.427390 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-70ba8a13-e3a9-42e0-b381-f0991cc2a8ff req-67c9cfc3-7187-4e77-9b3d-beac03135ea2 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 943 time: 0.1549721 Feb 04 12:14:59.463435 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-a99638c7-987c-461d-82a6-a55b48eecb78 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb11e18e-d569-433e-b31f-f4db3db3ee2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1142313 Feb 04 12:14:59.555895 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-70ba8a13-e3a9-42e0-b381-f0991cc2a8ff req-0816d530-b82a-4200-8d54-45633bb813b0 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fc15903-0cd3-4d45-bdfa-2b9906c66f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220169 Feb 04 12:14:59.609329 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-c1b97d91-ba46-4f98-9737-26bbef18509e service neutron] 10.222.0.47 "GET /v2.0/networks/bb11e18e-d569-433e-b31f-f4db3db3ee2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383073 Feb 04 12:14:59.783780 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d02cb7b0-55e3-4d66-acc6-71b64d82a362 req-3e87b7a1-c88f-4456-ab13-2c3de8853499 service neutron] 10.222.0.47 "GET /v2.0/networks/bb11e18e-d569-433e-b31f-f4db3db3ee2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437662 Feb 04 12:15:00.758125 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7666f3c-91c8-4409-a9cc-2c1fc4343246 req-af17edd0-9db8-4a1d-a1db-259141e946c7 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:15:00.759632 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a7666f3c-91c8-4409-a9cc-2c1fc4343246 req-af17edd0-9db8-4a1d-a1db-259141e946c7 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 943 time: 0.0788331 Feb 04 12:15:00.809136 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a7666f3c-91c8-4409-a9cc-2c1fc4343246 req-6b2bf68c-f702-4970-9796-8672ff849aa2 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fc15903-0cd3-4d45-bdfa-2b9906c66f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437903 Feb 04 12:15:02.012010 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96338c-8835-41b6-9352-82544f347890 req-76ef52ff-1e96-4cf7-b76a-b76c8f5d8cb0 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:15:02.013535 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3c96338c-8835-41b6-9352-82544f347890 req-76ef52ff-1e96-4cf7-b76a-b76c8f5d8cb0 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 943 time: 0.0819919 Feb 04 12:15:02.062315 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3c96338c-8835-41b6-9352-82544f347890 req-c7609343-9734-4171-806b-d050ec3f2bf0 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fc15903-0cd3-4d45-bdfa-2b9906c66f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429521 Feb 04 12:15:03.269661 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7da3e-e0c6-4cf3-bf73-b2f50a93f2f9 req-fa26c6b9-76a4-40b3-830d-66417422fb21 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:15:03.271231 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f1e7da3e-e0c6-4cf3-bf73-b2f50a93f2f9 req-fa26c6b9-76a4-40b3-830d-66417422fb21 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 943 time: 0.0876117 Feb 04 12:15:03.324987 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f1e7da3e-e0c6-4cf3-bf73-b2f50a93f2f9 req-01c3bbe6-a787-4bfa-b43d-76deb12ce055 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fc15903-0cd3-4d45-bdfa-2b9906c66f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474858 Feb 04 12:15:03.617046 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device c0e9d44a-597b-4dba-8c26-c8d9122935c8 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:15:03.753589 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port c0e9d44a-597b-4dba-8c26-c8d9122935c8, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c0e9d44a-597b-4dba-8c26-c8d9122935c8,segment=NetworkSegment(6d31c351-fdb0-4fac-98ff-bee072b3f0da),segment_id=6d31c351-fdb0-4fac-98ff-bee072b3f0da)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:15:03.767988 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': 'c0e9d44a-597b-4dba-8c26-c8d9122935c8', 'network_id': 'bb11e18e-d569-433e-b31f-f4db3db3ee2d', 'port_id': 'c0e9d44a-597b-4dba-8c26-c8d9122935c8', 'mac_address': 'fa:16:3e:80:bf:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bb53df-bb32-4a3c-836c-980420d0c5e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:15:03.823712 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:03.842332 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0e9d44a-597b-4dba-8c26-c8d9122935c8 {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:15:03.857843 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port c0e9d44a-597b-4dba-8c26-c8d9122935c8, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c0e9d44a-597b-4dba-8c26-c8d9122935c8,segment=NetworkSegment(6d31c351-fdb0-4fac-98ff-bee072b3f0da),segment_id=6d31c351-fdb0-4fac-98ff-bee072b3f0da)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:15:03.964998 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:04.044029 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=c0e9d44a-597b-4dba-8c26-c8d9122935c8,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:15:04.315597 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['c0e9d44a-597b-4dba-8c26-c8d9122935c8'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:15:04.560973 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88253db9-50a7-453e-a78b-725116c8c62b req-ada80fbd-20a1-4a9e-814e-f337b6507bdd tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:15:04.562422 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-88253db9-50a7-453e-a78b-725116c8c62b req-ada80fbd-20a1-4a9e-814e-f337b6507bdd tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 944 time: 0.0994828 Feb 04 12:15:04.627075 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-88253db9-50a7-453e-a78b-725116c8c62b req-b480c59a-e17d-44a3-bd18-b98d039b1120 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fc15903-0cd3-4d45-bdfa-2b9906c66f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566187 Feb 04 12:15:05.632466 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device c0e9d44a-597b-4dba-8c26-c8d9122935c8 up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:15:05.822470 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port c0e9d44a-597b-4dba-8c26-c8d9122935c8 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:15:05.829480 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port c0e9d44a-597b-4dba-8c26-c8d9122935c8 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:15:05.830367 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:05.890074 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9c2fe-caa0-4dc7-a635-40cd50fc8022 req-486dd73e-12a1-48d9-89f5-81a5d66bdde8 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:15:05.892545 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7ee9c2fe-caa0-4dc7-a635-40cd50fc8022 req-486dd73e-12a1-48d9-89f5-81a5d66bdde8 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 944 time: 0.1147447 Feb 04 12:15:05.951381 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7ee9c2fe-caa0-4dc7-a635-40cd50fc8022 req-c9e73c40-8f09-4175-a32b-255fa6998d48 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fc15903-0cd3-4d45-bdfa-2b9906c66f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523713 Feb 04 12:15:06.023954 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:06.068887 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2467c505-878b-468f-b1f2-2597e3c3c1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e9d44a-597b-4dba-8c26-c8d9122935c8'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:15:06.079905 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port c0e9d44a-597b-4dba-8c26-c8d9122935c8, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c0e9d44a-597b-4dba-8c26-c8d9122935c8,segment=NetworkSegment(6d31c351-fdb0-4fac-98ff-bee072b3f0da),segment_id=6d31c351-fdb0-4fac-98ff-bee072b3f0da)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:15:06.132442 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2467c505-878b-468f-b1f2-2597e3c3c1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e9d44a-597b-4dba-8c26-c8d9122935c8', 'code': 200} Feb 04 12:15:06.172068 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:06.272595 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=c0e9d44a-597b-4dba-8c26-c8d9122935c8,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:15:06.521624 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:06.688757 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e22274a7-e9c8-4679-873a-4f6b91c9b3a9 req-720f2b16-0b65-40e0-aa2f-bcc41d876b11 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 1098 time: 0.0758550 Feb 04 12:15:06.735904 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e22274a7-e9c8-4679-873a-4f6b91c9b3a9 req-5fd1f398-7d38-414a-83b4-112e65af6ef7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5fc15903-0cd3-4d45-bdfa-2b9906c66f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408101 Feb 04 12:15:07.184535 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efb467-f747-4425-a68a-372730fa1f49 req-6474d3fb-ba12-41c2-ad45-6462607def32 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:15:07.186226 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-05efb467-f747-4425-a68a-372730fa1f49 req-6474d3fb-ba12-41c2-ad45-6462607def32 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 945 time: 0.0891144 Feb 04 12:15:07.250873 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-05efb467-f747-4425-a68a-372730fa1f49 req-b721b6be-c1b4-436a-b561-2480bc27b0e2 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fc15903-0cd3-4d45-bdfa-2b9906c66f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553761 Feb 04 12:15:08.466469 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d699c8-e4b3-49f4-89c7-41592d7627e2 req-713b04ec-2e46-4958-ad7a-ecafca45b9ec tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:15:08.467920 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-08d699c8-e4b3-49f4-89c7-41592d7627e2 req-713b04ec-2e46-4958-ad7a-ecafca45b9ec tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 945 time: 0.0838418 Feb 04 12:15:08.536199 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-08d699c8-e4b3-49f4-89c7-41592d7627e2 req-810290e1-70c7-49f2-bc67-2b04d0c5843f tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fc15903-0cd3-4d45-bdfa-2b9906c66f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599327 Feb 04 12:15:09.750575 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f606cb-430d-42e0-a06a-bc642c72a55f req-c4dce970-bdfc-4d74-b80e-d0ac3ac340cd tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:15:09.752882 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a6f606cb-430d-42e0-a06a-bc642c72a55f req-c4dce970-bdfc-4d74-b80e-d0ac3ac340cd tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 945 time: 0.0870733 Feb 04 12:15:09.804336 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a6f606cb-430d-42e0-a06a-bc642c72a55f req-a1996c82-4aa0-47b0-8e0d-7fa967b7c0e1 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fc15903-0cd3-4d45-bdfa-2b9906c66f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453441 Feb 04 12:15:10.076090 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1643e0-9733-482d-ad8a-e8d41db8f57a req-6cd9ce86-6731-4d83-bf2e-c0063dd1750e tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:15:10.077556 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-2d1643e0-9733-482d-ad8a-e8d41db8f57a req-6cd9ce86-6731-4d83-bf2e-c0063dd1750e tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 945 time: 0.0862644 Feb 04 12:15:10.133442 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-2d1643e0-9733-482d-ad8a-e8d41db8f57a req-7e744557-1c22-47f9-a707-5a881bc4f5e3 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fc15903-0cd3-4d45-bdfa-2b9906c66f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448408 Feb 04 12:15:10.806316 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab6670-f471-4ecb-b7c9-1e4aa36ff7d5 req-cc652fbc-d9bc-411d-acf9-47bdebfffbe9 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:15:10.808364 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-88ab6670-f471-4ecb-b7c9-1e4aa36ff7d5 req-cc652fbc-d9bc-411d-acf9-47bdebfffbe9 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 945 time: 0.0927002 Feb 04 12:15:10.884223 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-88ab6670-f471-4ecb-b7c9-1e4aa36ff7d5 req-1ea1c0a0-b8b3-4a9c-a900-a2346a903b8b tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fc15903-0cd3-4d45-bdfa-2b9906c66f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702045 Feb 04 12:15:12.166729 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-da16a895-6847-4ef1-8a51-724afdd67508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:14.578143 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c25771f6-2b43-48b5-996e-aaef110feae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:15.740535 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:15.915433 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:17.058734 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:18.730558 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:15:22.146616 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-014139e4-124b-4fd2-988a-f514c52b1cc1 req-a49fc817-d312-415c-b42c-5777ed4ebfed service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1516631 Feb 04 12:15:22.328311 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-014139e4-124b-4fd2-988a-f514c52b1cc1 req-d184a8ac-e06f-4a20-bf79-e6f1eccfa318 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4992f3d2462b4d87a611a8418dcb4bd7&device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 1098 time: 0.0818601 Feb 04 12:15:22.504844 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014139e4-124b-4fd2-988a-f514c52b1cc1 req-50859abd-5561-4d51-ae54-ba5460e46172 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:15:22.507248 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-014139e4-124b-4fd2-988a-f514c52b1cc1 req-50859abd-5561-4d51-ae54-ba5460e46172 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bb11e18e-d569-433e-b31f-f4db3db3ee2d HTTP/1.1" status: 200 len: 916 time: 0.1576509 Feb 04 12:15:22.585095 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-014139e4-124b-4fd2-988a-f514c52b1cc1 req-b81c5f0b-1edf-4e47-9670-9f198b094be7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0e9d44a-597b-4dba-8c26-c8d9122935c8 HTTP/1.1" status: 200 len: 217 time: 0.0718246 Feb 04 12:15:22.652691 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014139e4-124b-4fd2-988a-f514c52b1cc1 req-0b24aff5-16a8-4c11-be9b-aa7cf6f1c898 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:15:22.654150 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-014139e4-124b-4fd2-988a-f514c52b1cc1 req-0b24aff5-16a8-4c11-be9b-aa7cf6f1c898 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26bb53df-bb32-4a3c-836c-980420d0c5e9 HTTP/1.1" status: 200 len: 854 time: 0.0634952 Feb 04 12:15:22.748959 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-014139e4-124b-4fd2-988a-f514c52b1cc1 req-ce5b1a66-ddc0-4d43-8dd3-fadf5b576208 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb11e18e-d569-433e-b31f-f4db3db3ee2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0876327 Feb 04 12:15:22.998275 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-014139e4-124b-4fd2-988a-f514c52b1cc1 req-bc4b5036-c4cc-40bb-9bdc-5aa1964e7548 service neutron] 10.222.0.47 "GET /v2.0/networks/bb11e18e-d569-433e-b31f-f4db3db3ee2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420368 Feb 04 12:15:23.140228 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-014139e4-124b-4fd2-988a-f514c52b1cc1 req-00ffd39d-42ae-4694-9e46-848f2c66da52 service neutron] 10.222.0.47 "GET /v2.0/networks/bb11e18e-d569-433e-b31f-f4db3db3ee2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349952 Feb 04 12:15:25.353178 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f42af-2865-46c2-9600-9a46a08c75e7 req-0630ef03-3bf6-4f3f-9d34-0242c6b10e1a tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:15:25.354630 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-338f42af-2865-46c2-9600-9a46a08c75e7 req-0630ef03-3bf6-4f3f-9d34-0242c6b10e1a tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 945 time: 0.0804994 Feb 04 12:15:25.413086 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-338f42af-2865-46c2-9600-9a46a08c75e7 req-ebc45643-bf64-46d4-b039-eb559845ae20 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fc15903-0cd3-4d45-bdfa-2b9906c66f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498004 Feb 04 12:15:25.443022 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 46800) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:15:25.625370 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-876e2663-2d4d-4dc6-935d-3a7da9ae5bb5 tempest-TestMinimumBasicScenario-54044410 tempest-TestMinimumBasicScenario-54044410-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 1093 time: 0.1808758 Feb 04 12:15:25.629403 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 46806) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:15:25.634859 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-a7ed7a7f-c3e4-4034-bf2a-0dd2cc96d2d4 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Request body: {'floatingip': {'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'port_id': 'c0e9d44a-597b-4dba-8c26-c8d9122935c8', 'tenant_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:15:25.640763 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-a7ed7a7f-c3e4-4034-bf2a-0dd2cc96d2d4 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:15:25.644886 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-a7ed7a7f-c3e4-4034-bf2a-0dd2cc96d2d4 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Usage tracker for resource:floatingip and tenant:4992f3d2462b4d87a611a8418dcb4bd7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:15:25.648306 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-a7ed7a7f-c3e4-4034-bf2a-0dd2cc96d2d4 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:15:25.654670 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-a7ed7a7f-c3e4-4034-bf2a-0dd2cc96d2d4 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:15:25.812210 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a7ed7a7f-c3e4-4034-bf2a-0dd2cc96d2d4 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks [] for floatingip, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:25.990590 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a7ed7a7f-c3e4-4034-bf2a-0dd2cc96d2d4 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:26.173440 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-a7ed7a7f-c3e4-4034-bf2a-0dd2cc96d2d4 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Allocated IP 172.26.3.150 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/a4a23d4e-08fc-4421-b1ad-b7d0f6cd36da) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:15:26.359224 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a7ed7a7f-c3e4-4034-bf2a-0dd2cc96d2d4 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:26.544460 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a7ed7a7f-c3e4-4034-bf2a-0dd2cc96d2d4 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:26.618264 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ed7a7f-c3e4-4034-bf2a-0dd2cc96d2d4 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:15:26.621217 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-a7ed7a7f-c3e4-4034-bf2a-0dd2cc96d2d4 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:15:26.623985 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ed7a7f-c3e4-4034-bf2a-0dd2cc96d2d4 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:15:26.655802 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed7a7f-c3e4-4034-bf2a-0dd2cc96d2d4 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Pushing event updated for resources: {'Port': ['ID=a4a23d4e-08fc-4421-b1ad-b7d0f6cd36da,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:15:26.679012 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed7a7f-c3e4-4034-bf2a-0dd2cc96d2d4 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:15:26.679342 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed7a7f-c3e4-4034-bf2a-0dd2cc96d2d4 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:15:26.679674 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed7a7f-c3e4-4034-bf2a-0dd2cc96d2d4 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:15:26.680000 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed7a7f-c3e4-4034-bf2a-0dd2cc96d2d4 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:15:26.680329 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed7a7f-c3e4-4034-bf2a-0dd2cc96d2d4 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:15:26.680640 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed7a7f-c3e4-4034-bf2a-0dd2cc96d2d4 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:15:26.680952 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed7a7f-c3e4-4034-bf2a-0dd2cc96d2d4 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:15:26.681265 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed7a7f-c3e4-4034-bf2a-0dd2cc96d2d4 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:15:26.681572 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed7a7f-c3e4-4034-bf2a-0dd2cc96d2d4 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:15:26.681903 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed7a7f-c3e4-4034-bf2a-0dd2cc96d2d4 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:15:26.682214 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed7a7f-c3e4-4034-bf2a-0dd2cc96d2d4 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:15:27.244336 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a7ed7a7f-c3e4-4034-bf2a-0dd2cc96d2d4 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:27.574493 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a7ed7a7f-c3e4-4034-bf2a-0dd2cc96d2d4 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:27.942640 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a7ed7a7f-c3e4-4034-bf2a-0dd2cc96d2d4 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:28.044606 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a7ed7a7f-c3e4-4034-bf2a-0dd2cc96d2d4 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:28.164293 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed7a7f-c3e4-4034-bf2a-0dd2cc96d2d4 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Pushing event updated for resources: {'Port': ['ID=a4a23d4e-08fc-4421-b1ad-b7d0f6cd36da,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:15:28.192779 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a7ed7a7f-c3e4-4034-bf2a-0dd2cc96d2d4 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:28.403406 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.l3_db [None req-a7ed7a7f-c3e4-4034-bf2a-0dd2cc96d2d4 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Floating IP c85d10b4-ae1f-425c-92bc-83d2ca644423 associated. External IP: 172.26.3.150, port: c0e9d44a-597b-4dba-8c26-c8d9122935c8. Feb 04 12:15:28.845148 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ed7a7f-c3e4-4034-bf2a-0dd2cc96d2d4 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Router 0e9dd6e0-caa8-414b-b066-fc02126f31b9 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:15:29.067853 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ed7a7f-c3e4-4034-bf2a-0dd2cc96d2d4 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:15:29.080126 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9c56ac-a31d-4459-b77c-49f9f5594f02 None None] Sync routers for ids ['0e9dd6e0-caa8-414b-b066-fc02126f31b9'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:15:29.093138 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9c56ac-a31d-4459-b77c-49f9f5594f02 None None] Routers {'0e9dd6e0-caa8-414b-b066-fc02126f31b9'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:15:29.093722 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-ef9c56ac-a31d-4459-b77c-49f9f5594f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:15:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['0e9dd6e0-caa8-414b-b066-fc02126f31b9'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:15:29.282722 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-ef9c56ac-a31d-4459-b77c-49f9f5594f02 None None] Set router 0e9dd6e0-caa8-414b-b066-fc02126f31b9 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:15:29.285256 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a7ed7a7f-c3e4-4034-bf2a-0dd2cc96d2d4 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:29.351299 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a7ed7a7f-c3e4-4034-bf2a-0dd2cc96d2d4 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7206891 Feb 04 12:15:29.351935 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2467c505-878b-468f-b1f2-2597e3c3c1c0', 'tag': 'c0e9d44a-597b-4dba-8c26-c8d9122935c8'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:15:29.355831 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 46810) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:15:29.377136 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-0c56bfed-be23-428d-8a69-12fbac92fb7d tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2055391470', 'description': 'tempest-secgroup-smoke-2055391470 description', 'project_id': '4992f3d2462b4d87a611a8418dcb4bd7'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:15:29.398837 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-0c56bfed-be23-428d-8a69-12fbac92fb7d tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:15:29.413097 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-0c56bfed-be23-428d-8a69-12fbac92fb7d tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:15:29.470467 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2467c505-878b-468f-b1f2-2597e3c3c1c0', 'tag': 'c0e9d44a-597b-4dba-8c26-c8d9122935c8', 'status': 'completed', 'code': 200} Feb 04 12:15:29.574178 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0d58ccf9-8c18-432f-acdd-e083e850daf9 req-675c033a-b1e5-4a42-80a6-40e2f9a51ee5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4992f3d2462b4d87a611a8418dcb4bd7&device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 1098 time: 0.0810509 Feb 04 12:15:29.618168 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0c56bfed-be23-428d-8a69-12fbac92fb7d tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:29.667896 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-0c56bfed-be23-428d-8a69-12fbac92fb7d tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:15:29.672451 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-0c56bfed-be23-428d-8a69-12fbac92fb7d tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Usage tracker for resource:security_group_rule and tenant:4992f3d2462b4d87a611a8418dcb4bd7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:15:29.678591 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-0c56bfed-be23-428d-8a69-12fbac92fb7d tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:15:29.689120 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-ef9c56ac-a31d-4459-b77c-49f9f5594f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9dd6e0-caa8-414b-b066-fc02126f31b9', 'name': 'tempest-TestMinimumBasicScenario-2133081439-router', 'tenant_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '08bbff2f-bf12-4929-87e7-3d8b95e459dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:10Z', 'updated_at': '2022-02-04T12:14:15Z', 'revision_number': 4, 'project_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'gw_port': {'id': '08bbff2f-bf12-4929-87e7-3d8b95e459dc', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:47:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9dd6e0-caa8-414b-b066-fc02126f31b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:11Z', 'updated_at': '2022-02-04T12:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': 'c85d10b4-ae1f-425c-92bc-83d2ca644423', 'tenant_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'floating_ip_address': '172.26.3.150', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '0e9dd6e0-caa8-414b-b066-fc02126f31b9', 'port_id': 'c0e9d44a-597b-4dba-8c26-c8d9122935c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb11e18e-d569-433e-b31f-f4db3db3ee2d', 'mac_address': 'fa:16:3e:80:bf:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2467c505-878b-468f-b1f2-2597e3c3c1c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:15:27Z', 'updated_at': '2022-02-04T12:15:27Z', 'revision_number': 0, 'project_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73bf84d1-338a-437f-9610-6dd3b0f1b7d3', 'name': '', 'network_id': 'bb11e18e-d569-433e-b31f-f4db3db3ee2d', 'tenant_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'mac_address': 'fa:16:3e:77:b1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9dd6e0-caa8-414b-b066-fc02126f31b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26bb53df-bb32-4a3c-836c-980420d0c5e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:14Z', 'updated_at': '2022-02-04T12:14:25Z', 'revision_number': 5, 'project_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'subnets': [{'id': '26bb53df-bb32-4a3c-836c-980420d0c5e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:15:29.689677 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-0c56bfed-be23-428d-8a69-12fbac92fb7d tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:15:29.693578 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9c56ac-a31d-4459-b77c-49f9f5594f02 None None] Checking router: 0e9dd6e0-caa8-414b-b066-fc02126f31b9 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:15:29.710413 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9c56ac-a31d-4459-b77c-49f9f5594f02 None None] Routers {'0e9dd6e0-caa8-414b-b066-fc02126f31b9'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:15:29.711116 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-ef9c56ac-a31d-4459-b77c-49f9f5594f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:15:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['0e9dd6e0-caa8-414b-b066-fc02126f31b9'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:15:29.750729 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58ccf9-8c18-432f-acdd-e083e850daf9 req-e752a224-9009-42af-8926-0e7bde7bc1d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:15:29.752857 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0d58ccf9-8c18-432f-acdd-e083e850daf9 req-e752a224-9009-42af-8926-0e7bde7bc1d8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bb11e18e-d569-433e-b31f-f4db3db3ee2d HTTP/1.1" status: 200 len: 916 time: 0.1726480 Feb 04 12:15:29.774100 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0c56bfed-be23-428d-8a69-12fbac92fb7d tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:29.869374 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0d58ccf9-8c18-432f-acdd-e083e850daf9 req-57ad5d02-c42a-4c2d-9d13-2538767d8670 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0e9d44a-597b-4dba-8c26-c8d9122935c8 HTTP/1.1" status: 200 len: 999 time: 0.1088617 Feb 04 12:15:29.899046 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0c56bfed-be23-428d-8a69-12fbac92fb7d tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:29.949492 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58ccf9-8c18-432f-acdd-e083e850daf9 req-ffac3e65-d174-45f8-8f82-ec616771e0d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:15:29.952081 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0d58ccf9-8c18-432f-acdd-e083e850daf9 req-ffac3e65-d174-45f8-8f82-ec616771e0d9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26bb53df-bb32-4a3c-836c-980420d0c5e9 HTTP/1.1" status: 200 len: 854 time: 0.0771015 Feb 04 12:15:29.960086 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56bfed-be23-428d-8a69-12fbac92fb7d tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb13db3c-1299-446f-87a8-3227bdf6e665,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:15:29.960614 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-ef9c56ac-a31d-4459-b77c-49f9f5594f02 None None] Set router 0e9dd6e0-caa8-414b-b066-fc02126f31b9 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:15:29.969533 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56bfed-be23-428d-8a69-12fbac92fb7d tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:15:29.970021 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56bfed-be23-428d-8a69-12fbac92fb7d tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:15:29.976729 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56bfed-be23-428d-8a69-12fbac92fb7d tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:15:29.976729 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56bfed-be23-428d-8a69-12fbac92fb7d tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:15:29.976729 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56bfed-be23-428d-8a69-12fbac92fb7d tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:15:29.976729 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56bfed-be23-428d-8a69-12fbac92fb7d tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:15:29.976729 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56bfed-be23-428d-8a69-12fbac92fb7d tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:15:29.976729 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56bfed-be23-428d-8a69-12fbac92fb7d tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:15:29.976729 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56bfed-be23-428d-8a69-12fbac92fb7d tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:15:29.976729 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56bfed-be23-428d-8a69-12fbac92fb7d tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:15:29.976729 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56bfed-be23-428d-8a69-12fbac92fb7d tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:15:30.048493 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0d58ccf9-8c18-432f-acdd-e083e850daf9 req-99208aa3-1422-4d74-ac11-c7ede4624b73 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb11e18e-d569-433e-b31f-f4db3db3ee2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0903244 Feb 04 12:15:30.155520 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0c56bfed-be23-428d-8a69-12fbac92fb7d tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:30.163782 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0c56bfed-be23-428d-8a69-12fbac92fb7d tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.8062234 Feb 04 12:15:30.170693 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 46816) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:15:30.174939 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-027e3e38-decd-4de4-9c5d-aac184a50960 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Request body: {'security_group_rule': {'security_group_id': 'bb13db3c-1299-446f-87a8-3227bdf6e665', 'project_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:15:30.185255 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-027e3e38-decd-4de4-9c5d-aac184a50960 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:15:30.190964 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-027e3e38-decd-4de4-9c5d-aac184a50960 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Usage tracker for resource:security_group_rule and tenant:4992f3d2462b4d87a611a8418dcb4bd7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:15:30.199758 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-027e3e38-decd-4de4-9c5d-aac184a50960 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:15:30.212563 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-027e3e38-decd-4de4-9c5d-aac184a50960 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:15:30.337341 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0d58ccf9-8c18-432f-acdd-e083e850daf9 req-c8e76489-8715-4b05-b537-1a9107bad150 service neutron] 10.222.0.47 "GET /v2.0/networks/bb11e18e-d569-433e-b31f-f4db3db3ee2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804708 Feb 04 12:15:30.369280 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-027e3e38-decd-4de4-9c5d-aac184a50960 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:30.430749 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-ef9c56ac-a31d-4459-b77c-49f9f5594f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9dd6e0-caa8-414b-b066-fc02126f31b9', 'name': 'tempest-TestMinimumBasicScenario-2133081439-router', 'tenant_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '08bbff2f-bf12-4929-87e7-3d8b95e459dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:10Z', 'updated_at': '2022-02-04T12:14:15Z', 'revision_number': 4, 'project_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'gw_port': {'id': '08bbff2f-bf12-4929-87e7-3d8b95e459dc', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:47:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9dd6e0-caa8-414b-b066-fc02126f31b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:11Z', 'updated_at': '2022-02-04T12:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': 'c85d10b4-ae1f-425c-92bc-83d2ca644423', 'tenant_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'floating_ip_address': '172.26.3.150', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '0e9dd6e0-caa8-414b-b066-fc02126f31b9', 'port_id': 'c0e9d44a-597b-4dba-8c26-c8d9122935c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb11e18e-d569-433e-b31f-f4db3db3ee2d', 'mac_address': 'fa:16:3e:80:bf:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2467c505-878b-468f-b1f2-2597e3c3c1c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:15:27Z', 'updated_at': '2022-02-04T12:15:27Z', 'revision_number': 0, 'project_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73bf84d1-338a-437f-9610-6dd3b0f1b7d3', 'name': '', 'network_id': 'bb11e18e-d569-433e-b31f-f4db3db3ee2d', 'tenant_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'mac_address': 'fa:16:3e:77:b1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9dd6e0-caa8-414b-b066-fc02126f31b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26bb53df-bb32-4a3c-836c-980420d0c5e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:14Z', 'updated_at': '2022-02-04T12:14:25Z', 'revision_number': 5, 'project_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'subnets': [{'id': '26bb53df-bb32-4a3c-836c-980420d0c5e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:15:30.435145 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9c56ac-a31d-4459-b77c-49f9f5594f02 None None] The sync data for ids ['0e9dd6e0-caa8-414b-b066-fc02126f31b9'] in dv-neutron-827825-2-hyperv is: [{'id': '0e9dd6e0-caa8-414b-b066-fc02126f31b9', 'name': 'tempest-TestMinimumBasicScenario-2133081439-router', 'tenant_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '08bbff2f-bf12-4929-87e7-3d8b95e459dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:10Z', 'updated_at': '2022-02-04T12:14:15Z', 'revision_number': 4, 'project_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'gw_port': {'id': '08bbff2f-bf12-4929-87e7-3d8b95e459dc', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:47:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9dd6e0-caa8-414b-b066-fc02126f31b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:11Z', 'updated_at': '2022-02-04T12:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': 'c85d10b4-ae1f-425c-92bc-83d2ca644423', 'tenant_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'floating_ip_address': '172.26.3.150', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '0e9dd6e0-caa8-414b-b066-fc02126f31b9', 'port_id': 'c0e9d44a-597b-4dba-8c26-c8d9122935c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb11e18e-d569-433e-b31f-f4db3db3ee2d', 'mac_address': 'fa:16:3e:80:bf:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2467c505-878b-468f-b1f2-2597e3c3c1c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:15:27Z', 'updated_at': '2022-02-04T12:15:27Z', 'revision_number': 0, 'project_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73bf84d1-338a-437f-9610-6dd3b0f1b7d3', 'name': '', 'network_id': 'bb11e18e-d569-433e-b31f-f4db3db3ee2d', 'tenant_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'mac_address': 'fa:16:3e:77:b1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9dd6e0-caa8-414b-b066-fc02126f31b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26bb53df-bb32-4a3c-836c-980420d0c5e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:14Z', 'updated_at': '2022-02-04T12:14:25Z', 'revision_number': 5, 'project_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'subnets': [{'id': '26bb53df-bb32-4a3c-836c-980420d0c5e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:15:30.506285 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-027e3e38-decd-4de4-9c5d-aac184a50960 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:30.530055 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0d58ccf9-8c18-432f-acdd-e083e850daf9 req-0b0d54f8-be70-4bfb-a83c-3eaf2fa4a749 service neutron] 10.222.0.47 "GET /v2.0/networks/bb11e18e-d569-433e-b31f-f4db3db3ee2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868925 Feb 04 12:15:30.652712 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-027e3e38-decd-4de4-9c5d-aac184a50960 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:30.677114 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e3e38-decd-4de4-9c5d-aac184a50960 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0952ffe-a8a8-49d0-b975-e93542fecbbb,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:15:30.702775 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41153c74-1bef-42ac-a088-c859af4a8132 None None] New status for floating IP c85d10b4-ae1f-425c-92bc-83d2ca644423: ACTIVE {{(pid=84206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 12:15:30.850417 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-027e3e38-decd-4de4-9c5d-aac184a50960 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:30.851791 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-027e3e38-decd-4de4-9c5d-aac184a50960 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6852639 Feb 04 12:15:30.854558 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 46820) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:15:30.861945 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-c7f8fdc3-9a7d-43c7-bd69-9f8e739598a3 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Request body: {'security_group_rule': {'security_group_id': 'bb13db3c-1299-446f-87a8-3227bdf6e665', 'project_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:15:30.870565 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c7f8fdc3-9a7d-43c7-bd69-9f8e739598a3 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:15:30.875099 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c7f8fdc3-9a7d-43c7-bd69-9f8e739598a3 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Usage tracker for resource:security_group_rule and tenant:4992f3d2462b4d87a611a8418dcb4bd7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:15:30.879129 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c7f8fdc3-9a7d-43c7-bd69-9f8e739598a3 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:15:30.886815 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c7f8fdc3-9a7d-43c7-bd69-9f8e739598a3 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:15:31.080442 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c7f8fdc3-9a7d-43c7-bd69-9f8e739598a3 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:31.153993 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c7f8fdc3-9a7d-43c7-bd69-9f8e739598a3 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:31.326604 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c7f8fdc3-9a7d-43c7-bd69-9f8e739598a3 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:31.362067 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8fdc3-9a7d-43c7-bd69-9f8e739598a3 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e33d0b52-11df-46f2-ac25-25994e3ae497,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:15:31.535769 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c7f8fdc3-9a7d-43c7-bd69-9f8e739598a3 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:31.537122 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c7f8fdc3-9a7d-43c7-bd69-9f8e739598a3 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6812952 Feb 04 12:15:31.540085 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 46824) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:15:31.548200 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-8cc2baca-33c9-4863-a684-fbd2c48c8a63 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Request body: {'security_group_rule': {'security_group_id': 'bb13db3c-1299-446f-87a8-3227bdf6e665', 'project_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:15:31.554485 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8cc2baca-33c9-4863-a684-fbd2c48c8a63 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:15:31.558663 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8cc2baca-33c9-4863-a684-fbd2c48c8a63 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Usage tracker for resource:security_group_rule and tenant:4992f3d2462b4d87a611a8418dcb4bd7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:15:31.561646 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8cc2baca-33c9-4863-a684-fbd2c48c8a63 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:15:31.568477 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8cc2baca-33c9-4863-a684-fbd2c48c8a63 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:15:31.687406 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8cc2baca-33c9-4863-a684-fbd2c48c8a63 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:31.778261 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8cc2baca-33c9-4863-a684-fbd2c48c8a63 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:31.932450 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8cc2baca-33c9-4863-a684-fbd2c48c8a63 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:31.957769 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2baca-33c9-4863-a684-fbd2c48c8a63 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3484e789-227b-4dad-b5d9-a9879a2095de,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:15:32.115470 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8cc2baca-33c9-4863-a684-fbd2c48c8a63 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:32.117059 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8cc2baca-33c9-4863-a684-fbd2c48c8a63 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5756893 Feb 04 12:15:32.121629 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 46828) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:15:32.127424 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-55b0170b-e7e8-4ddc-b6bf-1e8da2306e1b tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Request body: {'security_group_rule': {'security_group_id': 'bb13db3c-1299-446f-87a8-3227bdf6e665', 'project_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:15:32.134059 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-55b0170b-e7e8-4ddc-b6bf-1e8da2306e1b tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:15:32.138326 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-55b0170b-e7e8-4ddc-b6bf-1e8da2306e1b tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Usage tracker for resource:security_group_rule and tenant:4992f3d2462b4d87a611a8418dcb4bd7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:15:32.141235 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-55b0170b-e7e8-4ddc-b6bf-1e8da2306e1b tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:15:32.147551 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-55b0170b-e7e8-4ddc-b6bf-1e8da2306e1b tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:15:32.277107 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-55b0170b-e7e8-4ddc-b6bf-1e8da2306e1b tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:32.349613 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-55b0170b-e7e8-4ddc-b6bf-1e8da2306e1b tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:32.492253 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-55b0170b-e7e8-4ddc-b6bf-1e8da2306e1b tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:32.517066 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b0170b-e7e8-4ddc-b6bf-1e8da2306e1b tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab3328e8-a85f-436f-812f-9e728d7274e1,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:15:32.675442 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-55b0170b-e7e8-4ddc-b6bf-1e8da2306e1b tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:32.676902 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-55b0170b-e7e8-4ddc-b6bf-1e8da2306e1b tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5542855 Feb 04 12:15:32.680151 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 46832) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:15:32.685641 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-c923549a-0f23-4c1e-9704-dcc75dbe6d15 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Request body: {'security_group_rule': {'security_group_id': 'bb13db3c-1299-446f-87a8-3227bdf6e665', 'project_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:15:32.693093 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c923549a-0f23-4c1e-9704-dcc75dbe6d15 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:15:32.697065 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c923549a-0f23-4c1e-9704-dcc75dbe6d15 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Usage tracker for resource:security_group_rule and tenant:4992f3d2462b4d87a611a8418dcb4bd7 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:15:32.700249 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c923549a-0f23-4c1e-9704-dcc75dbe6d15 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:15:32.716660 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c923549a-0f23-4c1e-9704-dcc75dbe6d15 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:15:32.867615 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.securitygroups_db [None req-c923549a-0f23-4c1e-9704-dcc75dbe6d15 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Project 4992f3d2462b4d87a611a8418dcb4bd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:15:32.875365 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c923549a-0f23-4c1e-9704-dcc75dbe6d15 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:32.953477 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c923549a-0f23-4c1e-9704-dcc75dbe6d15 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:33.097748 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c923549a-0f23-4c1e-9704-dcc75dbe6d15 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:33.122626 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923549a-0f23-4c1e-9704-dcc75dbe6d15 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=793455e1-01ac-47b2-91e5-490df2e2ec2b,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:15:33.280849 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c923549a-0f23-4c1e-9704-dcc75dbe6d15 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:33.282175 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c923549a-0f23-4c1e-9704-dcc75dbe6d15 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6009903 Feb 04 12:15:33.285220 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 46836) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:15:33.290804 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-59435f6d-6e09-4941-a51e-4a3e083009c6 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Request body: {'security_group_rule': {'security_group_id': 'bb13db3c-1299-446f-87a8-3227bdf6e665', 'project_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:15:33.296934 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-59435f6d-6e09-4941-a51e-4a3e083009c6 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:15:33.301744 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-59435f6d-6e09-4941-a51e-4a3e083009c6 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Usage tracker for resource:security_group_rule and tenant:4992f3d2462b4d87a611a8418dcb4bd7 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:15:33.305693 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-59435f6d-6e09-4941-a51e-4a3e083009c6 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:15:33.323798 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-59435f6d-6e09-4941-a51e-4a3e083009c6 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:15:33.464084 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.securitygroups_db [None req-59435f6d-6e09-4941-a51e-4a3e083009c6 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Project 4992f3d2462b4d87a611a8418dcb4bd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:15:33.471053 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-59435f6d-6e09-4941-a51e-4a3e083009c6 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:33.548226 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-59435f6d-6e09-4941-a51e-4a3e083009c6 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:33.741828 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-59435f6d-6e09-4941-a51e-4a3e083009c6 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:33.765608 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59435f6d-6e09-4941-a51e-4a3e083009c6 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e88d12-a9d2-46fc-842a-917f070e5ca1,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:15:33.948315 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-59435f6d-6e09-4941-a51e-4a3e083009c6 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:33.949585 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-59435f6d-6e09-4941-a51e-4a3e083009c6 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6633008 Feb 04 12:15:34.107202 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-15710cd7-49fc-4524-acc6-eb147602dddb req-8bbf9e5a-5803-463f-9a03-bcd78b9ca1ea tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2055391470&fields=id&tenant_id=4992f3d2462b4d87a611a8418dcb4bd7 HTTP/1.1" status: 200 len: 267 time: 0.0564816 Feb 04 12:15:34.218528 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15710cd7-49fc-4524-acc6-eb147602dddb req-968fd4ab-bb35-4309-9487-bab0e3a5cab2 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:15:34.221233 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-15710cd7-49fc-4524-acc6-eb147602dddb req-968fd4ab-bb35-4309-9487-bab0e3a5cab2 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 945 time: 0.1058514 Feb 04 12:15:34.238529 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [req-15710cd7-49fc-4524-acc6-eb147602dddb req-a06b698f-e259-4e7a-ad94-2c9d5d94f9ee tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Request body: {'port': {'security_groups': ['5fc15903-0cd3-4d45-bdfa-2b9906c66f79', 'bb13db3c-1299-446f-87a8-3227bdf6e665']}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:15:34.389231 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-15710cd7-49fc-4524-acc6-eb147602dddb req-a06b698f-e259-4e7a-ad94-2c9d5d94f9ee tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:34.687386 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-15710cd7-49fc-4524-acc6-eb147602dddb req-a06b698f-e259-4e7a-ad94-2c9d5d94f9ee tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] For port c0e9d44a-597b-4dba-8c26-c8d9122935c8, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c0e9d44a-597b-4dba-8c26-c8d9122935c8,segment=NetworkSegment(6d31c351-fdb0-4fac-98ff-bee072b3f0da),segment_id=6d31c351-fdb0-4fac-98ff-bee072b3f0da)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:15:34.720002 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-15710cd7-49fc-4524-acc6-eb147602dddb req-a06b698f-e259-4e7a-ad94-2c9d5d94f9ee tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:34.880921 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-15710cd7-49fc-4524-acc6-eb147602dddb req-a06b698f-e259-4e7a-ad94-2c9d5d94f9ee tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:34.893395 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['c0e9d44a-597b-4dba-8c26-c8d9122935c8'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:15:34.967325 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15710cd7-49fc-4524-acc6-eb147602dddb req-a06b698f-e259-4e7a-ad94-2c9d5d94f9ee tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:15:34.968264 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-15710cd7-49fc-4524-acc6-eb147602dddb req-a06b698f-e259-4e7a-ad94-2c9d5d94f9ee tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:34.970452 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-15710cd7-49fc-4524-acc6-eb147602dddb req-a06b698f-e259-4e7a-ad94-2c9d5d94f9ee tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "PUT /v2.0/ports/c0e9d44a-597b-4dba-8c26-c8d9122935c8 HTTP/1.1" status: 200 len: 981 time: 0.7395296 Feb 04 12:15:34.971054 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2467c505-878b-468f-b1f2-2597e3c3c1c0', 'tag': 'c0e9d44a-597b-4dba-8c26-c8d9122935c8'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:15:34.998146 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b698f-e259-4e7a-ad94-2c9d5d94f9ee tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Pushing event updated for resources: {'Port': ['ID=c0e9d44a-597b-4dba-8c26-c8d9122935c8,revision_number=6']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:15:35.038586 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['c0e9d44a-597b-4dba-8c26-c8d9122935c8'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:15:35.078696 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2467c505-878b-468f-b1f2-2597e3c3c1c0', 'tag': 'c0e9d44a-597b-4dba-8c26-c8d9122935c8', 'status': 'completed', 'code': 200} Feb 04 12:15:35.259748 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-686ee0b7-5ff6-4d30-97bb-28665fbb91d4 req-cd28af89-a29f-49b2-b0b5-feb178b4bbd5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4992f3d2462b4d87a611a8418dcb4bd7&device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 1137 time: 0.1611967 Feb 04 12:15:35.372981 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd593c84-d170-464e-9718-25a20e7143bd req-36223f06-37dd-4a68-bb96-a3041e894907 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:15:35.375981 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-dd593c84-d170-464e-9718-25a20e7143bd req-36223f06-37dd-4a68-bb96-a3041e894907 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 984 time: 0.2497299 Feb 04 12:15:35.432079 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-dd593c84-d170-464e-9718-25a20e7143bd req-16fc17da-6b68-4d93-b331-147bf2d144eb tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Synchronizing usage tracker for tenant:4992f3d2462b4d87a611a8418dcb4bd7 on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:15:35.469846 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ee0b7-5ff6-4d30-97bb-28665fbb91d4 req-b323449c-1806-4b20-a2d4-ae052acaab1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:15:35.473769 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-686ee0b7-5ff6-4d30-97bb-28665fbb91d4 req-b323449c-1806-4b20-a2d4-ae052acaab1f service neutron] 10.222.0.47 "GET /v2.0/networks?id=bb11e18e-d569-433e-b31f-f4db3db3ee2d HTTP/1.1" status: 200 len: 916 time: 0.2073565 Feb 04 12:15:35.480886 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-caad2ec1-b89e-4f77-a8de-ffb6331d88ae None None] Provisioning complete for port c0e9d44a-597b-4dba-8c26-c8d9122935c8 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:15:35.481270 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-caad2ec1-b89e-4f77-a8de-ffb6331d88ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:35.515685 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-dd593c84-d170-464e-9718-25a20e7143bd req-16fc17da-6b68-4d93-b331-147bf2d144eb tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Unset dirty status for tenant:4992f3d2462b4d87a611a8418dcb4bd7 on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:15:35.522865 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-dd593c84-d170-464e-9718-25a20e7143bd req-16fc17da-6b68-4d93-b331-147bf2d144eb tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb13db3c-1299-446f-87a8-3227bdf6e665&id=5fc15903-0cd3-4d45-bdfa-2b9906c66f79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1406446 Feb 04 12:15:35.635388 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-686ee0b7-5ff6-4d30-97bb-28665fbb91d4 req-29120050-c133-45ad-9809-e90e90bc2eb9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0e9d44a-597b-4dba-8c26-c8d9122935c8 HTTP/1.1" status: 200 len: 1001 time: 0.1558738 Feb 04 12:15:35.733474 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ee0b7-5ff6-4d30-97bb-28665fbb91d4 req-522aeee7-6107-4e64-a460-efe9a10b34ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:15:35.735181 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-686ee0b7-5ff6-4d30-97bb-28665fbb91d4 req-522aeee7-6107-4e64-a460-efe9a10b34ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26bb53df-bb32-4a3c-836c-980420d0c5e9 HTTP/1.1" status: 200 len: 854 time: 0.0938518 Feb 04 12:15:35.880801 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-686ee0b7-5ff6-4d30-97bb-28665fbb91d4 req-ba05da49-885c-4bbe-b285-cc40b17d08e6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb11e18e-d569-433e-b31f-f4db3db3ee2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1380689 Feb 04 12:15:36.082085 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-686ee0b7-5ff6-4d30-97bb-28665fbb91d4 req-d365b9d9-fc79-4f29-8cda-62d205d7714b service neutron] 10.222.0.47 "GET /v2.0/networks/bb11e18e-d569-433e-b31f-f4db3db3ee2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940777 Feb 04 12:15:36.240550 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-686ee0b7-5ff6-4d30-97bb-28665fbb91d4 req-98d89c3a-4d13-43ef-9979-0346c97ddba7 service neutron] 10.222.0.47 "GET /v2.0/networks/bb11e18e-d569-433e-b31f-f4db3db3ee2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534381 Feb 04 12:15:36.526725 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:42.195294 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4ac806ca-fc6d-405a-9dd0-b0fccbe677df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:44.617790 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c777514c-8515-4402-8d00-fe7a162c6cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:45.698341 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:45.864678 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:47.040656 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:55.736744 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:16:06.508936 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:16:12.129239 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d2f04664-f0ff-4419-a71f-188fd80389d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:16:14.563431 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5540321d-2503-41a2-a62d-b25a7fcf6e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:16:15.700644 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:16:15.897774 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:16:17.040648 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:16:24.134326 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5fd9f878-c7c9-4cdc-9af8-07c0187e4dd5 req-c31b0866-2e82-4ad0-ab05-1aca9da6de6c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1546075 Feb 04 12:16:24.288547 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5fd9f878-c7c9-4cdc-9af8-07c0187e4dd5 req-3653f935-8e44-45a3-be02-86111d2d1db5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4992f3d2462b4d87a611a8418dcb4bd7&device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 1137 time: 0.0834258 Feb 04 12:16:24.453078 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9f878-c7c9-4cdc-9af8-07c0187e4dd5 req-05dc76ab-bdf0-48f6-87d5-e327747069de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:24.454577 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5fd9f878-c7c9-4cdc-9af8-07c0187e4dd5 req-05dc76ab-bdf0-48f6-87d5-e327747069de service neutron] 10.222.0.47 "GET /v2.0/networks?id=bb11e18e-d569-433e-b31f-f4db3db3ee2d HTTP/1.1" status: 200 len: 916 time: 0.1475980 Feb 04 12:16:24.559699 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5fd9f878-c7c9-4cdc-9af8-07c0187e4dd5 req-a73867a8-db5a-4513-85da-e4c14e967f43 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0e9d44a-597b-4dba-8c26-c8d9122935c8 HTTP/1.1" status: 200 len: 1001 time: 0.0988388 Feb 04 12:16:24.627118 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9f878-c7c9-4cdc-9af8-07c0187e4dd5 req-b88885d1-d8f2-48d9-9879-32293d4efe48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:24.628596 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5fd9f878-c7c9-4cdc-9af8-07c0187e4dd5 req-b88885d1-d8f2-48d9-9879-32293d4efe48 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26bb53df-bb32-4a3c-836c-980420d0c5e9 HTTP/1.1" status: 200 len: 854 time: 0.0624557 Feb 04 12:16:24.706526 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5fd9f878-c7c9-4cdc-9af8-07c0187e4dd5 req-67d232da-b3d5-4e49-aac3-72a0c9cd74de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb11e18e-d569-433e-b31f-f4db3db3ee2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696154 Feb 04 12:16:24.839143 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5fd9f878-c7c9-4cdc-9af8-07c0187e4dd5 req-308fb08e-07d3-46b0-bcf6-dab504fae109 service neutron] 10.222.0.47 "GET /v2.0/networks/bb11e18e-d569-433e-b31f-f4db3db3ee2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264930 Feb 04 12:16:24.983184 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5fd9f878-c7c9-4cdc-9af8-07c0187e4dd5 req-9997cd9a-8c54-4fb2-9f41-0f8726323f73 service neutron] 10.222.0.47 "GET /v2.0/networks/bb11e18e-d569-433e-b31f-f4db3db3ee2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381781 Feb 04 12:16:31.663137 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2ec9b-00e2-42f1-9a5e-91ba3be53cc2 req-b4104bbe-ab3a-46b4-a485-481f620f4120 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:31.664940 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-37a2ec9b-00e2-42f1-9a5e-91ba3be53cc2 req-b4104bbe-ab3a-46b4-a485-481f620f4120 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 984 time: 0.0920115 Feb 04 12:16:31.723839 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-37a2ec9b-00e2-42f1-9a5e-91ba3be53cc2 req-0a2cc99d-165d-47bf-b65a-d2357b8e079b tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb13db3c-1299-446f-87a8-3227bdf6e665&id=5fc15903-0cd3-4d45-bdfa-2b9906c66f79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521286 Feb 04 12:16:31.742415 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d6fd25c-64ad-4c99-a8c7-8b79a3294397 req-9e674431-0928-471f-9895-6302bb591904 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4992f3d2462b4d87a611a8418dcb4bd7&device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 1137 time: 0.0959275 Feb 04 12:16:31.878546 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fd25c-64ad-4c99-a8c7-8b79a3294397 req-20f5431b-9065-4f9d-b0e2-c0763832c788 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:31.880592 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d6fd25c-64ad-4c99-a8c7-8b79a3294397 req-20f5431b-9065-4f9d-b0e2-c0763832c788 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bb11e18e-d569-433e-b31f-f4db3db3ee2d HTTP/1.1" status: 200 len: 916 time: 0.1327877 Feb 04 12:16:32.006108 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d6fd25c-64ad-4c99-a8c7-8b79a3294397 req-b2c8cae6-ac2d-449e-bab6-f490f9d28dfc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0e9d44a-597b-4dba-8c26-c8d9122935c8 HTTP/1.1" status: 200 len: 1001 time: 0.1188860 Feb 04 12:16:32.074505 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fd25c-64ad-4c99-a8c7-8b79a3294397 req-706193b3-fa9c-4e57-9b87-ac5f4248d418 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:32.075922 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d6fd25c-64ad-4c99-a8c7-8b79a3294397 req-706193b3-fa9c-4e57-9b87-ac5f4248d418 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26bb53df-bb32-4a3c-836c-980420d0c5e9 HTTP/1.1" status: 200 len: 854 time: 0.0641367 Feb 04 12:16:32.153048 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d6fd25c-64ad-4c99-a8c7-8b79a3294397 req-32a3af8a-e1a8-4029-877c-6ac6b49683f5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb11e18e-d569-433e-b31f-f4db3db3ee2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707705 Feb 04 12:16:32.292292 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d6fd25c-64ad-4c99-a8c7-8b79a3294397 req-9311ddb3-4e4a-4dc0-ad24-fd9df59cf7dd service neutron] 10.222.0.47 "GET /v2.0/networks/bb11e18e-d569-433e-b31f-f4db3db3ee2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324420 Feb 04 12:16:32.427886 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d6fd25c-64ad-4c99-a8c7-8b79a3294397 req-7bd99eee-9495-4796-b272-027e38c63212 service neutron] 10.222.0.47 "GET /v2.0/networks/bb11e18e-d569-433e-b31f-f4db3db3ee2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298139 Feb 04 12:16:32.737988 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:16:33.057736 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd8c1f-b91f-4a22-8be8-a449e03499ee req-8f9749f2-c839-4f8c-9318-1e68b7f90c29 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:33.059167 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f4bd8c1f-b91f-4a22-8be8-a449e03499ee req-8f9749f2-c839-4f8c-9318-1e68b7f90c29 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 984 time: 0.1962748 Feb 04 12:16:33.109863 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f4bd8c1f-b91f-4a22-8be8-a449e03499ee req-c170a19d-a88d-4449-bad8-143826d44e38 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb13db3c-1299-446f-87a8-3227bdf6e665&id=5fc15903-0cd3-4d45-bdfa-2b9906c66f79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448852 Feb 04 12:16:34.393026 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1e9f5-fc72-4cf2-a939-31aa73a30fa2 req-b220aedc-2320-46c5-8ad4-29ab17d9230d tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:34.396212 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-50b1e9f5-fc72-4cf2-a939-31aa73a30fa2 req-b220aedc-2320-46c5-8ad4-29ab17d9230d tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 984 time: 0.1094766 Feb 04 12:16:34.474676 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-50b1e9f5-fc72-4cf2-a939-31aa73a30fa2 req-5f14dd7d-bf93-459d-aa07-af90eeec33d0 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb13db3c-1299-446f-87a8-3227bdf6e665&id=5fc15903-0cd3-4d45-bdfa-2b9906c66f79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0718584 Feb 04 12:16:35.692307 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa634dc-feb6-4181-ad8c-af228e73c043 req-0cda61b8-6fec-4d4b-b27d-3aedb7f6284c tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:35.693877 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-2aa634dc-feb6-4181-ad8c-af228e73c043 req-0cda61b8-6fec-4d4b-b27d-3aedb7f6284c tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 984 time: 0.0924313 Feb 04 12:16:35.750296 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-2aa634dc-feb6-4181-ad8c-af228e73c043 req-031ea42e-e7e9-46dd-a84d-c63ee4239e55 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb13db3c-1299-446f-87a8-3227bdf6e665&id=5fc15903-0cd3-4d45-bdfa-2b9906c66f79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0471363 Feb 04 12:16:36.649127 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:16:36.967999 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8285e-e658-44d1-8729-a61644aa8297 req-991d9129-c0fe-4a97-83ed-68215b536509 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:36.969297 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-73d8285e-e658-44d1-8729-a61644aa8297 req-991d9129-c0fe-4a97-83ed-68215b536509 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 984 time: 0.0923712 Feb 04 12:16:37.034153 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-73d8285e-e658-44d1-8729-a61644aa8297 req-723fa19c-18ad-4e81-94ed-7aec9403335a tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb13db3c-1299-446f-87a8-3227bdf6e665&id=5fc15903-0cd3-4d45-bdfa-2b9906c66f79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544541 Feb 04 12:16:38.253720 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998ee79-f24d-4939-a345-4a1e69e6a484 req-e4b5279f-81c2-4e6e-9e8b-3b715798ee35 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:38.255960 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5998ee79-f24d-4939-a345-4a1e69e6a484 req-e4b5279f-81c2-4e6e-9e8b-3b715798ee35 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 984 time: 0.0869141 Feb 04 12:16:38.304316 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5998ee79-f24d-4939-a345-4a1e69e6a484 req-a4c55408-a1d1-4d3d-b521-a51b7a6a04ef tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb13db3c-1299-446f-87a8-3227bdf6e665&id=5fc15903-0cd3-4d45-bdfa-2b9906c66f79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425286 Feb 04 12:16:39.526589 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a070b-0c3b-4c91-8981-a9474efbd2dc req-db470652-844d-4c3a-b109-1759213b33c6 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:39.527927 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-db8a070b-0c3b-4c91-8981-a9474efbd2dc req-db470652-844d-4c3a-b109-1759213b33c6 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 984 time: 0.0865841 Feb 04 12:16:39.580183 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-db8a070b-0c3b-4c91-8981-a9474efbd2dc req-2cd7e524-825c-4d89-b204-04b7c1545c5f tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb13db3c-1299-446f-87a8-3227bdf6e665&id=5fc15903-0cd3-4d45-bdfa-2b9906c66f79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455050 Feb 04 12:16:40.809718 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833843e-e977-41e0-8dd2-0d7c5e80420c req-b953ada5-f59b-4ab6-b6f3-0ddfd3707419 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:40.811170 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f833843e-e977-41e0-8dd2-0d7c5e80420c req-b953ada5-f59b-4ab6-b6f3-0ddfd3707419 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 984 time: 0.0918047 Feb 04 12:16:40.876430 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f833843e-e977-41e0-8dd2-0d7c5e80420c req-f767bf4a-ff7c-4fff-9013-0880e507c609 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb13db3c-1299-446f-87a8-3227bdf6e665&id=5fc15903-0cd3-4d45-bdfa-2b9906c66f79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548863 Feb 04 12:16:42.120179 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83966d-137f-4c8e-a232-993bcecbd565 req-6c6ef2e8-18bb-4483-9ce2-67aa43850464 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:42.121925 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9b83966d-137f-4c8e-a232-993bcecbd565 req-6c6ef2e8-18bb-4483-9ce2-67aa43850464 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 984 time: 0.1000638 Feb 04 12:16:42.128838 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6fe4232a-1594-4eb2-b732-73c4fc758c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:16:42.188994 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9b83966d-137f-4c8e-a232-993bcecbd565 req-7ebedf0c-0a9a-4951-b7a5-fa90ce9dfca2 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb13db3c-1299-446f-87a8-3227bdf6e665&id=5fc15903-0cd3-4d45-bdfa-2b9906c66f79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565870 Feb 04 12:16:43.441780 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66976595-97ce-4d9a-9dd7-21ce6ce3e2d6 req-5aacb8b5-fdb2-48cb-8513-cd22e06417dc tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:43.444198 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-66976595-97ce-4d9a-9dd7-21ce6ce3e2d6 req-5aacb8b5-fdb2-48cb-8513-cd22e06417dc tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 984 time: 0.1046617 Feb 04 12:16:43.500844 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-66976595-97ce-4d9a-9dd7-21ce6ce3e2d6 req-0f74ce90-3d02-4438-a607-f20e750c5c4b tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb13db3c-1299-446f-87a8-3227bdf6e665&id=5fc15903-0cd3-4d45-bdfa-2b9906c66f79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0490513 Feb 04 12:16:44.608625 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1b8f766e-ca82-4fdc-ae3d-ae208dd62f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:16:44.736753 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc36f6e-8722-4c8e-87a1-398d70016c25 req-a7f9021a-f011-4f34-9e6e-d9270eda39d6 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:44.738258 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6bc36f6e-8722-4c8e-87a1-398d70016c25 req-a7f9021a-f011-4f34-9e6e-d9270eda39d6 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 984 time: 0.0848296 Feb 04 12:16:44.795866 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6bc36f6e-8722-4c8e-87a1-398d70016c25 req-fe345261-6cbf-4461-a8b3-1e0fa73cefe0 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb13db3c-1299-446f-87a8-3227bdf6e665&id=5fc15903-0cd3-4d45-bdfa-2b9906c66f79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0498431 Feb 04 12:16:45.757500 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:16:45.937528 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:16:46.021982 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9af7af-2ee4-4bdc-a12a-52d3b3b4d3a1 req-0a9e3c71-5731-4462-b6b8-bc63bdb7b444 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:46.023292 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0e9af7af-2ee4-4bdc-a12a-52d3b3b4d3a1 req-0a9e3c71-5731-4462-b6b8-bc63bdb7b444 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 984 time: 0.0914552 Feb 04 12:16:46.072686 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0e9af7af-2ee4-4bdc-a12a-52d3b3b4d3a1 req-07ad4777-bb27-4989-8c5f-e3c84418b8ea tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb13db3c-1299-446f-87a8-3227bdf6e665&id=5fc15903-0cd3-4d45-bdfa-2b9906c66f79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437706 Feb 04 12:16:47.040376 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:16:47.290305 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225408c-a1a7-4872-ae4b-b4370855c567 req-6785c710-0ae0-4bdb-8861-8a0a1c79b42e tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:47.291786 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f225408c-a1a7-4872-ae4b-b4370855c567 req-6785c710-0ae0-4bdb-8861-8a0a1c79b42e tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 984 time: 0.0888944 Feb 04 12:16:47.340300 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f225408c-a1a7-4872-ae4b-b4370855c567 req-8b59ca2b-2a1e-4819-95e8-3d2bd2e24f80 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb13db3c-1299-446f-87a8-3227bdf6e665&id=5fc15903-0cd3-4d45-bdfa-2b9906c66f79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423439 Feb 04 12:16:48.576550 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037a6bb-c365-4468-8518-819c3bcfbbe7 req-21dece95-25c2-4fae-970f-c6dd0175ba8d tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:48.578156 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f037a6bb-c365-4468-8518-819c3bcfbbe7 req-21dece95-25c2-4fae-970f-c6dd0175ba8d tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 984 time: 0.0970042 Feb 04 12:16:48.639064 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f037a6bb-c365-4468-8518-819c3bcfbbe7 req-135729fe-7a26-4cf0-a36d-cd669d364861 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb13db3c-1299-446f-87a8-3227bdf6e665&id=5fc15903-0cd3-4d45-bdfa-2b9906c66f79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541608 Feb 04 12:16:49.863560 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25748a2e-1d1c-4c19-9f51-4752a3c40596 req-d64cec19-a199-457c-9065-7418fef74b49 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:49.864999 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-25748a2e-1d1c-4c19-9f51-4752a3c40596 req-d64cec19-a199-457c-9065-7418fef74b49 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 984 time: 0.0916440 Feb 04 12:16:49.914718 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-25748a2e-1d1c-4c19-9f51-4752a3c40596 req-2c19af0c-208d-4322-84f1-d01104ec86a8 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb13db3c-1299-446f-87a8-3227bdf6e665&id=5fc15903-0cd3-4d45-bdfa-2b9906c66f79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436144 Feb 04 12:17:06.623189 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:09.739091 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:17:12.111276 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8012de7f-90d4-4a01-98b9-11e915aa03c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:14.562251 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-57f6fec1-63ba-4a60-9d47-bfe85389de15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:15.668731 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:15.840279 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:17.022728 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:24.997197 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-47c10e88-0a3c-494d-b6c5-0175ec39ac2b req-12ccdbb7-11a8-4fe7-add4-831b091dd769 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681577 Feb 04 12:17:25.136659 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-47c10e88-0a3c-494d-b6c5-0175ec39ac2b req-9af83588-04c0-4679-9f9a-549483ff6aa5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4992f3d2462b4d87a611a8418dcb4bd7&device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 1137 time: 0.0707026 Feb 04 12:17:25.288015 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c10e88-0a3c-494d-b6c5-0175ec39ac2b req-545afb0e-1457-4215-87de-793c8595e442 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:25.289352 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-47c10e88-0a3c-494d-b6c5-0175ec39ac2b req-545afb0e-1457-4215-87de-793c8595e442 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bb11e18e-d569-433e-b31f-f4db3db3ee2d HTTP/1.1" status: 200 len: 916 time: 0.1329460 Feb 04 12:17:25.396151 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-47c10e88-0a3c-494d-b6c5-0175ec39ac2b req-221972de-5770-4d2c-bb06-3166d6e6105d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0e9d44a-597b-4dba-8c26-c8d9122935c8 HTTP/1.1" status: 200 len: 1001 time: 0.0995820 Feb 04 12:17:25.464893 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c10e88-0a3c-494d-b6c5-0175ec39ac2b req-b6303c9f-47eb-410a-b4bf-395913bc43eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:25.466345 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-47c10e88-0a3c-494d-b6c5-0175ec39ac2b req-b6303c9f-47eb-410a-b4bf-395913bc43eb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26bb53df-bb32-4a3c-836c-980420d0c5e9 HTTP/1.1" status: 200 len: 854 time: 0.0645955 Feb 04 12:17:25.549071 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-47c10e88-0a3c-494d-b6c5-0175ec39ac2b req-44cdd278-4d38-4866-ae41-6dc8a05dd1b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb11e18e-d569-433e-b31f-f4db3db3ee2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766592 Feb 04 12:17:25.685950 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-47c10e88-0a3c-494d-b6c5-0175ec39ac2b req-b0517df6-e7f3-437d-96c5-2495d3c3906c service neutron] 10.222.0.47 "GET /v2.0/networks/bb11e18e-d569-433e-b31f-f4db3db3ee2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307013 Feb 04 12:17:25.826250 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-47c10e88-0a3c-494d-b6c5-0175ec39ac2b req-c4261762-9507-48e6-87b7-b2580d6b4d64 service neutron] 10.222.0.47 "GET /v2.0/networks/bb11e18e-d569-433e-b31f-f4db3db3ee2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337583 Feb 04 12:17:36.653445 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:42.167747 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a31aa2d8-5b56-4f54-ac8c-61b99a2fce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:44.584733 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d6eae959-1bc1-4f10-8c18-bbfa98dcedfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:45.653323 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:45.841671 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:46.740120 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:17:47.053176 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:49.032465 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-90797fd1-004c-4dbc-a5d2-d8fdd455507f req-9302622b-fddf-4775-9c30-d8958f2c2ea6 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2055391470&fields=id&tenant_id=4992f3d2462b4d87a611a8418dcb4bd7 HTTP/1.1" status: 200 len: 267 time: 0.2422500 Feb 04 12:17:49.120874 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90797fd1-004c-4dbc-a5d2-d8fdd455507f req-6f98055f-0af1-4f01-95dd-6094bbebbfb5 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:49.122366 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-90797fd1-004c-4dbc-a5d2-d8fdd455507f req-6f98055f-0af1-4f01-95dd-6094bbebbfb5 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 984 time: 0.0846224 Feb 04 12:17:49.133395 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [req-90797fd1-004c-4dbc-a5d2-d8fdd455507f req-9e3c1ed1-eb3f-4099-8139-103ea67d9295 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Request body: {'port': {'security_groups': ['5fc15903-0cd3-4d45-bdfa-2b9906c66f79']}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:17:49.255514 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-90797fd1-004c-4dbc-a5d2-d8fdd455507f req-9e3c1ed1-eb3f-4099-8139-103ea67d9295 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:49.580381 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-90797fd1-004c-4dbc-a5d2-d8fdd455507f req-9e3c1ed1-eb3f-4099-8139-103ea67d9295 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] For port c0e9d44a-597b-4dba-8c26-c8d9122935c8, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c0e9d44a-597b-4dba-8c26-c8d9122935c8,segment=NetworkSegment(6d31c351-fdb0-4fac-98ff-bee072b3f0da),segment_id=6d31c351-fdb0-4fac-98ff-bee072b3f0da)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:17:49.606506 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-90797fd1-004c-4dbc-a5d2-d8fdd455507f req-9e3c1ed1-eb3f-4099-8139-103ea67d9295 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:49.727554 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-90797fd1-004c-4dbc-a5d2-d8fdd455507f req-9e3c1ed1-eb3f-4099-8139-103ea67d9295 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:49.741360 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['c0e9d44a-597b-4dba-8c26-c8d9122935c8'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:17:49.799473 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90797fd1-004c-4dbc-a5d2-d8fdd455507f req-9e3c1ed1-eb3f-4099-8139-103ea67d9295 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:49.800673 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-90797fd1-004c-4dbc-a5d2-d8fdd455507f req-9e3c1ed1-eb3f-4099-8139-103ea67d9295 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:49.802168 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-90797fd1-004c-4dbc-a5d2-d8fdd455507f req-9e3c1ed1-eb3f-4099-8139-103ea67d9295 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "PUT /v2.0/ports/c0e9d44a-597b-4dba-8c26-c8d9122935c8 HTTP/1.1" status: 200 len: 942 time: 0.6738527 Feb 04 12:17:49.808482 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2467c505-878b-468f-b1f2-2597e3c3c1c0', 'tag': 'c0e9d44a-597b-4dba-8c26-c8d9122935c8'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:17:49.808776 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 46936) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:17:49.838593 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c1ed1-eb3f-4099-8139-103ea67d9295 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Pushing event updated for resources: {'Port': ['ID=c0e9d44a-597b-4dba-8c26-c8d9122935c8,revision_number=7']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:49.849960 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c1ed1-eb3f-4099-8139-103ea67d9295 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:49.850316 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c1ed1-eb3f-4099-8139-103ea67d9295 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:49.851362 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c1ed1-eb3f-4099-8139-103ea67d9295 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:49.851715 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c1ed1-eb3f-4099-8139-103ea67d9295 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:49.852486 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c1ed1-eb3f-4099-8139-103ea67d9295 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:49.852846 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c1ed1-eb3f-4099-8139-103ea67d9295 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:49.853153 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c1ed1-eb3f-4099-8139-103ea67d9295 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:49.853530 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c1ed1-eb3f-4099-8139-103ea67d9295 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:49.853859 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c1ed1-eb3f-4099-8139-103ea67d9295 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:49.854472 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c1ed1-eb3f-4099-8139-103ea67d9295 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:49.854807 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c1ed1-eb3f-4099-8139-103ea67d9295 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:49.877175 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['c0e9d44a-597b-4dba-8c26-c8d9122935c8'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:17:49.910372 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fc442efc-8f36-4b3b-a472-36ed47578f48 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:49.954141 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fc442efc-8f36-4b3b-a472-36ed47578f48 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:49.990277 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2467c505-878b-468f-b1f2-2597e3c3c1c0', 'tag': 'c0e9d44a-597b-4dba-8c26-c8d9122935c8', 'status': 'completed', 'code': 200} Feb 04 12:17:50.099418 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e82ad051-5eaa-4965-9539-773408090718 req-53c90fcf-3b0d-4ac8-92ef-f1f7192b7270 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4992f3d2462b4d87a611a8418dcb4bd7&device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 1098 time: 0.0890298 Feb 04 12:17:50.130538 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fc442efc-8f36-4b3b-a472-36ed47578f48 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:50.149321 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-71f748cc-9238-4b6c-94cb-83ca49594ba7 None None] Provisioning complete for port c0e9d44a-597b-4dba-8c26-c8d9122935c8 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:17:50.149816 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-71f748cc-9238-4b6c-94cb-83ca49594ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:50.156785 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc442efc-8f36-4b3b-a472-36ed47578f48 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb13db3c-1299-446f-87a8-3227bdf6e665,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:50.167311 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc442efc-8f36-4b3b-a472-36ed47578f48 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:50.167645 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc442efc-8f36-4b3b-a472-36ed47578f48 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:50.168181 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc442efc-8f36-4b3b-a472-36ed47578f48 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:50.168686 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc442efc-8f36-4b3b-a472-36ed47578f48 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:50.169181 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc442efc-8f36-4b3b-a472-36ed47578f48 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:50.169688 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc442efc-8f36-4b3b-a472-36ed47578f48 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:50.170257 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc442efc-8f36-4b3b-a472-36ed47578f48 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:50.170869 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc442efc-8f36-4b3b-a472-36ed47578f48 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:50.171366 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc442efc-8f36-4b3b-a472-36ed47578f48 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:50.171856 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc442efc-8f36-4b3b-a472-36ed47578f48 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:50.172540 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc442efc-8f36-4b3b-a472-36ed47578f48 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:50.213690 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fc442efc-8f36-4b3b-a472-36ed47578f48 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:50.218928 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-fc442efc-8f36-4b3b-a472-36ed47578f48 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "DELETE /v2.0/security-groups/bb13db3c-1299-446f-87a8-3227bdf6e665 HTTP/1.1" status: 204 len: 168 time: 0.4044173 Feb 04 12:17:50.219363 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 46944) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:17:50.258692 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ad051-5eaa-4965-9539-773408090718 req-fbe285f7-d19a-4446-a7c8-fef91bfdb01e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:50.260422 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e82ad051-5eaa-4965-9539-773408090718 req-fbe285f7-d19a-4446-a7c8-fef91bfdb01e service neutron] 10.222.0.47 "GET /v2.0/networks?id=bb11e18e-d569-433e-b31f-f4db3db3ee2d HTTP/1.1" status: 200 len: 916 time: 0.1545410 Feb 04 12:17:50.366928 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e82ad051-5eaa-4965-9539-773408090718 req-8c9b7e47-3a42-48a8-b62f-80350db8afb7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0e9d44a-597b-4dba-8c26-c8d9122935c8 HTTP/1.1" status: 200 len: 1001 time: 0.0999517 Feb 04 12:17:50.429472 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ad051-5eaa-4965-9539-773408090718 req-bd1094b5-3e15-4869-bec8-7863d0478e6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:50.430947 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e82ad051-5eaa-4965-9539-773408090718 req-bd1094b5-3e15-4869-bec8-7863d0478e6e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26bb53df-bb32-4a3c-836c-980420d0c5e9 HTTP/1.1" status: 200 len: 854 time: 0.0579879 Feb 04 12:17:50.445068 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-9c6e847f-8bde-4b0b-b046-87e15f89da77 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Deleting port a4a23d4e-08fc-4421-b1ad-b7d0f6cd36da {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:17:50.445636 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9c6e847f-8bde-4b0b-b046-87e15f89da77 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:50.521676 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e82ad051-5eaa-4965-9539-773408090718 req-202a3707-f5e1-4458-ae9f-0bc2f2065860 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb11e18e-d569-433e-b31f-f4db3db3ee2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0850055 Feb 04 12:17:50.622331 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9c6e847f-8bde-4b0b-b046-87e15f89da77 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:50.622570 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9c6e847f-8bde-4b0b-b046-87e15f89da77 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:50.658697 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e82ad051-5eaa-4965-9539-773408090718 req-b233e1f0-1edb-4c6e-941f-669c59f1ef32 service neutron] 10.222.0.47 "GET /v2.0/networks/bb11e18e-d569-433e-b31f-f4db3db3ee2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306512 Feb 04 12:17:50.747396 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-9c6e847f-8bde-4b0b-b046-87e15f89da77 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Calling delete_port for a4a23d4e-08fc-4421-b1ad-b7d0f6cd36da owned by network:floatingip {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:17:50.796588 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e82ad051-5eaa-4965-9539-773408090718 req-ae6f2c06-dea6-43c2-a227-a008d4a22267 service neutron] 10.222.0.47 "GET /v2.0/networks/bb11e18e-d569-433e-b31f-f4db3db3ee2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316187 Feb 04 12:17:50.944600 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9c6e847f-8bde-4b0b-b046-87e15f89da77 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:50.992841 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e847f-8bde-4b0b-b046-87e15f89da77 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Pushing event deleted for resources: {'Port': ['ID=a4a23d4e-08fc-4421-b1ad-b7d0f6cd36da,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:51.085605 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9c6e847f-8bde-4b0b-b046-87e15f89da77 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks [] for floatingip, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:51.600597 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6e847f-8bde-4b0b-b046-87e15f89da77 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Router 0e9dd6e0-caa8-414b-b066-fc02126f31b9 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:17:51.807043 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6e847f-8bde-4b0b-b046-87e15f89da77 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:17:51.817629 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aa8c33-4a14-4bd3-b79e-d4664ed12644 None None] Sync routers for ids ['0e9dd6e0-caa8-414b-b066-fc02126f31b9'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:17:51.824674 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9c6e847f-8bde-4b0b-b046-87e15f89da77 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:51.829785 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aa8c33-4a14-4bd3-b79e-d4664ed12644 None None] Routers {'0e9dd6e0-caa8-414b-b066-fc02126f31b9'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:17:51.830543 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-e1aa8c33-4a14-4bd3-b79e-d4664ed12644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:17:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['0e9dd6e0-caa8-414b-b066-fc02126f31b9'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:17:51.879214 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-9c6e847f-8bde-4b0b-b046-87e15f89da77 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "DELETE /v2.0/floatingips/c85d10b4-ae1f-425c-92bc-83d2ca644423 HTTP/1.1" status: 204 len: 168 time: 1.6584294 Feb 04 12:17:51.879797 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2467c505-878b-468f-b1f2-2597e3c3c1c0', 'tag': 'c0e9d44a-597b-4dba-8c26-c8d9122935c8'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:17:52.028998 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2467c505-878b-468f-b1f2-2597e3c3c1c0', 'tag': 'c0e9d44a-597b-4dba-8c26-c8d9122935c8', 'status': 'completed', 'code': 200} Feb 04 12:17:52.035354 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-e1aa8c33-4a14-4bd3-b79e-d4664ed12644 None None] Set router 0e9dd6e0-caa8-414b-b066-fc02126f31b9 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:17:52.136127 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-490ba2be-6c19-4bf3-94c4-3c6203b391ef req-9687e687-c565-4ac5-a71f-3e89aab0156c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4992f3d2462b4d87a611a8418dcb4bd7&device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 1098 time: 0.0860872 Feb 04 12:17:52.289120 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ba2be-6c19-4bf3-94c4-3c6203b391ef req-8e10681b-1aab-4dd4-8731-8714f521467d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:52.290689 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-490ba2be-6c19-4bf3-94c4-3c6203b391ef req-8e10681b-1aab-4dd4-8731-8714f521467d service neutron] 10.222.0.47 "GET /v2.0/networks?id=bb11e18e-d569-433e-b31f-f4db3db3ee2d HTTP/1.1" status: 200 len: 916 time: 0.1489158 Feb 04 12:17:52.364524 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-490ba2be-6c19-4bf3-94c4-3c6203b391ef req-e1e6a16d-3c7b-4cab-87fd-c615f3babdcd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0e9d44a-597b-4dba-8c26-c8d9122935c8 HTTP/1.1" status: 200 len: 217 time: 0.0677440 Feb 04 12:17:52.404175 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-e1aa8c33-4a14-4bd3-b79e-d4664ed12644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9dd6e0-caa8-414b-b066-fc02126f31b9', 'name': 'tempest-TestMinimumBasicScenario-2133081439-router', 'tenant_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '08bbff2f-bf12-4929-87e7-3d8b95e459dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:10Z', 'updated_at': '2022-02-04T12:14:15Z', 'revision_number': 4, 'project_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'gw_port': {'id': '08bbff2f-bf12-4929-87e7-3d8b95e459dc', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:47:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9dd6e0-caa8-414b-b066-fc02126f31b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:11Z', 'updated_at': '2022-02-04T12:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '73bf84d1-338a-437f-9610-6dd3b0f1b7d3', 'name': '', 'network_id': 'bb11e18e-d569-433e-b31f-f4db3db3ee2d', 'tenant_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'mac_address': 'fa:16:3e:77:b1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9dd6e0-caa8-414b-b066-fc02126f31b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26bb53df-bb32-4a3c-836c-980420d0c5e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:14Z', 'updated_at': '2022-02-04T12:14:25Z', 'revision_number': 5, 'project_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'subnets': [{'id': '26bb53df-bb32-4a3c-836c-980420d0c5e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:17:52.410566 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aa8c33-4a14-4bd3-b79e-d4664ed12644 None None] Checking router: 0e9dd6e0-caa8-414b-b066-fc02126f31b9 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:17:52.424373 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aa8c33-4a14-4bd3-b79e-d4664ed12644 None None] Routers {'0e9dd6e0-caa8-414b-b066-fc02126f31b9'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:17:52.426247 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-e1aa8c33-4a14-4bd3-b79e-d4664ed12644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:17:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['0e9dd6e0-caa8-414b-b066-fc02126f31b9'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:17:52.441226 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ba2be-6c19-4bf3-94c4-3c6203b391ef req-5e76a87c-e53b-4a40-ba78-996d543a4305 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:52.444890 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-490ba2be-6c19-4bf3-94c4-3c6203b391ef req-5e76a87c-e53b-4a40-ba78-996d543a4305 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26bb53df-bb32-4a3c-836c-980420d0c5e9 HTTP/1.1" status: 200 len: 854 time: 0.0729389 Feb 04 12:17:52.523287 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-490ba2be-6c19-4bf3-94c4-3c6203b391ef req-55c163ee-82cb-4c94-ac87-47a0e0a4b1f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb11e18e-d569-433e-b31f-f4db3db3ee2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730982 Feb 04 12:17:52.611545 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-e1aa8c33-4a14-4bd3-b79e-d4664ed12644 None None] Set router 0e9dd6e0-caa8-414b-b066-fc02126f31b9 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:17:52.758895 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-490ba2be-6c19-4bf3-94c4-3c6203b391ef req-6e31d944-c040-411d-9d5c-3b098cf4a425 service neutron] 10.222.0.47 "GET /v2.0/networks/bb11e18e-d569-433e-b31f-f4db3db3ee2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283506 Feb 04 12:17:52.904952 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-490ba2be-6c19-4bf3-94c4-3c6203b391ef req-b061671b-6635-4063-84c2-7ab6bfa93d1d service neutron] 10.222.0.47 "GET /v2.0/networks/bb11e18e-d569-433e-b31f-f4db3db3ee2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375268 Feb 04 12:17:52.942763 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-e1aa8c33-4a14-4bd3-b79e-d4664ed12644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9dd6e0-caa8-414b-b066-fc02126f31b9', 'name': 'tempest-TestMinimumBasicScenario-2133081439-router', 'tenant_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '08bbff2f-bf12-4929-87e7-3d8b95e459dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:10Z', 'updated_at': '2022-02-04T12:14:15Z', 'revision_number': 4, 'project_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'gw_port': {'id': '08bbff2f-bf12-4929-87e7-3d8b95e459dc', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:47:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9dd6e0-caa8-414b-b066-fc02126f31b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:11Z', 'updated_at': '2022-02-04T12:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '73bf84d1-338a-437f-9610-6dd3b0f1b7d3', 'name': '', 'network_id': 'bb11e18e-d569-433e-b31f-f4db3db3ee2d', 'tenant_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'mac_address': 'fa:16:3e:77:b1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9dd6e0-caa8-414b-b066-fc02126f31b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26bb53df-bb32-4a3c-836c-980420d0c5e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:14Z', 'updated_at': '2022-02-04T12:14:25Z', 'revision_number': 5, 'project_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'subnets': [{'id': '26bb53df-bb32-4a3c-836c-980420d0c5e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:17:52.947216 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aa8c33-4a14-4bd3-b79e-d4664ed12644 None None] The sync data for ids ['0e9dd6e0-caa8-414b-b066-fc02126f31b9'] in dv-neutron-827825-2-hyperv is: [{'id': '0e9dd6e0-caa8-414b-b066-fc02126f31b9', 'name': 'tempest-TestMinimumBasicScenario-2133081439-router', 'tenant_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '08bbff2f-bf12-4929-87e7-3d8b95e459dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:10Z', 'updated_at': '2022-02-04T12:14:15Z', 'revision_number': 4, 'project_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'gw_port': {'id': '08bbff2f-bf12-4929-87e7-3d8b95e459dc', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:47:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9dd6e0-caa8-414b-b066-fc02126f31b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:11Z', 'updated_at': '2022-02-04T12:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '73bf84d1-338a-437f-9610-6dd3b0f1b7d3', 'name': '', 'network_id': 'bb11e18e-d569-433e-b31f-f4db3db3ee2d', 'tenant_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'mac_address': 'fa:16:3e:77:b1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9dd6e0-caa8-414b-b066-fc02126f31b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26bb53df-bb32-4a3c-836c-980420d0c5e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:14Z', 'updated_at': '2022-02-04T12:14:25Z', 'revision_number': 5, 'project_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'subnets': [{'id': '26bb53df-bb32-4a3c-836c-980420d0c5e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:17:53.186949 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0afed4-e50d-4b15-8602-ad0dcbf55b4c None None] New status for floating IP c85d10b4-ae1f-425c-92bc-83d2ca644423: DOWN {{(pid=84206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 12:17:58.200627 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e685e9-0768-4533-b384-1a75aea3272b req-1f81eaa1-ca09-4556-a831-a77a5adbd043 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:58.202167 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f4e685e9-0768-4533-b384-1a75aea3272b req-1f81eaa1-ca09-4556-a831-a77a5adbd043 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 945 time: 0.0904834 Feb 04 12:17:58.250500 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f4e685e9-0768-4533-b384-1a75aea3272b req-0570d304-7d7e-490b-b752-9c1d3e752046 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fc15903-0cd3-4d45-bdfa-2b9906c66f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419376 Feb 04 12:17:59.529220 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a5029-fa61-4509-b6a2-2dff729ff7c4 req-c4de13d1-cd0b-4c03-aab6-ba34f3e99a3b tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:59.529798 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-236a5029-fa61-4509-b6a2-2dff729ff7c4 req-c4de13d1-cd0b-4c03-aab6-ba34f3e99a3b tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Synchronizing usage tracker for tenant:4992f3d2462b4d87a611a8418dcb4bd7 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:17:59.613408 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-236a5029-fa61-4509-b6a2-2dff729ff7c4 req-c4de13d1-cd0b-4c03-aab6-ba34f3e99a3b tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Unset dirty status for tenant:4992f3d2462b4d87a611a8418dcb4bd7 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:17:59.614649 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-236a5029-fa61-4509-b6a2-2dff729ff7c4 req-c4de13d1-cd0b-4c03-aab6-ba34f3e99a3b tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 945 time: 0.2347465 Feb 04 12:17:59.662869 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-236a5029-fa61-4509-b6a2-2dff729ff7c4 req-6712acaa-1b63-4b58-98d1-fece7a9a4eae tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Synchronizing usage tracker for tenant:4992f3d2462b4d87a611a8418dcb4bd7 on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:17:59.748560 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-236a5029-fa61-4509-b6a2-2dff729ff7c4 req-6712acaa-1b63-4b58-98d1-fece7a9a4eae tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Unset dirty status for tenant:4992f3d2462b4d87a611a8418dcb4bd7 on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:17:59.749757 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-236a5029-fa61-4509-b6a2-2dff729ff7c4 req-6712acaa-1b63-4b58-98d1-fece7a9a4eae tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fc15903-0cd3-4d45-bdfa-2b9906c66f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295877 Feb 04 12:18:00.083960 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e89193-7d09-49db-bf51-8c1ef5a8fb28 req-93f10ecf-8e3a-41d9-a00d-eec6b2346133 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:00.085427 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-58e89193-7d09-49db-bf51-8c1ef5a8fb28 req-93f10ecf-8e3a-41d9-a00d-eec6b2346133 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.47 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 945 time: 0.0899880 Feb 04 12:18:00.161728 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [req-58e89193-7d09-49db-bf51-8c1ef5a8fb28 req-66d21c2f-cd56-48f4-abae-cae8be1064dc tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Deleting port c0e9d44a-597b-4dba-8c26-c8d9122935c8 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:18:00.162189 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-58e89193-7d09-49db-bf51-8c1ef5a8fb28 req-66d21c2f-cd56-48f4-abae-cae8be1064dc tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:00.461005 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-58e89193-7d09-49db-bf51-8c1ef5a8fb28 req-66d21c2f-cd56-48f4-abae-cae8be1064dc tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] For port c0e9d44a-597b-4dba-8c26-c8d9122935c8, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c0e9d44a-597b-4dba-8c26-c8d9122935c8,segment=NetworkSegment(6d31c351-fdb0-4fac-98ff-bee072b3f0da),segment_id=6d31c351-fdb0-4fac-98ff-bee072b3f0da)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:00.461367 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-58e89193-7d09-49db-bf51-8c1ef5a8fb28 req-66d21c2f-cd56-48f4-abae-cae8be1064dc tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:00.592576 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [req-58e89193-7d09-49db-bf51-8c1ef5a8fb28 req-66d21c2f-cd56-48f4-abae-cae8be1064dc tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Calling delete_port for c0e9d44a-597b-4dba-8c26-c8d9122935c8 owned by compute:nova {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:18:00.853448 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-58e89193-7d09-49db-bf51-8c1ef5a8fb28 req-66d21c2f-cd56-48f4-abae-cae8be1064dc tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:00.945203 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d21c2f-cd56-48f4-abae-cae8be1064dc tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Pushing event deleted for resources: {'Port': ['ID=c0e9d44a-597b-4dba-8c26-c8d9122935c8,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:00.954628 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-051e1687-11ce-4ee8-8549-0880bd38d297 req-fd931c38-9ff6-4596-9f93-94536bdfd218 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 210 time: 0.0653746 Feb 04 12:18:01.033023 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e89193-7d09-49db-bf51-8c1ef5a8fb28 req-66d21c2f-cd56-48f4-abae-cae8be1064dc tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] No DVR routers for this DVR port c0e9d44a-597b-4dba-8c26-c8d9122935c8 on host hv-neutron-8278 {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:18:01.035774 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-58e89193-7d09-49db-bf51-8c1ef5a8fb28 req-66d21c2f-cd56-48f4-abae-cae8be1064dc tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:01.038491 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2467c505-878b-468f-b1f2-2597e3c3c1c0', 'name': 'network-vif-deleted', 'tag': 'c0e9d44a-597b-4dba-8c26-c8d9122935c8'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:18:01.107205 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2467c505-878b-468f-b1f2-2597e3c3c1c0', 'name': 'network-vif-deleted', 'tag': 'c0e9d44a-597b-4dba-8c26-c8d9122935c8', 'status': 'completed', 'code': 200} Feb 04 12:18:01.134275 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-58e89193-7d09-49db-bf51-8c1ef5a8fb28 req-66d21c2f-cd56-48f4-abae-cae8be1064dc tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.47 "DELETE /v2.0/ports/c0e9d44a-597b-4dba-8c26-c8d9122935c8 HTTP/1.1" status: 204 len: 173 time: 1.0432501 Feb 04 12:18:02.139428 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-92607016-47dd-4cde-8860-eab1cfd1f2d9 req-8891a69f-306d-498c-bef8-3f923d175fd7 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Synchronizing usage tracker for tenant:4992f3d2462b4d87a611a8418dcb4bd7 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:18:02.230282 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-92607016-47dd-4cde-8860-eab1cfd1f2d9 req-8891a69f-306d-498c-bef8-3f923d175fd7 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] Unset dirty status for tenant:4992f3d2462b4d87a611a8418dcb4bd7 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:18:02.232005 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-92607016-47dd-4cde-8860-eab1cfd1f2d9 req-8891a69f-306d-498c-bef8-3f923d175fd7 tempest-TestMinimumBasicScenario-808702657 tempest-TestMinimumBasicScenario-808702657-project] 10.222.0.21 "GET /v2.0/ports?device_id=2467c505-878b-468f-b1f2-2597e3c3c1c0 HTTP/1.1" status: 200 len: 210 time: 0.1361380 Feb 04 12:18:02.549176 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device c0e9d44a-597b-4dba-8c26-c8d9122935c8 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:18:02.584223 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] No Port match for: c0e9d44a-597b-4dba-8c26-c8d9122935c8 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:18:02.584558 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device c0e9d44a-597b-4dba-8c26-c8d9122935c8 not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:18:05.851335 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 47046) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:18:06.382145 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c4758431-cb62-4c39-8193-4ff2cd549721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:06.516690 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:07.049924 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-c4758431-cb62-4c39-8193-4ff2cd549721 admin admin] Deleting port 73bf84d1-338a-437f-9610-6dd3b0f1b7d3 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:18:07.050932 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c4758431-cb62-4c39-8193-4ff2cd549721 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:07.253864 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-c4758431-cb62-4c39-8193-4ff2cd549721 admin admin] For port 73bf84d1-338a-437f-9610-6dd3b0f1b7d3, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=73bf84d1-338a-437f-9610-6dd3b0f1b7d3,segment=NetworkSegment(6d31c351-fdb0-4fac-98ff-bee072b3f0da),segment_id=6d31c351-fdb0-4fac-98ff-bee072b3f0da)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:07.254372 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c4758431-cb62-4c39-8193-4ff2cd549721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:07.395587 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-c4758431-cb62-4c39-8193-4ff2cd549721 admin admin] Calling delete_port for 73bf84d1-338a-437f-9610-6dd3b0f1b7d3 owned by network:router_interface {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:18:07.647642 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c4758431-cb62-4c39-8193-4ff2cd549721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:07.694881 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4758431-cb62-4c39-8193-4ff2cd549721 admin admin] Pushing event deleted for resources: {'Port': ['ID=73bf84d1-338a-437f-9610-6dd3b0f1b7d3,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:08.042836 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c4758431-cb62-4c39-8193-4ff2cd549721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:08.766891 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4758431-cb62-4c39-8193-4ff2cd549721 admin admin] Router 0e9dd6e0-caa8-414b-b066-fc02126f31b9 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:18:08.971899 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4758431-cb62-4c39-8193-4ff2cd549721 admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:18:08.980704 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8f4655-5b12-4433-bced-2831891022be None None] Sync routers for ids ['0e9dd6e0-caa8-414b-b066-fc02126f31b9'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:18:08.993821 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8f4655-5b12-4433-bced-2831891022be None None] Routers {'0e9dd6e0-caa8-414b-b066-fc02126f31b9'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:18:09.003536 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-4a8f4655-5b12-4433-bced-2831891022be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:17:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['0e9dd6e0-caa8-414b-b066-fc02126f31b9'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:18:09.059260 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c4758431-cb62-4c39-8193-4ff2cd549721 admin admin] 10.222.0.21 "PUT /v2.0/routers/0e9dd6e0-caa8-414b-b066-fc02126f31b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2063365 Feb 04 12:18:09.060877 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 47050) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:18:09.186499 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-4a8f4655-5b12-4433-bced-2831891022be None None] Set router 0e9dd6e0-caa8-414b-b066-fc02126f31b9 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:18:09.279181 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-18d81e44-b957-4061-9e1b-2e07acf56eb3 admin admin] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:09.485310 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-18d81e44-b957-4061-9e1b-2e07acf56eb3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:09.521427 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-4a8f4655-5b12-4433-bced-2831891022be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9dd6e0-caa8-414b-b066-fc02126f31b9', 'name': 'tempest-TestMinimumBasicScenario-2133081439-router', 'tenant_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '08bbff2f-bf12-4929-87e7-3d8b95e459dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:10Z', 'updated_at': '2022-02-04T12:18:07Z', 'revision_number': 5, 'project_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'gw_port': {'id': '08bbff2f-bf12-4929-87e7-3d8b95e459dc', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:47:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9dd6e0-caa8-414b-b066-fc02126f31b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:11Z', 'updated_at': '2022-02-04T12:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:18:09.525332 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8f4655-5b12-4433-bced-2831891022be None None] Checking router: 0e9dd6e0-caa8-414b-b066-fc02126f31b9 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:18:09.536938 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8f4655-5b12-4433-bced-2831891022be None None] Routers {'0e9dd6e0-caa8-414b-b066-fc02126f31b9'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:18:09.537536 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-4a8f4655-5b12-4433-bced-2831891022be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:17:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['0e9dd6e0-caa8-414b-b066-fc02126f31b9'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:18:09.556167 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-18d81e44-b957-4061-9e1b-2e07acf56eb3 admin admin] Deleting port 08bbff2f-bf12-4929-87e7-3d8b95e459dc {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:18:09.556764 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-18d81e44-b957-4061-9e1b-2e07acf56eb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:09.750565 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-4a8f4655-5b12-4433-bced-2831891022be None None] Set router 0e9dd6e0-caa8-414b-b066-fc02126f31b9 gateway port host: None {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:18:09.753267 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-18d81e44-b957-4061-9e1b-2e07acf56eb3 admin admin] For port 08bbff2f-bf12-4929-87e7-3d8b95e459dc, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=08bbff2f-bf12-4929-87e7-3d8b95e459dc,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:09.753624 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-18d81e44-b957-4061-9e1b-2e07acf56eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:09.980397 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-18d81e44-b957-4061-9e1b-2e07acf56eb3 admin admin] Calling delete_port for 08bbff2f-bf12-4929-87e7-3d8b95e459dc owned by network:router_gateway {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:18:09.996802 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-4a8f4655-5b12-4433-bced-2831891022be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9dd6e0-caa8-414b-b066-fc02126f31b9', 'name': 'tempest-TestMinimumBasicScenario-2133081439-router', 'tenant_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:10Z', 'updated_at': '2022-02-04T12:18:09Z', 'revision_number': 6, 'project_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'gw_port_host': None}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:18:10.004359 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8f4655-5b12-4433-bced-2831891022be None None] The sync data for ids ['0e9dd6e0-caa8-414b-b066-fc02126f31b9'] in dv-neutron-827825-2-hyperv is: [{'id': '0e9dd6e0-caa8-414b-b066-fc02126f31b9', 'name': 'tempest-TestMinimumBasicScenario-2133081439-router', 'tenant_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:10Z', 'updated_at': '2022-02-04T12:18:09Z', 'revision_number': 6, 'project_id': '4992f3d2462b4d87a611a8418dcb4bd7', 'gw_port_host': None}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:18:10.247466 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-18d81e44-b957-4061-9e1b-2e07acf56eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:10.304049 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d81e44-b957-4061-9e1b-2e07acf56eb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=08bbff2f-bf12-4929-87e7-3d8b95e459dc,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:10.565799 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-18d81e44-b957-4061-9e1b-2e07acf56eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:10.896795 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-18d81e44-b957-4061-9e1b-2e07acf56eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:10.902171 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-18d81e44-b957-4061-9e1b-2e07acf56eb3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:11.005810 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-18d81e44-b957-4061-9e1b-2e07acf56eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:11.006909 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d81e44-b957-4061-9e1b-2e07acf56eb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e9dd6e0-caa8-414b-b066-fc02126f31b9 {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:18:11.023733 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-18d81e44-b957-4061-9e1b-2e07acf56eb3 admin admin] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:11.025660 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-18d81e44-b957-4061-9e1b-2e07acf56eb3 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0e9dd6e0-caa8-414b-b066-fc02126f31b9 HTTP/1.1" status: 204 len: 168 time: 1.9635236 Feb 04 12:18:11.029535 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 47054) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:18:11.117679 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0bd7f73-566b-44cb-ba10-048dfadb7dfc admin admin] Deleting subnet 26bb53df-bb32-4a3c-836c-980420d0c5e9 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 12:18:11.123828 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e0bd7f73-566b-44cb-ba10-048dfadb7dfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:11.203691 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e0bd7f73-566b-44cb-ba10-048dfadb7dfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:11.305044 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e0bd7f73-566b-44cb-ba10-048dfadb7dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:11.448531 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e0bd7f73-566b-44cb-ba10-048dfadb7dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:11.510386 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd7f73-566b-44cb-ba10-048dfadb7dfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26bb53df-bb32-4a3c-836c-980420d0c5e9,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:11.515596 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e0bd7f73-566b-44cb-ba10-048dfadb7dfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:11.522768 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e0bd7f73-566b-44cb-ba10-048dfadb7dfc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/26bb53df-bb32-4a3c-836c-980420d0c5e9 HTTP/1.1" status: 204 len: 168 time: 0.4918694 Feb 04 12:18:11.523842 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0be79a9-784a-4add-b769-d958eb5f91db None None] Network bb11e18e-d569-433e-b31f-f4db3db3ee2d requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:18:11.526935 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 47058) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:18:11.658474 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8d4519db-eea8-446d-8867-6a4dc7ce460d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:11.674180 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-8d4519db-eea8-446d-8867-6a4dc7ce460d admin admin] Deleting port 922aac0f-ad62-4d1c-973f-3f12169bd758 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:18:11.674754 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8d4519db-eea8-446d-8867-6a4dc7ce460d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:11.898265 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3c3e41-8ecc-44a3-8d19-30d2e76fb202 None None] DHCP port deletion for bb11e18e-d569-433e-b31f-f4db3db3ee2d request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 12:18:11.906203 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-6c3c3e41-8ecc-44a3-8d19-30d2e76fb202 None None] Deleting port 922aac0f-ad62-4d1c-973f-3f12169bd758 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:18:11.906203 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6c3c3e41-8ecc-44a3-8d19-30d2e76fb202 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:12.056540 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 922aac0f-ad62-4d1c-973f-3f12169bd758 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:18:12.059239 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-8d4519db-eea8-446d-8867-6a4dc7ce460d admin admin] For port 922aac0f-ad62-4d1c-973f-3f12169bd758, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=922aac0f-ad62-4d1c-973f-3f12169bd758,segment=NetworkSegment(6d31c351-fdb0-4fac-98ff-bee072b3f0da),segment_id=6d31c351-fdb0-4fac-98ff-bee072b3f0da)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:12.059763 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8d4519db-eea8-446d-8867-6a4dc7ce460d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:12.182393 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-8d4519db-eea8-446d-8867-6a4dc7ce460d admin admin] Calling delete_port for 922aac0f-ad62-4d1c-973f-3f12169bd758 owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:18:12.219955 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-af062c8b-f14e-49d6-83ef-6f150ff50da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:12.300196 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-6c3c3e41-8ecc-44a3-8d19-30d2e76fb202 None None] For port 922aac0f-ad62-4d1c-973f-3f12169bd758, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=922aac0f-ad62-4d1c-973f-3f12169bd758,segment=NetworkSegment(6d31c351-fdb0-4fac-98ff-bee072b3f0da),segment_id=6d31c351-fdb0-4fac-98ff-bee072b3f0da)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:12.300581 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6c3c3e41-8ecc-44a3-8d19-30d2e76fb202 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:12.433237 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-6c3c3e41-8ecc-44a3-8d19-30d2e76fb202 None None] Calling delete_port for 922aac0f-ad62-4d1c-973f-3f12169bd758 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:18:12.435763 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8d4519db-eea8-446d-8867-6a4dc7ce460d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:12.464960 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:12.482877 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4519db-eea8-446d-8867-6a4dc7ce460d admin admin] Pushing event deleted for resources: {'Port': ['ID=922aac0f-ad62-4d1c-973f-3f12169bd758,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:12.491388 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4519db-eea8-446d-8867-6a4dc7ce460d admin admin] No DVR routers for this DVR port 922aac0f-ad62-4d1c-973f-3f12169bd758 on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:18:12.543579 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 08bbff2f-bf12-4929-87e7-3d8b95e459dc no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:18:12.591174 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 08bbff2f-bf12-4929-87e7-3d8b95e459dc {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:18:12.591556 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 08bbff2f-bf12-4929-87e7-3d8b95e459dc not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:18:12.591923 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 73bf84d1-338a-437f-9610-6dd3b0f1b7d3 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:18:12.625398 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 73bf84d1-338a-437f-9610-6dd3b0f1b7d3 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:18:12.625828 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 73bf84d1-338a-437f-9610-6dd3b0f1b7d3 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:18:12.629878 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-6c3c3e41-8ecc-44a3-8d19-30d2e76fb202 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:18:12.631287 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-6c3c3e41-8ecc-44a3-8d19-30d2e76fb202 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:18:12.641111 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8d4519db-eea8-446d-8867-6a4dc7ce460d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:12.666479 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-8d4519db-eea8-446d-8867-6a4dc7ce460d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb11e18e-d569-433e-b31f-f4db3db3ee2d']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:18:12.679236 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-8d4519db-eea8-446d-8867-6a4dc7ce460d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d31c351-fdb0-4fac-98ff-bee072b3f0da') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:18:12.679527 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-8d4519db-eea8-446d-8867-6a4dc7ce460d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d31c351-fdb0-4fac-98ff-bee072b3f0da') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:18:12.691492 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8d4519db-eea8-446d-8867-6a4dc7ce460d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:12.711945 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8d4519db-eea8-446d-8867-6a4dc7ce460d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:12.719198 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d4519db-eea8-446d-8867-6a4dc7ce460d admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 12:18:12.719575 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8d4519db-eea8-446d-8867-6a4dc7ce460d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:12.733202 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 12:18:12.733202 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 12:18:12.733202 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 12:18:12.733202 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:18:12.733202 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 12:18:12.733202 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:18:12.733202 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 12:18:12.733202 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:18:12.733202 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 12:18:12.733202 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:18:12.733202 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 12:18:12.733202 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:18:12.733202 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 12:18:12.733202 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:18:12.733202 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:18:12.733202 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:18:12.733202 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:18:12.733202 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:18:12.733202 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 12:18:12.733202 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:18:12.733202 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 12:18:12.733202 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:18:12.733202 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:18:12.733202 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 12:18:12.733202 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 12:18:12.733202 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 12:18:12.733202 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:18:12.733202 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 12:18:12.733202 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:18:12.733202 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 12:18:12.733202 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:18:12.733202 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:18:12.868436 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8d4519db-eea8-446d-8867-6a4dc7ce460d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:12.885643 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8d4519db-eea8-446d-8867-6a4dc7ce460d admin admin] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:12.897949 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4519db-eea8-446d-8867-6a4dc7ce460d admin admin] Pushing event deleted for resources: {'Network': ['ID=bb11e18e-d569-433e-b31f-f4db3db3ee2d,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:12.978645 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8d4519db-eea8-446d-8867-6a4dc7ce460d admin admin] 10.222.0.21 "DELETE /v2.0/networks/bb11e18e-d569-433e-b31f-f4db3db3ee2d HTTP/1.1" status: 204 len: 168 time: 1.4502366 Feb 04 12:18:12.981612 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47062) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:18:13.130997 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-6c3c3e41-8ecc-44a3-8d19-30d2e76fb202 None None] Deleting port 922aac0f-ad62-4d1c-973f-3f12169bd758 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:18:13.131596 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6c3c3e41-8ecc-44a3-8d19-30d2e76fb202 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:13.236647 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-6c3c3e41-8ecc-44a3-8d19-30d2e76fb202 None None] The port '922aac0f-ad62-4d1c-973f-3f12169bd758' was deleted {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 12:18:13.401419 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-97f7d0fc-655f-4a3a-b299-3b68b30d1c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:14.163523 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-97f7d0fc-655f-4a3a-b299-3b68b30d1c24 admin admin] Deleting port b3425e4a-0a3f-4989-bff0-b573474c112d {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:18:14.164213 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-97f7d0fc-655f-4a3a-b299-3b68b30d1c24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:14.352194 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-97f7d0fc-655f-4a3a-b299-3b68b30d1c24 admin admin] For port b3425e4a-0a3f-4989-bff0-b573474c112d, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=b3425e4a-0a3f-4989-bff0-b573474c112d,segment=NetworkSegment(632dfa4e-4afd-455d-8698-bc9e0d8d3052),segment_id=632dfa4e-4afd-455d-8698-bc9e0d8d3052)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:14.352678 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-97f7d0fc-655f-4a3a-b299-3b68b30d1c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:14.513348 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-97f7d0fc-655f-4a3a-b299-3b68b30d1c24 admin admin] Calling delete_port for b3425e4a-0a3f-4989-bff0-b573474c112d owned by network:router_interface {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:18:14.572669 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e5ddf708-3dc5-4349-9e2f-9d9cc9d79a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:14.773133 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-97f7d0fc-655f-4a3a-b299-3b68b30d1c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:14.820540 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7d0fc-655f-4a3a-b299-3b68b30d1c24 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3425e4a-0a3f-4989-bff0-b573474c112d,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:15.133673 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-97f7d0fc-655f-4a3a-b299-3b68b30d1c24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:15.715396 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:15.813322 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:15.874920 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f7d0fc-655f-4a3a-b299-3b68b30d1c24 admin admin] Router 190a0357-8610-48cb-a22d-3f9096112966 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:18:16.129132 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f7d0fc-655f-4a3a-b299-3b68b30d1c24 admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:18:16.138252 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-97f7d0fc-655f-4a3a-b299-3b68b30d1c24 admin admin] 10.222.0.21 "PUT /v2.0/routers/190a0357-8610-48cb-a22d-3f9096112966/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1549394 Feb 04 12:18:16.138644 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9035c0d-bef6-4675-9366-bde62f025cf5 None None] Sync routers for ids ['190a0357-8610-48cb-a22d-3f9096112966'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:18:16.148039 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 47066) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:18:16.150788 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9035c0d-bef6-4675-9366-bde62f025cf5 None None] Routers {'190a0357-8610-48cb-a22d-3f9096112966'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:18:16.151404 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-f9035c0d-bef6-4675-9366-bde62f025cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:18:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['190a0357-8610-48cb-a22d-3f9096112966'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:18:16.344013 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-f9035c0d-bef6-4675-9366-bde62f025cf5 None None] Set router 190a0357-8610-48cb-a22d-3f9096112966 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:18:16.431153 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3149b81a-c13d-4404-a61a-40e9ba1ddc54 admin admin] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:16.646639 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-f9035c0d-bef6-4675-9366-bde62f025cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190a0357-8610-48cb-a22d-3f9096112966', 'name': 'tempest-TestMinimumBasicScenario-471349299-router', 'tenant_id': '07f1047e39bd47a58c17a704909f8b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '2fe8c139-c86e-4c38-ada4-633302aa5854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:20Z', 'updated_at': '2022-02-04T12:18:14Z', 'revision_number': 5, 'project_id': '07f1047e39bd47a58c17a704909f8b31', 'gw_port': {'id': '2fe8c139-c86e-4c38-ada4-633302aa5854', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190a0357-8610-48cb-a22d-3f9096112966', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:20Z', 'updated_at': '2022-02-04T12:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:18:16.651680 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9035c0d-bef6-4675-9366-bde62f025cf5 None None] Checking router: 190a0357-8610-48cb-a22d-3f9096112966 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:18:16.656363 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3149b81a-c13d-4404-a61a-40e9ba1ddc54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:16.663526 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9035c0d-bef6-4675-9366-bde62f025cf5 None None] Routers {'190a0357-8610-48cb-a22d-3f9096112966'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:18:16.663526 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-f9035c0d-bef6-4675-9366-bde62f025cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:18:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['190a0357-8610-48cb-a22d-3f9096112966'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:18:16.784433 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-3149b81a-c13d-4404-a61a-40e9ba1ddc54 admin admin] Deleting port 2fe8c139-c86e-4c38-ada4-633302aa5854 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:18:16.784791 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3149b81a-c13d-4404-a61a-40e9ba1ddc54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:16.850032 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-f9035c0d-bef6-4675-9366-bde62f025cf5 None None] Set router 190a0357-8610-48cb-a22d-3f9096112966 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:18:17.008262 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-3149b81a-c13d-4404-a61a-40e9ba1ddc54 admin admin] For port 2fe8c139-c86e-4c38-ada4-633302aa5854, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=2fe8c139-c86e-4c38-ada4-633302aa5854,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:17.008822 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3149b81a-c13d-4404-a61a-40e9ba1ddc54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:17.162691 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:17.218678 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-3149b81a-c13d-4404-a61a-40e9ba1ddc54 admin admin] Calling delete_port for 2fe8c139-c86e-4c38-ada4-633302aa5854 owned by network:router_gateway {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:18:17.351522 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-f9035c0d-bef6-4675-9366-bde62f025cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190a0357-8610-48cb-a22d-3f9096112966', 'name': 'tempest-TestMinimumBasicScenario-471349299-router', 'tenant_id': '07f1047e39bd47a58c17a704909f8b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '2fe8c139-c86e-4c38-ada4-633302aa5854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:20Z', 'updated_at': '2022-02-04T12:18:14Z', 'revision_number': 5, 'project_id': '07f1047e39bd47a58c17a704909f8b31', 'gw_port': {'id': '2fe8c139-c86e-4c38-ada4-633302aa5854', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190a0357-8610-48cb-a22d-3f9096112966', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:20Z', 'updated_at': '2022-02-04T12:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:18:17.357373 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9035c0d-bef6-4675-9366-bde62f025cf5 None None] The sync data for ids ['190a0357-8610-48cb-a22d-3f9096112966'] in dv-neutron-827825-2-hyperv is: [{'id': '190a0357-8610-48cb-a22d-3f9096112966', 'name': 'tempest-TestMinimumBasicScenario-471349299-router', 'tenant_id': '07f1047e39bd47a58c17a704909f8b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '2fe8c139-c86e-4c38-ada4-633302aa5854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:20Z', 'updated_at': '2022-02-04T12:18:14Z', 'revision_number': 5, 'project_id': '07f1047e39bd47a58c17a704909f8b31', 'gw_port': {'id': '2fe8c139-c86e-4c38-ada4-633302aa5854', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190a0357-8610-48cb-a22d-3f9096112966', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:20Z', 'updated_at': '2022-02-04T12:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:18:17.613205 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3149b81a-c13d-4404-a61a-40e9ba1ddc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:17.659772 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149b81a-c13d-4404-a61a-40e9ba1ddc54 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fe8c139-c86e-4c38-ada4-633302aa5854,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:17.895623 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3149b81a-c13d-4404-a61a-40e9ba1ddc54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:18.054479 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device b3425e4a-0a3f-4989-bff0-b573474c112d no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:18:18.088927 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: b3425e4a-0a3f-4989-bff0-b573474c112d {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:18:18.089263 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device b3425e4a-0a3f-4989-bff0-b573474c112d not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:18:18.210567 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3149b81a-c13d-4404-a61a-40e9ba1ddc54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:18.215623 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3149b81a-c13d-4404-a61a-40e9ba1ddc54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:18.361560 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3149b81a-c13d-4404-a61a-40e9ba1ddc54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:18.364540 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3149b81a-c13d-4404-a61a-40e9ba1ddc54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 190a0357-8610-48cb-a22d-3f9096112966 {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:18:18.384662 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3149b81a-c13d-4404-a61a-40e9ba1ddc54 admin admin] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:18.386515 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3149b81a-c13d-4404-a61a-40e9ba1ddc54 admin admin] 10.222.0.21 "DELETE /v2.0/routers/190a0357-8610-48cb-a22d-3f9096112966 HTTP/1.1" status: 204 len: 168 time: 2.2370582 Feb 04 12:18:18.390077 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47072) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:18:18.457110 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-a96a1eff-3d39-4b26-9d1d-1980eae37fcd admin admin] Deleting subnet 06be2887-7b0e-4046-ac29-b4cdb3f60aec {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 12:18:18.461204 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a96a1eff-3d39-4b26-9d1d-1980eae37fcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:18.519546 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a96a1eff-3d39-4b26-9d1d-1980eae37fcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:18.603234 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a96a1eff-3d39-4b26-9d1d-1980eae37fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:18.744458 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a96a1eff-3d39-4b26-9d1d-1980eae37fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:18.789074 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a1eff-3d39-4b26-9d1d-1980eae37fcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06be2887-7b0e-4046-ac29-b4cdb3f60aec,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:18.795514 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a96a1eff-3d39-4b26-9d1d-1980eae37fcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:18.804848 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a96a1eff-3d39-4b26-9d1d-1980eae37fcd admin admin] 10.222.0.21 "DELETE /v2.0/subnets/06be2887-7b0e-4046-ac29-b4cdb3f60aec HTTP/1.1" status: 204 len: 168 time: 0.4121528 Feb 04 12:18:18.805183 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82e078b-f3be-408e-abd8-ecf16bebaa4a None None] Network 2488a88c-066d-4e6c-8a83-7a96bd515b13 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:18:18.806988 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47076) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:18:18.946189 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a430a86e-3ab5-4268-a33c-45ca041efe38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:18.958429 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-a430a86e-3ab5-4268-a33c-45ca041efe38 admin admin] Deleting port cee4048b-70df-4c5a-be7a-d3254c5a9091 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:18:18.958771 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a430a86e-3ab5-4268-a33c-45ca041efe38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:19.100546 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0707a772-b38b-477a-b7e9-3b166ed40a58 None None] DHCP port deletion for 2488a88c-066d-4e6c-8a83-7a96bd515b13 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 12:18:19.106410 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-0707a772-b38b-477a-b7e9-3b166ed40a58 None None] Deleting port cee4048b-70df-4c5a-be7a-d3254c5a9091 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:18:19.107020 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0707a772-b38b-477a-b7e9-3b166ed40a58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:19.199613 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-a430a86e-3ab5-4268-a33c-45ca041efe38 admin admin] For port cee4048b-70df-4c5a-be7a-d3254c5a9091, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=cee4048b-70df-4c5a-be7a-d3254c5a9091,segment=NetworkSegment(632dfa4e-4afd-455d-8698-bc9e0d8d3052),segment_id=632dfa4e-4afd-455d-8698-bc9e0d8d3052)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:19.200434 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a430a86e-3ab5-4268-a33c-45ca041efe38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:19.342810 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-a430a86e-3ab5-4268-a33c-45ca041efe38 admin admin] Calling delete_port for cee4048b-70df-4c5a-be7a-d3254c5a9091 owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:18:19.352292 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-0707a772-b38b-477a-b7e9-3b166ed40a58 None None] For port cee4048b-70df-4c5a-be7a-d3254c5a9091, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=cee4048b-70df-4c5a-be7a-d3254c5a9091,segment=NetworkSegment(632dfa4e-4afd-455d-8698-bc9e0d8d3052),segment_id=632dfa4e-4afd-455d-8698-bc9e0d8d3052)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:19.352687 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0707a772-b38b-477a-b7e9-3b166ed40a58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:19.481075 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-0707a772-b38b-477a-b7e9-3b166ed40a58 None None] Calling delete_port for cee4048b-70df-4c5a-be7a-d3254c5a9091 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:18:19.550542 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a430a86e-3ab5-4268-a33c-45ca041efe38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:19.558242 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-0707a772-b38b-477a-b7e9-3b166ed40a58 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:18:19.558707 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-0707a772-b38b-477a-b7e9-3b166ed40a58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:18:19.597537 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430a86e-3ab5-4268-a33c-45ca041efe38 admin admin] Pushing event deleted for resources: {'Port': ['ID=cee4048b-70df-4c5a-be7a-d3254c5a9091,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:19.602082 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a430a86e-3ab5-4268-a33c-45ca041efe38 admin admin] No DVR routers for this DVR port cee4048b-70df-4c5a-be7a-d3254c5a9091 on host dv-neutron-827825-2-hyperv {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:18:19.721856 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a430a86e-3ab5-4268-a33c-45ca041efe38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:19.750281 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-a430a86e-3ab5-4268-a33c-45ca041efe38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2488a88c-066d-4e6c-8a83-7a96bd515b13']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:18:19.767297 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-a430a86e-3ab5-4268-a33c-45ca041efe38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '632dfa4e-4afd-455d-8698-bc9e0d8d3052') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:18:19.767602 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-a430a86e-3ab5-4268-a33c-45ca041efe38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '632dfa4e-4afd-455d-8698-bc9e0d8d3052') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:18:19.779804 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a430a86e-3ab5-4268-a33c-45ca041efe38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:19.797044 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a430a86e-3ab5-4268-a33c-45ca041efe38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:19.804715 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a430a86e-3ab5-4268-a33c-45ca041efe38 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 12:18:19.805106 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a430a86e-3ab5-4268-a33c-45ca041efe38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:19.818394 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 12:18:19.818394 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 12:18:19.818394 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 12:18:19.818394 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:18:19.818394 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 12:18:19.818394 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:18:19.818394 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 12:18:19.818394 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:18:19.818394 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 12:18:19.818394 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:18:19.818394 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 12:18:19.818394 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:18:19.818394 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 12:18:19.818394 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:18:19.818394 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:18:19.818394 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:18:19.818394 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:18:19.818394 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:18:19.818394 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 12:18:19.818394 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:18:19.818394 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 12:18:19.818394 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:18:19.818394 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:18:19.818394 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 12:18:19.818394 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 12:18:19.818394 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 12:18:19.818394 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:18:19.818394 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 12:18:19.818394 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:18:19.818394 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 12:18:19.818394 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:18:19.818394 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:18:19.948859 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a430a86e-3ab5-4268-a33c-45ca041efe38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:19.965573 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a430a86e-3ab5-4268-a33c-45ca041efe38 admin admin] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:19.980434 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430a86e-3ab5-4268-a33c-45ca041efe38 admin admin] Pushing event deleted for resources: {'Network': ['ID=2488a88c-066d-4e6c-8a83-7a96bd515b13,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:19.988333 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a430a86e-3ab5-4268-a33c-45ca041efe38 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2488a88c-066d-4e6c-8a83-7a96bd515b13 HTTP/1.1" status: 204 len: 168 time: 1.1801524 Feb 04 12:18:20.059509 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device cee4048b-70df-4c5a-be7a-d3254c5a9091 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:18:20.085565 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-0707a772-b38b-477a-b7e9-3b166ed40a58 None None] Deleting port cee4048b-70df-4c5a-be7a-d3254c5a9091 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:18:20.085953 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0707a772-b38b-477a-b7e9-3b166ed40a58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:20.135511 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: cee4048b-70df-4c5a-be7a-d3254c5a9091 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:18:20.136566 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device cee4048b-70df-4c5a-be7a-d3254c5a9091 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:18:20.136566 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 2fe8c139-c86e-4c38-ada4-633302aa5854 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:18:20.202725 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-0707a772-b38b-477a-b7e9-3b166ed40a58 None None] The port 'cee4048b-70df-4c5a-be7a-d3254c5a9091' was deleted {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 12:18:20.204537 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 2fe8c139-c86e-4c38-ada4-633302aa5854 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:18:20.204874 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 2fe8c139-c86e-4c38-ada4-633302aa5854 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:18:20.426886 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47084) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:18:20.486497 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d4f7d570-b24c-49c5-81db-a8f690d308c2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4992f3d2462b4d87a611a8418dcb4bd7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0565319 Feb 04 12:18:20.490759 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47088) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:18:20.560796 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-03e8c92c-4cfd-4312-b538-68cc71319e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:20.590535 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-03e8c92c-4cfd-4312-b538-68cc71319e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:20.730848 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-03e8c92c-4cfd-4312-b538-68cc71319e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:20.753119 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8c92c-4cfd-4312-b538-68cc71319e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc15903-0cd3-4d45-bdfa-2b9906c66f79,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:20.857583 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-03e8c92c-4cfd-4312-b538-68cc71319e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:20.858872 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-03e8c92c-4cfd-4312-b538-68cc71319e32 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5fc15903-0cd3-4d45-bdfa-2b9906c66f79 HTTP/1.1" status: 204 len: 168 time: 0.3670442 Feb 04 12:18:21.688842 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 47096) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:18:21.755173 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e1c5b506-4e16-4ded-981c-ae8ec05f2ea3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07f1047e39bd47a58c17a704909f8b31&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0640488 Feb 04 12:18:21.759111 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 47100) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:18:21.834140 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-29258efb-1810-478b-9b5a-543380c40fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:21.867076 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-29258efb-1810-478b-9b5a-543380c40fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:22.036280 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-29258efb-1810-478b-9b5a-543380c40fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:22.055528 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29258efb-1810-478b-9b5a-543380c40fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcda4a47-14e3-4c94-9e52-f0e79d201082,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:22.063704 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-29258efb-1810-478b-9b5a-543380c40fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:22.065212 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-29258efb-1810-478b-9b5a-543380c40fa3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dcda4a47-14e3-4c94-9e52-f0e79d201082 HTTP/1.1" status: 204 len: 168 time: 0.3049080 Feb 04 12:18:23.740594 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:18:25.772678 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47146) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:18:25.778321 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-895880f9-b8a2-45ff-b415-0069c4801891 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1476291520', 'description': 'tempest-secgroup-smoke-1476291520 description', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:18:25.785232 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-895880f9-b8a2-45ff-b415-0069c4801891 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:18:25.789654 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-895880f9-b8a2-45ff-b415-0069c4801891 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:18:25.793712 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-895880f9-b8a2-45ff-b415-0069c4801891 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:18:25.802460 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-895880f9-b8a2-45ff-b415-0069c4801891 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:18:25.880980 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-895880f9-b8a2-45ff-b415-0069c4801891 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:25.894347 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-895880f9-b8a2-45ff-b415-0069c4801891 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:25.932174 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-895880f9-b8a2-45ff-b415-0069c4801891 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:18:25.936187 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-895880f9-b8a2-45ff-b415-0069c4801891 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group_rule and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:18:25.939004 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-895880f9-b8a2-45ff-b415-0069c4801891 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:18:25.945633 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-895880f9-b8a2-45ff-b415-0069c4801891 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:18:26.125503 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-895880f9-b8a2-45ff-b415-0069c4801891 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:26.201905 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-895880f9-b8a2-45ff-b415-0069c4801891 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:26.247071 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-895880f9-b8a2-45ff-b415-0069c4801891 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:18:26.251558 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895880f9-b8a2-45ff-b415-0069c4801891 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0386ff3-f2b8-4695-99aa-0817c750a289,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:26.256264 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-895880f9-b8a2-45ff-b415-0069c4801891 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group_rule and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:18:26.259525 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-895880f9-b8a2-45ff-b415-0069c4801891 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:18:26.266107 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-895880f9-b8a2-45ff-b415-0069c4801891 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:18:26.323272 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-895880f9-b8a2-45ff-b415-0069c4801891 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:26.389681 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-895880f9-b8a2-45ff-b415-0069c4801891 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:26.436709 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895880f9-b8a2-45ff-b415-0069c4801891 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be0fe124-c8d1-4e20-9010-efe12a9e0d23,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:26.589561 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-895880f9-b8a2-45ff-b415-0069c4801891 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:26.590834 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-895880f9-b8a2-45ff-b415-0069c4801891 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.8171916 Feb 04 12:18:26.594002 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47150) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:18:26.600138 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-724833fa-ba9e-4ffc-b818-cc8af5787488 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'security_group_rule': {'security_group_id': 'be0fe124-c8d1-4e20-9010-efe12a9e0d23', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:18:26.606229 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-724833fa-ba9e-4ffc-b818-cc8af5787488 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:18:26.610117 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-724833fa-ba9e-4ffc-b818-cc8af5787488 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group_rule and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:18:26.614196 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-724833fa-ba9e-4ffc-b818-cc8af5787488 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:18:26.620176 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-724833fa-ba9e-4ffc-b818-cc8af5787488 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:18:26.711437 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-724833fa-ba9e-4ffc-b818-cc8af5787488 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:26.778456 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-724833fa-ba9e-4ffc-b818-cc8af5787488 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:26.863492 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-724833fa-ba9e-4ffc-b818-cc8af5787488 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:26.897472 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724833fa-ba9e-4ffc-b818-cc8af5787488 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb765033-00e5-4749-b804-13822f7b0edb,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:27.012008 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-724833fa-ba9e-4ffc-b818-cc8af5787488 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:27.013765 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-724833fa-ba9e-4ffc-b818-cc8af5787488 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4184949 Feb 04 12:18:27.016493 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47154) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:18:27.022725 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-99a42c3e-474e-4ec8-b004-85d1b124dd3a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'security_group_rule': {'security_group_id': 'be0fe124-c8d1-4e20-9010-efe12a9e0d23', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:18:27.030126 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-99a42c3e-474e-4ec8-b004-85d1b124dd3a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:18:27.033251 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-99a42c3e-474e-4ec8-b004-85d1b124dd3a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group_rule and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:18:27.037497 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-99a42c3e-474e-4ec8-b004-85d1b124dd3a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:18:27.044352 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-99a42c3e-474e-4ec8-b004-85d1b124dd3a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:18:27.156936 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-99a42c3e-474e-4ec8-b004-85d1b124dd3a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:27.233213 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-99a42c3e-474e-4ec8-b004-85d1b124dd3a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:27.361513 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-99a42c3e-474e-4ec8-b004-85d1b124dd3a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:27.385942 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a42c3e-474e-4ec8-b004-85d1b124dd3a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43d30f18-57c1-43db-9103-06deaa13afc9,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:27.503247 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-99a42c3e-474e-4ec8-b004-85d1b124dd3a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:27.504674 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-99a42c3e-474e-4ec8-b004-85d1b124dd3a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4870787 Feb 04 12:18:27.507917 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47158) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:18:27.513412 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-b4490a09-7f57-48be-b2f2-8289536cda78 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'security_group_rule': {'security_group_id': 'be0fe124-c8d1-4e20-9010-efe12a9e0d23', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:18:27.520345 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-b4490a09-7f57-48be-b2f2-8289536cda78 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:18:27.524423 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-b4490a09-7f57-48be-b2f2-8289536cda78 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group_rule and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:18:27.527463 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-b4490a09-7f57-48be-b2f2-8289536cda78 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:18:27.533422 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-b4490a09-7f57-48be-b2f2-8289536cda78 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:18:27.695047 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b4490a09-7f57-48be-b2f2-8289536cda78 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:27.772290 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b4490a09-7f57-48be-b2f2-8289536cda78 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:27.886694 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b4490a09-7f57-48be-b2f2-8289536cda78 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:27.911723 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4490a09-7f57-48be-b2f2-8289536cda78 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4203e11c-8834-4a3a-b61a-fcf5d6d34547,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:28.034372 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b4490a09-7f57-48be-b2f2-8289536cda78 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:28.039912 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b4490a09-7f57-48be-b2f2-8289536cda78 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5266700 Feb 04 12:18:28.039912 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47162) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:18:28.048037 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-b237dc08-6e77-4e75-ae5a-51e3e2c553eb tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'security_group_rule': {'security_group_id': 'be0fe124-c8d1-4e20-9010-efe12a9e0d23', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:18:28.054998 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-b237dc08-6e77-4e75-ae5a-51e3e2c553eb tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:18:28.058850 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-b237dc08-6e77-4e75-ae5a-51e3e2c553eb tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group_rule and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:18:28.061737 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-b237dc08-6e77-4e75-ae5a-51e3e2c553eb tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:18:28.068159 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-b237dc08-6e77-4e75-ae5a-51e3e2c553eb tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:18:28.213893 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b237dc08-6e77-4e75-ae5a-51e3e2c553eb tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:28.285710 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b237dc08-6e77-4e75-ae5a-51e3e2c553eb tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:28.378865 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b237dc08-6e77-4e75-ae5a-51e3e2c553eb tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:28.404579 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b237dc08-6e77-4e75-ae5a-51e3e2c553eb tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31221e3e-c402-4325-ae51-581c8669d067,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:28.492802 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b237dc08-6e77-4e75-ae5a-51e3e2c553eb tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:28.494185 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b237dc08-6e77-4e75-ae5a-51e3e2c553eb tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4525721 Feb 04 12:18:28.497086 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47166) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:18:28.502826 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-8cff968a-25df-4e78-970d-699aedfe34aa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'security_group_rule': {'security_group_id': 'be0fe124-c8d1-4e20-9010-efe12a9e0d23', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:18:28.512654 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8cff968a-25df-4e78-970d-699aedfe34aa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:18:28.517033 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8cff968a-25df-4e78-970d-699aedfe34aa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group_rule and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:18:28.520595 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8cff968a-25df-4e78-970d-699aedfe34aa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:18:28.527220 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8cff968a-25df-4e78-970d-699aedfe34aa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:18:28.578150 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.securitygroups_db [None req-8cff968a-25df-4e78-970d-699aedfe34aa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Project 2e443f5181274c41895cf3b1d3b2b8b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:18:28.586158 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8cff968a-25df-4e78-970d-699aedfe34aa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:28.656225 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8cff968a-25df-4e78-970d-699aedfe34aa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:28.732508 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8cff968a-25df-4e78-970d-699aedfe34aa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:28.757606 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff968a-25df-4e78-970d-699aedfe34aa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6961877-a134-4f26-84ef-ffdde5d9a1a2,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:28.812338 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8cff968a-25df-4e78-970d-699aedfe34aa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:28.813592 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8cff968a-25df-4e78-970d-699aedfe34aa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3155777 Feb 04 12:18:28.817271 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47170) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:18:28.823362 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-cc5e5ae1-a3ae-4a0c-a984-6b2ec91645b7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'security_group_rule': {'security_group_id': 'be0fe124-c8d1-4e20-9010-efe12a9e0d23', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:18:28.829945 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-cc5e5ae1-a3ae-4a0c-a984-6b2ec91645b7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:18:28.834858 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-cc5e5ae1-a3ae-4a0c-a984-6b2ec91645b7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group_rule and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:18:28.837956 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-cc5e5ae1-a3ae-4a0c-a984-6b2ec91645b7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:18:28.844067 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-cc5e5ae1-a3ae-4a0c-a984-6b2ec91645b7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:18:28.938185 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.securitygroups_db [None req-cc5e5ae1-a3ae-4a0c-a984-6b2ec91645b7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Project 2e443f5181274c41895cf3b1d3b2b8b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:18:28.947602 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cc5e5ae1-a3ae-4a0c-a984-6b2ec91645b7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:29.018379 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cc5e5ae1-a3ae-4a0c-a984-6b2ec91645b7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:29.092615 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cc5e5ae1-a3ae-4a0c-a984-6b2ec91645b7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:29.117534 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e5ae1-a3ae-4a0c-a984-6b2ec91645b7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f3f4cf-4997-4226-8833-2ca025406ce4,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:29.264684 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cc5e5ae1-a3ae-4a0c-a984-6b2ec91645b7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:29.265930 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-cc5e5ae1-a3ae-4a0c-a984-6b2ec91645b7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4475381 Feb 04 12:18:29.270419 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47174) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:18:29.275927 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-a2ff1e1a-de83-4c38-bee4-8c23f4073a93 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'network': {'name': 'tempest-network-smoke--1101202867', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'port_security_enabled': True}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:18:29.282110 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a2ff1e1a-de83-4c38-bee4-8c23f4073a93 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:18:29.286175 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a2ff1e1a-de83-4c38-bee4-8c23f4073a93 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:network and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:18:29.289127 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a2ff1e1a-de83-4c38-bee4-8c23f4073a93 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:18:29.295818 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a2ff1e1a-de83-4c38-bee4-8c23f4073a93 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:18:29.395544 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ff1e1a-de83-4c38-bee4-8c23f4073a93 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Made reservation on behalf of 2e443f5181274c41895cf3b1d3b2b8b5 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:18:29.398665 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a2ff1e1a-de83-4c38-bee4-8c23f4073a93 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:29.427468 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2ff1e1a-de83-4c38-bee4-8c23f4073a93 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:18:29.436600 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a2ff1e1a-de83-4c38-bee4-8c23f4073a93 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:29.436937 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-a2ff1e1a-de83-4c38-bee4-8c23f4073a93 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Added segment 761ba87c-b89c-40c6-89bd-fdc9783fdfa3 of type vlan for network 346b77c3-bd4a-42c5-b1b6-c49067ef5d4a Feb 04 12:18:29.464210 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a2ff1e1a-de83-4c38-bee4-8c23f4073a93 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:29.607414 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a2ff1e1a-de83-4c38-bee4-8c23f4073a93 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:29.612491 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ff1e1a-de83-4c38-bee4-8c23f4073a93 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:29.613685 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a2ff1e1a-de83-4c38-bee4-8c23f4073a93 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:29.727957 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff1e1a-de83-4c38-bee4-8c23f4073a93 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'Network': ['ID=346b77c3-bd4a-42c5-b1b6-c49067ef5d4a,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:29.738901 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 346b77c3-bd4a-42c5-b1b6-c49067ef5d4a details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:18:29.806240 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a2ff1e1a-de83-4c38-bee4-8c23f4073a93 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5346556 Feb 04 12:18:29.810027 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47178) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:18:29.816095 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-c83be696-d801-4987-a69a-8911323b3a4a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1585931067', 'admin_state_up': True, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:18:29.824231 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c83be696-d801-4987-a69a-8911323b3a4a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:18:29.829586 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c83be696-d801-4987-a69a-8911323b3a4a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:router and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:18:29.832859 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c83be696-d801-4987-a69a-8911323b3a4a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:18:29.838838 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c83be696-d801-4987-a69a-8911323b3a4a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:18:29.944016 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c83be696-d801-4987-a69a-8911323b3a4a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:29.945491 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c83be696-d801-4987-a69a-8911323b3a4a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:29.966152 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c83be696-d801-4987-a69a-8911323b3a4a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:30.207344 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c83be696-d801-4987-a69a-8911323b3a4a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:30.472887 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c83be696-d801-4987-a69a-8911323b3a4a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for router_gateway, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:30.503716 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c83be696-d801-4987-a69a-8911323b3a4a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:30.656798 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-c83be696-d801-4987-a69a-8911323b3a4a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Allocated IP 172.26.3.195 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/9892bda1-8582-47c3-ac17-ddb841d9193a) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:18:30.812540 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c83be696-d801-4987-a69a-8911323b3a4a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:30.938423 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c83be696-d801-4987-a69a-8911323b3a4a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:31.008789 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83be696-d801-4987-a69a-8911323b3a4a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:18:31.011777 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-c83be696-d801-4987-a69a-8911323b3a4a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:18:31.014573 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83be696-d801-4987-a69a-8911323b3a4a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:18:31.048639 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83be696-d801-4987-a69a-8911323b3a4a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'Port': ['ID=9892bda1-8582-47c3-ac17-ddb841d9193a,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:31.270633 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c83be696-d801-4987-a69a-8911323b3a4a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for router_gateway, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:31.271515 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c83be696-d801-4987-a69a-8911323b3a4a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:31.669492 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83be696-d801-4987-a69a-8911323b3a4a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Router 6cc2f7e6-00fa-4f9d-af81-8fac01d5802c is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:18:31.874573 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83be696-d801-4987-a69a-8911323b3a4a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:18:31.884685 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a4f45f-54c1-4413-a29f-3880cd3f3c16 None None] Sync routers for ids ['6cc2f7e6-00fa-4f9d-af81-8fac01d5802c'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:18:31.900008 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a4f45f-54c1-4413-a29f-3880cd3f3c16 None None] Routers {'6cc2f7e6-00fa-4f9d-af81-8fac01d5802c'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:18:31.900612 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-e3a4f45f-54c1-4413-a29f-3880cd3f3c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:18:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['6cc2f7e6-00fa-4f9d-af81-8fac01d5802c'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:18:32.062244 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c83be696-d801-4987-a69a-8911323b3a4a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:32.063447 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c83be696-d801-4987-a69a-8911323b3a4a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2523448 Feb 04 12:18:32.067466 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47182) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:18:32.076532 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-e3a4f45f-54c1-4413-a29f-3880cd3f3c16 None None] Set router 6cc2f7e6-00fa-4f9d-af81-8fac01d5802c gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:18:32.260350 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-559c7586-0fd8-4291-9906-39f3f5b9171e tempest-TestNetworkAdvancedServerOps-245603530 tempest-TestNetworkAdvancedServerOps-245603530-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=2e443f5181274c41895cf3b1d3b2b8b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1916845 Feb 04 12:18:32.263152 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 47188) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:18:32.374293 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-e3a4f45f-54c1-4413-a29f-3880cd3f3c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585931067', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '9892bda1-8582-47c3-ac17-ddb841d9193a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:18:29Z', 'updated_at': '2022-02-04T12:18:31Z', 'revision_number': 3, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '9892bda1-8582-47c3-ac17-ddb841d9193a', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:06:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:18:30Z', 'updated_at': '2022-02-04T12:18:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:18:32.378753 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a4f45f-54c1-4413-a29f-3880cd3f3c16 None None] Checking router: 6cc2f7e6-00fa-4f9d-af81-8fac01d5802c for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:18:32.379096 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a4f45f-54c1-4413-a29f-3880cd3f3c16 None None] Updating router 6cc2f7e6-00fa-4f9d-af81-8fac01d5802c port 9892bda1-8582-47c3-ac17-ddb841d9193a binding host dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 12:18:32.399273 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f173bac-6df5-48ac-b8ad-8eab13d529a3 tempest-TestNetworkAdvancedServerOps-245603530 tempest-TestNetworkAdvancedServerOps-245603530-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:32.401684 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-4f173bac-6df5-48ac-b8ad-8eab13d529a3 tempest-TestNetworkAdvancedServerOps-245603530 tempest-TestNetworkAdvancedServerOps-245603530-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1367064 Feb 04 12:18:32.405297 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 47192) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:18:32.437228 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-e3a4f45f-54c1-4413-a29f-3880cd3f3c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:32.449134 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ee893301-079a-457e-a689-135a1d6c323b tempest-TestNetworkAdvancedServerOps-245603530 tempest-TestNetworkAdvancedServerOps-245603530-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=63d4ab6b-931d-42a4-aa18-bedd81d582fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427046 Feb 04 12:18:32.473368 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 47196) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:18:32.479075 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-48cc128f-ef7f-43ca-bbf0-9b831b00c02a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1680026956', 'network_id': '346b77c3-bd4a-42c5-b1b6-c49067ef5d4a', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:18:32.595106 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-48cc128f-ef7f-43ca-bbf0-9b831b00c02a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:18:32.600148 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-48cc128f-ef7f-43ca-bbf0-9b831b00c02a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:subnet and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:18:32.603016 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-48cc128f-ef7f-43ca-bbf0-9b831b00c02a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:18:32.609267 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-48cc128f-ef7f-43ca-bbf0-9b831b00c02a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:18:32.749789 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cc128f-ef7f-43ca-bbf0-9b831b00c02a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Made reservation on behalf of 2e443f5181274c41895cf3b1d3b2b8b5 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:18:32.773567 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-e3a4f45f-54c1-4413-a29f-3880cd3f3c16 None None] Notify callbacks [] for port, precommit_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:32.786537 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.provisioning_blocks [None req-e3a4f45f-54c1-4413-a29f-3880cd3f3c16 None None] Transition to ACTIVE for port object 9892bda1-8582-47c3-ac17-ddb841d9193a will not be triggered until provisioned by entity L2. {{(pid=84207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:18:32.855498 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-48cc128f-ef7f-43ca-bbf0-9b831b00c02a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:32.920682 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-e3a4f45f-54c1-4413-a29f-3880cd3f3c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:33.004126 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-e3a4f45f-54c1-4413-a29f-3880cd3f3c16 None None] Attempting to bind port 9892bda1-8582-47c3-ac17-ddb841d9193a on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:18:33.004477 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-e3a4f45f-54c1-4413-a29f-3880cd3f3c16 None None] Attempting to bind port 9892bda1-8582-47c3-ac17-ddb841d9193a by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:18:33.004829 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a4f45f-54c1-4413-a29f-3880cd3f3c16 None None] Attempting to bind port 9892bda1-8582-47c3-ac17-ddb841d9193a on network 63d4ab6b-931d-42a4-aa18-bedd81d582fa {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:18:33.007143 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2bdc64-8581-4cbf-9f2b-f848635f7bb6 None None] Pushing event updated for resources: {'Port': ['ID=9892bda1-8582-47c3-ac17-ddb841d9193a,revision_number=2']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:33.018694 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a4f45f-54c1-4413-a29f-3880cd3f3c16 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:18:33.019099 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a4f45f-54c1-4413-a29f-3880cd3f3c16 None None] Checking segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:18:33.019434 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-e3a4f45f-54c1-4413-a29f-3880cd3f3c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:33.019812 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a4f45f-54c1-4413-a29f-3880cd3f3c16 None None] Bound using segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:18:33.020270 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-e3a4f45f-54c1-4413-a29f-3880cd3f3c16 None None] Bound port: 9892bda1-8582-47c3-ac17-ddb841d9193a, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:18:33.020628 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-e3a4f45f-54c1-4413-a29f-3880cd3f3c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:33.044409 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2bdc64-8581-4cbf-9f2b-f848635f7bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:33.044836 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2bdc64-8581-4cbf-9f2b-f848635f7bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:33.045368 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2bdc64-8581-4cbf-9f2b-f848635f7bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:33.045368 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2bdc64-8581-4cbf-9f2b-f848635f7bb6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:33.045674 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2bdc64-8581-4cbf-9f2b-f848635f7bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:33.047261 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2bdc64-8581-4cbf-9f2b-f848635f7bb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:33.047261 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2bdc64-8581-4cbf-9f2b-f848635f7bb6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:33.047261 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2bdc64-8581-4cbf-9f2b-f848635f7bb6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:33.047261 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2bdc64-8581-4cbf-9f2b-f848635f7bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:33.047261 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2bdc64-8581-4cbf-9f2b-f848635f7bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:33.047691 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2bdc64-8581-4cbf-9f2b-f848635f7bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:33.116662 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-e3a4f45f-54c1-4413-a29f-3880cd3f3c16 None None] For port 9892bda1-8582-47c3-ac17-ddb841d9193a, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:18:33.120328 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-e3a4f45f-54c1-4413-a29f-3880cd3f3c16 None None] For port 9892bda1-8582-47c3-ac17-ddb841d9193a, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=9892bda1-8582-47c3-ac17-ddb841d9193a,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:18:33.218884 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-e3a4f45f-54c1-4413-a29f-3880cd3f3c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:33.300127 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2bdc64-8581-4cbf-9f2b-f848635f7bb6 None None] Pushing event updated for resources: {'Port': ['ID=9892bda1-8582-47c3-ac17-ddb841d9193a,revision_number=3']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:33.304492 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a4f45f-54c1-4413-a29f-3880cd3f3c16 None None] Routers {'6cc2f7e6-00fa-4f9d-af81-8fac01d5802c'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:18:33.305073 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-e3a4f45f-54c1-4413-a29f-3880cd3f3c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:18:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['6cc2f7e6-00fa-4f9d-af81-8fac01d5802c'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:18:33.332925 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-48cc128f-ef7f-43ca-bbf0-9b831b00c02a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:33.413097 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc128f-ef7f-43ca-bbf0-9b831b00c02a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'Subnet': ['ID=e382032d-d41b-469f-bb0c-54bbb31c312c,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:33.430639 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cc128f-ef7f-43ca-bbf0-9b831b00c02a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Checking segment: {'id': '761ba87c-b89c-40c6-89bd-fdc9783fdfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '346b77c3-bd4a-42c5-b1b6-c49067ef5d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:18:33.431005 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cc128f-ef7f-43ca-bbf0-9b831b00c02a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Network hostable DHCP agents. Network: 346b77c3-bd4a-42c5-b1b6-c49067ef5d4a, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:18:33.497569 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-e3a4f45f-54c1-4413-a29f-3880cd3f3c16 None None] Set router 6cc2f7e6-00fa-4f9d-af81-8fac01d5802c gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:18:33.657954 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cc128f-ef7f-43ca-bbf0-9b831b00c02a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Network 346b77c3-bd4a-42c5-b1b6-c49067ef5d4a is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:18:33.772230 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-48cc128f-ef7f-43ca-bbf0-9b831b00c02a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 346b77c3-bd4a-42c5-b1b6-c49067ef5d4a) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:18:33.776203 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cc128f-ef7f-43ca-bbf0-9b831b00c02a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:33.776823 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-48cc128f-ef7f-43ca-bbf0-9b831b00c02a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:33.782545 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac607981-f6af-4ebd-b2fd-a2b25c7a4028 None None] Network 346b77c3-bd4a-42c5-b1b6-c49067ef5d4a requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:18:33.808961 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-e3a4f45f-54c1-4413-a29f-3880cd3f3c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585931067', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '9892bda1-8582-47c3-ac17-ddb841d9193a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:18:29Z', 'updated_at': '2022-02-04T12:18:31Z', 'revision_number': 3, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '9892bda1-8582-47c3-ac17-ddb841d9193a', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:06:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:18:30Z', 'updated_at': '2022-02-04T12:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:18:33.812957 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a4f45f-54c1-4413-a29f-3880cd3f3c16 None None] The sync data for ids ['6cc2f7e6-00fa-4f9d-af81-8fac01d5802c'] in dv-neutron-827825-2-hyperv is: [{'id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585931067', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '9892bda1-8582-47c3-ac17-ddb841d9193a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:18:29Z', 'updated_at': '2022-02-04T12:18:31Z', 'revision_number': 3, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '9892bda1-8582-47c3-ac17-ddb841d9193a', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:06:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:18:30Z', 'updated_at': '2022-02-04T12:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:18:33.898885 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-48cc128f-ef7f-43ca-bbf0-9b831b00c02a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4243677 Feb 04 12:18:33.901738 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47200) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:18:34.073927 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb16e54b-797b-45be-8e28-06efc7850740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-346b77c3-bd4a-42c5-b1b6-c49067ef5d4a', 'network_id': '346b77c3-bd4a-42c5-b1b6-c49067ef5d4a', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'fixed_ips': [{'subnet_id': 'e382032d-d41b-469f-bb0c-54bbb31c312c'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 12:18:34.075348 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fb16e54b-797b-45be-8e28-06efc7850740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:34.148250 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 9892bda1-8582-47c3-ac17-ddb841d9193a up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:18:34.323405 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-fb16e54b-797b-45be-8e28-06efc7850740 None None] Allocated IP 172.20.0.2 (346b77c3-bd4a-42c5-b1b6-c49067ef5d4a/e382032d-d41b-469f-bb0c-54bbb31c312c/193146f4-6a8e-4cf6-a91a-578aa6d8b81a) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:18:34.361126 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 9892bda1-8582-47c3-ac17-ddb841d9193a completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:18:34.419875 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 9892bda1-8582-47c3-ac17-ddb841d9193a triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:18:34.420036 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:34.647874 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:34.655821 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fb16e54b-797b-45be-8e28-06efc7850740 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:34.672784 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-fb16e54b-797b-45be-8e28-06efc7850740 None None] Transition to ACTIVE for port object 193146f4-6a8e-4cf6-a91a-578aa6d8b81a will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:18:34.678974 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 9892bda1-8582-47c3-ac17-ddb841d9193a, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=9892bda1-8582-47c3-ac17-ddb841d9193a,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:34.700670 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-fb16e54b-797b-45be-8e28-06efc7850740 None None] Transition to ACTIVE for port object 193146f4-6a8e-4cf6-a91a-578aa6d8b81a will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:18:34.753575 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-49c33cfc-50f5-45ff-ad37-fdfa359fbcf9 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:34.835234 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:34.883554 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fb16e54b-797b-45be-8e28-06efc7850740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:34.919614 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb16e54b-797b-45be-8e28-06efc7850740 None None] Network 346b77c3-bd4a-42c5-b1b6-c49067ef5d4a is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:18:34.921554 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-fb16e54b-797b-45be-8e28-06efc7850740 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:18:34.926448 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb16e54b-797b-45be-8e28-06efc7850740 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:18:34.934920 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=9892bda1-8582-47c3-ac17-ddb841d9193a,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:34.970033 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:34.970545 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:34.971015 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:34.971540 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:34.972042 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:34.972491 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:34.972882 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:34.973262 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:34.973688 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:34.974157 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:34.974593 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:35.087632 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-fb16e54b-797b-45be-8e28-06efc7850740 None None] Attempting to bind port 193146f4-6a8e-4cf6-a91a-578aa6d8b81a on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:18:35.087904 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-fb16e54b-797b-45be-8e28-06efc7850740 None None] Attempting to bind port 193146f4-6a8e-4cf6-a91a-578aa6d8b81a by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '761ba87c-b89c-40c6-89bd-fdc9783fdfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '346b77c3-bd4a-42c5-b1b6-c49067ef5d4a'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:18:35.088260 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb16e54b-797b-45be-8e28-06efc7850740 None None] Attempting to bind port 193146f4-6a8e-4cf6-a91a-578aa6d8b81a on network 346b77c3-bd4a-42c5-b1b6-c49067ef5d4a {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:18:35.094850 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16e54b-797b-45be-8e28-06efc7850740 None None] Pushing event updated for resources: {'Port': ['ID=193146f4-6a8e-4cf6-a91a-578aa6d8b81a,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:35.101173 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb16e54b-797b-45be-8e28-06efc7850740 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:18:35.101467 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb16e54b-797b-45be-8e28-06efc7850740 None None] Checking segment: {'id': '761ba87c-b89c-40c6-89bd-fdc9783fdfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '346b77c3-bd4a-42c5-b1b6-c49067ef5d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:18:35.101872 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fb16e54b-797b-45be-8e28-06efc7850740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:35.102286 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb16e54b-797b-45be-8e28-06efc7850740 None None] Bound using segment: {'id': '761ba87c-b89c-40c6-89bd-fdc9783fdfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '346b77c3-bd4a-42c5-b1b6-c49067ef5d4a'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:18:35.102759 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-fb16e54b-797b-45be-8e28-06efc7850740 None None] Bound port: 193146f4-6a8e-4cf6-a91a-578aa6d8b81a, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761ba87c-b89c-40c6-89bd-fdc9783fdfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '346b77c3-bd4a-42c5-b1b6-c49067ef5d4a'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:18:35.103806 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fb16e54b-797b-45be-8e28-06efc7850740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:35.201386 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-fb16e54b-797b-45be-8e28-06efc7850740 None None] For port 193146f4-6a8e-4cf6-a91a-578aa6d8b81a, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:18:35.204872 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-fb16e54b-797b-45be-8e28-06efc7850740 None None] For port 193146f4-6a8e-4cf6-a91a-578aa6d8b81a, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=193146f4-6a8e-4cf6-a91a-578aa6d8b81a,segment=NetworkSegment(761ba87c-b89c-40c6-89bd-fdc9783fdfa3),segment_id=761ba87c-b89c-40c6-89bd-fdc9783fdfa3)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:18:35.275563 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fb16e54b-797b-45be-8e28-06efc7850740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:35.306507 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-49c33cfc-50f5-45ff-ad37-fdfa359fbcf9 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Allocated IP 172.20.0.1 (346b77c3-bd4a-42c5-b1b6-c49067ef5d4a/e382032d-d41b-469f-bb0c-54bbb31c312c/5ad5a026-5817-46ef-a29d-b5d18f2a59a0) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:18:35.362197 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16e54b-797b-45be-8e28-06efc7850740 None None] Pushing event updated for resources: {'Port': ['ID=193146f4-6a8e-4cf6-a91a-578aa6d8b81a,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:35.484036 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-49c33cfc-50f5-45ff-ad37-fdfa359fbcf9 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:35.501545 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-49c33cfc-50f5-45ff-ad37-fdfa359fbcf9 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Transition to ACTIVE for port object 5ad5a026-5817-46ef-a29d-b5d18f2a59a0 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:18:35.630246 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-49c33cfc-50f5-45ff-ad37-fdfa359fbcf9 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:35.701430 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c33cfc-50f5-45ff-ad37-fdfa359fbcf9 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Network 346b77c3-bd4a-42c5-b1b6-c49067ef5d4a is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:18:35.704678 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-49c33cfc-50f5-45ff-ad37-fdfa359fbcf9 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:18:35.709663 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c33cfc-50f5-45ff-ad37-fdfa359fbcf9 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:18:35.740608 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c33cfc-50f5-45ff-ad37-fdfa359fbcf9 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'Port': ['ID=5ad5a026-5817-46ef-a29d-b5d18f2a59a0,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:35.776111 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-49c33cfc-50f5-45ff-ad37-fdfa359fbcf9 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:36.094104 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-49c33cfc-50f5-45ff-ad37-fdfa359fbcf9 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:36.146490 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 9892bda1-8582-47c3-ac17-ddb841d9193a up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:18:36.225753 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 9892bda1-8582-47c3-ac17-ddb841d9193a triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:18:36.226230 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:36.381130 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 193146f4-6a8e-4cf6-a91a-578aa6d8b81a up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:18:36.387891 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46de0d3-707b-4969-8897-8c9065988363 None None] Network 346b77c3-bd4a-42c5-b1b6-c49067ef5d4a requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:18:36.540046 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-49c33cfc-50f5-45ff-ad37-fdfa359fbcf9 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:36.601313 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:36.702077 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-49c33cfc-50f5-45ff-ad37-fdfa359fbcf9 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:36.703591 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 193146f4-6a8e-4cf6-a91a-578aa6d8b81a completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:18:36.708647 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f7f46c0d-d03c-4d82-916a-c161e3d9d0e8 None None] Provisioning for port 193146f4-6a8e-4cf6-a91a-578aa6d8b81a completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:18:36.712917 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 193146f4-6a8e-4cf6-a91a-578aa6d8b81a triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:18:36.713518 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:36.742211 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f7f46c0d-d03c-4d82-916a-c161e3d9d0e8 None None] Provisioning complete for port 193146f4-6a8e-4cf6-a91a-578aa6d8b81a triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:18:36.743693 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f7f46c0d-d03c-4d82-916a-c161e3d9d0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:36.825527 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c33cfc-50f5-45ff-ad37-fdfa359fbcf9 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'Port': ['ID=5ad5a026-5817-46ef-a29d-b5d18f2a59a0,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:36.828178 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-49c33cfc-50f5-45ff-ad37-fdfa359fbcf9 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:36.989371 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c33cfc-50f5-45ff-ad37-fdfa359fbcf9 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Network 346b77c3-bd4a-42c5-b1b6-c49067ef5d4a is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:18:36.990698 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-49c33cfc-50f5-45ff-ad37-fdfa359fbcf9 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:18:36.993934 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:37.011187 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f7f46c0d-d03c-4d82-916a-c161e3d9d0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:37.060025 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-f7f46c0d-d03c-4d82-916a-c161e3d9d0e8 None None] For port 193146f4-6a8e-4cf6-a91a-578aa6d8b81a, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=193146f4-6a8e-4cf6-a91a-578aa6d8b81a,segment=NetworkSegment(761ba87c-b89c-40c6-89bd-fdc9783fdfa3),segment_id=761ba87c-b89c-40c6-89bd-fdc9783fdfa3)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:37.165821 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f7f46c0d-d03c-4d82-916a-c161e3d9d0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:37.327788 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:18:37.328055 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:18:37.328703 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f46c0d-d03c-4d82-916a-c161e3d9d0e8 None None] Pushing event updated for resources: {'Port': ['ID=193146f4-6a8e-4cf6-a91a-578aa6d8b81a,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:37.412971 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-da06509c-b34c-4c6b-86ab-e6a2a2c0bc07 None None] Provisioning for port 5ad5a026-5817-46ef-a29d-b5d18f2a59a0 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:18:37.412971 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-da06509c-b34c-4c6b-86ab-e6a2a2c0bc07 None None] Provisioning complete for port 5ad5a026-5817-46ef-a29d-b5d18f2a59a0 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:18:37.412971 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-da06509c-b34c-4c6b-86ab-e6a2a2c0bc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:37.463788 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-da06509c-b34c-4c6b-86ab-e6a2a2c0bc07 None None] Port 5ad5a026-5817-46ef-a29d-b5d18f2a59a0 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:18:37.476769 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-da06509c-b34c-4c6b-86ab-e6a2a2c0bc07 None None] Provisioning complete for port 193146f4-6a8e-4cf6-a91a-578aa6d8b81a triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:18:37.477129 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-da06509c-b34c-4c6b-86ab-e6a2a2c0bc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:37.543441 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c33cfc-50f5-45ff-ad37-fdfa359fbcf9 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Router 6cc2f7e6-00fa-4f9d-af81-8fac01d5802c has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:18:37.726640 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e9bfdb89-bbba-4e82-a584-3987347855b5 None None] Provisioning complete for port 5ad5a026-5817-46ef-a29d-b5d18f2a59a0 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:18:37.727167 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e9bfdb89-bbba-4e82-a584-3987347855b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:37.755815 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c33cfc-50f5-45ff-ad37-fdfa359fbcf9 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:18:37.766780 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-49c33cfc-50f5-45ff-ad37-fdfa359fbcf9 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "PUT /v2.0/routers/6cc2f7e6-00fa-4f9d-af81-8fac01d5802c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8633802 Feb 04 12:18:37.773178 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcde0622-a35d-4e1d-9a4c-8502dcdc5ab1 None None] Sync routers for ids ['6cc2f7e6-00fa-4f9d-af81-8fac01d5802c'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:18:37.791798 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-e9bfdb89-bbba-4e82-a584-3987347855b5 None None] Port 5ad5a026-5817-46ef-a29d-b5d18f2a59a0 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:18:37.797453 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcde0622-a35d-4e1d-9a4c-8502dcdc5ab1 None None] Routers {'6cc2f7e6-00fa-4f9d-af81-8fac01d5802c'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:18:37.798237 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-dcde0622-a35d-4e1d-9a4c-8502dcdc5ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:18:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['6cc2f7e6-00fa-4f9d-af81-8fac01d5802c'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:18:37.969382 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-5f30baaf-394f-449b-9f62-f4aeac1dd125 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1476291520&fields=id&tenant_id=2e443f5181274c41895cf3b1d3b2b8b5 HTTP/1.1" status: 200 len: 267 time: 0.0520523 Feb 04 12:18:38.034408 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-dcde0622-a35d-4e1d-9a4c-8502dcdc5ab1 None None] Set router 6cc2f7e6-00fa-4f9d-af81-8fac01d5802c gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:18:38.077579 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 193146f4-6a8e-4cf6-a91a-578aa6d8b81a up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:18:38.128843 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-fa4cd45b-ad8a-4975-888f-687c05b03155 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:38.130519 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-fa4cd45b-ad8a-4975-888f-687c05b03155 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/networks?id=346b77c3-bd4a-42c5-b1b6-c49067ef5d4a HTTP/1.1" status: 200 len: 797 time: 0.1540296 Feb 04 12:18:38.147284 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-119f356f-8136-45c0-bf14-ce335283d37c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/quotas/2e443f5181274c41895cf3b1d3b2b8b5 HTTP/1.1" status: 200 len: 375 time: 0.0111749 Feb 04 12:18:38.235427 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-8a803d5d-6e15-407e-9339-27d8c3822506 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823364 Feb 04 12:18:38.293438 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 193146f4-6a8e-4cf6-a91a-578aa6d8b81a triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:18:38.293996 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:38.447830 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-15f4c39b-4499-4b9b-bae6-09b47c0b4063 service neutron] 10.222.0.21 "GET /v2.0/networks/346b77c3-bd4a-42c5-b1b6-c49067ef5d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995575 Feb 04 12:18:38.511411 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-dcde0622-a35d-4e1d-9a4c-8502dcdc5ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585931067', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '9892bda1-8582-47c3-ac17-ddb841d9193a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:18:29Z', 'updated_at': '2022-02-04T12:18:35Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '9892bda1-8582-47c3-ac17-ddb841d9193a', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:06:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:18:30Z', 'updated_at': '2022-02-04T12:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '5ad5a026-5817-46ef-a29d-b5d18f2a59a0', 'name': '', 'network_id': '346b77c3-bd4a-42c5-b1b6-c49067ef5d4a', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:d8:60:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e382032d-d41b-469f-bb0c-54bbb31c312c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:18:34Z', 'updated_at': '2022-02-04T12:18:36Z', 'revision_number': 2, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': 'e382032d-d41b-469f-bb0c-54bbb31c312c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:18:38.516296 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcde0622-a35d-4e1d-9a4c-8502dcdc5ab1 None None] Checking router: 6cc2f7e6-00fa-4f9d-af81-8fac01d5802c for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:18:38.516647 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcde0622-a35d-4e1d-9a4c-8502dcdc5ab1 None None] Updating router 6cc2f7e6-00fa-4f9d-af81-8fac01d5802c port 5ad5a026-5817-46ef-a29d-b5d18f2a59a0 binding host dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 12:18:38.568664 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dcde0622-a35d-4e1d-9a4c-8502dcdc5ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:38.580548 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-a10dcc7b-9a56-45ad-9233-352df8879f43 service neutron] 10.222.0.21 "GET /v2.0/networks/346b77c3-bd4a-42c5-b1b6-c49067ef5d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259000 Feb 04 12:18:38.944531 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-daa16d89-4adf-48f6-8930-b3f896eb2fab req-a6f574f1-770e-46e2-a154-7799e6737197 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Synchronizing usage tracker for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:18:38.987504 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dcde0622-a35d-4e1d-9a4c-8502dcdc5ab1 None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:38.998336 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-dcde0622-a35d-4e1d-9a4c-8502dcdc5ab1 None None] Transition to ACTIVE for port object 5ad5a026-5817-46ef-a29d-b5d18f2a59a0 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:18:39.040793 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-daa16d89-4adf-48f6-8930-b3f896eb2fab req-a6f574f1-770e-46e2-a154-7799e6737197 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Unset dirty status for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:18:39.042362 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-daa16d89-4adf-48f6-8930-b3f896eb2fab req-a6f574f1-770e-46e2-a154-7799e6737197 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d48acbd-88d4-4622-a7b2-1166a63c251f HTTP/1.1" status: 200 len: 210 time: 0.1420984 Feb 04 12:18:39.081648 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dcde0622-a35d-4e1d-9a4c-8502dcdc5ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:39.258270 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0dff90-0d90-4d15-b535-4b53b0dcd6f8 None None] Pushing event updated for resources: {'Port': ['ID=5ad5a026-5817-46ef-a29d-b5d18f2a59a0,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:39.321715 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-dcde0622-a35d-4e1d-9a4c-8502dcdc5ab1 None None] Attempting to bind port 5ad5a026-5817-46ef-a29d-b5d18f2a59a0 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:18:39.322400 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-dcde0622-a35d-4e1d-9a4c-8502dcdc5ab1 None None] Attempting to bind port 5ad5a026-5817-46ef-a29d-b5d18f2a59a0 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '761ba87c-b89c-40c6-89bd-fdc9783fdfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '346b77c3-bd4a-42c5-b1b6-c49067ef5d4a'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:18:39.322400 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcde0622-a35d-4e1d-9a4c-8502dcdc5ab1 None None] Attempting to bind port 5ad5a026-5817-46ef-a29d-b5d18f2a59a0 on network 346b77c3-bd4a-42c5-b1b6-c49067ef5d4a {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:18:39.329600 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcde0622-a35d-4e1d-9a4c-8502dcdc5ab1 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:18:39.330059 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcde0622-a35d-4e1d-9a4c-8502dcdc5ab1 None None] Checking segment: {'id': '761ba87c-b89c-40c6-89bd-fdc9783fdfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '346b77c3-bd4a-42c5-b1b6-c49067ef5d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:18:39.330524 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dcde0622-a35d-4e1d-9a4c-8502dcdc5ab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:39.330921 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcde0622-a35d-4e1d-9a4c-8502dcdc5ab1 None None] Bound using segment: {'id': '761ba87c-b89c-40c6-89bd-fdc9783fdfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '346b77c3-bd4a-42c5-b1b6-c49067ef5d4a'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:18:39.331396 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-dcde0622-a35d-4e1d-9a4c-8502dcdc5ab1 None None] Bound port: 5ad5a026-5817-46ef-a29d-b5d18f2a59a0, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761ba87c-b89c-40c6-89bd-fdc9783fdfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '346b77c3-bd4a-42c5-b1b6-c49067ef5d4a'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:18:39.331769 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dcde0622-a35d-4e1d-9a4c-8502dcdc5ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:39.427126 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-dcde0622-a35d-4e1d-9a4c-8502dcdc5ab1 None None] For port 5ad5a026-5817-46ef-a29d-b5d18f2a59a0, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:18:39.430853 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-dcde0622-a35d-4e1d-9a4c-8502dcdc5ab1 None None] For port 5ad5a026-5817-46ef-a29d-b5d18f2a59a0, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=5ad5a026-5817-46ef-a29d-b5d18f2a59a0,segment=NetworkSegment(761ba87c-b89c-40c6-89bd-fdc9783fdfa3),segment_id=761ba87c-b89c-40c6-89bd-fdc9783fdfa3)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:18:39.527717 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dcde0622-a35d-4e1d-9a4c-8502dcdc5ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:39.614018 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcde0622-a35d-4e1d-9a4c-8502dcdc5ab1 None None] Routers {'6cc2f7e6-00fa-4f9d-af81-8fac01d5802c'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:18:39.614635 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-dcde0622-a35d-4e1d-9a4c-8502dcdc5ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:18:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['6cc2f7e6-00fa-4f9d-af81-8fac01d5802c'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:18:39.663360 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0dff90-0d90-4d15-b535-4b53b0dcd6f8 None None] Pushing event updated for resources: {'Port': ['ID=5ad5a026-5817-46ef-a29d-b5d18f2a59a0,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:39.817907 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-dcde0622-a35d-4e1d-9a4c-8502dcdc5ab1 None None] Set router 6cc2f7e6-00fa-4f9d-af81-8fac01d5802c gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:18:40.151981 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-dcde0622-a35d-4e1d-9a4c-8502dcdc5ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585931067', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '9892bda1-8582-47c3-ac17-ddb841d9193a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:18:29Z', 'updated_at': '2022-02-04T12:18:35Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '9892bda1-8582-47c3-ac17-ddb841d9193a', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:06:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:18:30Z', 'updated_at': '2022-02-04T12:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '5ad5a026-5817-46ef-a29d-b5d18f2a59a0', 'name': '', 'network_id': '346b77c3-bd4a-42c5-b1b6-c49067ef5d4a', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:d8:60:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e382032d-d41b-469f-bb0c-54bbb31c312c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:18:34Z', 'updated_at': '2022-02-04T12:18:39Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': 'e382032d-d41b-469f-bb0c-54bbb31c312c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:18:40.153190 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6b3b3e13-729b-4f4e-a2b2-a18a43c8c4a1 req-1170c396-713d-4d24-a5e2-2d0291c7e28e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d48acbd-88d4-4622-a7b2-1166a63c251f HTTP/1.1" status: 200 len: 210 time: 0.0418835 Feb 04 12:18:40.156799 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcde0622-a35d-4e1d-9a4c-8502dcdc5ab1 None None] The sync data for ids ['6cc2f7e6-00fa-4f9d-af81-8fac01d5802c'] in dv-neutron-827825-2-hyperv is: [{'id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585931067', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '9892bda1-8582-47c3-ac17-ddb841d9193a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:18:29Z', 'updated_at': '2022-02-04T12:18:35Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '9892bda1-8582-47c3-ac17-ddb841d9193a', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:06:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:18:30Z', 'updated_at': '2022-02-04T12:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '5ad5a026-5817-46ef-a29d-b5d18f2a59a0', 'name': '', 'network_id': '346b77c3-bd4a-42c5-b1b6-c49067ef5d4a', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:d8:60:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e382032d-d41b-469f-bb0c-54bbb31c312c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:18:34Z', 'updated_at': '2022-02-04T12:18:39Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': 'e382032d-d41b-469f-bb0c-54bbb31c312c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:18:41.329737 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fc4b8f38-f4b5-4198-a4aa-13210cd13525 req-097f5a9b-89be-47d4-a919-0cfce1af12c0 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d48acbd-88d4-4622-a7b2-1166a63c251f HTTP/1.1" status: 200 len: 210 time: 0.0440717 Feb 04 12:18:41.719965 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-5b89fb1f-390f-43a6-8007-4b256285e210 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:41.722483 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-5b89fb1f-390f-43a6-8007-4b256285e210 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.47 "GET /v2.0/networks?id=346b77c3-bd4a-42c5-b1b6-c49067ef5d4a HTTP/1.1" status: 200 len: 797 time: 0.1488233 Feb 04 12:18:41.797514 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-fd66e90a-28a4-44ef-9e97-0ed9a37eef93 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e443f5181274c41895cf3b1d3b2b8b5 HTTP/1.1" status: 200 len: 380 time: 0.0521171 Feb 04 12:18:41.806248 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-0c1d93aa-dc6f-45a7-afcb-909d11c2cc61 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'port': {'device_id': '0d48acbd-88d4-4622-a7b2-1166a63c251f', 'network_id': '346b77c3-bd4a-42c5-b1b6-c49067ef5d4a', 'admin_state_up': True, 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'security_groups': ['be0fe124-c8d1-4e20-9010-efe12a9e0d23']}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:18:41.942393 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-0c1d93aa-dc6f-45a7-afcb-909d11c2cc61 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:18:41.952223 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-0c1d93aa-dc6f-45a7-afcb-909d11c2cc61 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:18:42.115326 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 5ad5a026-5817-46ef-a29d-b5d18f2a59a0 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:18:42.193944 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-0c1d93aa-dc6f-45a7-afcb-909d11c2cc61 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Made reservation on behalf of 2e443f5181274c41895cf3b1d3b2b8b5 for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:18:42.196972 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-0c1d93aa-dc6f-45a7-afcb-909d11c2cc61 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:42.313751 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3283dd7a-3c38-41d4-84df-dcfde21344f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:42.362792 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-0c1d93aa-dc6f-45a7-afcb-909d11c2cc61 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Allocated IP 172.20.0.10 (346b77c3-bd4a-42c5-b1b6-c49067ef5d4a/e382032d-d41b-469f-bb0c-54bbb31c312c/8be78dba-0b8e-4888-90c0-0942b24b33ba) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:18:42.371714 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 5ad5a026-5817-46ef-a29d-b5d18f2a59a0 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:18:42.386227 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 5ad5a026-5817-46ef-a29d-b5d18f2a59a0 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:18:42.386227 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:42.520755 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:42.529268 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6c8cf00a-fbd2-49f0-82b4-46dad8c59862 req-3a9c90cc-7d6b-47fd-bf29-a52835343f7d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d48acbd-88d4-4622-a7b2-1166a63c251f HTTP/1.1" status: 200 len: 210 time: 0.0482409 Feb 04 12:18:42.557404 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 5ad5a026-5817-46ef-a29d-b5d18f2a59a0, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=5ad5a026-5817-46ef-a29d-b5d18f2a59a0,segment=NetworkSegment(761ba87c-b89c-40c6-89bd-fdc9783fdfa3),segment_id=761ba87c-b89c-40c6-89bd-fdc9783fdfa3)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:42.611442 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-0c1d93aa-dc6f-45a7-afcb-909d11c2cc61 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:42.627324 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-0c1d93aa-dc6f-45a7-afcb-909d11c2cc61 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Transition to ACTIVE for port object 8be78dba-0b8e-4888-90c0-0942b24b33ba will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:18:42.640569 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:42.705680 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=5ad5a026-5817-46ef-a29d-b5d18f2a59a0,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:42.744428 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-0c1d93aa-dc6f-45a7-afcb-909d11c2cc61 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:42.819542 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-0c1d93aa-dc6f-45a7-afcb-909d11c2cc61 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Network 346b77c3-bd4a-42c5-b1b6-c49067ef5d4a is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:18:42.822855 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-0c1d93aa-dc6f-45a7-afcb-909d11c2cc61 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:18:42.827559 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-0c1d93aa-dc6f-45a7-afcb-909d11c2cc61 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:18:42.853255 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d93aa-dc6f-45a7-afcb-909d11c2cc61 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'Port': ['ID=8be78dba-0b8e-4888-90c0-0942b24b33ba,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:42.893642 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-0c1d93aa-dc6f-45a7-afcb-909d11c2cc61 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:42.894270 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-0c1d93aa-dc6f-45a7-afcb-909d11c2cc61 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:43.035947 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-0c1d93aa-dc6f-45a7-afcb-909d11c2cc61 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2331648 Feb 04 12:18:43.048073 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-497b2576-6172-4308-be8f-53c21d91a583 service neutron] Request body: {'port': {'device_id': '0d48acbd-88d4-4622-a7b2-1166a63c251f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:18:43.166469 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-b732d703-4038-4274-9304-fac8e35f61c1 None None] Provisioning for port 8be78dba-0b8e-4888-90c0-0942b24b33ba completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:18:43.171811 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-b732d703-4038-4274-9304-fac8e35f61c1 None None] Provisioning complete for port 8be78dba-0b8e-4888-90c0-0942b24b33ba triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:18:43.172253 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b732d703-4038-4274-9304-fac8e35f61c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:43.231828 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-b732d703-4038-4274-9304-fac8e35f61c1 None None] Port 8be78dba-0b8e-4888-90c0-0942b24b33ba cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:18:43.257667 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-497b2576-6172-4308-be8f-53c21d91a583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:43.609026 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-497b2576-6172-4308-be8f-53c21d91a583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be78dba-0b8e-4888-90c0-0942b24b33ba {{(pid=84204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:18:43.620980 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-497b2576-6172-4308-be8f-53c21d91a583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:43.636769 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-497b2576-6172-4308-be8f-53c21d91a583 service neutron] Transition to ACTIVE for port object 8be78dba-0b8e-4888-90c0-0942b24b33ba will not be triggered until provisioned by entity L2. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:18:43.726471 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-497b2576-6172-4308-be8f-53c21d91a583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:43.744758 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e4ff8-07c0-4442-82d9-faf6f39f9414 req-655b5476-e7a9-4557-a2eb-d99cb80d5e34 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:43.749816 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-571e4ff8-07c0-4442-82d9-faf6f39f9414 req-655b5476-e7a9-4557-a2eb-d99cb80d5e34 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d48acbd-88d4-4622-a7b2-1166a63c251f HTTP/1.1" status: 200 len: 932 time: 0.0917842 Feb 04 12:18:43.793964 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-571e4ff8-07c0-4442-82d9-faf6f39f9414 req-7d9d2de8-eca3-4f0d-8b09-b5f44c3306fd tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Synchronizing usage tracker for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:18:43.862515 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b2576-6172-4308-be8f-53c21d91a583 service neutron] Pushing event updated for resources: {'Port': ['ID=8be78dba-0b8e-4888-90c0-0942b24b33ba,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:43.892260 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-571e4ff8-07c0-4442-82d9-faf6f39f9414 req-7d9d2de8-eca3-4f0d-8b09-b5f44c3306fd tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Unset dirty status for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:18:43.894861 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-571e4ff8-07c0-4442-82d9-faf6f39f9414 req-7d9d2de8-eca3-4f0d-8b09-b5f44c3306fd tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=be0fe124-c8d1-4e20-9010-efe12a9e0d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427946 Feb 04 12:18:43.981523 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-497b2576-6172-4308-be8f-53c21d91a583 service neutron] Attempting to bind port 8be78dba-0b8e-4888-90c0-0942b24b33ba on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:18:43.981862 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-497b2576-6172-4308-be8f-53c21d91a583 service neutron] Attempting to bind port 8be78dba-0b8e-4888-90c0-0942b24b33ba by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '761ba87c-b89c-40c6-89bd-fdc9783fdfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '346b77c3-bd4a-42c5-b1b6-c49067ef5d4a'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:18:43.982248 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-497b2576-6172-4308-be8f-53c21d91a583 service neutron] Attempting to bind port 8be78dba-0b8e-4888-90c0-0942b24b33ba on network 346b77c3-bd4a-42c5-b1b6-c49067ef5d4a {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:18:43.989305 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-497b2576-6172-4308-be8f-53c21d91a583 service neutron] Port 8be78dba-0b8e-4888-90c0-0942b24b33ba on network 346b77c3-bd4a-42c5-b1b6-c49067ef5d4a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 12:18:43.989633 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-497b2576-6172-4308-be8f-53c21d91a583 service neutron] Attempting to bind port 8be78dba-0b8e-4888-90c0-0942b24b33ba on network 346b77c3-bd4a-42c5-b1b6-c49067ef5d4a {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:18:43.996717 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-497b2576-6172-4308-be8f-53c21d91a583 service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:18:44.000053 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-497b2576-6172-4308-be8f-53c21d91a583 service neutron] Checking segment: {'id': '761ba87c-b89c-40c6-89bd-fdc9783fdfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '346b77c3-bd4a-42c5-b1b6-c49067ef5d4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:18:44.000053 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-497b2576-6172-4308-be8f-53c21d91a583 service neutron] Bound using segment: {'id': '761ba87c-b89c-40c6-89bd-fdc9783fdfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '346b77c3-bd4a-42c5-b1b6-c49067ef5d4a'} {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:18:44.000053 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-497b2576-6172-4308-be8f-53c21d91a583 service neutron] Bound port: 8be78dba-0b8e-4888-90c0-0942b24b33ba, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '761ba87c-b89c-40c6-89bd-fdc9783fdfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '346b77c3-bd4a-42c5-b1b6-c49067ef5d4a'}}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:18:44.000053 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-497b2576-6172-4308-be8f-53c21d91a583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:44.077743 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 5ad5a026-5817-46ef-a29d-b5d18f2a59a0 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:18:44.093301 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-497b2576-6172-4308-be8f-53c21d91a583 service neutron] For port 8be78dba-0b8e-4888-90c0-0942b24b33ba, host hv-neutron-8278, cleared binding levels {{(pid=84204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:18:44.097035 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-497b2576-6172-4308-be8f-53c21d91a583 service neutron] For port 8be78dba-0b8e-4888-90c0-0942b24b33ba, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=8be78dba-0b8e-4888-90c0-0942b24b33ba,segment=NetworkSegment(761ba87c-b89c-40c6-89bd-fdc9783fdfa3),segment_id=761ba87c-b89c-40c6-89bd-fdc9783fdfa3)] {{(pid=84204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:18:44.147487 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 5ad5a026-5817-46ef-a29d-b5d18f2a59a0 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:18:44.147852 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:44.184545 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-497b2576-6172-4308-be8f-53c21d91a583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:44.248423 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-497b2576-6172-4308-be8f-53c21d91a583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:44.249808 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-497b2576-6172-4308-be8f-53c21d91a583 service neutron] 10.222.0.47 "PUT /v2.0/ports/8be78dba-0b8e-4888-90c0-0942b24b33ba HTTP/1.1" status: 200 len: 1094 time: 1.2058325 Feb 04 12:18:44.250319 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d48acbd-88d4-4622-a7b2-1166a63c251f', 'tag': '8be78dba-0b8e-4888-90c0-0942b24b33ba'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:18:44.270245 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b2576-6172-4308-be8f-53c21d91a583 service neutron] Pushing event updated for resources: {'Port': ['ID=8be78dba-0b8e-4888-90c0-0942b24b33ba,revision_number=3']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:44.320095 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d48acbd-88d4-4622-a7b2-1166a63c251f', 'tag': '8be78dba-0b8e-4888-90c0-0942b24b33ba', 'status': 'completed', 'code': 200} Feb 04 12:18:44.421466 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d6a8ce8-a9ad-462b-9424-160c9e714a7a req-5c3472c4-e4c8-42e3-ad42-3e358c3b5300 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&device_id=0d48acbd-88d4-4622-a7b2-1166a63c251f HTTP/1.1" status: 200 len: 1097 time: 0.0825877 Feb 04 12:18:44.574056 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a8ce8-a9ad-462b-9424-160c9e714a7a req-a0f1e933-be7e-4ff5-ad86-ddfbb9feba69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:44.575877 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d6a8ce8-a9ad-462b-9424-160c9e714a7a req-a0f1e933-be7e-4ff5-ad86-ddfbb9feba69 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1467686 Feb 04 12:18:44.617594 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dd3deadb-84e0-4c78-a89e-428e42b1b5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:44.709542 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a8ce8-a9ad-462b-9424-160c9e714a7a req-71c3df6b-4001-43be-be5c-8a6dcb882527 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:44.710993 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d6a8ce8-a9ad-462b-9424-160c9e714a7a req-71c3df6b-4001-43be-be5c-8a6dcb882527 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292207 Feb 04 12:18:44.815441 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-4b0a86ca-6e7a-4fc7-8e8a-ebeb604ba0d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&device_id=0d48acbd-88d4-4622-a7b2-1166a63c251f HTTP/1.1" status: 200 len: 1097 time: 0.0700586 Feb 04 12:18:44.889300 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-681b7c5f-59bb-4b96-9a6f-ac194b818942 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8be78dba-0b8e-4888-90c0-0942b24b33ba HTTP/1.1" status: 200 len: 217 time: 0.0676262 Feb 04 12:18:44.954747 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-51f01da0-7946-46ba-8c92-a4fb315ee6ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:44.956407 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-51f01da0-7946-46ba-8c92-a4fb315ee6ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e382032d-d41b-469f-bb0c-54bbb31c312c HTTP/1.1" status: 200 len: 835 time: 0.0611708 Feb 04 12:18:45.038610 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-d87d1bc9-9bad-46a8-9daf-81163ed1784e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=346b77c3-bd4a-42c5-b1b6-c49067ef5d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769317 Feb 04 12:18:45.116911 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e5bfd-aaa5-42de-a5ad-f34853458f95 req-159fc4f2-89e9-4af7-a76b-77cc01cd88aa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:45.118555 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-767e5bfd-aaa5-42de-a5ad-f34853458f95 req-159fc4f2-89e9-4af7-a76b-77cc01cd88aa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d48acbd-88d4-4622-a7b2-1166a63c251f HTTP/1.1" status: 200 len: 944 time: 0.0919290 Feb 04 12:18:45.167625 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-767e5bfd-aaa5-42de-a5ad-f34853458f95 req-70a26199-ebb8-451a-9ed6-5fcba4e30599 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=be0fe124-c8d1-4e20-9010-efe12a9e0d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432506 Feb 04 12:18:45.273906 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-da38515c-9021-438c-bbb7-3dbc98a71502 service neutron] 10.222.0.47 "GET /v2.0/networks/346b77c3-bd4a-42c5-b1b6-c49067ef5d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296264 Feb 04 12:18:45.415876 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf0de6f3-77cd-4d44-a9d6-138d37ea3f43 req-52dcb8c8-045c-4b9b-8d90-d0fa1b8333a1 service neutron] 10.222.0.47 "GET /v2.0/networks/346b77c3-bd4a-42c5-b1b6-c49067ef5d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363032 Feb 04 12:18:45.669011 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:45.846312 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:46.375739 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34ca9a-ae8c-4967-8a44-2830a2352501 req-8df9a275-ac01-449b-861e-68e5d1029088 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:46.376519 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-fa34ca9a-ae8c-4967-8a44-2830a2352501 req-8df9a275-ac01-449b-861e-68e5d1029088 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Synchronizing usage tracker for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:18:46.539203 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-fa34ca9a-ae8c-4967-8a44-2830a2352501 req-8df9a275-ac01-449b-861e-68e5d1029088 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Unset dirty status for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:18:46.540415 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-fa34ca9a-ae8c-4967-8a44-2830a2352501 req-8df9a275-ac01-449b-861e-68e5d1029088 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d48acbd-88d4-4622-a7b2-1166a63c251f HTTP/1.1" status: 200 len: 944 time: 0.2397985 Feb 04 12:18:46.591141 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-fa34ca9a-ae8c-4967-8a44-2830a2352501 req-a6f1f1dc-91e6-4407-a970-32425578d213 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=be0fe124-c8d1-4e20-9010-efe12a9e0d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414994 Feb 04 12:18:47.023832 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:47.798971 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5b88d-463e-4c6d-aa1b-6f91ae691895 req-c94e3561-f13a-4d3b-af95-6d21e531d71c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:47.800556 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b5c5b88d-463e-4c6d-aa1b-6f91ae691895 req-c94e3561-f13a-4d3b-af95-6d21e531d71c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d48acbd-88d4-4622-a7b2-1166a63c251f HTTP/1.1" status: 200 len: 944 time: 0.0804625 Feb 04 12:18:47.852484 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b5c5b88d-463e-4c6d-aa1b-6f91ae691895 req-605b6e15-e13f-454f-968e-20c2e5e129b9 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=be0fe124-c8d1-4e20-9010-efe12a9e0d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437913 Feb 04 12:18:48.772062 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 8be78dba-0b8e-4888-90c0-0942b24b33ba details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:18:48.913101 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 8be78dba-0b8e-4888-90c0-0942b24b33ba, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=8be78dba-0b8e-4888-90c0-0942b24b33ba,segment=NetworkSegment(761ba87c-b89c-40c6-89bd-fdc9783fdfa3),segment_id=761ba87c-b89c-40c6-89bd-fdc9783fdfa3)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:48.927248 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': '8be78dba-0b8e-4888-90c0-0942b24b33ba', 'network_id': '346b77c3-bd4a-42c5-b1b6-c49067ef5d4a', 'port_id': '8be78dba-0b8e-4888-90c0-0942b24b33ba', 'mac_address': 'fa:16:3e:42:49:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e382032d-d41b-469f-bb0c-54bbb31c312c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:18:48.983312 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:49.006384 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be78dba-0b8e-4888-90c0-0942b24b33ba {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:18:49.025958 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 8be78dba-0b8e-4888-90c0-0942b24b33ba, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=8be78dba-0b8e-4888-90c0-0942b24b33ba,segment=NetworkSegment(761ba87c-b89c-40c6-89bd-fdc9783fdfa3),segment_id=761ba87c-b89c-40c6-89bd-fdc9783fdfa3)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:49.059365 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fc69e-9b82-47d4-a20f-d9b10223c796 req-16e92e65-6d81-405b-b17c-a9ff410d499f tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:49.061298 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c85fc69e-9b82-47d4-a20f-d9b10223c796 req-16e92e65-6d81-405b-b17c-a9ff410d499f tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d48acbd-88d4-4622-a7b2-1166a63c251f HTTP/1.1" status: 200 len: 944 time: 0.0836170 Feb 04 12:18:49.110592 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c85fc69e-9b82-47d4-a20f-d9b10223c796 req-d3326f57-63cd-4b96-92e8-a2731d139abf tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=be0fe124-c8d1-4e20-9010-efe12a9e0d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430689 Feb 04 12:18:49.114225 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:49.184433 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=8be78dba-0b8e-4888-90c0-0942b24b33ba,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:49.516131 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['8be78dba-0b8e-4888-90c0-0942b24b33ba'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:18:50.323860 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe329ede-d2aa-44e8-8450-d1b4fc72ba17 req-f1c32feb-5948-4323-b170-55d644e767b6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:50.325447 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fe329ede-d2aa-44e8-8450-d1b4fc72ba17 req-f1c32feb-5948-4323-b170-55d644e767b6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d48acbd-88d4-4622-a7b2-1166a63c251f HTTP/1.1" status: 200 len: 945 time: 0.0864315 Feb 04 12:18:50.373515 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fe329ede-d2aa-44e8-8450-d1b4fc72ba17 req-6a443515-f93b-4e8e-91ed-a7be39f90126 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=be0fe124-c8d1-4e20-9010-efe12a9e0d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416031 Feb 04 12:18:50.774090 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 8be78dba-0b8e-4888-90c0-0942b24b33ba up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:18:50.909621 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port 8be78dba-0b8e-4888-90c0-0942b24b33ba completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:18:50.915802 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port 8be78dba-0b8e-4888-90c0-0942b24b33ba triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:18:50.916307 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:51.042801 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:51.071548 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d48acbd-88d4-4622-a7b2-1166a63c251f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be78dba-0b8e-4888-90c0-0942b24b33ba'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:18:51.082496 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 8be78dba-0b8e-4888-90c0-0942b24b33ba, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=8be78dba-0b8e-4888-90c0-0942b24b33ba,segment=NetworkSegment(761ba87c-b89c-40c6-89bd-fdc9783fdfa3),segment_id=761ba87c-b89c-40c6-89bd-fdc9783fdfa3)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:51.206186 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:51.262234 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d48acbd-88d4-4622-a7b2-1166a63c251f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be78dba-0b8e-4888-90c0-0942b24b33ba', 'code': 200} Feb 04 12:18:51.284620 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=8be78dba-0b8e-4888-90c0-0942b24b33ba,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:51.582123 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294f5bc-461b-428a-8311-1237534048bc req-c880b898-4131-42b2-8810-a2118352c949 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:51.583505 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2294f5bc-461b-428a-8311-1237534048bc req-c880b898-4131-42b2-8810-a2118352c949 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d48acbd-88d4-4622-a7b2-1166a63c251f HTTP/1.1" status: 200 len: 946 time: 0.0817461 Feb 04 12:18:51.636856 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2294f5bc-461b-428a-8311-1237534048bc req-814046a0-0817-410e-8eb8-28ed0b64e6d7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=be0fe124-c8d1-4e20-9010-efe12a9e0d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475402 Feb 04 12:18:51.757656 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3532e3d0-961f-4b73-8607-a2949351ef26 req-ef34466a-b9ed-454e-b7a0-ef29ddcf1854 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0d48acbd-88d4-4622-a7b2-1166a63c251f HTTP/1.1" status: 200 len: 1099 time: 0.0689168 Feb 04 12:18:51.804167 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3532e3d0-961f-4b73-8607-a2949351ef26 req-db382628-85a9-44fb-8565-5346567558a2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=be0fe124-c8d1-4e20-9010-efe12a9e0d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411804 Feb 04 12:18:52.859123 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6994406-3106-45d6-bdf0-80f6f110826b req-2f5fd0e9-488a-4825-a7ab-706ba6ffe863 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:52.860539 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e6994406-3106-45d6-bdf0-80f6f110826b req-2f5fd0e9-488a-4825-a7ab-706ba6ffe863 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d48acbd-88d4-4622-a7b2-1166a63c251f HTTP/1.1" status: 200 len: 946 time: 0.0898752 Feb 04 12:18:52.905774 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e6994406-3106-45d6-bdf0-80f6f110826b req-42ad2a37-29c1-49cd-9de0-ed989acced28 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=be0fe124-c8d1-4e20-9010-efe12a9e0d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395381 Feb 04 12:18:54.109346 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b564235-04b4-424e-af90-71fa1c51ba5b req-e77499b5-e295-464c-8777-9e3e74f5d5b5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:54.110893 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3b564235-04b4-424e-af90-71fa1c51ba5b req-e77499b5-e295-464c-8777-9e3e74f5d5b5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d48acbd-88d4-4622-a7b2-1166a63c251f HTTP/1.1" status: 200 len: 946 time: 0.0770714 Feb 04 12:18:54.159930 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3b564235-04b4-424e-af90-71fa1c51ba5b req-ffc5f37c-f518-44f6-977b-d7a02c728a7a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=be0fe124-c8d1-4e20-9010-efe12a9e0d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430715 Feb 04 12:18:54.375198 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb05b9d-3fff-4d3c-95cd-ad4381d2a5e8 req-373f4e3d-f796-41d7-bb7b-66c4cf8f2f03 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:54.376753 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-cfb05b9d-3fff-4d3c-95cd-ad4381d2a5e8 req-373f4e3d-f796-41d7-bb7b-66c4cf8f2f03 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d48acbd-88d4-4622-a7b2-1166a63c251f HTTP/1.1" status: 200 len: 946 time: 0.0832694 Feb 04 12:18:54.429705 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-cfb05b9d-3fff-4d3c-95cd-ad4381d2a5e8 req-1ded7acc-4870-486e-bd58-aa93c093b75b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=be0fe124-c8d1-4e20-9010-efe12a9e0d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466304 Feb 04 12:18:54.459308 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47260) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:18:54.537098 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f71ff277-c91f-4c2d-aa00-c74dbb380a37 tempest-TestNetworkAdvancedServerOps-245603530 tempest-TestNetworkAdvancedServerOps-245603530-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0d48acbd-88d4-4622-a7b2-1166a63c251f HTTP/1.1" status: 200 len: 1094 time: 0.0764289 Feb 04 12:18:54.540882 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47264) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:18:54.546462 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-9e43951c-c3b6-4887-ab57-ee8770dcd009 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'floatingip': {'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'port_id': '8be78dba-0b8e-4888-90c0-0942b24b33ba', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:18:54.555893 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-9e43951c-c3b6-4887-ab57-ee8770dcd009 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:18:54.562710 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-9e43951c-c3b6-4887-ab57-ee8770dcd009 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:floatingip and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:18:54.565998 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-9e43951c-c3b6-4887-ab57-ee8770dcd009 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:18:54.571931 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-9e43951c-c3b6-4887-ab57-ee8770dcd009 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:18:54.708432 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9e43951c-c3b6-4887-ab57-ee8770dcd009 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for floatingip, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:54.848177 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9e43951c-c3b6-4887-ab57-ee8770dcd009 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:54.984191 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-9e43951c-c3b6-4887-ab57-ee8770dcd009 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Allocated IP 172.26.3.85 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/0d0472ea-b3f7-435d-927f-39932bd2db76) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:18:55.135288 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9e43951c-c3b6-4887-ab57-ee8770dcd009 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:55.223861 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9e43951c-c3b6-4887-ab57-ee8770dcd009 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:55.299501 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e43951c-c3b6-4887-ab57-ee8770dcd009 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:18:55.302638 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-9e43951c-c3b6-4887-ab57-ee8770dcd009 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:18:55.305930 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e43951c-c3b6-4887-ab57-ee8770dcd009 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:18:55.335432 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43951c-c3b6-4887-ab57-ee8770dcd009 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'Port': ['ID=0d0472ea-b3f7-435d-927f-39932bd2db76,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:55.352628 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e43951c-c3b6-4887-ab57-ee8770dcd009 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:55.352962 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e43951c-c3b6-4887-ab57-ee8770dcd009 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:55.353394 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e43951c-c3b6-4887-ab57-ee8770dcd009 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:55.353597 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e43951c-c3b6-4887-ab57-ee8770dcd009 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:55.353945 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e43951c-c3b6-4887-ab57-ee8770dcd009 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:55.354262 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e43951c-c3b6-4887-ab57-ee8770dcd009 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:55.354572 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e43951c-c3b6-4887-ab57-ee8770dcd009 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:55.354884 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e43951c-c3b6-4887-ab57-ee8770dcd009 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:55.355190 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e43951c-c3b6-4887-ab57-ee8770dcd009 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:55.355498 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e43951c-c3b6-4887-ab57-ee8770dcd009 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:55.355803 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e43951c-c3b6-4887-ab57-ee8770dcd009 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:55.937105 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9e43951c-c3b6-4887-ab57-ee8770dcd009 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:56.053217 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9e43951c-c3b6-4887-ab57-ee8770dcd009 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:56.266109 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9e43951c-c3b6-4887-ab57-ee8770dcd009 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:56.326414 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9e43951c-c3b6-4887-ab57-ee8770dcd009 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:56.429295 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43951c-c3b6-4887-ab57-ee8770dcd009 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'Port': ['ID=0d0472ea-b3f7-435d-927f-39932bd2db76,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:56.443456 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9e43951c-c3b6-4887-ab57-ee8770dcd009 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:56.653907 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.l3_db [None req-9e43951c-c3b6-4887-ab57-ee8770dcd009 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Floating IP 68ffd64d-048d-48f9-ad97-a284d12b9d5f associated. External IP: 172.26.3.85, port: 8be78dba-0b8e-4888-90c0-0942b24b33ba. Feb 04 12:18:57.063164 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e43951c-c3b6-4887-ab57-ee8770dcd009 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Router 6cc2f7e6-00fa-4f9d-af81-8fac01d5802c has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:18:57.383475 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e43951c-c3b6-4887-ab57-ee8770dcd009 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:18:57.395292 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dcc7c6-8d32-43bf-b4a7-81b3bd20628b None None] Sync routers for ids ['6cc2f7e6-00fa-4f9d-af81-8fac01d5802c'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:18:57.407580 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dcc7c6-8d32-43bf-b4a7-81b3bd20628b None None] Routers {'6cc2f7e6-00fa-4f9d-af81-8fac01d5802c'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:18:57.408876 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-44dcc7c6-8d32-43bf-b4a7-81b3bd20628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:18:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['6cc2f7e6-00fa-4f9d-af81-8fac01d5802c'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:18:57.487420 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9e43951c-c3b6-4887-ab57-ee8770dcd009 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:57.559155 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-9e43951c-c3b6-4887-ab57-ee8770dcd009 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0169408 Feb 04 12:18:57.559788 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d48acbd-88d4-4622-a7b2-1166a63c251f', 'tag': '8be78dba-0b8e-4888-90c0-0942b24b33ba'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:18:57.594046 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-44dcc7c6-8d32-43bf-b4a7-81b3bd20628b None None] Set router 6cc2f7e6-00fa-4f9d-af81-8fac01d5802c gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:18:57.630500 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d48acbd-88d4-4622-a7b2-1166a63c251f', 'tag': '8be78dba-0b8e-4888-90c0-0942b24b33ba', 'status': 'completed', 'code': 200} Feb 04 12:18:57.743356 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf566e45-2524-440c-ad4c-7f852a37d91b req-4936abb5-70c6-460a-928a-2957e5c6a163 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&device_id=0d48acbd-88d4-4622-a7b2-1166a63c251f HTTP/1.1" status: 200 len: 1099 time: 0.0910435 Feb 04 12:18:57.764281 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4048d90-01e8-402b-8174-8df9f8b25586 req-355cd899-a6d9-40da-9006-efc04cbf4009 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:57.765932 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e4048d90-01e8-402b-8174-8df9f8b25586 req-355cd899-a6d9-40da-9006-efc04cbf4009 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d48acbd-88d4-4622-a7b2-1166a63c251f HTTP/1.1" status: 200 len: 946 time: 0.0920258 Feb 04 12:18:57.827274 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e4048d90-01e8-402b-8174-8df9f8b25586 req-24ce4e63-54fd-4b8b-aba4-4ef93881b4ba tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=be0fe124-c8d1-4e20-9010-efe12a9e0d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544825 Feb 04 12:18:57.854119 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47272) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:18:57.881483 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf566e45-2524-440c-ad4c-7f852a37d91b req-42fc4a21-7578-456a-aeac-30d08a94c192 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:57.883024 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf566e45-2524-440c-ad4c-7f852a37d91b req-42fc4a21-7578-456a-aeac-30d08a94c192 service neutron] 10.222.0.47 "GET /v2.0/networks?id=346b77c3-bd4a-42c5-b1b6-c49067ef5d4a HTTP/1.1" status: 200 len: 898 time: 0.1342859 Feb 04 12:18:57.966508 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-068c2164-494d-47c4-8754-9f54573b2305 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/floatingips/68ffd64d-048d-48f9-ad97-a284d12b9d5f HTTP/1.1" status: 200 len: 991 time: 0.1103816 Feb 04 12:18:57.980967 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-44dcc7c6-8d32-43bf-b4a7-81b3bd20628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585931067', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '9892bda1-8582-47c3-ac17-ddb841d9193a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:18:29Z', 'updated_at': '2022-02-04T12:18:35Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '9892bda1-8582-47c3-ac17-ddb841d9193a', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:06:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:18:30Z', 'updated_at': '2022-02-04T12:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '68ffd64d-048d-48f9-ad97-a284d12b9d5f', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'floating_ip_address': '172.26.3.85', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'port_id': '8be78dba-0b8e-4888-90c0-0942b24b33ba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '346b77c3-bd4a-42c5-b1b6-c49067ef5d4a', 'mac_address': 'fa:16:3e:42:49:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d48acbd-88d4-4622-a7b2-1166a63c251f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:18:55Z', 'updated_at': '2022-02-04T12:18:55Z', 'revision_number': 0, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ad5a026-5817-46ef-a29d-b5d18f2a59a0', 'name': '', 'network_id': '346b77c3-bd4a-42c5-b1b6-c49067ef5d4a', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:d8:60:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e382032d-d41b-469f-bb0c-54bbb31c312c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:18:34Z', 'updated_at': '2022-02-04T12:18:42Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': 'e382032d-d41b-469f-bb0c-54bbb31c312c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:18:57.985113 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dcc7c6-8d32-43bf-b4a7-81b3bd20628b None None] Checking router: 6cc2f7e6-00fa-4f9d-af81-8fac01d5802c for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:18:57.995823 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf566e45-2524-440c-ad4c-7f852a37d91b req-65315771-67b2-4b77-8b77-5c7ba6bba3b4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8be78dba-0b8e-4888-90c0-0942b24b33ba HTTP/1.1" status: 200 len: 999 time: 0.1073923 Feb 04 12:18:57.996340 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dcc7c6-8d32-43bf-b4a7-81b3bd20628b None None] Routers {'6cc2f7e6-00fa-4f9d-af81-8fac01d5802c'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:18:57.996937 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-44dcc7c6-8d32-43bf-b4a7-81b3bd20628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:18:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['6cc2f7e6-00fa-4f9d-af81-8fac01d5802c'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:18:58.066144 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf566e45-2524-440c-ad4c-7f852a37d91b req-13afdfcc-d955-40a9-bc6b-ed64d1c07c80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:58.067586 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf566e45-2524-440c-ad4c-7f852a37d91b req-13afdfcc-d955-40a9-bc6b-ed64d1c07c80 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e382032d-d41b-469f-bb0c-54bbb31c312c HTTP/1.1" status: 200 len: 835 time: 0.0634580 Feb 04 12:18:58.149548 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf566e45-2524-440c-ad4c-7f852a37d91b req-733012ca-53fb-4150-bf1d-cd79f5634b71 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=346b77c3-bd4a-42c5-b1b6-c49067ef5d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761285 Feb 04 12:18:58.182168 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-44dcc7c6-8d32-43bf-b4a7-81b3bd20628b None None] Set router 6cc2f7e6-00fa-4f9d-af81-8fac01d5802c gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:18:58.288587 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf566e45-2524-440c-ad4c-7f852a37d91b req-ffcaf77f-8065-464c-890b-76c18bafbeb0 service neutron] 10.222.0.47 "GET /v2.0/networks/346b77c3-bd4a-42c5-b1b6-c49067ef5d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328912 Feb 04 12:18:58.422932 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf566e45-2524-440c-ad4c-7f852a37d91b req-ec2c2426-0aa3-4403-ab69-583202e46370 service neutron] 10.222.0.47 "GET /v2.0/networks/346b77c3-bd4a-42c5-b1b6-c49067ef5d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288178 Feb 04 12:18:58.535241 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-44dcc7c6-8d32-43bf-b4a7-81b3bd20628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585931067', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '9892bda1-8582-47c3-ac17-ddb841d9193a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:18:29Z', 'updated_at': '2022-02-04T12:18:35Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '9892bda1-8582-47c3-ac17-ddb841d9193a', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:06:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:18:30Z', 'updated_at': '2022-02-04T12:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '68ffd64d-048d-48f9-ad97-a284d12b9d5f', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'floating_ip_address': '172.26.3.85', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'port_id': '8be78dba-0b8e-4888-90c0-0942b24b33ba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '346b77c3-bd4a-42c5-b1b6-c49067ef5d4a', 'mac_address': 'fa:16:3e:42:49:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d48acbd-88d4-4622-a7b2-1166a63c251f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:18:55Z', 'updated_at': '2022-02-04T12:18:55Z', 'revision_number': 0, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ad5a026-5817-46ef-a29d-b5d18f2a59a0', 'name': '', 'network_id': '346b77c3-bd4a-42c5-b1b6-c49067ef5d4a', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:d8:60:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e382032d-d41b-469f-bb0c-54bbb31c312c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:18:34Z', 'updated_at': '2022-02-04T12:18:42Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': 'e382032d-d41b-469f-bb0c-54bbb31c312c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:18:58.539298 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dcc7c6-8d32-43bf-b4a7-81b3bd20628b None None] The sync data for ids ['6cc2f7e6-00fa-4f9d-af81-8fac01d5802c'] in dv-neutron-827825-2-hyperv is: [{'id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585931067', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '9892bda1-8582-47c3-ac17-ddb841d9193a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:18:29Z', 'updated_at': '2022-02-04T12:18:35Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '9892bda1-8582-47c3-ac17-ddb841d9193a', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:06:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:18:30Z', 'updated_at': '2022-02-04T12:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '68ffd64d-048d-48f9-ad97-a284d12b9d5f', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'floating_ip_address': '172.26.3.85', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'port_id': '8be78dba-0b8e-4888-90c0-0942b24b33ba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '346b77c3-bd4a-42c5-b1b6-c49067ef5d4a', 'mac_address': 'fa:16:3e:42:49:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d48acbd-88d4-4622-a7b2-1166a63c251f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:18:55Z', 'updated_at': '2022-02-04T12:18:55Z', 'revision_number': 0, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ad5a026-5817-46ef-a29d-b5d18f2a59a0', 'name': '', 'network_id': '346b77c3-bd4a-42c5-b1b6-c49067ef5d4a', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:d8:60:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e382032d-d41b-469f-bb0c-54bbb31c312c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:18:34Z', 'updated_at': '2022-02-04T12:18:42Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': 'e382032d-d41b-469f-bb0c-54bbb31c312c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:18:58.758054 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dc8c2d-cb27-49ea-ac6d-bcf5f28d4c34 None None] New status for floating IP 68ffd64d-048d-48f9-ad97-a284d12b9d5f: ACTIVE {{(pid=84206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 12:18:58.970784 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47276) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:18:59.081167 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d2934ef9-edc1-400b-800f-7c473df63f15 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/floatingips/68ffd64d-048d-48f9-ad97-a284d12b9d5f HTTP/1.1" status: 200 len: 991 time: 0.1088827 Feb 04 12:19:00.085253 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47282) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:19:00.196659 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-772bf50c-58b3-4113-85d0-15c691b22c41 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/floatingips/68ffd64d-048d-48f9-ad97-a284d12b9d5f HTTP/1.1" status: 200 len: 993 time: 0.1103373 Feb 04 12:19:00.741115 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:19:06.542968 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:12.154744 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0696920-713f-4fc8-b09a-0e1a2875a288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:14.605895 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b8818dea-d7fd-4398-bd14-773a05995b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:15.668572 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:15.817389 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:17.057317 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:25.678618 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5fc5e1e5-1e69-4d42-9534-30746b32cdd7 req-353c584b-870f-4e77-948d-bbfae7ade924 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0d48acbd-88d4-4622-a7b2-1166a63c251f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731082 Feb 04 12:19:25.823280 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5fc5e1e5-1e69-4d42-9534-30746b32cdd7 req-212cdcbe-033c-439c-8308-671cdd660871 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&device_id=0d48acbd-88d4-4622-a7b2-1166a63c251f HTTP/1.1" status: 200 len: 1099 time: 0.0760758 Feb 04 12:19:26.068889 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5e1e5-1e69-4d42-9534-30746b32cdd7 req-d936a1ed-6efc-4264-be1d-9e37c17de0e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:26.070360 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5fc5e1e5-1e69-4d42-9534-30746b32cdd7 req-d936a1ed-6efc-4264-be1d-9e37c17de0e7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=346b77c3-bd4a-42c5-b1b6-c49067ef5d4a HTTP/1.1" status: 200 len: 898 time: 0.2286012 Feb 04 12:19:26.175278 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5fc5e1e5-1e69-4d42-9534-30746b32cdd7 req-e4601cef-cb46-45da-8294-22484e11a167 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8be78dba-0b8e-4888-90c0-0942b24b33ba HTTP/1.1" status: 200 len: 1001 time: 0.0991592 Feb 04 12:19:26.239756 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5e1e5-1e69-4d42-9534-30746b32cdd7 req-9920dc9f-4c4a-4757-aa44-8038922c789f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:26.241199 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5fc5e1e5-1e69-4d42-9534-30746b32cdd7 req-9920dc9f-4c4a-4757-aa44-8038922c789f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e382032d-d41b-469f-bb0c-54bbb31c312c HTTP/1.1" status: 200 len: 835 time: 0.0603809 Feb 04 12:19:26.319333 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5fc5e1e5-1e69-4d42-9534-30746b32cdd7 req-0c99d987-e6aa-4c69-8f9c-3aa55d966367 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=346b77c3-bd4a-42c5-b1b6-c49067ef5d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720961 Feb 04 12:19:26.473753 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5fc5e1e5-1e69-4d42-9534-30746b32cdd7 req-8ac11d4b-09a9-4ed7-9d7e-1e814a135db3 service neutron] 10.222.0.47 "GET /v2.0/networks/346b77c3-bd4a-42c5-b1b6-c49067ef5d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485810 Feb 04 12:19:26.629654 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5fc5e1e5-1e69-4d42-9534-30746b32cdd7 req-8a8fe6c1-9ba5-40ff-9980-be2d9e3326c2 service neutron] 10.222.0.47 "GET /v2.0/networks/346b77c3-bd4a-42c5-b1b6-c49067ef5d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507947 Feb 04 12:19:36.582940 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:37.741947 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:19:42.176982 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c7d5aa42-9b66-4a2f-a541-5d8c57c7b8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:44.622838 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-231ac223-f7d0-48d6-a88d-5b287dc3d8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:45.662355 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:45.822134 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:47.044949 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:06.548241 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:12.118969 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4e509c65-21ef-4921-84c3-d38c63d8a8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:14.656468 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ac19c759-6ee3-4033-acc0-aeb64b47dd17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:14.742371 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:20:14.893556 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d121bcf-8a87-4f46-b8f8-f46dd25903bf req-5787b962-c2e5-47cb-abdb-fd593145a640 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:14.895072 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7d121bcf-8a87-4f46-b8f8-f46dd25903bf req-5787b962-c2e5-47cb-abdb-fd593145a640 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d48acbd-88d4-4622-a7b2-1166a63c251f HTTP/1.1" status: 200 len: 946 time: 0.0882888 Feb 04 12:20:14.946849 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7d121bcf-8a87-4f46-b8f8-f46dd25903bf req-2e676204-b179-481d-b450-5eb754510330 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=be0fe124-c8d1-4e20-9010-efe12a9e0d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457857 Feb 04 12:20:15.718945 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:15.942355 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:16.165538 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8356a1-3c60-442a-a51b-f4dcb92efa44 req-0c2c92b9-4b8d-43dc-b753-dad9cb6f6374 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:16.167069 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5f8356a1-3c60-442a-a51b-f4dcb92efa44 req-0c2c92b9-4b8d-43dc-b753-dad9cb6f6374 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d48acbd-88d4-4622-a7b2-1166a63c251f HTTP/1.1" status: 200 len: 946 time: 0.0888124 Feb 04 12:20:16.215587 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5f8356a1-3c60-442a-a51b-f4dcb92efa44 req-420627fc-1a22-4b5b-ad71-d867ae7b69f1 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=be0fe124-c8d1-4e20-9010-efe12a9e0d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426807 Feb 04 12:20:16.244913 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47322) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:20:16.365921 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-076a37e0-c3d4-442c-a80a-fecf7466726d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/floatingips/68ffd64d-048d-48f9-ad97-a284d12b9d5f HTTP/1.1" status: 200 len: 993 time: 0.1192794 Feb 04 12:20:17.067925 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:17.988127 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbd0ad-56e9-4fdc-b561-302b7ed52018 req-f9dbed51-ac7c-4a64-aaed-0f5a86924075 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:17.989621 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-abbbd0ad-56e9-4fdc-b561-302b7ed52018 req-f9dbed51-ac7c-4a64-aaed-0f5a86924075 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d48acbd-88d4-4622-a7b2-1166a63c251f HTTP/1.1" status: 200 len: 946 time: 0.0810909 Feb 04 12:20:18.040197 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-abbbd0ad-56e9-4fdc-b561-302b7ed52018 req-198d6061-db35-416e-b009-1cd80bef4f33 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=be0fe124-c8d1-4e20-9010-efe12a9e0d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446241 Feb 04 12:20:19.243898 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffa7ac-0492-4bc3-bd21-d1b94d88335f req-8117845e-5ee6-4018-bf58-c3596a95d44c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:19.245616 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-60ffa7ac-0492-4bc3-bd21-d1b94d88335f req-8117845e-5ee6-4018-bf58-c3596a95d44c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d48acbd-88d4-4622-a7b2-1166a63c251f HTTP/1.1" status: 200 len: 946 time: 0.0786021 Feb 04 12:20:19.291681 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-60ffa7ac-0492-4bc3-bd21-d1b94d88335f req-eb338f03-b2cd-4265-b37e-26a45025f58a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=be0fe124-c8d1-4e20-9010-efe12a9e0d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408113 Feb 04 12:20:19.322632 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47334) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:20:19.429667 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f85769b7-573a-43bb-b405-b1be361b250a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/floatingips/68ffd64d-048d-48f9-ad97-a284d12b9d5f HTTP/1.1" status: 200 len: 993 time: 0.1058981 Feb 04 12:20:19.744198 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 47342) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:20:19.940722 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-6a2fcacb-0d44-41dc-94a4-ef2fc0b4b46b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Deleting port 0d0472ea-b3f7-435d-927f-39932bd2db76 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:20:19.941068 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6a2fcacb-0d44-41dc-94a4-ef2fc0b4b46b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:20.119117 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6a2fcacb-0d44-41dc-94a4-ef2fc0b4b46b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:20.119436 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6a2fcacb-0d44-41dc-94a4-ef2fc0b4b46b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:20.238266 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-6a2fcacb-0d44-41dc-94a4-ef2fc0b4b46b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Calling delete_port for 0d0472ea-b3f7-435d-927f-39932bd2db76 owned by network:floatingip {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:20:20.524583 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6a2fcacb-0d44-41dc-94a4-ef2fc0b4b46b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:20.570803 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2fcacb-0d44-41dc-94a4-ef2fc0b4b46b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event deleted for resources: {'Port': ['ID=0d0472ea-b3f7-435d-927f-39932bd2db76,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:20.608042 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2fcacb-0d44-41dc-94a4-ef2fc0b4b46b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:20.608379 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2fcacb-0d44-41dc-94a4-ef2fc0b4b46b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:20.608709 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2fcacb-0d44-41dc-94a4-ef2fc0b4b46b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:20.609045 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2fcacb-0d44-41dc-94a4-ef2fc0b4b46b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:20.609387 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2fcacb-0d44-41dc-94a4-ef2fc0b4b46b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:20.609692 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2fcacb-0d44-41dc-94a4-ef2fc0b4b46b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:20.610050 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2fcacb-0d44-41dc-94a4-ef2fc0b4b46b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:20.610370 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2fcacb-0d44-41dc-94a4-ef2fc0b4b46b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:20.610683 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2fcacb-0d44-41dc-94a4-ef2fc0b4b46b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:20.611002 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2fcacb-0d44-41dc-94a4-ef2fc0b4b46b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:20.611317 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2fcacb-0d44-41dc-94a4-ef2fc0b4b46b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:20.755163 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6a2fcacb-0d44-41dc-94a4-ef2fc0b4b46b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for floatingip, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:21.152680 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2fcacb-0d44-41dc-94a4-ef2fc0b4b46b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Router 6cc2f7e6-00fa-4f9d-af81-8fac01d5802c has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:20:21.358522 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2fcacb-0d44-41dc-94a4-ef2fc0b4b46b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:20:21.367834 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fc83f6-b5f2-4e7e-982c-91beea5628f6 None None] Sync routers for ids ['6cc2f7e6-00fa-4f9d-af81-8fac01d5802c'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:20:21.379992 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fc83f6-b5f2-4e7e-982c-91beea5628f6 None None] Routers {'6cc2f7e6-00fa-4f9d-af81-8fac01d5802c'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:20:21.382735 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-23fc83f6-b5f2-4e7e-982c-91beea5628f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:20:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['6cc2f7e6-00fa-4f9d-af81-8fac01d5802c'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:21.457277 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6a2fcacb-0d44-41dc-94a4-ef2fc0b4b46b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:21.511045 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6a2fcacb-0d44-41dc-94a4-ef2fc0b4b46b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "DELETE /v2.0/floatingips/68ffd64d-048d-48f9-ad97-a284d12b9d5f HTTP/1.1" status: 204 len: 168 time: 1.7656446 Feb 04 12:20:21.512953 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d48acbd-88d4-4622-a7b2-1166a63c251f', 'tag': '8be78dba-0b8e-4888-90c0-0942b24b33ba'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:20:21.575041 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-23fc83f6-b5f2-4e7e-982c-91beea5628f6 None None] Set router 6cc2f7e6-00fa-4f9d-af81-8fac01d5802c gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:20:21.576372 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d48acbd-88d4-4622-a7b2-1166a63c251f', 'tag': '8be78dba-0b8e-4888-90c0-0942b24b33ba', 'status': 'completed', 'code': 200} Feb 04 12:20:21.766503 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4716afdb-8fec-4103-a947-7d0df5ab375b req-86fd6c65-7529-456d-9a1b-801b0c8ab3c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&device_id=0d48acbd-88d4-4622-a7b2-1166a63c251f HTTP/1.1" status: 200 len: 1099 time: 0.1621950 Feb 04 12:20:21.907297 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716afdb-8fec-4103-a947-7d0df5ab375b req-0242f075-ed0d-4f8c-8338-aa5c2974dbcb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:21.909037 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4716afdb-8fec-4103-a947-7d0df5ab375b req-0242f075-ed0d-4f8c-8338-aa5c2974dbcb service neutron] 10.222.0.47 "GET /v2.0/networks?id=346b77c3-bd4a-42c5-b1b6-c49067ef5d4a HTTP/1.1" status: 200 len: 898 time: 0.1359808 Feb 04 12:20:21.921812 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-23fc83f6-b5f2-4e7e-982c-91beea5628f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585931067', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '9892bda1-8582-47c3-ac17-ddb841d9193a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:18:29Z', 'updated_at': '2022-02-04T12:18:35Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '9892bda1-8582-47c3-ac17-ddb841d9193a', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:06:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:18:30Z', 'updated_at': '2022-02-04T12:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '5ad5a026-5817-46ef-a29d-b5d18f2a59a0', 'name': '', 'network_id': '346b77c3-bd4a-42c5-b1b6-c49067ef5d4a', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:d8:60:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e382032d-d41b-469f-bb0c-54bbb31c312c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:18:34Z', 'updated_at': '2022-02-04T12:18:42Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': 'e382032d-d41b-469f-bb0c-54bbb31c312c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:21.926135 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fc83f6-b5f2-4e7e-982c-91beea5628f6 None None] Checking router: 6cc2f7e6-00fa-4f9d-af81-8fac01d5802c for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:20:21.937169 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fc83f6-b5f2-4e7e-982c-91beea5628f6 None None] Routers {'6cc2f7e6-00fa-4f9d-af81-8fac01d5802c'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:20:21.937820 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-23fc83f6-b5f2-4e7e-982c-91beea5628f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:20:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['6cc2f7e6-00fa-4f9d-af81-8fac01d5802c'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:21.983340 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4716afdb-8fec-4103-a947-7d0df5ab375b req-4e4816c9-b5c2-41d0-880d-e538aa1e9045 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8be78dba-0b8e-4888-90c0-0942b24b33ba HTTP/1.1" status: 200 len: 217 time: 0.0680215 Feb 04 12:20:22.054875 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716afdb-8fec-4103-a947-7d0df5ab375b req-7b1278c3-464b-41ed-96c8-a403e48e0ae1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:22.056288 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4716afdb-8fec-4103-a947-7d0df5ab375b req-7b1278c3-464b-41ed-96c8-a403e48e0ae1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e382032d-d41b-469f-bb0c-54bbb31c312c HTTP/1.1" status: 200 len: 835 time: 0.0661368 Feb 04 12:20:22.127048 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-23fc83f6-b5f2-4e7e-982c-91beea5628f6 None None] Set router 6cc2f7e6-00fa-4f9d-af81-8fac01d5802c gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:20:22.196635 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4716afdb-8fec-4103-a947-7d0df5ab375b req-f4f77304-7aa6-4c9a-8387-a1a45d08ce00 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=346b77c3-bd4a-42c5-b1b6-c49067ef5d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1343403 Feb 04 12:20:22.208949 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34889d-8aa6-4f60-83a7-5fb4b703c2d9 req-8ea920dd-29c8-49a5-a3ab-a8da39e1140a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:22.209633 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-1f34889d-8aa6-4f60-83a7-5fb4b703c2d9 req-8ea920dd-29c8-49a5-a3ab-a8da39e1140a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Synchronizing usage tracker for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:20:22.353380 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4716afdb-8fec-4103-a947-7d0df5ab375b req-fc2660e8-f42a-4b6c-963d-01d70881d33f service neutron] 10.222.0.47 "GET /v2.0/networks/346b77c3-bd4a-42c5-b1b6-c49067ef5d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406248 Feb 04 12:20:22.358434 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-1f34889d-8aa6-4f60-83a7-5fb4b703c2d9 req-8ea920dd-29c8-49a5-a3ab-a8da39e1140a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Unset dirty status for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:20:22.359469 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1f34889d-8aa6-4f60-83a7-5fb4b703c2d9 req-8ea920dd-29c8-49a5-a3ab-a8da39e1140a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d48acbd-88d4-4622-a7b2-1166a63c251f HTTP/1.1" status: 200 len: 946 time: 0.2597997 Feb 04 12:20:22.452518 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-23fc83f6-b5f2-4e7e-982c-91beea5628f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585931067', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '9892bda1-8582-47c3-ac17-ddb841d9193a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:18:29Z', 'updated_at': '2022-02-04T12:18:35Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '9892bda1-8582-47c3-ac17-ddb841d9193a', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:06:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:18:30Z', 'updated_at': '2022-02-04T12:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '5ad5a026-5817-46ef-a29d-b5d18f2a59a0', 'name': '', 'network_id': '346b77c3-bd4a-42c5-b1b6-c49067ef5d4a', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:d8:60:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e382032d-d41b-469f-bb0c-54bbb31c312c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:18:34Z', 'updated_at': '2022-02-04T12:18:42Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': 'e382032d-d41b-469f-bb0c-54bbb31c312c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:22.457627 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fc83f6-b5f2-4e7e-982c-91beea5628f6 None None] The sync data for ids ['6cc2f7e6-00fa-4f9d-af81-8fac01d5802c'] in dv-neutron-827825-2-hyperv is: [{'id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585931067', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '9892bda1-8582-47c3-ac17-ddb841d9193a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:18:29Z', 'updated_at': '2022-02-04T12:18:35Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '9892bda1-8582-47c3-ac17-ddb841d9193a', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:06:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:18:30Z', 'updated_at': '2022-02-04T12:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '5ad5a026-5817-46ef-a29d-b5d18f2a59a0', 'name': '', 'network_id': '346b77c3-bd4a-42c5-b1b6-c49067ef5d4a', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:d8:60:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e382032d-d41b-469f-bb0c-54bbb31c312c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:18:34Z', 'updated_at': '2022-02-04T12:18:42Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': 'e382032d-d41b-469f-bb0c-54bbb31c312c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:20:22.495168 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1f34889d-8aa6-4f60-83a7-5fb4b703c2d9 req-c0dd1df8-b497-46e3-960f-4560f3507b2c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=be0fe124-c8d1-4e20-9010-efe12a9e0d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149614 Feb 04 12:20:22.536312 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4716afdb-8fec-4103-a947-7d0df5ab375b req-98264adc-7b1e-4f0e-a86d-64209f9f3459 service neutron] 10.222.0.47 "GET /v2.0/networks/346b77c3-bd4a-42c5-b1b6-c49067ef5d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759174 Feb 04 12:20:22.697230 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bec737-4954-45f7-974e-b3c4602b6ebd None None] New status for floating IP 68ffd64d-048d-48f9-ad97-a284d12b9d5f: DOWN {{(pid=84206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 12:20:23.715069 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e620d-08a4-42b8-b5d9-59cb27a8408b req-08d24431-1191-4801-ab5f-837f408a0f3b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:23.716524 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-813e620d-08a4-42b8-b5d9-59cb27a8408b req-08d24431-1191-4801-ab5f-837f408a0f3b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d48acbd-88d4-4622-a7b2-1166a63c251f HTTP/1.1" status: 200 len: 946 time: 0.0803921 Feb 04 12:20:23.771490 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-813e620d-08a4-42b8-b5d9-59cb27a8408b req-a5732e1d-8a7c-4138-b03d-5cc98053b437 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=be0fe124-c8d1-4e20-9010-efe12a9e0d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493202 Feb 04 12:20:24.061544 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b802ab-7a0e-4ec1-95f6-299792893931 req-c589932b-5192-4749-b890-13a2b29d6cab tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:24.062987 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-81b802ab-7a0e-4ec1-95f6-299792893931 req-c589932b-5192-4749-b890-13a2b29d6cab tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d48acbd-88d4-4622-a7b2-1166a63c251f HTTP/1.1" status: 200 len: 946 time: 0.1685724 Feb 04 12:20:24.132193 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [req-81b802ab-7a0e-4ec1-95f6-299792893931 req-09219f0d-d616-45a9-bbc6-7fcf317adc90 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Deleting port 8be78dba-0b8e-4888-90c0-0942b24b33ba {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:20:24.132520 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-81b802ab-7a0e-4ec1-95f6-299792893931 req-09219f0d-d616-45a9-bbc6-7fcf317adc90 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:24.395124 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-81b802ab-7a0e-4ec1-95f6-299792893931 req-09219f0d-d616-45a9-bbc6-7fcf317adc90 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] For port 8be78dba-0b8e-4888-90c0-0942b24b33ba, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=8be78dba-0b8e-4888-90c0-0942b24b33ba,segment=NetworkSegment(761ba87c-b89c-40c6-89bd-fdc9783fdfa3),segment_id=761ba87c-b89c-40c6-89bd-fdc9783fdfa3)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:20:24.395474 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-81b802ab-7a0e-4ec1-95f6-299792893931 req-09219f0d-d616-45a9-bbc6-7fcf317adc90 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:24.515137 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [req-81b802ab-7a0e-4ec1-95f6-299792893931 req-09219f0d-d616-45a9-bbc6-7fcf317adc90 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Calling delete_port for 8be78dba-0b8e-4888-90c0-0942b24b33ba owned by compute:nova {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:20:24.754296 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-81b802ab-7a0e-4ec1-95f6-299792893931 req-09219f0d-d616-45a9-bbc6-7fcf317adc90 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:24.807503 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09219f0d-d616-45a9-bbc6-7fcf317adc90 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event deleted for resources: {'Port': ['ID=8be78dba-0b8e-4888-90c0-0942b24b33ba,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:24.879306 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b802ab-7a0e-4ec1-95f6-299792893931 req-09219f0d-d616-45a9-bbc6-7fcf317adc90 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] No DVR routers for this DVR port 8be78dba-0b8e-4888-90c0-0942b24b33ba on host hv-neutron-8278 {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:20:24.881726 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-81b802ab-7a0e-4ec1-95f6-299792893931 req-09219f0d-d616-45a9-bbc6-7fcf317adc90 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:24.884415 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d48acbd-88d4-4622-a7b2-1166a63c251f', 'name': 'network-vif-deleted', 'tag': '8be78dba-0b8e-4888-90c0-0942b24b33ba'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:20:24.943831 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-62b9471e-bcec-4218-a18e-fb02c29ae63b req-e3f72ae9-e086-45c1-8871-0fdf0455c47f tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Synchronizing usage tracker for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:20:24.955645 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d48acbd-88d4-4622-a7b2-1166a63c251f', 'name': 'network-vif-deleted', 'tag': '8be78dba-0b8e-4888-90c0-0942b24b33ba', 'status': 'completed', 'code': 200} Feb 04 12:20:24.977435 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-81b802ab-7a0e-4ec1-95f6-299792893931 req-09219f0d-d616-45a9-bbc6-7fcf317adc90 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.47 "DELETE /v2.0/ports/8be78dba-0b8e-4888-90c0-0942b24b33ba HTTP/1.1" status: 204 len: 173 time: 0.9080358 Feb 04 12:20:25.062143 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-62b9471e-bcec-4218-a18e-fb02c29ae63b req-e3f72ae9-e086-45c1-8871-0fdf0455c47f tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Unset dirty status for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:20:25.063955 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-62b9471e-bcec-4218-a18e-fb02c29ae63b req-e3f72ae9-e086-45c1-8871-0fdf0455c47f tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d48acbd-88d4-4622-a7b2-1166a63c251f HTTP/1.1" status: 200 len: 210 time: 0.1605020 Feb 04 12:20:25.699775 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-baf7bb4f-d261-4e57-a4af-fac4e6d77a08 req-d368458c-07d3-45b1-b246-94d1126a7447 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0d48acbd-88d4-4622-a7b2-1166a63c251f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0437846 Feb 04 12:20:25.806224 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-baf7bb4f-d261-4e57-a4af-fac4e6d77a08 req-6d18d3a8-ffb7-437f-b53b-ef99a42cb380 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&device_id=0d48acbd-88d4-4622-a7b2-1166a63c251f HTTP/1.1" status: 200 len: 210 time: 0.0402002 Feb 04 12:20:25.964862 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7bb4f-d261-4e57-a4af-fac4e6d77a08 req-d1a9cf12-ed9f-4bbf-9db3-973635d36219 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:25.966252 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-baf7bb4f-d261-4e57-a4af-fac4e6d77a08 req-d1a9cf12-ed9f-4bbf-9db3-973635d36219 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1428671 Feb 04 12:20:26.124264 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7bb4f-d261-4e57-a4af-fac4e6d77a08 req-c31b661a-d8d2-4559-bea7-f7579691bc6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:26.131882 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-baf7bb4f-d261-4e57-a4af-fac4e6d77a08 req-c31b661a-d8d2-4559-bea7-f7579691bc6b service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1543810 Feb 04 12:20:26.187992 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47362) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:20:26.712110 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3bb9f7b6-4fe3-47f0-ac98-5726aca35ba7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:27.184803 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 8be78dba-0b8e-4888-90c0-0942b24b33ba no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:20:27.226232 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] No Port match for: 8be78dba-0b8e-4888-90c0-0942b24b33ba {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:20:27.226573 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 8be78dba-0b8e-4888-90c0-0942b24b33ba not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:20:27.372885 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-3bb9f7b6-4fe3-47f0-ac98-5726aca35ba7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Deleting port 5ad5a026-5817-46ef-a29d-b5d18f2a59a0 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:20:27.373586 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3bb9f7b6-4fe3-47f0-ac98-5726aca35ba7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:27.568271 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-3bb9f7b6-4fe3-47f0-ac98-5726aca35ba7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] For port 5ad5a026-5817-46ef-a29d-b5d18f2a59a0, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=5ad5a026-5817-46ef-a29d-b5d18f2a59a0,segment=NetworkSegment(761ba87c-b89c-40c6-89bd-fdc9783fdfa3),segment_id=761ba87c-b89c-40c6-89bd-fdc9783fdfa3)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:20:27.568530 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3bb9f7b6-4fe3-47f0-ac98-5726aca35ba7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:27.690635 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-3bb9f7b6-4fe3-47f0-ac98-5726aca35ba7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Calling delete_port for 5ad5a026-5817-46ef-a29d-b5d18f2a59a0 owned by network:router_interface {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:20:27.936115 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3bb9f7b6-4fe3-47f0-ac98-5726aca35ba7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:27.989233 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb9f7b6-4fe3-47f0-ac98-5726aca35ba7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event deleted for resources: {'Port': ['ID=5ad5a026-5817-46ef-a29d-b5d18f2a59a0,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:28.029995 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb9f7b6-4fe3-47f0-ac98-5726aca35ba7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:28.030348 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb9f7b6-4fe3-47f0-ac98-5726aca35ba7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:28.030648 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb9f7b6-4fe3-47f0-ac98-5726aca35ba7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:28.030980 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb9f7b6-4fe3-47f0-ac98-5726aca35ba7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:28.031299 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb9f7b6-4fe3-47f0-ac98-5726aca35ba7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:28.031615 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb9f7b6-4fe3-47f0-ac98-5726aca35ba7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:28.031926 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb9f7b6-4fe3-47f0-ac98-5726aca35ba7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:28.032236 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb9f7b6-4fe3-47f0-ac98-5726aca35ba7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:28.032549 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb9f7b6-4fe3-47f0-ac98-5726aca35ba7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:28.032861 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb9f7b6-4fe3-47f0-ac98-5726aca35ba7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:28.033168 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb9f7b6-4fe3-47f0-ac98-5726aca35ba7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:28.358871 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3bb9f7b6-4fe3-47f0-ac98-5726aca35ba7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:29.071600 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb9f7b6-4fe3-47f0-ac98-5726aca35ba7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Router 6cc2f7e6-00fa-4f9d-af81-8fac01d5802c has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:20:29.283399 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb9f7b6-4fe3-47f0-ac98-5726aca35ba7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:20:29.295724 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a79992e-d049-4030-8852-7edd20e5760c None None] Sync routers for ids ['6cc2f7e6-00fa-4f9d-af81-8fac01d5802c'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:20:29.297434 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3bb9f7b6-4fe3-47f0-ac98-5726aca35ba7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "PUT /v2.0/routers/6cc2f7e6-00fa-4f9d-af81-8fac01d5802c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1083591 Feb 04 12:20:29.301092 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47366) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:20:29.308070 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a79992e-d049-4030-8852-7edd20e5760c None None] Routers {'6cc2f7e6-00fa-4f9d-af81-8fac01d5802c'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:20:29.308658 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-2a79992e-d049-4030-8852-7edd20e5760c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:20:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['6cc2f7e6-00fa-4f9d-af81-8fac01d5802c'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:29.524725 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-29ba0c50-e634-41ac-912b-0c322301fa70 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Deleting subnet e382032d-d41b-469f-bb0c-54bbb31c312c {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 12:20:29.527816 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-29ba0c50-e634-41ac-912b-0c322301fa70 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:29.534570 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-2a79992e-d049-4030-8852-7edd20e5760c None None] Set router 6cc2f7e6-00fa-4f9d-af81-8fac01d5802c gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:20:29.589011 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-29ba0c50-e634-41ac-912b-0c322301fa70 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:29.675488 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-29ba0c50-e634-41ac-912b-0c322301fa70 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:29.826454 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-2a79992e-d049-4030-8852-7edd20e5760c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585931067', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '9892bda1-8582-47c3-ac17-ddb841d9193a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:18:29Z', 'updated_at': '2022-02-04T12:20:27Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '9892bda1-8582-47c3-ac17-ddb841d9193a', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:06:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:18:30Z', 'updated_at': '2022-02-04T12:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:29.831369 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a79992e-d049-4030-8852-7edd20e5760c None None] Checking router: 6cc2f7e6-00fa-4f9d-af81-8fac01d5802c for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:20:29.842079 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a79992e-d049-4030-8852-7edd20e5760c None None] Routers {'6cc2f7e6-00fa-4f9d-af81-8fac01d5802c'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:20:29.842671 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-2a79992e-d049-4030-8852-7edd20e5760c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:20:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['6cc2f7e6-00fa-4f9d-af81-8fac01d5802c'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:29.867670 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-29ba0c50-e634-41ac-912b-0c322301fa70 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:29.908133 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba0c50-e634-41ac-912b-0c322301fa70 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event deleted for resources: {'Subnet': ['ID=e382032d-d41b-469f-bb0c-54bbb31c312c,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:29.918165 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-29ba0c50-e634-41ac-912b-0c322301fa70 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:29.928474 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-29ba0c50-e634-41ac-912b-0c322301fa70 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "DELETE /v2.0/subnets/e382032d-d41b-469f-bb0c-54bbb31c312c HTTP/1.1" status: 204 len: 168 time: 0.6221187 Feb 04 12:20:29.928768 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47370) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:20:29.931993 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f48faf-8aad-4801-8f75-31b8081f56df None None] Network 346b77c3-bd4a-42c5-b1b6-c49067ef5d4a requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:20:30.033807 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-2a79992e-d049-4030-8852-7edd20e5760c None None] Set router 6cc2f7e6-00fa-4f9d-af81-8fac01d5802c gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:20:30.161554 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-15262af2-c10d-4b50-a444-5ed7a2d8de12 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:30.284469 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf38d73-c7da-40cd-a4ec-0ef06da02956 None None] DHCP port deletion for 346b77c3-bd4a-42c5-b1b6-c49067ef5d4a request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 12:20:30.290167 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-adf38d73-c7da-40cd-a4ec-0ef06da02956 None None] Deleting port 193146f4-6a8e-4cf6-a91a-578aa6d8b81a {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:20:30.290541 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-adf38d73-c7da-40cd-a4ec-0ef06da02956 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:30.367597 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-2a79992e-d049-4030-8852-7edd20e5760c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585931067', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '9892bda1-8582-47c3-ac17-ddb841d9193a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:18:29Z', 'updated_at': '2022-02-04T12:20:27Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '9892bda1-8582-47c3-ac17-ddb841d9193a', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:06:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:18:30Z', 'updated_at': '2022-02-04T12:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:30.371584 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a79992e-d049-4030-8852-7edd20e5760c None None] The sync data for ids ['6cc2f7e6-00fa-4f9d-af81-8fac01d5802c'] in dv-neutron-827825-2-hyperv is: [{'id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585931067', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '9892bda1-8582-47c3-ac17-ddb841d9193a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:18:29Z', 'updated_at': '2022-02-04T12:20:27Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '9892bda1-8582-47c3-ac17-ddb841d9193a', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:06:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2f7e6-00fa-4f9d-af81-8fac01d5802c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:18:30Z', 'updated_at': '2022-02-04T12:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:20:30.506982 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-adf38d73-c7da-40cd-a4ec-0ef06da02956 None None] For port 193146f4-6a8e-4cf6-a91a-578aa6d8b81a, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=193146f4-6a8e-4cf6-a91a-578aa6d8b81a,segment=NetworkSegment(761ba87c-b89c-40c6-89bd-fdc9783fdfa3),segment_id=761ba87c-b89c-40c6-89bd-fdc9783fdfa3)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:20:30.507279 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-adf38d73-c7da-40cd-a4ec-0ef06da02956 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:30.509313 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-15262af2-c10d-4b50-a444-5ed7a2d8de12 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:30.629064 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-adf38d73-c7da-40cd-a4ec-0ef06da02956 None None] Calling delete_port for 193146f4-6a8e-4cf6-a91a-578aa6d8b81a owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:20:30.633175 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-15262af2-c10d-4b50-a444-5ed7a2d8de12 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Deleting port 9892bda1-8582-47c3-ac17-ddb841d9193a {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:20:30.633626 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-15262af2-c10d-4b50-a444-5ed7a2d8de12 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:30.770655 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-adf38d73-c7da-40cd-a4ec-0ef06da02956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:30.836751 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-15262af2-c10d-4b50-a444-5ed7a2d8de12 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] For port 9892bda1-8582-47c3-ac17-ddb841d9193a, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=9892bda1-8582-47c3-ac17-ddb841d9193a,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:20:30.837426 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-15262af2-c10d-4b50-a444-5ed7a2d8de12 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:30.858195 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf38d73-c7da-40cd-a4ec-0ef06da02956 None None] Pushing event deleted for resources: {'Port': ['ID=193146f4-6a8e-4cf6-a91a-578aa6d8b81a,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:30.867109 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf38d73-c7da-40cd-a4ec-0ef06da02956 None None] No DVR routers for this DVR port 193146f4-6a8e-4cf6-a91a-578aa6d8b81a on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:20:30.882487 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf38d73-c7da-40cd-a4ec-0ef06da02956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:30.882859 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf38d73-c7da-40cd-a4ec-0ef06da02956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:30.883192 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf38d73-c7da-40cd-a4ec-0ef06da02956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:30.883623 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf38d73-c7da-40cd-a4ec-0ef06da02956 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:30.883940 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf38d73-c7da-40cd-a4ec-0ef06da02956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:30.884265 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf38d73-c7da-40cd-a4ec-0ef06da02956 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:30.884864 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf38d73-c7da-40cd-a4ec-0ef06da02956 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:30.885189 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf38d73-c7da-40cd-a4ec-0ef06da02956 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:30.885508 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf38d73-c7da-40cd-a4ec-0ef06da02956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:30.885818 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf38d73-c7da-40cd-a4ec-0ef06da02956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:30.886157 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf38d73-c7da-40cd-a4ec-0ef06da02956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:30.983156 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-15262af2-c10d-4b50-a444-5ed7a2d8de12 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Calling delete_port for 9892bda1-8582-47c3-ac17-ddb841d9193a owned by network:router_gateway {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:20:31.222576 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-15262af2-c10d-4b50-a444-5ed7a2d8de12 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:31.270348 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15262af2-c10d-4b50-a444-5ed7a2d8de12 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event deleted for resources: {'Port': ['ID=9892bda1-8582-47c3-ac17-ddb841d9193a,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:31.497973 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-15262af2-c10d-4b50-a444-5ed7a2d8de12 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:31.765090 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-15262af2-c10d-4b50-a444-5ed7a2d8de12 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:31.769568 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-15262af2-c10d-4b50-a444-5ed7a2d8de12 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:31.890031 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-15262af2-c10d-4b50-a444-5ed7a2d8de12 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:31.890582 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15262af2-c10d-4b50-a444-5ed7a2d8de12 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Fanout notify agent at l3_agent the message router_deleted on router 6cc2f7e6-00fa-4f9d-af81-8fac01d5802c {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:20:31.907184 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-15262af2-c10d-4b50-a444-5ed7a2d8de12 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:31.908419 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-15262af2-c10d-4b50-a444-5ed7a2d8de12 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "DELETE /v2.0/routers/6cc2f7e6-00fa-4f9d-af81-8fac01d5802c HTTP/1.1" status: 204 len: 168 time: 1.9784696 Feb 04 12:20:31.913036 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 47374) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:20:32.036307 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6c6377e7-9e8a-46f4-9166-42e89b10e41b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:32.171982 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6c6377e7-9e8a-46f4-9166-42e89b10e41b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:32.198116 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-6c6377e7-9e8a-46f4-9166-42e89b10e41b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['346b77c3-bd4a-42c5-b1b6-c49067ef5d4a']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:32.211057 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-6c6377e7-9e8a-46f4-9166-42e89b10e41b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '761ba87c-b89c-40c6-89bd-fdc9783fdfa3') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:32.211334 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-6c6377e7-9e8a-46f4-9166-42e89b10e41b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '761ba87c-b89c-40c6-89bd-fdc9783fdfa3') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:32.222838 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6c6377e7-9e8a-46f4-9166-42e89b10e41b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:32.240168 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6c6377e7-9e8a-46f4-9166-42e89b10e41b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:32.246522 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c6377e7-9e8a-46f4-9166-42e89b10e41b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 12:20:32.248380 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6c6377e7-9e8a-46f4-9166-42e89b10e41b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:32.273793 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 12:20:32.273793 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 12:20:32.273793 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 12:20:32.273793 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:20:32.273793 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 12:20:32.273793 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:20:32.273793 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 12:20:32.273793 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:20:32.273793 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 12:20:32.273793 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:20:32.273793 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 12:20:32.273793 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:20:32.273793 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 12:20:32.273793 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:20:32.273793 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:20:32.273793 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:20:32.273793 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:20:32.273793 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:20:32.273793 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 12:20:32.273793 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:20:32.273793 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 12:20:32.273793 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:20:32.273793 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:20:32.273793 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 12:20:32.273793 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 12:20:32.273793 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 12:20:32.273793 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:20:32.273793 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 12:20:32.273793 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:20:32.273793 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 12:20:32.273793 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:20:32.273793 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:20:32.396740 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 9892bda1-8582-47c3-ac17-ddb841d9193a no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:20:32.429702 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 9892bda1-8582-47c3-ac17-ddb841d9193a {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:20:32.430062 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 9892bda1-8582-47c3-ac17-ddb841d9193a not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:20:32.430676 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 193146f4-6a8e-4cf6-a91a-578aa6d8b81a no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:20:32.462824 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 193146f4-6a8e-4cf6-a91a-578aa6d8b81a {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:20:32.463146 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 193146f4-6a8e-4cf6-a91a-578aa6d8b81a not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:20:32.463566 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 5ad5a026-5817-46ef-a29d-b5d18f2a59a0 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:20:32.498903 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 5ad5a026-5817-46ef-a29d-b5d18f2a59a0 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:20:32.499240 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 5ad5a026-5817-46ef-a29d-b5d18f2a59a0 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:20:32.593213 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6c6377e7-9e8a-46f4-9166-42e89b10e41b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:32.610518 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6c6377e7-9e8a-46f4-9166-42e89b10e41b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:32.620883 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6377e7-9e8a-46f4-9166-42e89b10e41b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event deleted for resources: {'Network': ['ID=346b77c3-bd4a-42c5-b1b6-c49067ef5d4a,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:32.623423 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6c6377e7-9e8a-46f4-9166-42e89b10e41b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "DELETE /v2.0/networks/346b77c3-bd4a-42c5-b1b6-c49067ef5d4a HTTP/1.1" status: 204 len: 168 time: 0.7104614 Feb 04 12:20:32.626401 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47378) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:20:32.695778 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-43b1492a-9d6d-4dbe-9d34-3adf640bd98c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:32.724655 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-43b1492a-9d6d-4dbe-9d34-3adf640bd98c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:32.850597 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-43b1492a-9d6d-4dbe-9d34-3adf640bd98c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:32.872588 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b1492a-9d6d-4dbe-9d34-3adf640bd98c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0fe124-c8d1-4e20-9010-efe12a9e0d23,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:32.940677 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-43b1492a-9d6d-4dbe-9d34-3adf640bd98c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:32.941846 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-43b1492a-9d6d-4dbe-9d34-3adf640bd98c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "DELETE /v2.0/security-groups/be0fe124-c8d1-4e20-9010-efe12a9e0d23 HTTP/1.1" status: 204 len: 168 time: 0.3144579 Feb 04 12:20:34.464198 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47390) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:20:34.470125 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-eb968356-cc9d-4da6-ae10-5ea6ae890ecf tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-143075599', 'description': 'tempest-secgroup-smoke-143075599 description', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:20:34.476619 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-eb968356-cc9d-4da6-ae10-5ea6ae890ecf tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:20:34.480794 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-eb968356-cc9d-4da6-ae10-5ea6ae890ecf tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:20:34.483653 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-eb968356-cc9d-4da6-ae10-5ea6ae890ecf tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:20:34.490469 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-eb968356-cc9d-4da6-ae10-5ea6ae890ecf tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:20:34.667521 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-eb968356-cc9d-4da6-ae10-5ea6ae890ecf tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:34.703022 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-eb968356-cc9d-4da6-ae10-5ea6ae890ecf tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:20:34.707437 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-eb968356-cc9d-4da6-ae10-5ea6ae890ecf tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group_rule and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:20:34.710375 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-eb968356-cc9d-4da6-ae10-5ea6ae890ecf tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:20:34.716369 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-eb968356-cc9d-4da6-ae10-5ea6ae890ecf tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:20:34.771948 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-eb968356-cc9d-4da6-ae10-5ea6ae890ecf tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:34.833500 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-eb968356-cc9d-4da6-ae10-5ea6ae890ecf tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:34.878476 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb968356-cc9d-4da6-ae10-5ea6ae890ecf tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d18862-ad95-418d-b94a-3af046448699,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:34.953668 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-eb968356-cc9d-4da6-ae10-5ea6ae890ecf tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:34.954861 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-eb968356-cc9d-4da6-ae10-5ea6ae890ecf tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4896061 Feb 04 12:20:34.958912 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47394) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:20:34.964362 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-daa6ec6e-78f4-493b-b0ab-99bf416ccd3b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'security_group_rule': {'security_group_id': 'a0d18862-ad95-418d-b94a-3af046448699', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:20:34.970811 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-daa6ec6e-78f4-493b-b0ab-99bf416ccd3b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:20:34.975361 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-daa6ec6e-78f4-493b-b0ab-99bf416ccd3b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group_rule and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:20:34.978214 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-daa6ec6e-78f4-493b-b0ab-99bf416ccd3b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:20:34.984176 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-daa6ec6e-78f4-493b-b0ab-99bf416ccd3b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:20:35.085753 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-daa6ec6e-78f4-493b-b0ab-99bf416ccd3b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:35.149587 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-daa6ec6e-78f4-493b-b0ab-99bf416ccd3b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:35.232691 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-daa6ec6e-78f4-493b-b0ab-99bf416ccd3b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:35.256438 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa6ec6e-78f4-493b-b0ab-99bf416ccd3b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=058e306f-7384-4b68-8422-2faaa1619204,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:35.370323 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-daa6ec6e-78f4-493b-b0ab-99bf416ccd3b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:35.371550 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-daa6ec6e-78f4-493b-b0ab-99bf416ccd3b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4116452 Feb 04 12:20:35.374679 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47398) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:20:35.381002 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-e65c126a-6177-44c0-8168-805038654e68 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'security_group_rule': {'security_group_id': 'a0d18862-ad95-418d-b94a-3af046448699', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:20:35.387678 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e65c126a-6177-44c0-8168-805038654e68 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:20:35.391604 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e65c126a-6177-44c0-8168-805038654e68 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group_rule and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:20:35.394671 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e65c126a-6177-44c0-8168-805038654e68 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:20:35.400368 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e65c126a-6177-44c0-8168-805038654e68 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:20:35.526121 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e65c126a-6177-44c0-8168-805038654e68 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:35.588813 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e65c126a-6177-44c0-8168-805038654e68 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:35.695824 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e65c126a-6177-44c0-8168-805038654e68 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:35.721281 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c126a-6177-44c0-8168-805038654e68 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b9327b-3f02-43a3-a79d-e4ae8082eca3,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:35.855892 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e65c126a-6177-44c0-8168-805038654e68 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:35.856993 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e65c126a-6177-44c0-8168-805038654e68 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4811568 Feb 04 12:20:35.859789 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47402) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:20:35.865515 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-a68dfefc-599e-4ec7-9cd6-a3d966ac2804 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'security_group_rule': {'security_group_id': 'a0d18862-ad95-418d-b94a-3af046448699', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:20:35.871934 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a68dfefc-599e-4ec7-9cd6-a3d966ac2804 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:20:35.875271 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a68dfefc-599e-4ec7-9cd6-a3d966ac2804 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group_rule and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:20:35.878192 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a68dfefc-599e-4ec7-9cd6-a3d966ac2804 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:20:35.884325 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a68dfefc-599e-4ec7-9cd6-a3d966ac2804 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:20:36.023586 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a68dfefc-599e-4ec7-9cd6-a3d966ac2804 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:36.089640 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a68dfefc-599e-4ec7-9cd6-a3d966ac2804 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:36.273106 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a68dfefc-599e-4ec7-9cd6-a3d966ac2804 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:36.297571 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68dfefc-599e-4ec7-9cd6-a3d966ac2804 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f387853f-659f-4874-9e02-1b0d0b407aaf,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:36.422575 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a68dfefc-599e-4ec7-9cd6-a3d966ac2804 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:36.423860 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a68dfefc-599e-4ec7-9cd6-a3d966ac2804 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5631518 Feb 04 12:20:36.427443 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 47406) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:20:36.433425 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-e0d83cc1-c62d-4cb2-b3b4-09f9e05a0e52 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'security_group_rule': {'security_group_id': 'a0d18862-ad95-418d-b94a-3af046448699', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:20:36.439937 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-e0d83cc1-c62d-4cb2-b3b4-09f9e05a0e52 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:20:36.444796 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-e0d83cc1-c62d-4cb2-b3b4-09f9e05a0e52 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group_rule and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:20:36.447800 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-e0d83cc1-c62d-4cb2-b3b4-09f9e05a0e52 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:20:36.453872 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-e0d83cc1-c62d-4cb2-b3b4-09f9e05a0e52 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:20:36.593766 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e0d83cc1-c62d-4cb2-b3b4-09f9e05a0e52 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:36.627070 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:36.658674 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e0d83cc1-c62d-4cb2-b3b4-09f9e05a0e52 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:36.747455 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e0d83cc1-c62d-4cb2-b3b4-09f9e05a0e52 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:36.770433 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d83cc1-c62d-4cb2-b3b4-09f9e05a0e52 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a12b0f0-2aac-48a7-b002-37e725bcb1b7,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:36.867286 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e0d83cc1-c62d-4cb2-b3b4-09f9e05a0e52 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:36.869128 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e0d83cc1-c62d-4cb2-b3b4-09f9e05a0e52 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4400799 Feb 04 12:20:36.872031 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 47410) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:20:36.877309 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-96408a9c-7e02-4939-a5b8-64376e852d56 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'security_group_rule': {'security_group_id': 'a0d18862-ad95-418d-b94a-3af046448699', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:20:36.883293 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-96408a9c-7e02-4939-a5b8-64376e852d56 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:20:36.887140 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-96408a9c-7e02-4939-a5b8-64376e852d56 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group_rule and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:20:36.889978 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-96408a9c-7e02-4939-a5b8-64376e852d56 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:20:36.896308 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-96408a9c-7e02-4939-a5b8-64376e852d56 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:20:37.010391 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.securitygroups_db [None req-96408a9c-7e02-4939-a5b8-64376e852d56 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Project 2e443f5181274c41895cf3b1d3b2b8b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:20:37.017399 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-96408a9c-7e02-4939-a5b8-64376e852d56 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:37.082871 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-96408a9c-7e02-4939-a5b8-64376e852d56 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:37.193815 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-96408a9c-7e02-4939-a5b8-64376e852d56 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:37.218100 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96408a9c-7e02-4939-a5b8-64376e852d56 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b967679c-555f-46c9-a3ae-6ccf6a95656a,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:37.348574 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-96408a9c-7e02-4939-a5b8-64376e852d56 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:37.349793 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-96408a9c-7e02-4939-a5b8-64376e852d56 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4768624 Feb 04 12:20:37.352603 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 47414) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:20:37.358112 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-bc97b6c2-16c1-423a-a6e4-5f4b911c21b5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'security_group_rule': {'security_group_id': 'a0d18862-ad95-418d-b94a-3af046448699', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:20:37.365001 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-bc97b6c2-16c1-423a-a6e4-5f4b911c21b5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:20:37.369013 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-bc97b6c2-16c1-423a-a6e4-5f4b911c21b5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group_rule and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:20:37.372852 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-bc97b6c2-16c1-423a-a6e4-5f4b911c21b5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:20:37.377786 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-bc97b6c2-16c1-423a-a6e4-5f4b911c21b5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:20:37.478681 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.securitygroups_db [None req-bc97b6c2-16c1-423a-a6e4-5f4b911c21b5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Project 2e443f5181274c41895cf3b1d3b2b8b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:20:37.485600 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bc97b6c2-16c1-423a-a6e4-5f4b911c21b5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:37.556513 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bc97b6c2-16c1-423a-a6e4-5f4b911c21b5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:37.718633 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bc97b6c2-16c1-423a-a6e4-5f4b911c21b5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:37.743067 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97b6c2-16c1-423a-a6e4-5f4b911c21b5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa889bd9-9402-4816-acce-524e12172a4b,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:37.816163 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bc97b6c2-16c1-423a-a6e4-5f4b911c21b5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:37.817643 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-bc97b6c2-16c1-423a-a6e4-5f4b911c21b5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4640791 Feb 04 12:20:37.820445 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 47418) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:20:37.826247 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-f08e3b00-b6f5-4c84-88bd-cdb1b08b4666 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'network': {'name': 'tempest-network-smoke--330876869', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'port_security_enabled': True}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:20:37.831426 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f08e3b00-b6f5-4c84-88bd-cdb1b08b4666 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:20:37.836282 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f08e3b00-b6f5-4c84-88bd-cdb1b08b4666 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:network and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:20:37.838886 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f08e3b00-b6f5-4c84-88bd-cdb1b08b4666 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:20:37.844486 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f08e3b00-b6f5-4c84-88bd-cdb1b08b4666 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:20:37.901832 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08e3b00-b6f5-4c84-88bd-cdb1b08b4666 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Made reservation on behalf of 2e443f5181274c41895cf3b1d3b2b8b5 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:20:37.904912 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f08e3b00-b6f5-4c84-88bd-cdb1b08b4666 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:37.933740 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f08e3b00-b6f5-4c84-88bd-cdb1b08b4666 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:20:37.942987 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f08e3b00-b6f5-4c84-88bd-cdb1b08b4666 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:37.943327 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-f08e3b00-b6f5-4c84-88bd-cdb1b08b4666 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Added segment ef0a8e20-261d-4f04-9685-743215aa1c55 of type vlan for network f16b8345-9f25-4eb7-a9e4-6a60728cf1ed Feb 04 12:20:37.970310 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f08e3b00-b6f5-4c84-88bd-cdb1b08b4666 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:38.107233 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f08e3b00-b6f5-4c84-88bd-cdb1b08b4666 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:38.110989 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08e3b00-b6f5-4c84-88bd-cdb1b08b4666 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:38.111567 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f08e3b00-b6f5-4c84-88bd-cdb1b08b4666 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:38.221808 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e3b00-b6f5-4c84-88bd-cdb1b08b4666 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'Network': ['ID=f16b8345-9f25-4eb7-a9e4-6a60728cf1ed,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:38.232160 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network f16b8345-9f25-4eb7-a9e4-6a60728cf1ed details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:20:38.291179 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f08e3b00-b6f5-4c84-88bd-cdb1b08b4666 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4692476 Feb 04 12:20:38.294319 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 47422) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:20:38.300292 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-45f42c85-1575-4bde-8914-30624dd81148 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2092355578', 'admin_state_up': True, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:20:38.307022 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-45f42c85-1575-4bde-8914-30624dd81148 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:20:38.311270 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-45f42c85-1575-4bde-8914-30624dd81148 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:router and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:20:38.314040 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-45f42c85-1575-4bde-8914-30624dd81148 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:20:38.320576 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-45f42c85-1575-4bde-8914-30624dd81148 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:20:38.421686 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-45f42c85-1575-4bde-8914-30624dd81148 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:38.422679 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-45f42c85-1575-4bde-8914-30624dd81148 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:38.442976 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-45f42c85-1575-4bde-8914-30624dd81148 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:38.686192 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-45f42c85-1575-4bde-8914-30624dd81148 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:38.946037 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-45f42c85-1575-4bde-8914-30624dd81148 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for router_gateway, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:38.975064 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-45f42c85-1575-4bde-8914-30624dd81148 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:39.112243 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-45f42c85-1575-4bde-8914-30624dd81148 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Allocated IP 172.26.3.243 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/9ed8dddb-3ec7-4654-8743-bd06cc2dee9f) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:20:39.263922 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-45f42c85-1575-4bde-8914-30624dd81148 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:39.358923 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-45f42c85-1575-4bde-8914-30624dd81148 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:39.423917 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f42c85-1575-4bde-8914-30624dd81148 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:20:39.427366 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-45f42c85-1575-4bde-8914-30624dd81148 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:20:39.431946 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f42c85-1575-4bde-8914-30624dd81148 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:20:39.460431 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f42c85-1575-4bde-8914-30624dd81148 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'Port': ['ID=9ed8dddb-3ec7-4654-8743-bd06cc2dee9f,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:39.682329 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-45f42c85-1575-4bde-8914-30624dd81148 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for router_gateway, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:39.683440 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-45f42c85-1575-4bde-8914-30624dd81148 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:40.106750 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f42c85-1575-4bde-8914-30624dd81148 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Router 89d9f717-900e-4db0-bf9b-e1993dfc71e8 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:20:40.309613 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f42c85-1575-4bde-8914-30624dd81148 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:20:40.321393 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5921121f-e358-4918-b6ae-7b5017ccb069 None None] Sync routers for ids ['89d9f717-900e-4db0-bf9b-e1993dfc71e8'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:20:40.334132 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5921121f-e358-4918-b6ae-7b5017ccb069 None None] Routers {'89d9f717-900e-4db0-bf9b-e1993dfc71e8'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:20:40.334741 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5921121f-e358-4918-b6ae-7b5017ccb069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:20:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['89d9f717-900e-4db0-bf9b-e1993dfc71e8'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:40.404295 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-45f42c85-1575-4bde-8914-30624dd81148 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:40.405510 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-45f42c85-1575-4bde-8914-30624dd81148 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1100214 Feb 04 12:20:40.408692 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 47426) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:20:40.453225 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3498f481-66e6-4d31-9ca7-8128a54cbe0b tempest-TestNetworkAdvancedServerOps-245603530 tempest-TestNetworkAdvancedServerOps-245603530-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=2e443f5181274c41895cf3b1d3b2b8b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433757 Feb 04 12:20:40.458123 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 47430) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:20:40.513419 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-5921121f-e358-4918-b6ae-7b5017ccb069 None None] Set router 89d9f717-900e-4db0-bf9b-e1993dfc71e8 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:20:40.594398 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bfb0cc-6c68-4d8d-ad1f-dfe49aca120d tempest-TestNetworkAdvancedServerOps-245603530 tempest-TestNetworkAdvancedServerOps-245603530-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:40.596161 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b2bfb0cc-6c68-4d8d-ad1f-dfe49aca120d tempest-TestNetworkAdvancedServerOps-245603530 tempest-TestNetworkAdvancedServerOps-245603530-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1369140 Feb 04 12:20:40.599851 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47434) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:20:40.642754 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-73254f51-4764-4711-9dc8-02a8faffb6cf tempest-TestNetworkAdvancedServerOps-245603530 tempest-TestNetworkAdvancedServerOps-245603530-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=63d4ab6b-931d-42a4-aa18-bedd81d582fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417588 Feb 04 12:20:40.646213 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47438) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:20:40.651620 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-5ff32b10-cb07-4f24-9599-858ff2eec94a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1480256542', 'network_id': 'f16b8345-9f25-4eb7-a9e4-6a60728cf1ed', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:20:40.762769 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-5ff32b10-cb07-4f24-9599-858ff2eec94a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:20:40.766663 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-5ff32b10-cb07-4f24-9599-858ff2eec94a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:subnet and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:20:40.769409 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-5ff32b10-cb07-4f24-9599-858ff2eec94a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:20:40.775052 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-5ff32b10-cb07-4f24-9599-858ff2eec94a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:20:40.808625 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5921121f-e358-4918-b6ae-7b5017ccb069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092355578', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '9ed8dddb-3ec7-4654-8743-bd06cc2dee9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:20:38Z', 'updated_at': '2022-02-04T12:20:39Z', 'revision_number': 3, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '9ed8dddb-3ec7-4654-8743-bd06cc2dee9f', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fe:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:39Z', 'updated_at': '2022-02-04T12:20:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:40.812639 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5921121f-e358-4918-b6ae-7b5017ccb069 None None] Checking router: 89d9f717-900e-4db0-bf9b-e1993dfc71e8 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:20:40.812983 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5921121f-e358-4918-b6ae-7b5017ccb069 None None] Updating router 89d9f717-900e-4db0-bf9b-e1993dfc71e8 port 9ed8dddb-3ec7-4654-8743-bd06cc2dee9f binding host dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 12:20:40.855635 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff32b10-cb07-4f24-9599-858ff2eec94a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Made reservation on behalf of 2e443f5181274c41895cf3b1d3b2b8b5 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:20:40.868504 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5921121f-e358-4918-b6ae-7b5017ccb069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:40.960355 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5ff32b10-cb07-4f24-9599-858ff2eec94a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:41.239668 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5ff32b10-cb07-4f24-9599-858ff2eec94a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:41.242250 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5921121f-e358-4918-b6ae-7b5017ccb069 None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:41.254177 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-5921121f-e358-4918-b6ae-7b5017ccb069 None None] Transition to ACTIVE for port object 9ed8dddb-3ec7-4654-8743-bd06cc2dee9f will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:20:41.316430 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff32b10-cb07-4f24-9599-858ff2eec94a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'Subnet': ['ID=1547b331-b01a-4723-9deb-93c6a7cbab61,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:41.329969 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5921121f-e358-4918-b6ae-7b5017ccb069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:41.331519 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff32b10-cb07-4f24-9599-858ff2eec94a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Checking segment: {'id': 'ef0a8e20-261d-4f04-9685-743215aa1c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f16b8345-9f25-4eb7-a9e4-6a60728cf1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:20:41.332428 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff32b10-cb07-4f24-9599-858ff2eec94a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Network hostable DHCP agents. Network: f16b8345-9f25-4eb7-a9e4-6a60728cf1ed, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:20:41.414414 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938e407-c326-47d4-b699-7e7aa60f3c77 None None] Pushing event updated for resources: {'Port': ['ID=9ed8dddb-3ec7-4654-8743-bd06cc2dee9f,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:41.416595 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-5921121f-e358-4918-b6ae-7b5017ccb069 None None] Attempting to bind port 9ed8dddb-3ec7-4654-8743-bd06cc2dee9f on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:20:41.416969 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-5921121f-e358-4918-b6ae-7b5017ccb069 None None] Attempting to bind port 9ed8dddb-3ec7-4654-8743-bd06cc2dee9f by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:20:41.417357 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5921121f-e358-4918-b6ae-7b5017ccb069 None None] Attempting to bind port 9ed8dddb-3ec7-4654-8743-bd06cc2dee9f on network 63d4ab6b-931d-42a4-aa18-bedd81d582fa {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:20:41.424815 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5921121f-e358-4918-b6ae-7b5017ccb069 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:20:41.425181 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5921121f-e358-4918-b6ae-7b5017ccb069 None None] Checking segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:20:41.426635 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5921121f-e358-4918-b6ae-7b5017ccb069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:41.426873 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5921121f-e358-4918-b6ae-7b5017ccb069 None None] Bound using segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:20:41.427390 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-5921121f-e358-4918-b6ae-7b5017ccb069 None None] Bound port: 9ed8dddb-3ec7-4654-8743-bd06cc2dee9f, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:20:41.427766 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5921121f-e358-4918-b6ae-7b5017ccb069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:41.429394 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff32b10-cb07-4f24-9599-858ff2eec94a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Network f16b8345-9f25-4eb7-a9e4-6a60728cf1ed is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:20:41.500466 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-5921121f-e358-4918-b6ae-7b5017ccb069 None None] For port 9ed8dddb-3ec7-4654-8743-bd06cc2dee9f, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:20:41.503409 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-5921121f-e358-4918-b6ae-7b5017ccb069 None None] For port 9ed8dddb-3ec7-4654-8743-bd06cc2dee9f, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=9ed8dddb-3ec7-4654-8743-bd06cc2dee9f,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:20:41.536422 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-5ff32b10-cb07-4f24-9599-858ff2eec94a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, f16b8345-9f25-4eb7-a9e4-6a60728cf1ed) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:20:41.540573 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff32b10-cb07-4f24-9599-858ff2eec94a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:41.541158 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5ff32b10-cb07-4f24-9599-858ff2eec94a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:41.545259 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cf594d-2878-4171-93a0-7b63854f0ce2 None None] Network f16b8345-9f25-4eb7-a9e4-6a60728cf1ed requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:20:41.610003 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5921121f-e358-4918-b6ae-7b5017ccb069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:41.633621 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5ff32b10-cb07-4f24-9599-858ff2eec94a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9863818 Feb 04 12:20:41.636625 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47442) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:20:41.747644 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938e407-c326-47d4-b699-7e7aa60f3c77 None None] Pushing event updated for resources: {'Port': ['ID=9ed8dddb-3ec7-4654-8743-bd06cc2dee9f,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:41.776508 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5921121f-e358-4918-b6ae-7b5017ccb069 None None] Routers {'89d9f717-900e-4db0-bf9b-e1993dfc71e8'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:20:41.777126 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5921121f-e358-4918-b6ae-7b5017ccb069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:20:14Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['89d9f717-900e-4db0-bf9b-e1993dfc71e8'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:41.990451 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f6e83f-6b3a-474f-961d-e44e65b8e5a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-f16b8345-9f25-4eb7-a9e4-6a60728cf1ed', 'network_id': 'f16b8345-9f25-4eb7-a9e4-6a60728cf1ed', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'fixed_ips': [{'subnet_id': '1547b331-b01a-4723-9deb-93c6a7cbab61'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 12:20:41.991245 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-66f6e83f-6b3a-474f-961d-e44e65b8e5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:42.059420 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-5921121f-e358-4918-b6ae-7b5017ccb069 None None] Set router 89d9f717-900e-4db0-bf9b-e1993dfc71e8 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:20:42.281090 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a9fece30-735f-427f-8ab4-fbdee4260f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:42.390327 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-66f6e83f-6b3a-474f-961d-e44e65b8e5a6 None None] Allocated IP 172.20.0.2 (f16b8345-9f25-4eb7-a9e4-6a60728cf1ed/1547b331-b01a-4723-9deb-93c6a7cbab61/dd16de58-68e7-483d-af3e-040f533544ad) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:20:42.508160 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dddaadba-4ba6-4b70-a5ff-660bc25179b6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:42.629208 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5921121f-e358-4918-b6ae-7b5017ccb069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092355578', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '9ed8dddb-3ec7-4654-8743-bd06cc2dee9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:20:38Z', 'updated_at': '2022-02-04T12:20:39Z', 'revision_number': 3, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '9ed8dddb-3ec7-4654-8743-bd06cc2dee9f', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fe:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:39Z', 'updated_at': '2022-02-04T12:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:42.669752 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5921121f-e358-4918-b6ae-7b5017ccb069 None None] The sync data for ids ['89d9f717-900e-4db0-bf9b-e1993dfc71e8'] in dv-neutron-827825-2-hyperv is: [{'id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092355578', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '9ed8dddb-3ec7-4654-8743-bd06cc2dee9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:20:38Z', 'updated_at': '2022-02-04T12:20:39Z', 'revision_number': 3, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '9ed8dddb-3ec7-4654-8743-bd06cc2dee9f', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fe:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:39Z', 'updated_at': '2022-02-04T12:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:20:42.695795 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-66f6e83f-6b3a-474f-961d-e44e65b8e5a6 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:42.708680 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-66f6e83f-6b3a-474f-961d-e44e65b8e5a6 None None] Transition to ACTIVE for port object dd16de58-68e7-483d-af3e-040f533544ad will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:20:42.730265 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-66f6e83f-6b3a-474f-961d-e44e65b8e5a6 None None] Transition to ACTIVE for port object dd16de58-68e7-483d-af3e-040f533544ad will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:20:42.804984 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-66f6e83f-6b3a-474f-961d-e44e65b8e5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:42.912657 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f6e83f-6b3a-474f-961d-e44e65b8e5a6 None None] Network f16b8345-9f25-4eb7-a9e4-6a60728cf1ed is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:20:42.913816 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f6e83f-6b3a-474f-961d-e44e65b8e5a6 None None] Pushing event updated for resources: {'Port': ['ID=dd16de58-68e7-483d-af3e-040f533544ad,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:42.916760 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-66f6e83f-6b3a-474f-961d-e44e65b8e5a6 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:20:42.919083 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f6e83f-6b3a-474f-961d-e44e65b8e5a6 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:20:42.971937 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-dddaadba-4ba6-4b70-a5ff-660bc25179b6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Allocated IP 172.20.0.1 (f16b8345-9f25-4eb7-a9e4-6a60728cf1ed/1547b331-b01a-4723-9deb-93c6a7cbab61/6cb3322b-05b7-4599-908f-f0113957a429) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:20:43.015838 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-66f6e83f-6b3a-474f-961d-e44e65b8e5a6 None None] Attempting to bind port dd16de58-68e7-483d-af3e-040f533544ad on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:20:43.016214 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-66f6e83f-6b3a-474f-961d-e44e65b8e5a6 None None] Attempting to bind port dd16de58-68e7-483d-af3e-040f533544ad by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'ef0a8e20-261d-4f04-9685-743215aa1c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f16b8345-9f25-4eb7-a9e4-6a60728cf1ed'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:20:43.016576 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f6e83f-6b3a-474f-961d-e44e65b8e5a6 None None] Attempting to bind port dd16de58-68e7-483d-af3e-040f533544ad on network f16b8345-9f25-4eb7-a9e4-6a60728cf1ed {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:20:43.024357 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f6e83f-6b3a-474f-961d-e44e65b8e5a6 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:20:43.024728 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f6e83f-6b3a-474f-961d-e44e65b8e5a6 None None] Checking segment: {'id': 'ef0a8e20-261d-4f04-9685-743215aa1c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f16b8345-9f25-4eb7-a9e4-6a60728cf1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:20:43.025130 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-66f6e83f-6b3a-474f-961d-e44e65b8e5a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:43.025587 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f6e83f-6b3a-474f-961d-e44e65b8e5a6 None None] Bound using segment: {'id': 'ef0a8e20-261d-4f04-9685-743215aa1c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f16b8345-9f25-4eb7-a9e4-6a60728cf1ed'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:20:43.026081 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-66f6e83f-6b3a-474f-961d-e44e65b8e5a6 None None] Bound port: dd16de58-68e7-483d-af3e-040f533544ad, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0a8e20-261d-4f04-9685-743215aa1c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f16b8345-9f25-4eb7-a9e4-6a60728cf1ed'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:20:43.026453 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-66f6e83f-6b3a-474f-961d-e44e65b8e5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:43.130650 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-66f6e83f-6b3a-474f-961d-e44e65b8e5a6 None None] For port dd16de58-68e7-483d-af3e-040f533544ad, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:20:43.135386 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-66f6e83f-6b3a-474f-961d-e44e65b8e5a6 None None] For port dd16de58-68e7-483d-af3e-040f533544ad, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=dd16de58-68e7-483d-af3e-040f533544ad,segment=NetworkSegment(ef0a8e20-261d-4f04-9685-743215aa1c55),segment_id=ef0a8e20-261d-4f04-9685-743215aa1c55)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:20:43.170462 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dddaadba-4ba6-4b70-a5ff-660bc25179b6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:43.192833 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-dddaadba-4ba6-4b70-a5ff-660bc25179b6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Transition to ACTIVE for port object 6cb3322b-05b7-4599-908f-f0113957a429 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:20:43.245257 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-66f6e83f-6b3a-474f-961d-e44e65b8e5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:43.308230 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dddaadba-4ba6-4b70-a5ff-660bc25179b6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:43.332880 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f6e83f-6b3a-474f-961d-e44e65b8e5a6 None None] Pushing event updated for resources: {'Port': ['ID=dd16de58-68e7-483d-af3e-040f533544ad,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:43.395308 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddaadba-4ba6-4b70-a5ff-660bc25179b6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Network f16b8345-9f25-4eb7-a9e4-6a60728cf1ed is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:20:43.399727 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-dddaadba-4ba6-4b70-a5ff-660bc25179b6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:20:43.404219 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddaadba-4ba6-4b70-a5ff-660bc25179b6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:20:43.431496 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddaadba-4ba6-4b70-a5ff-660bc25179b6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'Port': ['ID=6cb3322b-05b7-4599-908f-f0113957a429,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:43.477458 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dddaadba-4ba6-4b70-a5ff-660bc25179b6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:43.653350 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dddaadba-4ba6-4b70-a5ff-660bc25179b6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:44.072796 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dddaadba-4ba6-4b70-a5ff-660bc25179b6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:44.147059 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dddaadba-4ba6-4b70-a5ff-660bc25179b6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:44.191252 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 9ed8dddb-3ec7-4654-8743-bd06cc2dee9f up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:20:44.278780 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-dddaadba-4ba6-4b70-a5ff-660bc25179b6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:44.282397 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddaadba-4ba6-4b70-a5ff-660bc25179b6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'Port': ['ID=6cb3322b-05b7-4599-908f-f0113957a429,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:44.347299 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 9ed8dddb-3ec7-4654-8743-bd06cc2dee9f completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:20:44.352747 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 9ed8dddb-3ec7-4654-8743-bd06cc2dee9f triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:20:44.353183 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:44.397694 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6314a003-1738-46dc-98dd-c0155cd18f05 None None] Network f16b8345-9f25-4eb7-a9e4-6a60728cf1ed requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:20:44.535496 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddaadba-4ba6-4b70-a5ff-660bc25179b6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Network f16b8345-9f25-4eb7-a9e4-6a60728cf1ed is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:20:44.536860 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-dddaadba-4ba6-4b70-a5ff-660bc25179b6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:20:44.596665 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-829c4cc4-caf2-49df-ac89-79120de04983 None None] Provisioning for port dd16de58-68e7-483d-af3e-040f533544ad completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:20:44.616199 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:44.654224 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bf87ac1a-71c2-4fa9-a74f-d1f5f531ca4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:44.667713 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 9ed8dddb-3ec7-4654-8743-bd06cc2dee9f, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=9ed8dddb-3ec7-4654-8743-bd06cc2dee9f,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:20:44.736123 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:44.736886 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device dd16de58-68e7-483d-af3e-040f533544ad up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:20:44.861591 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=9ed8dddb-3ec7-4654-8743-bd06cc2dee9f,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:44.934268 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dddaadba-4ba6-4b70-a5ff-660bc25179b6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Router 89d9f717-900e-4db0-bf9b-e1993dfc71e8 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:20:44.947412 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port dd16de58-68e7-483d-af3e-040f533544ad completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:20:44.953429 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port dd16de58-68e7-483d-af3e-040f533544ad triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:20:44.953926 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:45.085009 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:45.125069 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port dd16de58-68e7-483d-af3e-040f533544ad, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=dd16de58-68e7-483d-af3e-040f533544ad,segment=NetworkSegment(ef0a8e20-261d-4f04-9685-743215aa1c55),segment_id=ef0a8e20-261d-4f04-9685-743215aa1c55)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:20:45.150580 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3107c090-f1c0-44f4-99b2-f32ac2901d20 None None] Provisioning complete for port dd16de58-68e7-483d-af3e-040f533544ad triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:20:45.150958 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3107c090-f1c0-44f4-99b2-f32ac2901d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:45.168708 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dddaadba-4ba6-4b70-a5ff-660bc25179b6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:20:45.195353 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-dddaadba-4ba6-4b70-a5ff-660bc25179b6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "PUT /v2.0/routers/89d9f717-900e-4db0-bf9b-e1993dfc71e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5488696 Feb 04 12:20:45.263065 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:45.352201 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=dd16de58-68e7-483d-af3e-040f533544ad,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:45.385275 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-70733dbd-ade9-46bf-9758-b79e27859f86 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-143075599&fields=id&tenant_id=2e443f5181274c41895cf3b1d3b2b8b5 HTTP/1.1" status: 200 len: 267 time: 0.0480480 Feb 04 12:20:45.467355 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3107c090-f1c0-44f4-99b2-f32ac2901d20 None None] Provisioning for port 6cb3322b-05b7-4599-908f-f0113957a429 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:20:45.473145 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3107c090-f1c0-44f4-99b2-f32ac2901d20 None None] Provisioning complete for port 6cb3322b-05b7-4599-908f-f0113957a429 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:20:45.473737 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3107c090-f1c0-44f4-99b2-f32ac2901d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:45.532799 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-3107c090-f1c0-44f4-99b2-f32ac2901d20 None None] Port 6cb3322b-05b7-4599-908f-f0113957a429 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:20:45.545605 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-fc5a007d-4100-4d20-a19c-1be552b433b6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:45.546304 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-fc5a007d-4100-4d20-a19c-1be552b433b6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Synchronizing usage tracker for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:network {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:20:45.655710 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-32b7e011-271a-4edb-ac65-a958f6181aa0 None None] Provisioning complete for port 6cb3322b-05b7-4599-908f-f0113957a429 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:20:45.655954 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-32b7e011-271a-4edb-ac65-a958f6181aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:45.707521 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-fc5a007d-4100-4d20-a19c-1be552b433b6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Unset dirty status for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:network {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:20:45.708700 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-fc5a007d-4100-4d20-a19c-1be552b433b6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/networks?id=f16b8345-9f25-4eb7-a9e4-6a60728cf1ed HTTP/1.1" status: 200 len: 796 time: 0.3163970 Feb 04 12:20:45.709563 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-32b7e011-271a-4edb-ac65-a958f6181aa0 None None] Port 6cb3322b-05b7-4599-908f-f0113957a429 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:20:45.725598 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-4c7f2ff4-6f69-4f35-8659-1c4324fa4d3b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/quotas/2e443f5181274c41895cf3b1d3b2b8b5 HTTP/1.1" status: 200 len: 375 time: 0.0111964 Feb 04 12:20:45.748445 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:45.805840 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-9dfdf688-383d-4333-9765-0786d8a8a80f tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751128 Feb 04 12:20:45.821684 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-052d4ce8-52ec-4793-8f0c-6c690590dd51 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 12:20:45.822640 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-052d4ce8-52ec-4793-8f0c-6c690590dd51 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050843 Feb 04 12:20:45.872780 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:45.958045 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-966045f1-4b1f-462a-8c75-ba312234c3e9 service neutron] 10.222.0.21 "GET /v2.0/networks/f16b8345-9f25-4eb7-a9e4-6a60728cf1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292586 Feb 04 12:20:46.102934 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-7204ccce-636c-42f3-90c5-2af95e705e5e service neutron] 10.222.0.21 "GET /v2.0/networks/f16b8345-9f25-4eb7-a9e4-6a60728cf1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390510 Feb 04 12:20:46.137000 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 9ed8dddb-3ec7-4654-8743-bd06cc2dee9f up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:20:46.216365 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 9ed8dddb-3ec7-4654-8743-bd06cc2dee9f triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:20:46.216648 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:46.344431 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cee054-2633-4ade-a1d7-566a80cbc28e None None] Sync routers for ids ['89d9f717-900e-4db0-bf9b-e1993dfc71e8'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:20:46.352039 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device dd16de58-68e7-483d-af3e-040f533544ad up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:20:46.356988 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cee054-2633-4ade-a1d7-566a80cbc28e None None] Routers {'89d9f717-900e-4db0-bf9b-e1993dfc71e8'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:20:46.357779 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-b3cee054-2633-4ade-a1d7-566a80cbc28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:20:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['89d9f717-900e-4db0-bf9b-e1993dfc71e8'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:46.434383 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-18404c46-6f84-4ab1-a562-d2e299d9298f req-8f8a99a2-230a-42f3-8d16-3abc2e0a195e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Synchronizing usage tracker for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:20:46.488659 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port dd16de58-68e7-483d-af3e-040f533544ad triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:20:46.489241 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:46.569823 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-b3cee054-2633-4ade-a1d7-566a80cbc28e None None] Set router 89d9f717-900e-4db0-bf9b-e1993dfc71e8 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:20:46.604863 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-18404c46-6f84-4ab1-a562-d2e299d9298f req-8f8a99a2-230a-42f3-8d16-3abc2e0a195e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Unset dirty status for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:20:46.606508 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-18404c46-6f84-4ab1-a562-d2e299d9298f req-8f8a99a2-230a-42f3-8d16-3abc2e0a195e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 210 time: 0.2317915 Feb 04 12:20:46.923000 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-b3cee054-2633-4ade-a1d7-566a80cbc28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092355578', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '9ed8dddb-3ec7-4654-8743-bd06cc2dee9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:20:38Z', 'updated_at': '2022-02-04T12:20:43Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '9ed8dddb-3ec7-4654-8743-bd06cc2dee9f', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fe:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:39Z', 'updated_at': '2022-02-04T12:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '6cb3322b-05b7-4599-908f-f0113957a429', 'name': '', 'network_id': 'f16b8345-9f25-4eb7-a9e4-6a60728cf1ed', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:ae:fd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1547b331-b01a-4723-9deb-93c6a7cbab61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:42Z', 'updated_at': '2022-02-04T12:20:43Z', 'revision_number': 2, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': '1547b331-b01a-4723-9deb-93c6a7cbab61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:46.926929 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cee054-2633-4ade-a1d7-566a80cbc28e None None] Checking router: 89d9f717-900e-4db0-bf9b-e1993dfc71e8 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:20:46.927269 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cee054-2633-4ade-a1d7-566a80cbc28e None None] Updating router 89d9f717-900e-4db0-bf9b-e1993dfc71e8 port 6cb3322b-05b7-4599-908f-f0113957a429 binding host dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 12:20:46.979115 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-b3cee054-2633-4ade-a1d7-566a80cbc28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:47.096482 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:47.331445 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-b3cee054-2633-4ade-a1d7-566a80cbc28e None None] Notify callbacks [] for port, precommit_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:47.344114 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.provisioning_blocks [None req-b3cee054-2633-4ade-a1d7-566a80cbc28e None None] Transition to ACTIVE for port object 6cb3322b-05b7-4599-908f-f0113957a429 will not be triggered until provisioned by entity L2. {{(pid=84207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:20:47.438852 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-b3cee054-2633-4ade-a1d7-566a80cbc28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:47.567146 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9387eba0-2150-47b4-823d-92245b9e6e8c None None] Pushing event updated for resources: {'Port': ['ID=6cb3322b-05b7-4599-908f-f0113957a429,revision_number=3']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:47.580936 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9387eba0-2150-47b4-823d-92245b9e6e8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:47.581275 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9387eba0-2150-47b4-823d-92245b9e6e8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:47.581832 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9387eba0-2150-47b4-823d-92245b9e6e8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:47.582093 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9387eba0-2150-47b4-823d-92245b9e6e8c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:47.582415 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9387eba0-2150-47b4-823d-92245b9e6e8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:47.582737 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9387eba0-2150-47b4-823d-92245b9e6e8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:47.583047 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9387eba0-2150-47b4-823d-92245b9e6e8c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:47.583365 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9387eba0-2150-47b4-823d-92245b9e6e8c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:47.583673 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9387eba0-2150-47b4-823d-92245b9e6e8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:47.583987 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9387eba0-2150-47b4-823d-92245b9e6e8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:47.584291 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9387eba0-2150-47b4-823d-92245b9e6e8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:47.675861 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-b3cee054-2633-4ade-a1d7-566a80cbc28e None None] Attempting to bind port 6cb3322b-05b7-4599-908f-f0113957a429 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:20:47.675861 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-b3cee054-2633-4ade-a1d7-566a80cbc28e None None] Attempting to bind port 6cb3322b-05b7-4599-908f-f0113957a429 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'ef0a8e20-261d-4f04-9685-743215aa1c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f16b8345-9f25-4eb7-a9e4-6a60728cf1ed'}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:20:47.675861 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cee054-2633-4ade-a1d7-566a80cbc28e None None] Attempting to bind port 6cb3322b-05b7-4599-908f-f0113957a429 on network f16b8345-9f25-4eb7-a9e4-6a60728cf1ed {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:20:47.682984 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cee054-2633-4ade-a1d7-566a80cbc28e None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:20:47.683308 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cee054-2633-4ade-a1d7-566a80cbc28e None None] Checking segment: {'id': 'ef0a8e20-261d-4f04-9685-743215aa1c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f16b8345-9f25-4eb7-a9e4-6a60728cf1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:20:47.683711 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-b3cee054-2633-4ade-a1d7-566a80cbc28e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:47.684091 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cee054-2633-4ade-a1d7-566a80cbc28e None None] Bound using segment: {'id': 'ef0a8e20-261d-4f04-9685-743215aa1c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f16b8345-9f25-4eb7-a9e4-6a60728cf1ed'} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:20:47.684553 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-b3cee054-2633-4ade-a1d7-566a80cbc28e None None] Bound port: 6cb3322b-05b7-4599-908f-f0113957a429, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0a8e20-261d-4f04-9685-743215aa1c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f16b8345-9f25-4eb7-a9e4-6a60728cf1ed'}}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:20:47.684915 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-b3cee054-2633-4ade-a1d7-566a80cbc28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:47.786937 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-b3cee054-2633-4ade-a1d7-566a80cbc28e None None] For port 6cb3322b-05b7-4599-908f-f0113957a429, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:20:47.790259 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-b3cee054-2633-4ade-a1d7-566a80cbc28e None None] For port 6cb3322b-05b7-4599-908f-f0113957a429, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=6cb3322b-05b7-4599-908f-f0113957a429,segment=NetworkSegment(ef0a8e20-261d-4f04-9685-743215aa1c55),segment_id=ef0a8e20-261d-4f04-9685-743215aa1c55)] {{(pid=84207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:20:47.795865 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-54839993-8a3c-48ca-bd71-e7011a4de6ea req-d645cb40-cd1d-47bd-9d79-fe514e8e51f3 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 210 time: 0.0464113 Feb 04 12:20:47.856316 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-b3cee054-2633-4ade-a1d7-566a80cbc28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:47.940513 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9387eba0-2150-47b4-823d-92245b9e6e8c None None] Pushing event updated for resources: {'Port': ['ID=6cb3322b-05b7-4599-908f-f0113957a429,revision_number=4']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:47.945567 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cee054-2633-4ade-a1d7-566a80cbc28e None None] Routers {'89d9f717-900e-4db0-bf9b-e1993dfc71e8'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:20:47.946269 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-b3cee054-2633-4ade-a1d7-566a80cbc28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:20:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['89d9f717-900e-4db0-bf9b-e1993dfc71e8'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:48.141997 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-b3cee054-2633-4ade-a1d7-566a80cbc28e None None] Set router 89d9f717-900e-4db0-bf9b-e1993dfc71e8 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:20:48.484780 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-b3cee054-2633-4ade-a1d7-566a80cbc28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092355578', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '9ed8dddb-3ec7-4654-8743-bd06cc2dee9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:20:38Z', 'updated_at': '2022-02-04T12:20:43Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '9ed8dddb-3ec7-4654-8743-bd06cc2dee9f', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fe:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:39Z', 'updated_at': '2022-02-04T12:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '6cb3322b-05b7-4599-908f-f0113957a429', 'name': '', 'network_id': 'f16b8345-9f25-4eb7-a9e4-6a60728cf1ed', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:ae:fd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1547b331-b01a-4723-9deb-93c6a7cbab61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:42Z', 'updated_at': '2022-02-04T12:20:47Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': '1547b331-b01a-4723-9deb-93c6a7cbab61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:48.489099 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cee054-2633-4ade-a1d7-566a80cbc28e None None] The sync data for ids ['89d9f717-900e-4db0-bf9b-e1993dfc71e8'] in dv-neutron-827825-2-hyperv is: [{'id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092355578', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '9ed8dddb-3ec7-4654-8743-bd06cc2dee9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:20:38Z', 'updated_at': '2022-02-04T12:20:43Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '9ed8dddb-3ec7-4654-8743-bd06cc2dee9f', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fe:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:39Z', 'updated_at': '2022-02-04T12:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '6cb3322b-05b7-4599-908f-f0113957a429', 'name': '', 'network_id': 'f16b8345-9f25-4eb7-a9e4-6a60728cf1ed', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:ae:fd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1547b331-b01a-4723-9deb-93c6a7cbab61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:42Z', 'updated_at': '2022-02-04T12:20:47Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': '1547b331-b01a-4723-9deb-93c6a7cbab61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:20:48.611132 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-d15f7737-c709-4e37-8bce-bb83ac3f68eb tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:48.613179 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-d15f7737-c709-4e37-8bce-bb83ac3f68eb tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.47 "GET /v2.0/networks?id=f16b8345-9f25-4eb7-a9e4-6a60728cf1ed HTTP/1.1" status: 200 len: 796 time: 0.1656210 Feb 04 12:20:48.674747 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-850b8fb4-7e5b-4a62-aacc-4df2a043ef2e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e443f5181274c41895cf3b1d3b2b8b5 HTTP/1.1" status: 200 len: 379 time: 0.0500000 Feb 04 12:20:48.683562 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-e4ef822a-69bb-4f65-9ab4-746997e84f44 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'port': {'device_id': '826b6641-ae29-42f8-9383-224511818db9', 'network_id': 'f16b8345-9f25-4eb7-a9e4-6a60728cf1ed', 'admin_state_up': True, 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'security_groups': ['a0d18862-ad95-418d-b94a-3af046448699']}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:20:48.855254 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-e4ef822a-69bb-4f65-9ab4-746997e84f44 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:20:48.868010 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-e4ef822a-69bb-4f65-9ab4-746997e84f44 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:20:48.964531 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-e4ef822a-69bb-4f65-9ab4-746997e84f44 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Made reservation on behalf of 2e443f5181274c41895cf3b1d3b2b8b5 for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:20:48.967850 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-e4ef822a-69bb-4f65-9ab4-746997e84f44 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:48.989858 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5ef9c91b-8f1c-40fc-b86d-d8946b9f1bc6 req-2a20c45f-82fc-4c13-a8a8-645c71dd9dc1 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 210 time: 0.0495200 Feb 04 12:20:49.187512 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-e4ef822a-69bb-4f65-9ab4-746997e84f44 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Allocated IP 172.20.0.12 (f16b8345-9f25-4eb7-a9e4-6a60728cf1ed/1547b331-b01a-4723-9deb-93c6a7cbab61/b433f8ef-ef90-4033-b1e9-e51dcbe1b898) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:20:49.527135 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-e4ef822a-69bb-4f65-9ab4-746997e84f44 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:49.545564 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-e4ef822a-69bb-4f65-9ab4-746997e84f44 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Transition to ACTIVE for port object b433f8ef-ef90-4033-b1e9-e51dcbe1b898 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:20:49.633593 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-e4ef822a-69bb-4f65-9ab4-746997e84f44 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:49.710715 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-e4ef822a-69bb-4f65-9ab4-746997e84f44 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Network f16b8345-9f25-4eb7-a9e4-6a60728cf1ed is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:20:49.713983 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-e4ef822a-69bb-4f65-9ab4-746997e84f44 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:20:49.716574 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-e4ef822a-69bb-4f65-9ab4-746997e84f44 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:20:49.755655 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef822a-69bb-4f65-9ab4-746997e84f44 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'Port': ['ID=b433f8ef-ef90-4033-b1e9-e51dcbe1b898,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:49.801455 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-e4ef822a-69bb-4f65-9ab4-746997e84f44 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:49.802489 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-e4ef822a-69bb-4f65-9ab4-746997e84f44 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:49.908075 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-e4ef822a-69bb-4f65-9ab4-746997e84f44 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2285218 Feb 04 12:20:49.919542 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-12cfe23d-e5be-40a4-88fb-b3eab8e6a518 service neutron] Request body: {'port': {'device_id': '826b6641-ae29-42f8-9383-224511818db9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:20:50.037602 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-12cfe23d-e5be-40a4-88fb-b3eab8e6a518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:50.068609 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-99130e8b-4593-4db5-b73c-b0089a408b2c None None] Provisioning for port b433f8ef-ef90-4033-b1e9-e51dcbe1b898 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:20:50.079796 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-99130e8b-4593-4db5-b73c-b0089a408b2c None None] Provisioning complete for port b433f8ef-ef90-4033-b1e9-e51dcbe1b898 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:20:50.080621 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-99130e8b-4593-4db5-b73c-b0089a408b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:50.195159 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-99130e8b-4593-4db5-b73c-b0089a408b2c None None] Port b433f8ef-ef90-4033-b1e9-e51dcbe1b898 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:20:50.224341 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 6cb3322b-05b7-4599-908f-f0113957a429 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:20:50.439505 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 6cb3322b-05b7-4599-908f-f0113957a429 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:20:50.442571 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c73651-735a-4f7f-9588-fdedf73f28d6 req-95c872a7-e0ab-460c-8038-b9ddda61cf76 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:50.442814 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-36c73651-735a-4f7f-9588-fdedf73f28d6 req-95c872a7-e0ab-460c-8038-b9ddda61cf76 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Synchronizing usage tracker for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:20:50.448108 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 6cb3322b-05b7-4599-908f-f0113957a429 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:20:50.448473 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:50.526860 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-12cfe23d-e5be-40a4-88fb-b3eab8e6a518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b433f8ef-ef90-4033-b1e9-e51dcbe1b898 {{(pid=84204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:20:50.533620 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-12cfe23d-e5be-40a4-88fb-b3eab8e6a518 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:50.549546 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-12cfe23d-e5be-40a4-88fb-b3eab8e6a518 service neutron] Transition to ACTIVE for port object b433f8ef-ef90-4033-b1e9-e51dcbe1b898 will not be triggered until provisioned by entity L2. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:20:50.569793 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:50.587049 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-36c73651-735a-4f7f-9588-fdedf73f28d6 req-95c872a7-e0ab-460c-8038-b9ddda61cf76 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Unset dirty status for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:20:50.590904 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-36c73651-735a-4f7f-9588-fdedf73f28d6 req-95c872a7-e0ab-460c-8038-b9ddda61cf76 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 932 time: 0.3294580 Feb 04 12:20:50.602914 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 6cb3322b-05b7-4599-908f-f0113957a429, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=6cb3322b-05b7-4599-908f-f0113957a429,segment=NetworkSegment(ef0a8e20-261d-4f04-9685-743215aa1c55),segment_id=ef0a8e20-261d-4f04-9685-743215aa1c55)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:20:50.643009 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-36c73651-735a-4f7f-9588-fdedf73f28d6 req-0ec726d5-3f45-4828-8bff-dbeda9bcb700 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d18862-ad95-418d-b94a-3af046448699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490155 Feb 04 12:20:50.644166 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-12cfe23d-e5be-40a4-88fb-b3eab8e6a518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:50.672838 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:50.744818 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=6cb3322b-05b7-4599-908f-f0113957a429,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:50.785984 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cfe23d-e5be-40a4-88fb-b3eab8e6a518 service neutron] Pushing event updated for resources: {'Port': ['ID=b433f8ef-ef90-4033-b1e9-e51dcbe1b898,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:50.893503 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-12cfe23d-e5be-40a4-88fb-b3eab8e6a518 service neutron] Attempting to bind port b433f8ef-ef90-4033-b1e9-e51dcbe1b898 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:20:50.893833 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-12cfe23d-e5be-40a4-88fb-b3eab8e6a518 service neutron] Attempting to bind port b433f8ef-ef90-4033-b1e9-e51dcbe1b898 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'ef0a8e20-261d-4f04-9685-743215aa1c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f16b8345-9f25-4eb7-a9e4-6a60728cf1ed'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:20:50.894215 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-12cfe23d-e5be-40a4-88fb-b3eab8e6a518 service neutron] Attempting to bind port b433f8ef-ef90-4033-b1e9-e51dcbe1b898 on network f16b8345-9f25-4eb7-a9e4-6a60728cf1ed {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:20:50.901088 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-12cfe23d-e5be-40a4-88fb-b3eab8e6a518 service neutron] Port b433f8ef-ef90-4033-b1e9-e51dcbe1b898 on network f16b8345-9f25-4eb7-a9e4-6a60728cf1ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 12:20:50.901703 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-12cfe23d-e5be-40a4-88fb-b3eab8e6a518 service neutron] Attempting to bind port b433f8ef-ef90-4033-b1e9-e51dcbe1b898 on network f16b8345-9f25-4eb7-a9e4-6a60728cf1ed {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:20:50.909094 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-12cfe23d-e5be-40a4-88fb-b3eab8e6a518 service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:20:50.910343 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-12cfe23d-e5be-40a4-88fb-b3eab8e6a518 service neutron] Checking segment: {'id': 'ef0a8e20-261d-4f04-9685-743215aa1c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f16b8345-9f25-4eb7-a9e4-6a60728cf1ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:20:50.910642 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-12cfe23d-e5be-40a4-88fb-b3eab8e6a518 service neutron] Bound using segment: {'id': 'ef0a8e20-261d-4f04-9685-743215aa1c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f16b8345-9f25-4eb7-a9e4-6a60728cf1ed'} {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:20:50.911251 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-12cfe23d-e5be-40a4-88fb-b3eab8e6a518 service neutron] Bound port: b433f8ef-ef90-4033-b1e9-e51dcbe1b898, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef0a8e20-261d-4f04-9685-743215aa1c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f16b8345-9f25-4eb7-a9e4-6a60728cf1ed'}}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:20:50.911742 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-12cfe23d-e5be-40a4-88fb-b3eab8e6a518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:51.009047 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-12cfe23d-e5be-40a4-88fb-b3eab8e6a518 service neutron] For port b433f8ef-ef90-4033-b1e9-e51dcbe1b898, host hv-neutron-8278, cleared binding levels {{(pid=84204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:20:51.012757 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-12cfe23d-e5be-40a4-88fb-b3eab8e6a518 service neutron] For port b433f8ef-ef90-4033-b1e9-e51dcbe1b898, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=b433f8ef-ef90-4033-b1e9-e51dcbe1b898,segment=NetworkSegment(ef0a8e20-261d-4f04-9685-743215aa1c55),segment_id=ef0a8e20-261d-4f04-9685-743215aa1c55)] {{(pid=84204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:20:51.085024 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-12cfe23d-e5be-40a4-88fb-b3eab8e6a518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:51.149237 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-12cfe23d-e5be-40a4-88fb-b3eab8e6a518 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:51.150656 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-12cfe23d-e5be-40a4-88fb-b3eab8e6a518 service neutron] 10.222.0.47 "PUT /v2.0/ports/b433f8ef-ef90-4033-b1e9-e51dcbe1b898 HTTP/1.1" status: 200 len: 1094 time: 1.2355196 Feb 04 12:20:51.151095 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826b6641-ae29-42f8-9383-224511818db9', 'tag': 'b433f8ef-ef90-4033-b1e9-e51dcbe1b898'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:20:51.189309 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cfe23d-e5be-40a4-88fb-b3eab8e6a518 service neutron] Pushing event updated for resources: {'Port': ['ID=b433f8ef-ef90-4033-b1e9-e51dcbe1b898,revision_number=3']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:51.218633 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826b6641-ae29-42f8-9383-224511818db9', 'tag': 'b433f8ef-ef90-4033-b1e9-e51dcbe1b898', 'status': 'completed', 'code': 200} Feb 04 12:20:51.313049 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ad255fc9-209a-4915-a843-ba7dff3e6aae req-73f7f728-7f38-481f-8774-94bf9547f5b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 1097 time: 0.0757313 Feb 04 12:20:51.455108 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad255fc9-209a-4915-a843-ba7dff3e6aae req-37255242-3542-497d-a4e2-5e6ad62959e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:51.457070 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ad255fc9-209a-4915-a843-ba7dff3e6aae req-37255242-3542-497d-a4e2-5e6ad62959e8 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1366000 Feb 04 12:20:51.596380 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad255fc9-209a-4915-a843-ba7dff3e6aae req-ff7657e3-d495-4bc9-b6ed-f9ea90bd03cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:51.598425 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ad255fc9-209a-4915-a843-ba7dff3e6aae req-ff7657e3-d495-4bc9-b6ed-f9ea90bd03cd service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1357114 Feb 04 12:20:51.704610 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-80083b2f-a0d6-4e54-b396-486fd5e758f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 1097 time: 0.0704207 Feb 04 12:20:51.743325 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:20:51.915667 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-854edec7-ecf4-412e-88f7-730cab8a9300 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b433f8ef-ef90-4033-b1e9-e51dcbe1b898 HTTP/1.1" status: 200 len: 217 time: 0.2039928 Feb 04 12:20:51.996929 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-322fbe7c-6079-4425-a94a-70ce251ffaa9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:51.998411 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-322fbe7c-6079-4425-a94a-70ce251ffaa9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1547b331-b01a-4723-9deb-93c6a7cbab61 HTTP/1.1" status: 200 len: 835 time: 0.0762181 Feb 04 12:20:52.056277 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86263e83-3333-4041-8aa6-fed0c8d7eedf req-032f21ac-3651-4933-bbe5-e5d0bfa472fb tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:52.057816 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-86263e83-3333-4041-8aa6-fed0c8d7eedf req-032f21ac-3651-4933-bbe5-e5d0bfa472fb tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 944 time: 0.1891060 Feb 04 12:20:52.124531 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-86263e83-3333-4041-8aa6-fed0c8d7eedf req-687e3f2e-0711-49ec-8871-5898e88b527e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d18862-ad95-418d-b94a-3af046448699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609629 Feb 04 12:20:52.131011 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-2c4a9c1c-e7f0-4418-8ae6-a50b94f5a55f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f16b8345-9f25-4eb7-a9e4-6a60728cf1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1250315 Feb 04 12:20:52.139082 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 6cb3322b-05b7-4599-908f-f0113957a429 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:20:52.225443 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 6cb3322b-05b7-4599-908f-f0113957a429 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:20:52.225811 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:52.274127 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-6f747e06-09bf-426e-b7a0-82e0b03e2d6a service neutron] 10.222.0.47 "GET /v2.0/networks/f16b8345-9f25-4eb7-a9e4-6a60728cf1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375120 Feb 04 12:20:52.412824 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-666b386c-19e0-404c-b55a-160c3a6f4fa1 req-0cebef51-4235-4730-97f6-6cbeefa42a2a service neutron] 10.222.0.47 "GET /v2.0/networks/f16b8345-9f25-4eb7-a9e4-6a60728cf1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330738 Feb 04 12:20:53.352342 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acca45b-d53e-46e3-b618-7a8662dcb130 req-c47e6749-8061-4ff5-b6e7-69a9efbf2959 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:53.354056 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5acca45b-d53e-46e3-b618-7a8662dcb130 req-c47e6749-8061-4ff5-b6e7-69a9efbf2959 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 944 time: 0.0812664 Feb 04 12:20:53.400476 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-5acca45b-d53e-46e3-b618-7a8662dcb130 req-3e26cf7a-d8d3-485d-9ce5-50d61473ccec tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Synchronizing usage tracker for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:20:53.467014 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-5acca45b-d53e-46e3-b618-7a8662dcb130 req-3e26cf7a-d8d3-485d-9ce5-50d61473ccec tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Unset dirty status for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:20:53.468102 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5acca45b-d53e-46e3-b618-7a8662dcb130 req-3e26cf7a-d8d3-485d-9ce5-50d61473ccec tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d18862-ad95-418d-b94a-3af046448699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084821 Feb 04 12:20:54.667823 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685e45f-13c7-4af7-b5d0-1260b3ddbf75 req-b1e2acac-667e-4ee0-b510-752b7c7f720e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:54.669250 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d685e45f-13c7-4af7-b5d0-1260b3ddbf75 req-b1e2acac-667e-4ee0-b510-752b7c7f720e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 944 time: 0.0798395 Feb 04 12:20:54.713857 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d685e45f-13c7-4af7-b5d0-1260b3ddbf75 req-839c18c3-b581-46bf-bd3b-6ecc6938b7cc tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d18862-ad95-418d-b94a-3af046448699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391610 Feb 04 12:20:55.920589 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa264e-91a2-4478-a4ce-b1668b8b9120 req-2045c839-17a6-43a2-a90b-a8c6bc5de28e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:55.922067 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-66fa264e-91a2-4478-a4ce-b1668b8b9120 req-2045c839-17a6-43a2-a90b-a8c6bc5de28e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 944 time: 0.0806439 Feb 04 12:20:55.974499 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-66fa264e-91a2-4478-a4ce-b1668b8b9120 req-e0bc2789-3a82-4194-ad5c-ef79c83da73a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d18862-ad95-418d-b94a-3af046448699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456779 Feb 04 12:20:57.173354 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb8d63-167a-4040-b8ee-8df4b004c2f0 req-201c1191-388c-4355-8fc4-817f22ba6558 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:57.174817 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-96bb8d63-167a-4040-b8ee-8df4b004c2f0 req-201c1191-388c-4355-8fc4-817f22ba6558 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 944 time: 0.0779667 Feb 04 12:20:57.226807 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device b433f8ef-ef90-4033-b1e9-e51dcbe1b898 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:20:57.227214 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-96bb8d63-167a-4040-b8ee-8df4b004c2f0 req-0ea28ef5-7c71-4239-bc26-8b3f6e89930e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d18862-ad95-418d-b94a-3af046448699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461593 Feb 04 12:20:57.365771 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port b433f8ef-ef90-4033-b1e9-e51dcbe1b898, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=b433f8ef-ef90-4033-b1e9-e51dcbe1b898,segment=NetworkSegment(ef0a8e20-261d-4f04-9685-743215aa1c55),segment_id=ef0a8e20-261d-4f04-9685-743215aa1c55)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:20:57.379361 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': 'b433f8ef-ef90-4033-b1e9-e51dcbe1b898', 'network_id': 'f16b8345-9f25-4eb7-a9e4-6a60728cf1ed', 'port_id': 'b433f8ef-ef90-4033-b1e9-e51dcbe1b898', 'mac_address': 'fa:16:3e:9e:1a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1547b331-b01a-4723-9deb-93c6a7cbab61', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:20:57.431866 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:57.452548 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b433f8ef-ef90-4033-b1e9-e51dcbe1b898 {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:20:57.467242 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port b433f8ef-ef90-4033-b1e9-e51dcbe1b898, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=b433f8ef-ef90-4033-b1e9-e51dcbe1b898,segment=NetworkSegment(ef0a8e20-261d-4f04-9685-743215aa1c55),segment_id=ef0a8e20-261d-4f04-9685-743215aa1c55)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:20:57.553137 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:57.619477 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=b433f8ef-ef90-4033-b1e9-e51dcbe1b898,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:57.937489 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['b433f8ef-ef90-4033-b1e9-e51dcbe1b898'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:20:58.431766 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93571f-31cc-4a05-8570-a596c330f68a req-64920ffb-bae6-4d3a-9986-19e426616ef2 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:58.433234 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ef93571f-31cc-4a05-8570-a596c330f68a req-64920ffb-bae6-4d3a-9986-19e426616ef2 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 945 time: 0.0798538 Feb 04 12:20:58.482211 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ef93571f-31cc-4a05-8570-a596c330f68a req-1dc81fde-16e8-4782-872c-4b10ba10e3df tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d18862-ad95-418d-b94a-3af046448699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429409 Feb 04 12:20:59.256947 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device b433f8ef-ef90-4033-b1e9-e51dcbe1b898 up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:20:59.392400 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port b433f8ef-ef90-4033-b1e9-e51dcbe1b898 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:20:59.397565 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port b433f8ef-ef90-4033-b1e9-e51dcbe1b898 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:20:59.400728 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:59.518126 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:59.545736 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826b6641-ae29-42f8-9383-224511818db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b433f8ef-ef90-4033-b1e9-e51dcbe1b898'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:20:59.555901 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port b433f8ef-ef90-4033-b1e9-e51dcbe1b898, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=b433f8ef-ef90-4033-b1e9-e51dcbe1b898,segment=NetworkSegment(ef0a8e20-261d-4f04-9685-743215aa1c55),segment_id=ef0a8e20-261d-4f04-9685-743215aa1c55)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:20:59.605400 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826b6641-ae29-42f8-9383-224511818db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b433f8ef-ef90-4033-b1e9-e51dcbe1b898', 'code': 200} Feb 04 12:20:59.650038 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:59.689087 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c80ed-6e4d-414e-b8c2-87390d86f343 req-3516e79a-92f8-4f90-a55d-b4aa8796bcd9 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:59.690563 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-996c80ed-6e4d-414e-b8c2-87390d86f343 req-3516e79a-92f8-4f90-a55d-b4aa8796bcd9 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 945 time: 0.0822978 Feb 04 12:20:59.720376 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=b433f8ef-ef90-4033-b1e9-e51dcbe1b898,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:59.739728 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-996c80ed-6e4d-414e-b8c2-87390d86f343 req-1d71608e-8807-4880-839c-898f4513e84f tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d18862-ad95-418d-b94a-3af046448699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435059 Feb 04 12:20:59.973844 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-2b1c6969-7f8b-4ff8-a288-15759cfd1ae8 req-d2d4a623-21ed-428e-bc7c-e66f6ce63c98 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 1099 time: 0.0701237 Feb 04 12:21:00.015857 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-2b1c6969-7f8b-4ff8-a288-15759cfd1ae8 req-4330f0d8-538d-4476-8c0a-a20febe260e0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a0d18862-ad95-418d-b94a-3af046448699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366254 Feb 04 12:21:00.940698 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a9413-778c-43cd-94d2-cfcb719dd273 req-65be0477-6a8a-4f7d-adb2-2eb74c42c447 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:00.942236 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0e7a9413-778c-43cd-94d2-cfcb719dd273 req-65be0477-6a8a-4f7d-adb2-2eb74c42c447 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 946 time: 0.0797732 Feb 04 12:21:00.988224 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0e7a9413-778c-43cd-94d2-cfcb719dd273 req-1b89a7d4-2d99-454a-b093-d60dba837360 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d18862-ad95-418d-b94a-3af046448699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403688 Feb 04 12:21:02.208228 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c1500-7cd7-4509-acab-db92ed040672 req-7fffc206-10f7-4ff2-9beb-3c207a419c07 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:02.209758 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4b6c1500-7cd7-4509-acab-db92ed040672 req-7fffc206-10f7-4ff2-9beb-3c207a419c07 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 946 time: 0.0803545 Feb 04 12:21:02.267050 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4b6c1500-7cd7-4509-acab-db92ed040672 req-6b7af5f9-f4b4-46e8-8235-8822fa34850f tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d18862-ad95-418d-b94a-3af046448699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510714 Feb 04 12:21:02.490244 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf55d6-aca8-4b75-8534-a879dad196a8 req-21834265-5440-45e8-b0e3-b5df05be2315 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:02.491882 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ffcf55d6-aca8-4b75-8534-a879dad196a8 req-21834265-5440-45e8-b0e3-b5df05be2315 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 946 time: 0.0924582 Feb 04 12:21:02.545050 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ffcf55d6-aca8-4b75-8534-a879dad196a8 req-bbca2c68-d47f-4481-97c3-1fdecdd2bd0c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d18862-ad95-418d-b94a-3af046448699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469952 Feb 04 12:21:02.576386 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 47494) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:21:02.657478 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-927a34ce-1b2a-47a6-9cfd-7e0a2d8a631e tempest-TestNetworkAdvancedServerOps-245603530 tempest-TestNetworkAdvancedServerOps-245603530-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 1094 time: 0.0798483 Feb 04 12:21:02.661353 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 47498) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:21:02.666636 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-7c64310c-73f1-4dca-aa72-d4d17a3dbf70 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'floatingip': {'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'port_id': 'b433f8ef-ef90-4033-b1e9-e51dcbe1b898', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:21:02.672453 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-7c64310c-73f1-4dca-aa72-d4d17a3dbf70 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:21:02.676385 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-7c64310c-73f1-4dca-aa72-d4d17a3dbf70 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:floatingip and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:21:02.679536 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-7c64310c-73f1-4dca-aa72-d4d17a3dbf70 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:21:02.685944 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-7c64310c-73f1-4dca-aa72-d4d17a3dbf70 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:21:02.781083 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7c64310c-73f1-4dca-aa72-d4d17a3dbf70 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for floatingip, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:21:02.931237 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7c64310c-73f1-4dca-aa72-d4d17a3dbf70 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:21:03.075420 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-7c64310c-73f1-4dca-aa72-d4d17a3dbf70 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Allocated IP 172.26.3.38 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/e6f33a19-7959-4eb8-80da-c97335960367) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:21:03.236743 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7c64310c-73f1-4dca-aa72-d4d17a3dbf70 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:21:03.307604 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7c64310c-73f1-4dca-aa72-d4d17a3dbf70 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:21:03.372177 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c64310c-73f1-4dca-aa72-d4d17a3dbf70 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:21:03.375124 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-7c64310c-73f1-4dca-aa72-d4d17a3dbf70 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:21:03.379636 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c64310c-73f1-4dca-aa72-d4d17a3dbf70 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:21:03.407821 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64310c-73f1-4dca-aa72-d4d17a3dbf70 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'Port': ['ID=e6f33a19-7959-4eb8-80da-c97335960367,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:03.998827 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7c64310c-73f1-4dca-aa72-d4d17a3dbf70 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:21:04.122655 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7c64310c-73f1-4dca-aa72-d4d17a3dbf70 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:21:04.340190 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7c64310c-73f1-4dca-aa72-d4d17a3dbf70 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:21:04.387171 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7c64310c-73f1-4dca-aa72-d4d17a3dbf70 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:21:04.492096 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64310c-73f1-4dca-aa72-d4d17a3dbf70 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'Port': ['ID=e6f33a19-7959-4eb8-80da-c97335960367,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:04.515291 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7c64310c-73f1-4dca-aa72-d4d17a3dbf70 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:21:04.712620 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.l3_db [None req-7c64310c-73f1-4dca-aa72-d4d17a3dbf70 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Floating IP 40488023-17d0-4a1f-b70e-e37fa1b632cb associated. External IP: 172.26.3.38, port: b433f8ef-ef90-4033-b1e9-e51dcbe1b898. Feb 04 12:21:05.117498 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c64310c-73f1-4dca-aa72-d4d17a3dbf70 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Router 89d9f717-900e-4db0-bf9b-e1993dfc71e8 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:21:05.490897 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c64310c-73f1-4dca-aa72-d4d17a3dbf70 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:21:05.505824 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72e49cb-b23a-43d4-979c-8f0a66f03da8 None None] Sync routers for ids ['89d9f717-900e-4db0-bf9b-e1993dfc71e8'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:21:05.522661 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72e49cb-b23a-43d4-979c-8f0a66f03da8 None None] Routers {'89d9f717-900e-4db0-bf9b-e1993dfc71e8'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:21:05.533782 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-c72e49cb-b23a-43d4-979c-8f0a66f03da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:20:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['89d9f717-900e-4db0-bf9b-e1993dfc71e8'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:05.622469 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7c64310c-73f1-4dca-aa72-d4d17a3dbf70 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:21:05.713090 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-7c64310c-73f1-4dca-aa72-d4d17a3dbf70 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0503685 Feb 04 12:21:05.714048 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826b6641-ae29-42f8-9383-224511818db9', 'tag': 'b433f8ef-ef90-4033-b1e9-e51dcbe1b898'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:21:05.797510 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-c72e49cb-b23a-43d4-979c-8f0a66f03da8 None None] Set router 89d9f717-900e-4db0-bf9b-e1993dfc71e8 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:21:05.801456 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826b6641-ae29-42f8-9383-224511818db9', 'tag': 'b433f8ef-ef90-4033-b1e9-e51dcbe1b898', 'status': 'completed', 'code': 200} Feb 04 12:21:05.970978 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7c192623-c60a-4ae5-aa9d-077d51736f68 req-89cdfb2f-e88b-4454-bed8-83bc5c0f475c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 1099 time: 0.1377199 Feb 04 12:21:05.977458 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca4c5b-1206-46b4-97e1-9fbd8f82f7e6 req-37e32eac-ac56-4b28-ab16-aed2f927affb tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:05.978347 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-72ca4c5b-1206-46b4-97e1-9fbd8f82f7e6 req-37e32eac-ac56-4b28-ab16-aed2f927affb tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 946 time: 0.1117332 Feb 04 12:21:06.121933 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-72ca4c5b-1206-46b4-97e1-9fbd8f82f7e6 req-09c01676-36f7-43fb-85d4-f531cf0ee1a5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d18862-ad95-418d-b94a-3af046448699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240127 Feb 04 12:21:06.143702 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c192623-c60a-4ae5-aa9d-077d51736f68 req-13d19bc3-07d9-4fec-8dc5-18f186b29015 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:06.146330 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7c192623-c60a-4ae5-aa9d-077d51736f68 req-13d19bc3-07d9-4fec-8dc5-18f186b29015 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f16b8345-9f25-4eb7-a9e4-6a60728cf1ed HTTP/1.1" status: 200 len: 897 time: 0.1670749 Feb 04 12:21:06.154503 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47506) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:21:06.231959 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-c72e49cb-b23a-43d4-979c-8f0a66f03da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092355578', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '9ed8dddb-3ec7-4654-8743-bd06cc2dee9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:20:38Z', 'updated_at': '2022-02-04T12:20:43Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '9ed8dddb-3ec7-4654-8743-bd06cc2dee9f', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fe:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:39Z', 'updated_at': '2022-02-04T12:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '40488023-17d0-4a1f-b70e-e37fa1b632cb', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'floating_ip_address': '172.26.3.38', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'port_id': 'b433f8ef-ef90-4033-b1e9-e51dcbe1b898', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f16b8345-9f25-4eb7-a9e4-6a60728cf1ed', 'mac_address': 'fa:16:3e:9e:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826b6641-ae29-42f8-9383-224511818db9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:21:03Z', 'updated_at': '2022-02-04T12:21:03Z', 'revision_number': 0, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cb3322b-05b7-4599-908f-f0113957a429', 'name': '', 'network_id': 'f16b8345-9f25-4eb7-a9e4-6a60728cf1ed', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:ae:fd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1547b331-b01a-4723-9deb-93c6a7cbab61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:42Z', 'updated_at': '2022-02-04T12:20:50Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': '1547b331-b01a-4723-9deb-93c6a7cbab61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:06.238141 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72e49cb-b23a-43d4-979c-8f0a66f03da8 None None] Checking router: 89d9f717-900e-4db0-bf9b-e1993dfc71e8 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:21:06.253030 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72e49cb-b23a-43d4-979c-8f0a66f03da8 None None] Routers {'89d9f717-900e-4db0-bf9b-e1993dfc71e8'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:21:06.254340 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-c72e49cb-b23a-43d4-979c-8f0a66f03da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:20:44Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['89d9f717-900e-4db0-bf9b-e1993dfc71e8'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:06.271551 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7c192623-c60a-4ae5-aa9d-077d51736f68 req-910deccf-de75-4cee-b1b5-c5012b959000 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b433f8ef-ef90-4033-b1e9-e51dcbe1b898 HTTP/1.1" status: 200 len: 999 time: 0.1187634 Feb 04 12:21:06.297288 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c253e7af-c5a8-41c4-982f-73ba5e86cd51 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/floatingips/40488023-17d0-4a1f-b70e-e37fa1b632cb HTTP/1.1" status: 200 len: 991 time: 0.1407678 Feb 04 12:21:06.342797 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c192623-c60a-4ae5-aa9d-077d51736f68 req-20704cfa-19fd-4ea0-8e5f-a13d1bda8016 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:06.344105 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7c192623-c60a-4ae5-aa9d-077d51736f68 req-20704cfa-19fd-4ea0-8e5f-a13d1bda8016 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1547b331-b01a-4723-9deb-93c6a7cbab61 HTTP/1.1" status: 200 len: 835 time: 0.0670898 Feb 04 12:21:06.417997 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7c192623-c60a-4ae5-aa9d-077d51736f68 req-f8793643-cb83-44e2-a4ee-42b492076abd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f16b8345-9f25-4eb7-a9e4-6a60728cf1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682704 Feb 04 12:21:06.443340 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-c72e49cb-b23a-43d4-979c-8f0a66f03da8 None None] Set router 89d9f717-900e-4db0-bf9b-e1993dfc71e8 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:21:06.555392 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7c192623-c60a-4ae5-aa9d-077d51736f68 req-b3d5535b-4078-48e8-b1fa-e92a9e88a691 service neutron] 10.222.0.47 "GET /v2.0/networks/f16b8345-9f25-4eb7-a9e4-6a60728cf1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312401 Feb 04 12:21:06.627264 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:21:06.691520 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7c192623-c60a-4ae5-aa9d-077d51736f68 req-91dc4fff-9881-429d-bd7a-3eaf0bbdb2e3 service neutron] 10.222.0.47 "GET /v2.0/networks/f16b8345-9f25-4eb7-a9e4-6a60728cf1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305287 Feb 04 12:21:06.813379 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-c72e49cb-b23a-43d4-979c-8f0a66f03da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092355578', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '9ed8dddb-3ec7-4654-8743-bd06cc2dee9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:20:38Z', 'updated_at': '2022-02-04T12:20:43Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '9ed8dddb-3ec7-4654-8743-bd06cc2dee9f', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fe:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:39Z', 'updated_at': '2022-02-04T12:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '40488023-17d0-4a1f-b70e-e37fa1b632cb', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'floating_ip_address': '172.26.3.38', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'port_id': 'b433f8ef-ef90-4033-b1e9-e51dcbe1b898', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f16b8345-9f25-4eb7-a9e4-6a60728cf1ed', 'mac_address': 'fa:16:3e:9e:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826b6641-ae29-42f8-9383-224511818db9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:21:03Z', 'updated_at': '2022-02-04T12:21:03Z', 'revision_number': 0, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cb3322b-05b7-4599-908f-f0113957a429', 'name': '', 'network_id': 'f16b8345-9f25-4eb7-a9e4-6a60728cf1ed', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:ae:fd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1547b331-b01a-4723-9deb-93c6a7cbab61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:42Z', 'updated_at': '2022-02-04T12:20:50Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': '1547b331-b01a-4723-9deb-93c6a7cbab61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:06.818168 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72e49cb-b23a-43d4-979c-8f0a66f03da8 None None] The sync data for ids ['89d9f717-900e-4db0-bf9b-e1993dfc71e8'] in dv-neutron-827825-2-hyperv is: [{'id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092355578', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '9ed8dddb-3ec7-4654-8743-bd06cc2dee9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:20:38Z', 'updated_at': '2022-02-04T12:20:43Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '9ed8dddb-3ec7-4654-8743-bd06cc2dee9f', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fe:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:39Z', 'updated_at': '2022-02-04T12:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '40488023-17d0-4a1f-b70e-e37fa1b632cb', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'floating_ip_address': '172.26.3.38', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'port_id': 'b433f8ef-ef90-4033-b1e9-e51dcbe1b898', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f16b8345-9f25-4eb7-a9e4-6a60728cf1ed', 'mac_address': 'fa:16:3e:9e:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826b6641-ae29-42f8-9383-224511818db9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:21:03Z', 'updated_at': '2022-02-04T12:21:03Z', 'revision_number': 0, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cb3322b-05b7-4599-908f-f0113957a429', 'name': '', 'network_id': 'f16b8345-9f25-4eb7-a9e4-6a60728cf1ed', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:ae:fd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1547b331-b01a-4723-9deb-93c6a7cbab61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:42Z', 'updated_at': '2022-02-04T12:20:50Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': '1547b331-b01a-4723-9deb-93c6a7cbab61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:21:07.018906 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6aaa724-45af-44c3-89a5-fa36299b575b None None] New status for floating IP 40488023-17d0-4a1f-b70e-e37fa1b632cb: ACTIVE {{(pid=84207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 12:21:07.299336 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47510) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:21:07.407201 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b49ddde1-754a-4a5a-8830-5bc1fb9235e0 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/floatingips/40488023-17d0-4a1f-b70e-e37fa1b632cb HTTP/1.1" status: 200 len: 993 time: 0.1063054 Feb 04 12:21:12.123849 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-da64918e-502c-4f4d-be51-bcaa2cdfed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:21:14.598997 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fdf59c0d-ec73-4218-93b2-3aef43474b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:21:15.707279 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:21:15.827106 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:21:17.038385 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:21:27.677708 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-32dcd123-a7af-4947-b6dd-fd5b2c5b89e6 req-36a0b05c-ec7e-4988-a47a-4dd560113285 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=826b6641-ae29-42f8-9383-224511818db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698195 Feb 04 12:21:27.815196 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-32dcd123-a7af-4947-b6dd-fd5b2c5b89e6 req-ed2ea346-9b02-4112-857b-ee2e6eee673c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 1099 time: 0.0667739 Feb 04 12:21:27.957309 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dcd123-a7af-4947-b6dd-fd5b2c5b89e6 req-e87dcf97-0469-413f-921d-e34f6ec03744 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:27.958666 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-32dcd123-a7af-4947-b6dd-fd5b2c5b89e6 req-e87dcf97-0469-413f-921d-e34f6ec03744 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f16b8345-9f25-4eb7-a9e4-6a60728cf1ed HTTP/1.1" status: 200 len: 897 time: 0.1245873 Feb 04 12:21:28.057845 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-32dcd123-a7af-4947-b6dd-fd5b2c5b89e6 req-92dff09a-767c-4af2-84af-de69956ce18f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b433f8ef-ef90-4033-b1e9-e51dcbe1b898 HTTP/1.1" status: 200 len: 1001 time: 0.0932999 Feb 04 12:21:28.118755 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dcd123-a7af-4947-b6dd-fd5b2c5b89e6 req-aab26f07-7d2b-483a-b31b-82f48f82fd1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:28.120132 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-32dcd123-a7af-4947-b6dd-fd5b2c5b89e6 req-aab26f07-7d2b-483a-b31b-82f48f82fd1d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1547b331-b01a-4723-9deb-93c6a7cbab61 HTTP/1.1" status: 200 len: 835 time: 0.0562556 Feb 04 12:21:28.291889 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-32dcd123-a7af-4947-b6dd-fd5b2c5b89e6 req-2b67b850-fd59-44af-87d2-345f1d9ada53 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f16b8345-9f25-4eb7-a9e4-6a60728cf1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1659551 Feb 04 12:21:28.426693 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-32dcd123-a7af-4947-b6dd-fd5b2c5b89e6 req-045ad2c6-f943-46c9-ae7e-33dea3b7c3be service neutron] 10.222.0.47 "GET /v2.0/networks/f16b8345-9f25-4eb7-a9e4-6a60728cf1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289606 Feb 04 12:21:28.562052 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-32dcd123-a7af-4947-b6dd-fd5b2c5b89e6 req-69e65168-11be-486c-9489-310a0f9dc459 service neutron] 10.222.0.47 "GET /v2.0/networks/f16b8345-9f25-4eb7-a9e4-6a60728cf1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298068 Feb 04 12:21:28.744272 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:21:36.574349 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:21:42.117747 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7e49f072-5ea5-4377-bab0-74d6f5dd0825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:21:44.575045 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-072ef90b-1cd9-438f-b670-e5122df6866a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:21:45.661059 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:21:45.803444 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:21:47.032308 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:22:05.744989 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:22:06.569161 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:22:12.199180 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-29fc267b-be0d-4c05-b7f8-04c29956ef63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:22:14.580667 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-59f2aa0d-d8cb-4557-bd6c-3465111ebdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:22:15.677733 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:22:15.849520 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:22:17.090285 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:22:23.053515 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f7e0d679-73fb-4fa5-917f-8561efd348e8 req-48a1442f-8181-490a-a154-46bd7c49433b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 1099 time: 0.0745857 Feb 04 12:22:23.077421 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf47833-6919-430c-8ad0-2f000ca14441 req-85be0c88-d03d-44e3-8f2b-9465d0bbe6e6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:23.079178 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2bf47833-6919-430c-8ad0-2f000ca14441 req-85be0c88-d03d-44e3-8f2b-9465d0bbe6e6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 946 time: 0.0832202 Feb 04 12:22:23.202566 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0d679-73fb-4fa5-917f-8561efd348e8 req-218e3464-cad6-45eb-8c95-f3db0438a423 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:23.204269 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f7e0d679-73fb-4fa5-917f-8561efd348e8 req-218e3464-cad6-45eb-8c95-f3db0438a423 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f16b8345-9f25-4eb7-a9e4-6a60728cf1ed HTTP/1.1" status: 200 len: 897 time: 0.1441343 Feb 04 12:22:23.238884 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2bf47833-6919-430c-8ad0-2f000ca14441 req-6fc64e6e-49a3-419b-b45e-d8a5a1d1cb34 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d18862-ad95-418d-b94a-3af046448699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538775 Feb 04 12:22:23.325673 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f7e0d679-73fb-4fa5-917f-8561efd348e8 req-a3b1844c-9b0a-4faa-8b60-6e56db5ec684 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b433f8ef-ef90-4033-b1e9-e51dcbe1b898 HTTP/1.1" status: 200 len: 1001 time: 0.1145039 Feb 04 12:22:23.391849 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0d679-73fb-4fa5-917f-8561efd348e8 req-5bc1331a-9e36-4fdd-ae9e-79773e526a9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:23.393567 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f7e0d679-73fb-4fa5-917f-8561efd348e8 req-5bc1331a-9e36-4fdd-ae9e-79773e526a9c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1547b331-b01a-4723-9deb-93c6a7cbab61 HTTP/1.1" status: 200 len: 835 time: 0.0616257 Feb 04 12:22:23.469325 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f7e0d679-73fb-4fa5-917f-8561efd348e8 req-4e7254e6-88ce-4fc3-87c6-a045cb30cfb5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f16b8345-9f25-4eb7-a9e4-6a60728cf1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691943 Feb 04 12:22:23.602863 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f7e0d679-73fb-4fa5-917f-8561efd348e8 req-a866d94f-2687-4a46-b354-8fe0c4f4a042 service neutron] 10.222.0.47 "GET /v2.0/networks/f16b8345-9f25-4eb7-a9e4-6a60728cf1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271791 Feb 04 12:22:23.735788 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f7e0d679-73fb-4fa5-917f-8561efd348e8 req-b91c0eeb-e3a6-46ee-8cc8-79a338e80ac9 service neutron] 10.222.0.47 "GET /v2.0/networks/f16b8345-9f25-4eb7-a9e4-6a60728cf1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269946 Feb 04 12:22:24.448939 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa662f-7aaa-4f9a-ade0-a9b5af716850 req-a84ac029-9629-4ba8-a13e-5d7a00171680 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:24.450140 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a7fa662f-7aaa-4f9a-ade0-a9b5af716850 req-a84ac029-9629-4ba8-a13e-5d7a00171680 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 946 time: 0.0810432 Feb 04 12:22:24.500083 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a7fa662f-7aaa-4f9a-ade0-a9b5af716850 req-6479291b-be92-42c5-9178-b9f425dbdb26 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d18862-ad95-418d-b94a-3af046448699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442019 Feb 04 12:22:25.702019 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9016b5-8e09-43e4-ab4c-d48deb555405 req-ac015912-04a0-4ced-8353-24003f91eb5a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:25.703774 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ca9016b5-8e09-43e4-ab4c-d48deb555405 req-ac015912-04a0-4ced-8353-24003f91eb5a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 946 time: 0.0781722 Feb 04 12:22:25.751972 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ca9016b5-8e09-43e4-ab4c-d48deb555405 req-bd4faeb4-b93d-471c-a0a1-54277c15a4da tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d18862-ad95-418d-b94a-3af046448699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424190 Feb 04 12:22:26.956081 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f067a1e-1615-43dd-b184-a406e71b21a9 req-6aa622a3-0fc6-4bd9-a681-85be9eaff435 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:26.957606 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6f067a1e-1615-43dd-b184-a406e71b21a9 req-6aa622a3-0fc6-4bd9-a681-85be9eaff435 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 946 time: 0.0797832 Feb 04 12:22:27.006428 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6f067a1e-1615-43dd-b184-a406e71b21a9 req-c78849a8-a691-4e6d-a0af-4b01fd60a6db tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d18862-ad95-418d-b94a-3af046448699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431278 Feb 04 12:22:27.101922 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-004a2912-9e55-414a-9e44-5626253c6de8 req-73f1a7c4-51fc-4d9a-88b2-3fdaee471ca2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 1099 time: 0.0727036 Feb 04 12:22:27.250046 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a2912-9e55-414a-9e44-5626253c6de8 req-dff104b8-b46a-4ae7-95b3-25b15d6714bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:27.251467 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-004a2912-9e55-414a-9e44-5626253c6de8 req-dff104b8-b46a-4ae7-95b3-25b15d6714bc service neutron] 10.222.0.47 "GET /v2.0/networks?id=f16b8345-9f25-4eb7-a9e4-6a60728cf1ed HTTP/1.1" status: 200 len: 897 time: 0.1306021 Feb 04 12:22:27.355653 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-004a2912-9e55-414a-9e44-5626253c6de8 req-23cdf827-d5c9-4d09-94f2-4f36901fcfdd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b433f8ef-ef90-4033-b1e9-e51dcbe1b898 HTTP/1.1" status: 200 len: 1001 time: 0.0966911 Feb 04 12:22:27.517007 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a2912-9e55-414a-9e44-5626253c6de8 req-5dcb0905-bb6e-4da1-a891-36cacab65c16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:27.518468 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-004a2912-9e55-414a-9e44-5626253c6de8 req-5dcb0905-bb6e-4da1-a891-36cacab65c16 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1547b331-b01a-4723-9deb-93c6a7cbab61 HTTP/1.1" status: 200 len: 835 time: 0.1559684 Feb 04 12:22:27.594835 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-004a2912-9e55-414a-9e44-5626253c6de8 req-dbcc364d-6b5d-411f-b6f5-0924e3b46443 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f16b8345-9f25-4eb7-a9e4-6a60728cf1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705118 Feb 04 12:22:27.728462 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-004a2912-9e55-414a-9e44-5626253c6de8 req-5a67da75-af16-4560-ba88-83bd9674ae42 service neutron] 10.222.0.47 "GET /v2.0/networks/f16b8345-9f25-4eb7-a9e4-6a60728cf1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275189 Feb 04 12:22:27.862126 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-004a2912-9e55-414a-9e44-5626253c6de8 req-e94804d8-725f-4fae-805d-ded1e0022764 service neutron] 10.222.0.47 "GET /v2.0/networks/f16b8345-9f25-4eb7-a9e4-6a60728cf1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277680 Feb 04 12:22:28.217994 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86c434-74fb-43f6-ad86-f0c9880d2058 req-cde34762-ff15-47c9-a2e2-5152a71a4bba tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:28.219694 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5b86c434-74fb-43f6-ad86-f0c9880d2058 req-cde34762-ff15-47c9-a2e2-5152a71a4bba tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 946 time: 0.0884321 Feb 04 12:22:28.266782 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5b86c434-74fb-43f6-ad86-f0c9880d2058 req-fd073640-99bf-40aa-b322-860295524aab tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d18862-ad95-418d-b94a-3af046448699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409989 Feb 04 12:22:29.467963 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e6a4b-90b5-46b8-bf78-95392dee6aec req-502cbb60-a4ba-4bdc-9ea2-82a92bb40bc1 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:29.469419 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3e0e6a4b-90b5-46b8-bf78-95392dee6aec req-502cbb60-a4ba-4bdc-9ea2-82a92bb40bc1 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 946 time: 0.0813742 Feb 04 12:22:29.516914 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3e0e6a4b-90b5-46b8-bf78-95392dee6aec req-ca9db540-647e-4e49-8424-101574503084 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d18862-ad95-418d-b94a-3af046448699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397036 Feb 04 12:22:30.711612 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d50adb-9e33-402a-98a3-ad7d4d494856 req-4857e07b-0f15-4b4b-9ac5-364b47d34c15 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:30.713035 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-25d50adb-9e33-402a-98a3-ad7d4d494856 req-4857e07b-0f15-4b4b-9ac5-364b47d34c15 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 946 time: 0.0748646 Feb 04 12:22:30.759032 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-25d50adb-9e33-402a-98a3-ad7d4d494856 req-058364b1-5579-4cc8-ae9e-a71c8f9fd566 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d18862-ad95-418d-b94a-3af046448699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402637 Feb 04 12:22:31.973779 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476660a6-7097-460b-b631-0fb6da21fe07 req-dcdd9db2-ca93-483f-8e9d-6b3e98fb7594 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:31.975353 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-476660a6-7097-460b-b631-0fb6da21fe07 req-dcdd9db2-ca93-483f-8e9d-6b3e98fb7594 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 946 time: 0.0842371 Feb 04 12:22:32.030221 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-476660a6-7097-460b-b631-0fb6da21fe07 req-1eb88fbe-50a4-4cb0-8f25-a3871e31af8a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d18862-ad95-418d-b94a-3af046448699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477602 Feb 04 12:22:33.233973 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdb0e0-3933-472a-82ab-fa6fc9b286c1 req-1155d6cf-fae7-4f91-ba5f-b9e692ad663a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:33.235439 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-53cdb0e0-3933-472a-82ab-fa6fc9b286c1 req-1155d6cf-fae7-4f91-ba5f-b9e692ad663a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 946 time: 0.0797138 Feb 04 12:22:33.282588 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-53cdb0e0-3933-472a-82ab-fa6fc9b286c1 req-d6a6c416-8234-4ea6-aa51-7641e82f63e2 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d18862-ad95-418d-b94a-3af046448699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413897 Feb 04 12:22:34.481340 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37539655-44ba-475a-af5c-4a67f2b6c503 req-6e05cc14-5578-4fe3-9549-244913f515a3 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:34.482764 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-37539655-44ba-475a-af5c-4a67f2b6c503 req-6e05cc14-5578-4fe3-9549-244913f515a3 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 946 time: 0.0798769 Feb 04 12:22:34.528594 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-37539655-44ba-475a-af5c-4a67f2b6c503 req-477f48a0-ebeb-46c6-9301-c3bafc52354f tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d18862-ad95-418d-b94a-3af046448699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398753 Feb 04 12:22:35.730240 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a527057-2d2a-4a9e-b077-3b09a24b3921 req-90b85fd6-ff11-44da-9b99-b5df6c245a27 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:35.731689 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3a527057-2d2a-4a9e-b077-3b09a24b3921 req-90b85fd6-ff11-44da-9b99-b5df6c245a27 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 946 time: 0.0781043 Feb 04 12:22:35.781167 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3a527057-2d2a-4a9e-b077-3b09a24b3921 req-8919cb8b-62f4-449c-807a-e89feda86856 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d18862-ad95-418d-b94a-3af046448699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439639 Feb 04 12:22:36.678308 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:22:36.982988 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3bc9e-ac3f-4f78-9937-fed254291884 req-d7b7c368-f9f9-4275-b822-1ad695f83572 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:36.984404 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-efb3bc9e-ac3f-4f78-9937-fed254291884 req-d7b7c368-f9f9-4275-b822-1ad695f83572 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 946 time: 0.0785763 Feb 04 12:22:37.034426 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-efb3bc9e-ac3f-4f78-9937-fed254291884 req-65dc6f3f-30f7-4e50-9d0b-f32e37241ab2 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d18862-ad95-418d-b94a-3af046448699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444584 Feb 04 12:22:38.230021 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3972c5-f982-424a-8100-778aab76e4f3 req-10197458-88c8-4cc3-b0da-0e6405012d0d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:38.231479 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-da3972c5-f982-424a-8100-778aab76e4f3 req-10197458-88c8-4cc3-b0da-0e6405012d0d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 946 time: 0.0756943 Feb 04 12:22:38.277472 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-da3972c5-f982-424a-8100-778aab76e4f3 req-98e388ef-958c-4447-9d91-10cc0c145e5d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d18862-ad95-418d-b94a-3af046448699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404255 Feb 04 12:22:39.487536 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1481c-49b2-4b19-950a-2bad940162b4 req-96063793-beed-4127-9c5a-a93c0cee58f7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:39.488885 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3db1481c-49b2-4b19-950a-2bad940162b4 req-96063793-beed-4127-9c5a-a93c0cee58f7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 946 time: 0.0757909 Feb 04 12:22:39.534496 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3db1481c-49b2-4b19-950a-2bad940162b4 req-afaca76d-82ad-4d06-8a10-fd0d49bf9714 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d18862-ad95-418d-b94a-3af046448699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400991 Feb 04 12:22:40.742797 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c09ff3-1dfb-43ea-a66d-f2a6f306637b req-1c9a596e-85e9-4f90-8b70-487e8f6c013a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:40.744229 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-03c09ff3-1dfb-43ea-a66d-f2a6f306637b req-1c9a596e-85e9-4f90-8b70-487e8f6c013a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 946 time: 0.0830240 Feb 04 12:22:40.790507 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-03c09ff3-1dfb-43ea-a66d-f2a6f306637b req-53e4fdbd-dbfd-4bbb-a57e-6b1206ae8cb7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d18862-ad95-418d-b94a-3af046448699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399818 Feb 04 12:22:40.819220 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 47588) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:22:40.923708 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8ce31cee-629e-44c4-b1ea-7db5a7ca3b3d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/floatingips/40488023-17d0-4a1f-b70e-e37fa1b632cb HTTP/1.1" status: 200 len: 993 time: 0.1033268 Feb 04 12:22:42.146630 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4f01fcc7-b7fe-416c-a8ac-636b1a9ea42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:22:42.746750 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:22:44.574894 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a8a728a0-e659-4788-895c-acd3b61dd535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:22:45.660821 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:22:45.832182 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:22:47.053306 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:06.670154 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:12.150108 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-159f5eb3-4ff1-434c-adb0-c5c34beacd49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:14.608737 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ceaf3181-c702-4dd1-ab76-60afdfddd346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:15.704369 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:15.875764 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:17.076011 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:19.746887 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:23:29.640476 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-725c86bc-6cfa-432b-8eca-776591c3d379 req-6f6f132d-999e-4a93-9115-41db89713ac5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=826b6641-ae29-42f8-9383-224511818db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747676 Feb 04 12:23:29.793696 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-725c86bc-6cfa-432b-8eca-776591c3d379 req-2b052818-1162-4d3b-9807-766c477a024a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 1099 time: 0.0865061 Feb 04 12:23:29.949101 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c86bc-6cfa-432b-8eca-776591c3d379 req-1751161b-267b-4126-bd80-6ea3dcf0d3d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:29.950709 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-725c86bc-6cfa-432b-8eca-776591c3d379 req-1751161b-267b-4126-bd80-6ea3dcf0d3d5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f16b8345-9f25-4eb7-a9e4-6a60728cf1ed HTTP/1.1" status: 200 len: 897 time: 0.1349344 Feb 04 12:23:30.057026 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-725c86bc-6cfa-432b-8eca-776591c3d379 req-5ed4fd48-c42c-4b03-9e43-30347a743519 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b433f8ef-ef90-4033-b1e9-e51dcbe1b898 HTTP/1.1" status: 200 len: 1001 time: 0.0999973 Feb 04 12:23:30.122662 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c86bc-6cfa-432b-8eca-776591c3d379 req-9f6e799c-5191-4207-bf84-24a1367ef185 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:30.124173 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-725c86bc-6cfa-432b-8eca-776591c3d379 req-9f6e799c-5191-4207-bf84-24a1367ef185 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1547b331-b01a-4723-9deb-93c6a7cbab61 HTTP/1.1" status: 200 len: 835 time: 0.0605922 Feb 04 12:23:30.212127 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-725c86bc-6cfa-432b-8eca-776591c3d379 req-364fa26f-a277-40ec-8f22-0a459d5a7be3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f16b8345-9f25-4eb7-a9e4-6a60728cf1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817983 Feb 04 12:23:30.448104 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-725c86bc-6cfa-432b-8eca-776591c3d379 req-4b136602-dd95-48d5-a2d8-676a06e2d631 service neutron] 10.222.0.47 "GET /v2.0/networks/f16b8345-9f25-4eb7-a9e4-6a60728cf1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289069 Feb 04 12:23:30.585235 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-725c86bc-6cfa-432b-8eca-776591c3d379 req-39309d4b-9cf5-4cac-8d1f-bec0539bbc24 service neutron] 10.222.0.47 "GET /v2.0/networks/f16b8345-9f25-4eb7-a9e4-6a60728cf1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305761 Feb 04 12:23:36.643100 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:40.057857 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 47612) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:23:40.449801 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-737aec66-7022-4b1a-a913-67b92e5c888a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Deleting port e6f33a19-7959-4eb8-80da-c97335960367 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:23:40.450311 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-737aec66-7022-4b1a-a913-67b92e5c888a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:40.623829 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-737aec66-7022-4b1a-a913-67b92e5c888a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:40.624666 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-737aec66-7022-4b1a-a913-67b92e5c888a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:40.745925 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-737aec66-7022-4b1a-a913-67b92e5c888a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Calling delete_port for e6f33a19-7959-4eb8-80da-c97335960367 owned by network:floatingip {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:23:40.961143 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-737aec66-7022-4b1a-a913-67b92e5c888a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:41.014419 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737aec66-7022-4b1a-a913-67b92e5c888a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event deleted for resources: {'Port': ['ID=e6f33a19-7959-4eb8-80da-c97335960367,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:41.033012 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737aec66-7022-4b1a-a913-67b92e5c888a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:41.033354 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737aec66-7022-4b1a-a913-67b92e5c888a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:41.033707 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737aec66-7022-4b1a-a913-67b92e5c888a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:41.034059 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737aec66-7022-4b1a-a913-67b92e5c888a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:41.034401 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737aec66-7022-4b1a-a913-67b92e5c888a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:41.034928 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737aec66-7022-4b1a-a913-67b92e5c888a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:41.035462 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737aec66-7022-4b1a-a913-67b92e5c888a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:41.036695 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737aec66-7022-4b1a-a913-67b92e5c888a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:41.036695 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737aec66-7022-4b1a-a913-67b92e5c888a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:41.037044 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737aec66-7022-4b1a-a913-67b92e5c888a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:41.037512 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737aec66-7022-4b1a-a913-67b92e5c888a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:41.140464 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-737aec66-7022-4b1a-a913-67b92e5c888a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for floatingip, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:41.584995 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737aec66-7022-4b1a-a913-67b92e5c888a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Router 89d9f717-900e-4db0-bf9b-e1993dfc71e8 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:23:41.910883 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737aec66-7022-4b1a-a913-67b92e5c888a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:23:41.922149 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23b50a9-2e44-4f2e-91bd-8c302c8396b6 None None] Sync routers for ids ['89d9f717-900e-4db0-bf9b-e1993dfc71e8'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:23:41.935623 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23b50a9-2e44-4f2e-91bd-8c302c8396b6 None None] Routers {'89d9f717-900e-4db0-bf9b-e1993dfc71e8'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:23:41.940432 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e23b50a9-2e44-4f2e-91bd-8c302c8396b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:23:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['89d9f717-900e-4db0-bf9b-e1993dfc71e8'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:23:42.002101 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-737aec66-7022-4b1a-a913-67b92e5c888a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:42.066985 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-737aec66-7022-4b1a-a913-67b92e5c888a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "DELETE /v2.0/floatingips/40488023-17d0-4a1f-b70e-e37fa1b632cb HTTP/1.1" status: 204 len: 168 time: 2.0079763 Feb 04 12:23:42.067884 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826b6641-ae29-42f8-9383-224511818db9', 'tag': 'b433f8ef-ef90-4033-b1e9-e51dcbe1b898'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:23:42.146355 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-e23b50a9-2e44-4f2e-91bd-8c302c8396b6 None None] Set router 89d9f717-900e-4db0-bf9b-e1993dfc71e8 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:23:42.239345 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826b6641-ae29-42f8-9383-224511818db9', 'tag': 'b433f8ef-ef90-4033-b1e9-e51dcbe1b898', 'status': 'completed', 'code': 200} Feb 04 12:23:42.281355 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-321172fc-6cd4-4d04-b405-f224e3dcb043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:42.345022 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b168b399-ffbf-45bb-addb-f8c7aa5743c0 req-4b3d1e61-d223-432b-905b-4f7a3bc06723 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 1099 time: 0.0847979 Feb 04 12:23:42.489607 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168b399-ffbf-45bb-addb-f8c7aa5743c0 req-a88eb042-253f-4272-9260-6a26d4df5a3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:42.491297 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b168b399-ffbf-45bb-addb-f8c7aa5743c0 req-a88eb042-253f-4272-9260-6a26d4df5a3e service neutron] 10.222.0.47 "GET /v2.0/networks?id=f16b8345-9f25-4eb7-a9e4-6a60728cf1ed HTTP/1.1" status: 200 len: 897 time: 0.1405230 Feb 04 12:23:42.524450 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e23b50a9-2e44-4f2e-91bd-8c302c8396b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092355578', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '9ed8dddb-3ec7-4654-8743-bd06cc2dee9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:20:38Z', 'updated_at': '2022-02-04T12:20:43Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '9ed8dddb-3ec7-4654-8743-bd06cc2dee9f', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fe:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:39Z', 'updated_at': '2022-02-04T12:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '6cb3322b-05b7-4599-908f-f0113957a429', 'name': '', 'network_id': 'f16b8345-9f25-4eb7-a9e4-6a60728cf1ed', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:ae:fd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1547b331-b01a-4723-9deb-93c6a7cbab61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:42Z', 'updated_at': '2022-02-04T12:20:50Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': '1547b331-b01a-4723-9deb-93c6a7cbab61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:23:42.530308 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23b50a9-2e44-4f2e-91bd-8c302c8396b6 None None] Checking router: 89d9f717-900e-4db0-bf9b-e1993dfc71e8 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:23:42.559748 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23b50a9-2e44-4f2e-91bd-8c302c8396b6 None None] Routers {'89d9f717-900e-4db0-bf9b-e1993dfc71e8'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:23:42.560786 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e23b50a9-2e44-4f2e-91bd-8c302c8396b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:23:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['89d9f717-900e-4db0-bf9b-e1993dfc71e8'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:23:42.574909 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b168b399-ffbf-45bb-addb-f8c7aa5743c0 req-ddb064fd-19f7-4b2c-91a7-6f7b6b91080a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b433f8ef-ef90-4033-b1e9-e51dcbe1b898 HTTP/1.1" status: 200 len: 217 time: 0.0772827 Feb 04 12:23:42.640835 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168b399-ffbf-45bb-addb-f8c7aa5743c0 req-d9091d79-cee3-4ed0-939a-0e82415946dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:42.642357 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b168b399-ffbf-45bb-addb-f8c7aa5743c0 req-d9091d79-cee3-4ed0-939a-0e82415946dd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1547b331-b01a-4723-9deb-93c6a7cbab61 HTTP/1.1" status: 200 len: 835 time: 0.0614579 Feb 04 12:23:42.742042 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b168b399-ffbf-45bb-addb-f8c7aa5743c0 req-352e4df1-1355-41ae-9b7a-ac5ec3901ea1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f16b8345-9f25-4eb7-a9e4-6a60728cf1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0939534 Feb 04 12:23:42.789215 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-e23b50a9-2e44-4f2e-91bd-8c302c8396b6 None None] Set router 89d9f717-900e-4db0-bf9b-e1993dfc71e8 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:23:42.909282 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b168b399-ffbf-45bb-addb-f8c7aa5743c0 req-c6b381a7-e971-4ccf-a061-7f1d84f8c690 service neutron] 10.222.0.47 "GET /v2.0/networks/f16b8345-9f25-4eb7-a9e4-6a60728cf1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608028 Feb 04 12:23:43.116180 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b168b399-ffbf-45bb-addb-f8c7aa5743c0 req-96d184b1-70ff-46c6-a5ef-d2825da40cef service neutron] 10.222.0.47 "GET /v2.0/networks/f16b8345-9f25-4eb7-a9e4-6a60728cf1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002966 Feb 04 12:23:43.126092 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5dde4-e67a-489b-8162-5c6a5b8fbf18 req-c115be02-b851-4c89-8f0d-310b2529d93a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:43.126784 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-4ff5dde4-e67a-489b-8162-5c6a5b8fbf18 req-c115be02-b851-4c89-8f0d-310b2529d93a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Synchronizing usage tracker for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:23:43.134132 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e23b50a9-2e44-4f2e-91bd-8c302c8396b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092355578', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '9ed8dddb-3ec7-4654-8743-bd06cc2dee9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:20:38Z', 'updated_at': '2022-02-04T12:20:43Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '9ed8dddb-3ec7-4654-8743-bd06cc2dee9f', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fe:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:39Z', 'updated_at': '2022-02-04T12:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '6cb3322b-05b7-4599-908f-f0113957a429', 'name': '', 'network_id': 'f16b8345-9f25-4eb7-a9e4-6a60728cf1ed', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:ae:fd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1547b331-b01a-4723-9deb-93c6a7cbab61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:42Z', 'updated_at': '2022-02-04T12:20:50Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': '1547b331-b01a-4723-9deb-93c6a7cbab61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:23:43.139580 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23b50a9-2e44-4f2e-91bd-8c302c8396b6 None None] The sync data for ids ['89d9f717-900e-4db0-bf9b-e1993dfc71e8'] in dv-neutron-827825-2-hyperv is: [{'id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092355578', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '9ed8dddb-3ec7-4654-8743-bd06cc2dee9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:20:38Z', 'updated_at': '2022-02-04T12:20:43Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '9ed8dddb-3ec7-4654-8743-bd06cc2dee9f', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fe:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:39Z', 'updated_at': '2022-02-04T12:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '6cb3322b-05b7-4599-908f-f0113957a429', 'name': '', 'network_id': 'f16b8345-9f25-4eb7-a9e4-6a60728cf1ed', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:ae:fd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1547b331-b01a-4723-9deb-93c6a7cbab61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:42Z', 'updated_at': '2022-02-04T12:20:50Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': '1547b331-b01a-4723-9deb-93c6a7cbab61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:23:43.243414 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-4ff5dde4-e67a-489b-8162-5c6a5b8fbf18 req-c115be02-b851-4c89-8f0d-310b2529d93a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Unset dirty status for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:23:43.244654 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4ff5dde4-e67a-489b-8162-5c6a5b8fbf18 req-c115be02-b851-4c89-8f0d-310b2529d93a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 946 time: 0.4218740 Feb 04 12:23:43.295811 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4ff5dde4-e67a-489b-8162-5c6a5b8fbf18 req-76246203-bd33-4ccc-b02b-cc70bbcfd5b8 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d18862-ad95-418d-b94a-3af046448699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453770 Feb 04 12:23:43.373973 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab133375-ac3c-4cb6-8d92-6493bfff1519 None None] New status for floating IP 40488023-17d0-4a1f-b70e-e37fa1b632cb: DOWN {{(pid=84207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 12:23:44.615791 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd5f54-bf71-4905-b6b2-6c8c32ab2d8e req-b14650b2-f345-4fe6-a483-57728725de60 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:44.617373 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-83dd5f54-bf71-4905-b6b2-6c8c32ab2d8e req-b14650b2-f345-4fe6-a483-57728725de60 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 946 time: 0.1916301 Feb 04 12:23:44.641304 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7b472ea6-7c96-4a5e-ba4e-05ae6abb19a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:44.667163 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-83dd5f54-bf71-4905-b6b2-6c8c32ab2d8e req-5320b009-039e-4949-b70a-392cb121076b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d18862-ad95-418d-b94a-3af046448699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440571 Feb 04 12:23:44.674908 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99e909-64d6-4cc2-85ef-d1ba2841f04e req-83b53b10-7108-45f1-8840-1f6098527b89 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:44.676405 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1a99e909-64d6-4cc2-85ef-d1ba2841f04e req-83b53b10-7108-45f1-8840-1f6098527b89 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.47 "GET /v2.0/ports?device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 946 time: 0.0864604 Feb 04 12:23:44.746959 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [req-1a99e909-64d6-4cc2-85ef-d1ba2841f04e req-72d8c6cb-638e-499f-bf8e-fb0bc916b025 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Deleting port b433f8ef-ef90-4033-b1e9-e51dcbe1b898 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:23:44.747300 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-1a99e909-64d6-4cc2-85ef-d1ba2841f04e req-72d8c6cb-638e-499f-bf8e-fb0bc916b025 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:45.002226 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-1a99e909-64d6-4cc2-85ef-d1ba2841f04e req-72d8c6cb-638e-499f-bf8e-fb0bc916b025 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] For port b433f8ef-ef90-4033-b1e9-e51dcbe1b898, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=b433f8ef-ef90-4033-b1e9-e51dcbe1b898,segment=NetworkSegment(ef0a8e20-261d-4f04-9685-743215aa1c55),segment_id=ef0a8e20-261d-4f04-9685-743215aa1c55)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:45.002492 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-1a99e909-64d6-4cc2-85ef-d1ba2841f04e req-72d8c6cb-638e-499f-bf8e-fb0bc916b025 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:45.120966 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [req-1a99e909-64d6-4cc2-85ef-d1ba2841f04e req-72d8c6cb-638e-499f-bf8e-fb0bc916b025 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Calling delete_port for b433f8ef-ef90-4033-b1e9-e51dcbe1b898 owned by compute:nova {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:23:45.477440 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-1a99e909-64d6-4cc2-85ef-d1ba2841f04e req-72d8c6cb-638e-499f-bf8e-fb0bc916b025 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:45.527441 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d8c6cb-638e-499f-bf8e-fb0bc916b025 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event deleted for resources: {'Port': ['ID=b433f8ef-ef90-4033-b1e9-e51dcbe1b898,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:45.602449 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a99e909-64d6-4cc2-85ef-d1ba2841f04e req-72d8c6cb-638e-499f-bf8e-fb0bc916b025 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] No DVR routers for this DVR port b433f8ef-ef90-4033-b1e9-e51dcbe1b898 on host hv-neutron-8278 {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:23:45.603631 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-1a99e909-64d6-4cc2-85ef-d1ba2841f04e req-72d8c6cb-638e-499f-bf8e-fb0bc916b025 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:45.606265 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826b6641-ae29-42f8-9383-224511818db9', 'name': 'network-vif-deleted', 'tag': 'b433f8ef-ef90-4033-b1e9-e51dcbe1b898'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:23:45.664998 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826b6641-ae29-42f8-9383-224511818db9', 'name': 'network-vif-deleted', 'tag': 'b433f8ef-ef90-4033-b1e9-e51dcbe1b898', 'status': 'completed', 'code': 200} Feb 04 12:23:45.729785 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1a99e909-64d6-4cc2-85ef-d1ba2841f04e req-72d8c6cb-638e-499f-bf8e-fb0bc916b025 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.47 "DELETE /v2.0/ports/b433f8ef-ef90-4033-b1e9-e51dcbe1b898 HTTP/1.1" status: 204 len: 173 time: 1.0472591 Feb 04 12:23:45.763154 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:45.836622 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d3c3a9ce-8d50-4d4d-a005-12a566fae1e4 req-8aebe1eb-afad-46f0-ad5b-fbb5b5af1969 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=826b6641-ae29-42f8-9383-224511818db9 HTTP/1.1" status: 200 len: 210 time: 0.0443642 Feb 04 12:23:45.865509 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:46.947352 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 47644) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:23:47.054106 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:47.369985 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-db43ceb5-5ace-4176-9ddc-fe0aa77721fa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:47.935827 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device b433f8ef-ef90-4033-b1e9-e51dcbe1b898 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:23:47.969329 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] No Port match for: b433f8ef-ef90-4033-b1e9-e51dcbe1b898 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:23:47.969674 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device b433f8ef-ef90-4033-b1e9-e51dcbe1b898 not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:23:47.997157 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-db43ceb5-5ace-4176-9ddc-fe0aa77721fa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Deleting port 6cb3322b-05b7-4599-908f-f0113957a429 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:23:47.997786 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-db43ceb5-5ace-4176-9ddc-fe0aa77721fa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:48.184730 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-db43ceb5-5ace-4176-9ddc-fe0aa77721fa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] For port 6cb3322b-05b7-4599-908f-f0113957a429, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=6cb3322b-05b7-4599-908f-f0113957a429,segment=NetworkSegment(ef0a8e20-261d-4f04-9685-743215aa1c55),segment_id=ef0a8e20-261d-4f04-9685-743215aa1c55)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:48.185183 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-db43ceb5-5ace-4176-9ddc-fe0aa77721fa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:48.406226 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-db43ceb5-5ace-4176-9ddc-fe0aa77721fa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Calling delete_port for 6cb3322b-05b7-4599-908f-f0113957a429 owned by network:router_interface {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:23:48.715412 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-db43ceb5-5ace-4176-9ddc-fe0aa77721fa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:48.763453 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43ceb5-5ace-4176-9ddc-fe0aa77721fa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event deleted for resources: {'Port': ['ID=6cb3322b-05b7-4599-908f-f0113957a429,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:49.092077 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-db43ceb5-5ace-4176-9ddc-fe0aa77721fa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:49.707133 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db43ceb5-5ace-4176-9ddc-fe0aa77721fa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Router 89d9f717-900e-4db0-bf9b-e1993dfc71e8 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:23:49.918282 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db43ceb5-5ace-4176-9ddc-fe0aa77721fa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:23:49.928823 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dfa273-479e-417f-8a55-d55483e0a5d5 None None] Sync routers for ids ['89d9f717-900e-4db0-bf9b-e1993dfc71e8'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:23:49.931891 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-db43ceb5-5ace-4176-9ddc-fe0aa77721fa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "PUT /v2.0/routers/89d9f717-900e-4db0-bf9b-e1993dfc71e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9834719 Feb 04 12:23:49.934903 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 47648) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:23:49.942128 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dfa273-479e-417f-8a55-d55483e0a5d5 None None] Routers {'89d9f717-900e-4db0-bf9b-e1993dfc71e8'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:23:49.942745 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-b9dfa273-479e-417f-8a55-d55483e0a5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:23:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['89d9f717-900e-4db0-bf9b-e1993dfc71e8'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:23:50.188823 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-b9dfa273-479e-417f-8a55-d55483e0a5d5 None None] Set router 89d9f717-900e-4db0-bf9b-e1993dfc71e8 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:23:50.294260 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-040224f3-08e0-44d1-9b07-745d86f23edf tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Deleting subnet 1547b331-b01a-4723-9deb-93c6a7cbab61 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 12:23:50.298109 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-040224f3-08e0-44d1-9b07-745d86f23edf tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:50.351888 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-040224f3-08e0-44d1-9b07-745d86f23edf tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:50.437378 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-040224f3-08e0-44d1-9b07-745d86f23edf tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:50.481025 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-b9dfa273-479e-417f-8a55-d55483e0a5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092355578', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '9ed8dddb-3ec7-4654-8743-bd06cc2dee9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:20:38Z', 'updated_at': '2022-02-04T12:23:48Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '9ed8dddb-3ec7-4654-8743-bd06cc2dee9f', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fe:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:39Z', 'updated_at': '2022-02-04T12:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:23:50.485153 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dfa273-479e-417f-8a55-d55483e0a5d5 None None] Checking router: 89d9f717-900e-4db0-bf9b-e1993dfc71e8 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:23:50.496636 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dfa273-479e-417f-8a55-d55483e0a5d5 None None] Routers {'89d9f717-900e-4db0-bf9b-e1993dfc71e8'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:23:50.497247 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-b9dfa273-479e-417f-8a55-d55483e0a5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:23:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['89d9f717-900e-4db0-bf9b-e1993dfc71e8'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:23:50.596428 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-040224f3-08e0-44d1-9b07-745d86f23edf tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:50.663551 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040224f3-08e0-44d1-9b07-745d86f23edf tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event deleted for resources: {'Subnet': ['ID=1547b331-b01a-4723-9deb-93c6a7cbab61,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:50.674405 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-040224f3-08e0-44d1-9b07-745d86f23edf tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:50.676776 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-b9dfa273-479e-417f-8a55-d55483e0a5d5 None None] Set router 89d9f717-900e-4db0-bf9b-e1993dfc71e8 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:23:50.684817 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-040224f3-08e0-44d1-9b07-745d86f23edf tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "DELETE /v2.0/subnets/1547b331-b01a-4723-9deb-93c6a7cbab61 HTTP/1.1" status: 204 len: 168 time: 0.7489192 Feb 04 12:23:50.687856 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 47652) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:23:50.717002 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4c1ab8-dfec-4606-b4f7-32bce9652c88 None None] Network f16b8345-9f25-4eb7-a9e4-6a60728cf1ed requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:23:50.904675 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b6098502-2e96-4e94-82a0-922c6768c3b3 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:51.107485 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b6098502-2e96-4e94-82a0-922c6768c3b3 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:51.134997 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-b9dfa273-479e-417f-8a55-d55483e0a5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092355578', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '9ed8dddb-3ec7-4654-8743-bd06cc2dee9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:20:38Z', 'updated_at': '2022-02-04T12:23:48Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '9ed8dddb-3ec7-4654-8743-bd06cc2dee9f', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fe:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:39Z', 'updated_at': '2022-02-04T12:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:23:51.139411 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dfa273-479e-417f-8a55-d55483e0a5d5 None None] The sync data for ids ['89d9f717-900e-4db0-bf9b-e1993dfc71e8'] in dv-neutron-827825-2-hyperv is: [{'id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092355578', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '9ed8dddb-3ec7-4654-8743-bd06cc2dee9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:20:38Z', 'updated_at': '2022-02-04T12:23:48Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '9ed8dddb-3ec7-4654-8743-bd06cc2dee9f', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fe:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d9f717-900e-4db0-bf9b-e1993dfc71e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:39Z', 'updated_at': '2022-02-04T12:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:23:51.186237 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd0f04d-877f-4601-8808-ffbe38cb2413 None None] DHCP port deletion for f16b8345-9f25-4eb7-a9e4-6a60728cf1ed request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 12:23:51.193554 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-bbd0f04d-877f-4601-8808-ffbe38cb2413 None None] Deleting port dd16de58-68e7-483d-af3e-040f533544ad {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:23:51.194163 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bbd0f04d-877f-4601-8808-ffbe38cb2413 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:51.220650 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-b6098502-2e96-4e94-82a0-922c6768c3b3 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Deleting port 9ed8dddb-3ec7-4654-8743-bd06cc2dee9f {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:23:51.221424 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b6098502-2e96-4e94-82a0-922c6768c3b3 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:51.431244 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-bbd0f04d-877f-4601-8808-ffbe38cb2413 None None] For port dd16de58-68e7-483d-af3e-040f533544ad, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=dd16de58-68e7-483d-af3e-040f533544ad,segment=NetworkSegment(ef0a8e20-261d-4f04-9685-743215aa1c55),segment_id=ef0a8e20-261d-4f04-9685-743215aa1c55)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:51.431764 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bbd0f04d-877f-4601-8808-ffbe38cb2413 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:51.454342 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-b6098502-2e96-4e94-82a0-922c6768c3b3 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] For port 9ed8dddb-3ec7-4654-8743-bd06cc2dee9f, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=9ed8dddb-3ec7-4654-8743-bd06cc2dee9f,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:51.455162 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b6098502-2e96-4e94-82a0-922c6768c3b3 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:51.620972 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-bbd0f04d-877f-4601-8808-ffbe38cb2413 None None] Calling delete_port for dd16de58-68e7-483d-af3e-040f533544ad owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:23:51.631810 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-b6098502-2e96-4e94-82a0-922c6768c3b3 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Calling delete_port for 9ed8dddb-3ec7-4654-8743-bd06cc2dee9f owned by network:router_gateway {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:23:51.843823 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bbd0f04d-877f-4601-8808-ffbe38cb2413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:51.887795 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0f04d-877f-4601-8808-ffbe38cb2413 None None] Pushing event deleted for resources: {'Port': ['ID=dd16de58-68e7-483d-af3e-040f533544ad,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:51.901983 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd0f04d-877f-4601-8808-ffbe38cb2413 None None] No DVR routers for this DVR port dd16de58-68e7-483d-af3e-040f533544ad on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:23:51.908069 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd0f04d-877f-4601-8808-ffbe38cb2413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:51.908413 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd0f04d-877f-4601-8808-ffbe38cb2413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:51.908744 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd0f04d-877f-4601-8808-ffbe38cb2413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:51.909079 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd0f04d-877f-4601-8808-ffbe38cb2413 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:51.909395 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd0f04d-877f-4601-8808-ffbe38cb2413 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:51.909715 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd0f04d-877f-4601-8808-ffbe38cb2413 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:51.910063 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd0f04d-877f-4601-8808-ffbe38cb2413 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:51.910383 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd0f04d-877f-4601-8808-ffbe38cb2413 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:51.911337 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd0f04d-877f-4601-8808-ffbe38cb2413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:51.911337 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd0f04d-877f-4601-8808-ffbe38cb2413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:51.911625 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd0f04d-877f-4601-8808-ffbe38cb2413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:51.917525 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b6098502-2e96-4e94-82a0-922c6768c3b3 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:51.962382 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6098502-2e96-4e94-82a0-922c6768c3b3 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event deleted for resources: {'Port': ['ID=9ed8dddb-3ec7-4654-8743-bd06cc2dee9f,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:52.266497 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 6cb3322b-05b7-4599-908f-f0113957a429 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:23:52.304358 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 6cb3322b-05b7-4599-908f-f0113957a429 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:23:52.304694 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 6cb3322b-05b7-4599-908f-f0113957a429 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:23:52.305257 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device dd16de58-68e7-483d-af3e-040f533544ad no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:23:52.337251 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: dd16de58-68e7-483d-af3e-040f533544ad {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:23:52.337591 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device dd16de58-68e7-483d-af3e-040f533544ad not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:23:52.421409 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b6098502-2e96-4e94-82a0-922c6768c3b3 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:52.766627 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b6098502-2e96-4e94-82a0-922c6768c3b3 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:52.770706 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b6098502-2e96-4e94-82a0-922c6768c3b3 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:52.886938 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b6098502-2e96-4e94-82a0-922c6768c3b3 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:52.887439 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6098502-2e96-4e94-82a0-922c6768c3b3 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Fanout notify agent at l3_agent the message router_deleted on router 89d9f717-900e-4db0-bf9b-e1993dfc71e8 {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:23:52.906077 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b6098502-2e96-4e94-82a0-922c6768c3b3 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:52.909862 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b6098502-2e96-4e94-82a0-922c6768c3b3 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "DELETE /v2.0/routers/89d9f717-900e-4db0-bf9b-e1993dfc71e8 HTTP/1.1" status: 204 len: 168 time: 2.2208221 Feb 04 12:23:52.910145 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47656) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:23:53.041851 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6c071186-5571-4987-be7f-3509f592c879 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:53.195162 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6c071186-5571-4987-be7f-3509f592c879 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:53.237494 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-6c071186-5571-4987-be7f-3509f592c879 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f16b8345-9f25-4eb7-a9e4-6a60728cf1ed']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:23:53.259467 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-6c071186-5571-4987-be7f-3509f592c879 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef0a8e20-261d-4f04-9685-743215aa1c55') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:23:53.259761 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-6c071186-5571-4987-be7f-3509f592c879 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef0a8e20-261d-4f04-9685-743215aa1c55') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:23:53.272372 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6c071186-5571-4987-be7f-3509f592c879 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:53.289690 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6c071186-5571-4987-be7f-3509f592c879 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:53.298185 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c071186-5571-4987-be7f-3509f592c879 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 12:23:53.298900 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6c071186-5571-4987-be7f-3509f592c879 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:53.313237 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 12:23:53.313237 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 12:23:53.313237 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 12:23:53.313237 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:23:53.313237 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 12:23:53.313237 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:23:53.313237 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 12:23:53.313237 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:23:53.313237 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 12:23:53.313237 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:23:53.313237 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 12:23:53.313237 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:23:53.313237 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 12:23:53.313237 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:23:53.313237 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:23:53.313237 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:23:53.313237 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:23:53.313237 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:23:53.313237 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 12:23:53.313237 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:23:53.313237 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 12:23:53.313237 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:23:53.313237 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:23:53.313237 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 12:23:53.313237 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 12:23:53.313237 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 12:23:53.313237 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:23:53.313237 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 12:23:53.313237 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:23:53.313237 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 12:23:53.313237 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:23:53.313237 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:23:53.494763 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6c071186-5571-4987-be7f-3509f592c879 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:53.512773 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6c071186-5571-4987-be7f-3509f592c879 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:53.525333 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c071186-5571-4987-be7f-3509f592c879 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event deleted for resources: {'Network': ['ID=f16b8345-9f25-4eb7-a9e4-6a60728cf1ed,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:53.538066 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c071186-5571-4987-be7f-3509f592c879 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:53.538468 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c071186-5571-4987-be7f-3509f592c879 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:53.538865 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c071186-5571-4987-be7f-3509f592c879 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:53.539183 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c071186-5571-4987-be7f-3509f592c879 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:53.539522 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c071186-5571-4987-be7f-3509f592c879 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:53.539896 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c071186-5571-4987-be7f-3509f592c879 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:53.540174 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c071186-5571-4987-be7f-3509f592c879 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:53.540511 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c071186-5571-4987-be7f-3509f592c879 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:53.540820 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c071186-5571-4987-be7f-3509f592c879 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:53.541136 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c071186-5571-4987-be7f-3509f592c879 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:53.541451 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c071186-5571-4987-be7f-3509f592c879 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:53.615417 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6c071186-5571-4987-be7f-3509f592c879 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "DELETE /v2.0/networks/f16b8345-9f25-4eb7-a9e4-6a60728cf1ed HTTP/1.1" status: 204 len: 168 time: 0.7039213 Feb 04 12:23:53.618216 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47660) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:23:53.690131 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-261782fe-efc3-4043-a55a-d1c68310bfa6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:53.724925 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-261782fe-efc3-4043-a55a-d1c68310bfa6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:53.877000 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-261782fe-efc3-4043-a55a-d1c68310bfa6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:53.896456 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261782fe-efc3-4043-a55a-d1c68310bfa6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d18862-ad95-418d-b94a-3af046448699,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:53.979463 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-261782fe-efc3-4043-a55a-d1c68310bfa6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:53.980608 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-261782fe-efc3-4043-a55a-d1c68310bfa6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "DELETE /v2.0/security-groups/a0d18862-ad95-418d-b94a-3af046448699 HTTP/1.1" status: 204 len: 168 time: 0.3614347 Feb 04 12:23:54.170643 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 9ed8dddb-3ec7-4654-8743-bd06cc2dee9f no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:23:54.203645 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 9ed8dddb-3ec7-4654-8743-bd06cc2dee9f {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:23:54.204084 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 9ed8dddb-3ec7-4654-8743-bd06cc2dee9f not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:23:56.472522 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47672) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:23:56.478618 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-d054d922-1222-42d4-a8c1-722cfe397396 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1636992619', 'description': 'tempest-secgroup-smoke-1636992619 description', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:23:56.486409 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-d054d922-1222-42d4-a8c1-722cfe397396 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:23:56.490579 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-d054d922-1222-42d4-a8c1-722cfe397396 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:23:56.493469 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-d054d922-1222-42d4-a8c1-722cfe397396 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:23:56.500566 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-d054d922-1222-42d4-a8c1-722cfe397396 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:23:56.632060 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d054d922-1222-42d4-a8c1-722cfe397396 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:56.669131 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-d054d922-1222-42d4-a8c1-722cfe397396 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:23:56.673515 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-d054d922-1222-42d4-a8c1-722cfe397396 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group_rule and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:23:56.676406 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-d054d922-1222-42d4-a8c1-722cfe397396 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:23:56.682344 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-d054d922-1222-42d4-a8c1-722cfe397396 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:23:56.742838 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d054d922-1222-42d4-a8c1-722cfe397396 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:56.749745 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:23:56.812778 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d054d922-1222-42d4-a8c1-722cfe397396 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:56.861304 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d054d922-1222-42d4-a8c1-722cfe397396 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=febba3b2-5699-457d-a987-62d62adbd83d,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:56.943443 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d054d922-1222-42d4-a8c1-722cfe397396 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:56.944687 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d054d922-1222-42d4-a8c1-722cfe397396 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4713118 Feb 04 12:23:56.948097 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47676) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:23:56.953605 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-80479baf-1c10-4cd5-b30b-9e35d3f98d29 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'security_group_rule': {'security_group_id': 'febba3b2-5699-457d-a987-62d62adbd83d', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:23:56.960317 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-80479baf-1c10-4cd5-b30b-9e35d3f98d29 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:23:56.964323 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-80479baf-1c10-4cd5-b30b-9e35d3f98d29 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group_rule and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:23:56.967461 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-80479baf-1c10-4cd5-b30b-9e35d3f98d29 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:23:56.974443 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-80479baf-1c10-4cd5-b30b-9e35d3f98d29 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:23:57.085753 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-80479baf-1c10-4cd5-b30b-9e35d3f98d29 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:57.162976 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-80479baf-1c10-4cd5-b30b-9e35d3f98d29 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:57.231644 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-80479baf-1c10-4cd5-b30b-9e35d3f98d29 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:57.256184 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80479baf-1c10-4cd5-b30b-9e35d3f98d29 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8715650-040b-4d55-84c2-912614321977,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:57.315194 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-80479baf-1c10-4cd5-b30b-9e35d3f98d29 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:57.317160 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-80479baf-1c10-4cd5-b30b-9e35d3f98d29 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3680291 Feb 04 12:23:57.319944 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 47680) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:23:57.326592 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-5f85fbca-50a3-4370-90e0-11b762859858 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'security_group_rule': {'security_group_id': 'febba3b2-5699-457d-a987-62d62adbd83d', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:23:57.334385 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-5f85fbca-50a3-4370-90e0-11b762859858 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:23:57.339318 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-5f85fbca-50a3-4370-90e0-11b762859858 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group_rule and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:23:57.342433 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-5f85fbca-50a3-4370-90e0-11b762859858 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:23:57.350042 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-5f85fbca-50a3-4370-90e0-11b762859858 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:23:57.423138 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5f85fbca-50a3-4370-90e0-11b762859858 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:57.494203 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5f85fbca-50a3-4370-90e0-11b762859858 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:57.600743 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5f85fbca-50a3-4370-90e0-11b762859858 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:57.627763 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85fbca-50a3-4370-90e0-11b762859858 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68467290-c04e-41cd-8080-6a56fdba2169,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:57.697893 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5f85fbca-50a3-4370-90e0-11b762859858 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:57.699125 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5f85fbca-50a3-4370-90e0-11b762859858 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3778918 Feb 04 12:23:57.703145 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47684) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:23:57.711071 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-44b0b111-7d77-4c74-b37d-b8e227256872 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'security_group_rule': {'security_group_id': 'febba3b2-5699-457d-a987-62d62adbd83d', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:23:57.717354 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-44b0b111-7d77-4c74-b37d-b8e227256872 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:23:57.721248 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-44b0b111-7d77-4c74-b37d-b8e227256872 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group_rule and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:23:57.724136 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-44b0b111-7d77-4c74-b37d-b8e227256872 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:23:57.729782 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-44b0b111-7d77-4c74-b37d-b8e227256872 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:23:57.824552 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-44b0b111-7d77-4c74-b37d-b8e227256872 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:57.893011 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-44b0b111-7d77-4c74-b37d-b8e227256872 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:57.974001 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-44b0b111-7d77-4c74-b37d-b8e227256872 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:57.997523 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0b111-7d77-4c74-b37d-b8e227256872 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fea60df7-580a-4af5-b1fe-7b271f6897e3,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:58.126497 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-44b0b111-7d77-4c74-b37d-b8e227256872 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:58.127714 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-44b0b111-7d77-4c74-b37d-b8e227256872 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4235694 Feb 04 12:23:58.130497 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47688) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:23:58.136298 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-c88fc9ee-8e4f-4b6b-90e1-ed449458e9aa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'security_group_rule': {'security_group_id': 'febba3b2-5699-457d-a987-62d62adbd83d', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:23:58.142701 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c88fc9ee-8e4f-4b6b-90e1-ed449458e9aa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:23:58.157663 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c88fc9ee-8e4f-4b6b-90e1-ed449458e9aa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group_rule and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:23:58.157663 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c88fc9ee-8e4f-4b6b-90e1-ed449458e9aa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:23:58.157663 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c88fc9ee-8e4f-4b6b-90e1-ed449458e9aa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:23:58.239304 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c88fc9ee-8e4f-4b6b-90e1-ed449458e9aa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:58.304288 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c88fc9ee-8e4f-4b6b-90e1-ed449458e9aa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:58.391781 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c88fc9ee-8e4f-4b6b-90e1-ed449458e9aa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:58.419013 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88fc9ee-8e4f-4b6b-90e1-ed449458e9aa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8750332c-6424-4069-9d3a-943fa9f2b25e,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:58.486322 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c88fc9ee-8e4f-4b6b-90e1-ed449458e9aa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:58.487524 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c88fc9ee-8e4f-4b6b-90e1-ed449458e9aa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3560202 Feb 04 12:23:58.491512 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47692) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:23:58.497156 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-af304d62-f245-4db2-a538-15c48575b980 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'security_group_rule': {'security_group_id': 'febba3b2-5699-457d-a987-62d62adbd83d', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:23:58.503252 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-af304d62-f245-4db2-a538-15c48575b980 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:23:58.507304 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-af304d62-f245-4db2-a538-15c48575b980 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group_rule and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:23:58.510632 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-af304d62-f245-4db2-a538-15c48575b980 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:23:58.517096 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-af304d62-f245-4db2-a538-15c48575b980 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:23:58.621195 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.securitygroups_db [None req-af304d62-f245-4db2-a538-15c48575b980 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Project 2e443f5181274c41895cf3b1d3b2b8b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:23:58.628970 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-af304d62-f245-4db2-a538-15c48575b980 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:58.699206 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-af304d62-f245-4db2-a538-15c48575b980 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:58.780183 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-af304d62-f245-4db2-a538-15c48575b980 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:58.805442 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af304d62-f245-4db2-a538-15c48575b980 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab56da5-0856-423e-8a7c-d704a819e5b9,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:58.883095 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-af304d62-f245-4db2-a538-15c48575b980 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:58.884332 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-af304d62-f245-4db2-a538-15c48575b980 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3919010 Feb 04 12:23:58.887577 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47696) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:23:58.894183 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-a6ca21d8-a77f-4d92-aca5-a79884d7d4f5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'security_group_rule': {'security_group_id': 'febba3b2-5699-457d-a987-62d62adbd83d', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:23:58.900549 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a6ca21d8-a77f-4d92-aca5-a79884d7d4f5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:23:58.904562 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a6ca21d8-a77f-4d92-aca5-a79884d7d4f5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group_rule and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:23:58.908403 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a6ca21d8-a77f-4d92-aca5-a79884d7d4f5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:23:58.914377 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a6ca21d8-a77f-4d92-aca5-a79884d7d4f5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:23:59.003210 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.securitygroups_db [None req-a6ca21d8-a77f-4d92-aca5-a79884d7d4f5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Project 2e443f5181274c41895cf3b1d3b2b8b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:23:59.010389 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a6ca21d8-a77f-4d92-aca5-a79884d7d4f5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:59.082706 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a6ca21d8-a77f-4d92-aca5-a79884d7d4f5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:59.157316 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a6ca21d8-a77f-4d92-aca5-a79884d7d4f5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:59.181849 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca21d8-a77f-4d92-aca5-a79884d7d4f5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7051823-2391-4742-9579-2657a022245c,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:59.300609 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a6ca21d8-a77f-4d92-aca5-a79884d7d4f5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:59.301744 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a6ca21d8-a77f-4d92-aca5-a79884d7d4f5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4132085 Feb 04 12:23:59.304827 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47700) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:23:59.310406 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-31459c96-8cf2-432b-a2c9-95d7ca3742ce tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'network': {'name': 'tempest-network-smoke--1474248124', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'port_security_enabled': True}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:23:59.316174 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-31459c96-8cf2-432b-a2c9-95d7ca3742ce tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:23:59.320549 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-31459c96-8cf2-432b-a2c9-95d7ca3742ce tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:network and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:23:59.323612 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-31459c96-8cf2-432b-a2c9-95d7ca3742ce tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:23:59.330552 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-31459c96-8cf2-432b-a2c9-95d7ca3742ce tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:23:59.383858 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31459c96-8cf2-432b-a2c9-95d7ca3742ce tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Made reservation on behalf of 2e443f5181274c41895cf3b1d3b2b8b5 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:23:59.386706 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-31459c96-8cf2-432b-a2c9-95d7ca3742ce tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:59.420680 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31459c96-8cf2-432b-a2c9-95d7ca3742ce tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:23:59.430487 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-31459c96-8cf2-432b-a2c9-95d7ca3742ce tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:59.430827 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-31459c96-8cf2-432b-a2c9-95d7ca3742ce tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Added segment 66d4c050-324b-4f92-aa27-b4c0737509f0 of type vlan for network c21e0744-310c-4dcc-a754-37cd0cf62345 Feb 04 12:23:59.564542 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-31459c96-8cf2-432b-a2c9-95d7ca3742ce tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:59.674550 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-31459c96-8cf2-432b-a2c9-95d7ca3742ce tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:59.678401 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31459c96-8cf2-432b-a2c9-95d7ca3742ce tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:59.679007 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-31459c96-8cf2-432b-a2c9-95d7ca3742ce tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:59.790946 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31459c96-8cf2-432b-a2c9-95d7ca3742ce tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'Network': ['ID=c21e0744-310c-4dcc-a754-37cd0cf62345,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:59.804170 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network c21e0744-310c-4dcc-a754-37cd0cf62345 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:23:59.870898 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-31459c96-8cf2-432b-a2c9-95d7ca3742ce tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5646837 Feb 04 12:23:59.873540 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47704) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:23:59.880573 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-aea0d731-aed3-40f0-8d12-96a8305f4ed4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1504976647', 'admin_state_up': True, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:23:59.888259 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-aea0d731-aed3-40f0-8d12-96a8305f4ed4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:23:59.893610 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-aea0d731-aed3-40f0-8d12-96a8305f4ed4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:router and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:23:59.896733 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-aea0d731-aed3-40f0-8d12-96a8305f4ed4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:23:59.909265 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-aea0d731-aed3-40f0-8d12-96a8305f4ed4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:23:59.989567 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-aea0d731-aed3-40f0-8d12-96a8305f4ed4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:59.990702 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-aea0d731-aed3-40f0-8d12-96a8305f4ed4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:00.011695 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-aea0d731-aed3-40f0-8d12-96a8305f4ed4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:00.281720 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-aea0d731-aed3-40f0-8d12-96a8305f4ed4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:00.591176 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-aea0d731-aed3-40f0-8d12-96a8305f4ed4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for router_gateway, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:00.620944 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-aea0d731-aed3-40f0-8d12-96a8305f4ed4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:00.763782 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-aea0d731-aed3-40f0-8d12-96a8305f4ed4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Allocated IP 172.26.3.12 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/158a65d4-d271-4c69-a6db-55853bc1d272) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:24:00.915995 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-aea0d731-aed3-40f0-8d12-96a8305f4ed4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:00.991564 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-aea0d731-aed3-40f0-8d12-96a8305f4ed4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:01.057009 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea0d731-aed3-40f0-8d12-96a8305f4ed4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:24:01.059869 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-aea0d731-aed3-40f0-8d12-96a8305f4ed4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:24:01.064434 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea0d731-aed3-40f0-8d12-96a8305f4ed4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:24:01.094198 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0d731-aed3-40f0-8d12-96a8305f4ed4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'Port': ['ID=158a65d4-d271-4c69-a6db-55853bc1d272,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:01.419014 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-aea0d731-aed3-40f0-8d12-96a8305f4ed4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for router_gateway, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:01.419750 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-aea0d731-aed3-40f0-8d12-96a8305f4ed4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:01.720585 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea0d731-aed3-40f0-8d12-96a8305f4ed4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Router 98b6dd27-0296-4e80-8c9e-a22df8956c36 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:24:01.935034 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea0d731-aed3-40f0-8d12-96a8305f4ed4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:24:01.946861 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a747c5-fe45-45df-a79a-30c0df05327b None None] Sync routers for ids ['98b6dd27-0296-4e80-8c9e-a22df8956c36'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:24:01.959676 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a747c5-fe45-45df-a79a-30c0df05327b None None] Routers {'98b6dd27-0296-4e80-8c9e-a22df8956c36'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:24:01.960293 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-47a747c5-fe45-45df-a79a-30c0df05327b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:23:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['98b6dd27-0296-4e80-8c9e-a22df8956c36'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:24:02.037450 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-aea0d731-aed3-40f0-8d12-96a8305f4ed4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:02.038556 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-aea0d731-aed3-40f0-8d12-96a8305f4ed4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1627676 Feb 04 12:24:02.041715 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 47708) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:24:02.145784 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-47a747c5-fe45-45df-a79a-30c0df05327b None None] Set router 98b6dd27-0296-4e80-8c9e-a22df8956c36 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:24:02.160535 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-772e7f91-bf51-4863-8ae7-297167f99ed7 tempest-TestNetworkAdvancedServerOps-245603530 tempest-TestNetworkAdvancedServerOps-245603530-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=2e443f5181274c41895cf3b1d3b2b8b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1143095 Feb 04 12:24:02.161737 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47714) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:24:02.407706 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75de6a0-e493-4541-b789-6ccab13249b1 tempest-TestNetworkAdvancedServerOps-245603530 tempest-TestNetworkAdvancedServerOps-245603530-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:02.411984 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a75de6a0-e493-4541-b789-6ccab13249b1 tempest-TestNetworkAdvancedServerOps-245603530 tempest-TestNetworkAdvancedServerOps-245603530-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2473650 Feb 04 12:24:02.412153 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47718) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:24:02.462827 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f6a7d38f-0af8-4127-97e6-250553456c79 tempest-TestNetworkAdvancedServerOps-245603530 tempest-TestNetworkAdvancedServerOps-245603530-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=63d4ab6b-931d-42a4-aa18-bedd81d582fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0467954 Feb 04 12:24:02.463412 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 47722) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:24:02.470078 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-1f1e21f6-f1d9-400c-9e88-f71d945f642e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2041246035', 'network_id': 'c21e0744-310c-4dcc-a754-37cd0cf62345', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:24:02.471575 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-47a747c5-fe45-45df-a79a-30c0df05327b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504976647', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '158a65d4-d271-4c69-a6db-55853bc1d272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:23:59Z', 'updated_at': '2022-02-04T12:24:01Z', 'revision_number': 3, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '158a65d4-d271-4c69-a6db-55853bc1d272', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:df:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:24:00Z', 'updated_at': '2022-02-04T12:24:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:24:02.477182 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a747c5-fe45-45df-a79a-30c0df05327b None None] Checking router: 98b6dd27-0296-4e80-8c9e-a22df8956c36 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:24:02.477665 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a747c5-fe45-45df-a79a-30c0df05327b None None] Updating router 98b6dd27-0296-4e80-8c9e-a22df8956c36 port 158a65d4-d271-4c69-a6db-55853bc1d272 binding host dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 12:24:02.548296 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-47a747c5-fe45-45df-a79a-30c0df05327b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:02.586961 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-1f1e21f6-f1d9-400c-9e88-f71d945f642e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:24:02.594348 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-1f1e21f6-f1d9-400c-9e88-f71d945f642e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:subnet and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:24:02.598243 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-1f1e21f6-f1d9-400c-9e88-f71d945f642e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:24:02.605769 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-1f1e21f6-f1d9-400c-9e88-f71d945f642e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:24:02.854576 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1e21f6-f1d9-400c-9e88-f71d945f642e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Made reservation on behalf of 2e443f5181274c41895cf3b1d3b2b8b5 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:24:02.945681 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-47a747c5-fe45-45df-a79a-30c0df05327b None None] Notify callbacks [] for port, precommit_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:02.959749 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.provisioning_blocks [None req-47a747c5-fe45-45df-a79a-30c0df05327b None None] Transition to ACTIVE for port object 158a65d4-d271-4c69-a6db-55853bc1d272 will not be triggered until provisioned by entity L2. {{(pid=84207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:24:02.972932 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1f1e21f6-f1d9-400c-9e88-f71d945f642e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:03.226248 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-47a747c5-fe45-45df-a79a-30c0df05327b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:03.306581 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d41065-3d0d-49e2-b1ac-cced642b474c None None] Pushing event updated for resources: {'Port': ['ID=158a65d4-d271-4c69-a6db-55853bc1d272,revision_number=2']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:03.310940 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-47a747c5-fe45-45df-a79a-30c0df05327b None None] Attempting to bind port 158a65d4-d271-4c69-a6db-55853bc1d272 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:24:03.310940 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-47a747c5-fe45-45df-a79a-30c0df05327b None None] Attempting to bind port 158a65d4-d271-4c69-a6db-55853bc1d272 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:24:03.310940 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a747c5-fe45-45df-a79a-30c0df05327b None None] Attempting to bind port 158a65d4-d271-4c69-a6db-55853bc1d272 on network 63d4ab6b-931d-42a4-aa18-bedd81d582fa {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:24:03.321557 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d41065-3d0d-49e2-b1ac-cced642b474c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:24:03.321932 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d41065-3d0d-49e2-b1ac-cced642b474c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:24:03.322257 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d41065-3d0d-49e2-b1ac-cced642b474c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:24:03.322580 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d41065-3d0d-49e2-b1ac-cced642b474c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:24:03.322904 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d41065-3d0d-49e2-b1ac-cced642b474c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:24:03.323359 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d41065-3d0d-49e2-b1ac-cced642b474c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:24:03.323568 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d41065-3d0d-49e2-b1ac-cced642b474c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:24:03.323853 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d41065-3d0d-49e2-b1ac-cced642b474c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:24:03.324160 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d41065-3d0d-49e2-b1ac-cced642b474c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:24:03.324464 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d41065-3d0d-49e2-b1ac-cced642b474c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:24:03.324762 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d41065-3d0d-49e2-b1ac-cced642b474c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:24:03.328606 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a747c5-fe45-45df-a79a-30c0df05327b None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:24:03.328972 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a747c5-fe45-45df-a79a-30c0df05327b None None] Checking segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:24:03.329364 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-47a747c5-fe45-45df-a79a-30c0df05327b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:03.330031 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a747c5-fe45-45df-a79a-30c0df05327b None None] Bound using segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:24:03.330496 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-47a747c5-fe45-45df-a79a-30c0df05327b None None] Bound port: 158a65d4-d271-4c69-a6db-55853bc1d272, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:24:03.330854 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-47a747c5-fe45-45df-a79a-30c0df05327b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:03.344266 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1f1e21f6-f1d9-400c-9e88-f71d945f642e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:03.417157 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-47a747c5-fe45-45df-a79a-30c0df05327b None None] For port 158a65d4-d271-4c69-a6db-55853bc1d272, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:24:03.422197 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-47a747c5-fe45-45df-a79a-30c0df05327b None None] For port 158a65d4-d271-4c69-a6db-55853bc1d272, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=158a65d4-d271-4c69-a6db-55853bc1d272,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:24:03.431693 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e21f6-f1d9-400c-9e88-f71d945f642e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'Subnet': ['ID=b9960927-c4a3-49c4-b4b4-8e944c0f6026,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:03.445182 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1e21f6-f1d9-400c-9e88-f71d945f642e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Checking segment: {'id': '66d4c050-324b-4f92-aa27-b4c0737509f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c21e0744-310c-4dcc-a754-37cd0cf62345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:24:03.445538 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1e21f6-f1d9-400c-9e88-f71d945f642e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Network hostable DHCP agents. Network: c21e0744-310c-4dcc-a754-37cd0cf62345, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:24:03.521038 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-47a747c5-fe45-45df-a79a-30c0df05327b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:03.563621 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1e21f6-f1d9-400c-9e88-f71d945f642e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Network c21e0744-310c-4dcc-a754-37cd0cf62345 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:24:03.602997 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d41065-3d0d-49e2-b1ac-cced642b474c None None] Pushing event updated for resources: {'Port': ['ID=158a65d4-d271-4c69-a6db-55853bc1d272,revision_number=3']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:03.607456 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a747c5-fe45-45df-a79a-30c0df05327b None None] Routers {'98b6dd27-0296-4e80-8c9e-a22df8956c36'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:24:03.608541 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-47a747c5-fe45-45df-a79a-30c0df05327b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:23:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['98b6dd27-0296-4e80-8c9e-a22df8956c36'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:24:03.711264 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-1f1e21f6-f1d9-400c-9e88-f71d945f642e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, c21e0744-310c-4dcc-a754-37cd0cf62345) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:24:03.716407 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1e21f6-f1d9-400c-9e88-f71d945f642e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:03.718298 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1f1e21f6-f1d9-400c-9e88-f71d945f642e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:03.730243 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09044e5-0ca7-4733-9d37-9557b218cdfd None None] Network c21e0744-310c-4dcc-a754-37cd0cf62345 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:24:03.804915 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-47a747c5-fe45-45df-a79a-30c0df05327b None None] Set router 98b6dd27-0296-4e80-8c9e-a22df8956c36 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:24:03.810896 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1f1e21f6-f1d9-400c-9e88-f71d945f642e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3432143 Feb 04 12:24:03.811676 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47726) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:24:03.995638 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d76662-9e9a-4b33-a690-ab7e67468c02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-c21e0744-310c-4dcc-a754-37cd0cf62345', 'network_id': 'c21e0744-310c-4dcc-a754-37cd0cf62345', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'fixed_ips': [{'subnet_id': 'b9960927-c4a3-49c4-b4b4-8e944c0f6026'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 12:24:03.997394 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d0d76662-9e9a-4b33-a690-ab7e67468c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:04.177517 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-47a747c5-fe45-45df-a79a-30c0df05327b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504976647', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '158a65d4-d271-4c69-a6db-55853bc1d272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:23:59Z', 'updated_at': '2022-02-04T12:24:01Z', 'revision_number': 3, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '158a65d4-d271-4c69-a6db-55853bc1d272', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:df:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:24:00Z', 'updated_at': '2022-02-04T12:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:24:04.189081 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a747c5-fe45-45df-a79a-30c0df05327b None None] The sync data for ids ['98b6dd27-0296-4e80-8c9e-a22df8956c36'] in dv-neutron-827825-2-hyperv is: [{'id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504976647', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '158a65d4-d271-4c69-a6db-55853bc1d272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:23:59Z', 'updated_at': '2022-02-04T12:24:01Z', 'revision_number': 3, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '158a65d4-d271-4c69-a6db-55853bc1d272', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:df:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:24:00Z', 'updated_at': '2022-02-04T12:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:24:04.220046 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-d0d76662-9e9a-4b33-a690-ab7e67468c02 None None] Allocated IP 172.20.0.2 (c21e0744-310c-4dcc-a754-37cd0cf62345/b9960927-c4a3-49c4-b4b4-8e944c0f6026/971d8a17-7830-480f-8718-4d1a19ed3aed) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:24:04.477584 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d0d76662-9e9a-4b33-a690-ab7e67468c02 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:04.504296 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d0d76662-9e9a-4b33-a690-ab7e67468c02 None None] Transition to ACTIVE for port object 971d8a17-7830-480f-8718-4d1a19ed3aed will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:24:04.541334 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d0d76662-9e9a-4b33-a690-ab7e67468c02 None None] Transition to ACTIVE for port object 971d8a17-7830-480f-8718-4d1a19ed3aed will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:24:04.671978 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d0d76662-9e9a-4b33-a690-ab7e67468c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:04.769168 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d76662-9e9a-4b33-a690-ab7e67468c02 None None] Network c21e0744-310c-4dcc-a754-37cd0cf62345 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:24:04.773311 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-d0d76662-9e9a-4b33-a690-ab7e67468c02 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:24:04.775329 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d76662-9e9a-4b33-a690-ab7e67468c02 None None] Pushing event updated for resources: {'Port': ['ID=971d8a17-7830-480f-8718-4d1a19ed3aed,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:04.778198 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d76662-9e9a-4b33-a690-ab7e67468c02 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:24:04.853071 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1ad23b19-ea53-41b1-89f7-8297fd457b71 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:04.893446 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-d0d76662-9e9a-4b33-a690-ab7e67468c02 None None] Attempting to bind port 971d8a17-7830-480f-8718-4d1a19ed3aed on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:24:04.893811 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-d0d76662-9e9a-4b33-a690-ab7e67468c02 None None] Attempting to bind port 971d8a17-7830-480f-8718-4d1a19ed3aed by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '66d4c050-324b-4f92-aa27-b4c0737509f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c21e0744-310c-4dcc-a754-37cd0cf62345'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:24:04.894199 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d76662-9e9a-4b33-a690-ab7e67468c02 None None] Attempting to bind port 971d8a17-7830-480f-8718-4d1a19ed3aed on network c21e0744-310c-4dcc-a754-37cd0cf62345 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:24:04.901472 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d76662-9e9a-4b33-a690-ab7e67468c02 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:24:04.901838 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d76662-9e9a-4b33-a690-ab7e67468c02 None None] Checking segment: {'id': '66d4c050-324b-4f92-aa27-b4c0737509f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c21e0744-310c-4dcc-a754-37cd0cf62345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:24:04.902525 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d0d76662-9e9a-4b33-a690-ab7e67468c02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:04.903207 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d76662-9e9a-4b33-a690-ab7e67468c02 None None] Bound using segment: {'id': '66d4c050-324b-4f92-aa27-b4c0737509f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c21e0744-310c-4dcc-a754-37cd0cf62345'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:24:04.903677 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-d0d76662-9e9a-4b33-a690-ab7e67468c02 None None] Bound port: 971d8a17-7830-480f-8718-4d1a19ed3aed, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d4c050-324b-4f92-aa27-b4c0737509f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c21e0744-310c-4dcc-a754-37cd0cf62345'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:24:04.904415 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d0d76662-9e9a-4b33-a690-ab7e67468c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:05.034100 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-d0d76662-9e9a-4b33-a690-ab7e67468c02 None None] For port 971d8a17-7830-480f-8718-4d1a19ed3aed, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:24:05.037180 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-d0d76662-9e9a-4b33-a690-ab7e67468c02 None None] For port 971d8a17-7830-480f-8718-4d1a19ed3aed, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=971d8a17-7830-480f-8718-4d1a19ed3aed,segment=NetworkSegment(66d4c050-324b-4f92-aa27-b4c0737509f0),segment_id=66d4c050-324b-4f92-aa27-b4c0737509f0)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:24:05.129683 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d0d76662-9e9a-4b33-a690-ab7e67468c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:05.230082 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d76662-9e9a-4b33-a690-ab7e67468c02 None None] Pushing event updated for resources: {'Port': ['ID=971d8a17-7830-480f-8718-4d1a19ed3aed,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:05.418744 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-1ad23b19-ea53-41b1-89f7-8297fd457b71 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Allocated IP 172.20.0.1 (c21e0744-310c-4dcc-a754-37cd0cf62345/b9960927-c4a3-49c4-b4b4-8e944c0f6026/8054db0b-7e01-4313-8970-6de8055173e4) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:24:05.637672 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1ad23b19-ea53-41b1-89f7-8297fd457b71 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:05.662125 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-1ad23b19-ea53-41b1-89f7-8297fd457b71 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Transition to ACTIVE for port object 8054db0b-7e01-4313-8970-6de8055173e4 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:24:05.768685 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1ad23b19-ea53-41b1-89f7-8297fd457b71 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:05.956550 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad23b19-ea53-41b1-89f7-8297fd457b71 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Network c21e0744-310c-4dcc-a754-37cd0cf62345 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:24:05.959795 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-1ad23b19-ea53-41b1-89f7-8297fd457b71 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:24:05.964352 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad23b19-ea53-41b1-89f7-8297fd457b71 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:24:05.988625 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad23b19-ea53-41b1-89f7-8297fd457b71 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'Port': ['ID=8054db0b-7e01-4313-8970-6de8055173e4,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:06.029617 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1ad23b19-ea53-41b1-89f7-8297fd457b71 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:06.297791 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1ad23b19-ea53-41b1-89f7-8297fd457b71 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:06.349648 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 158a65d4-d271-4c69-a6db-55853bc1d272 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:24:06.491409 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29edee29-ee3b-42a0-b0f0-7689591113d2 None None] Network c21e0744-310c-4dcc-a754-37cd0cf62345 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:24:06.567656 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 158a65d4-d271-4c69-a6db-55853bc1d272 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:24:06.587761 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 158a65d4-d271-4c69-a6db-55853bc1d272 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:24:06.588331 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:06.771617 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-25cc8002-43eb-4736-85d4-de1df81d4e0b None None] Provisioning for port 971d8a17-7830-480f-8718-4d1a19ed3aed completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:24:06.795985 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:06.819240 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1ad23b19-ea53-41b1-89f7-8297fd457b71 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:06.865414 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:06.898558 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 158a65d4-d271-4c69-a6db-55853bc1d272, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=158a65d4-d271-4c69-a6db-55853bc1d272,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:06.899934 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1ad23b19-ea53-41b1-89f7-8297fd457b71 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:06.991839 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:06.995495 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 971d8a17-7830-480f-8718-4d1a19ed3aed up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:24:07.034224 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad23b19-ea53-41b1-89f7-8297fd457b71 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'Port': ['ID=8054db0b-7e01-4313-8970-6de8055173e4,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:07.037172 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1ad23b19-ea53-41b1-89f7-8297fd457b71 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:07.108669 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=158a65d4-d271-4c69-a6db-55853bc1d272,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:07.221421 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 971d8a17-7830-480f-8718-4d1a19ed3aed completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:24:07.239506 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 971d8a17-7830-480f-8718-4d1a19ed3aed triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:24:07.242248 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:07.283911 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad23b19-ea53-41b1-89f7-8297fd457b71 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Network c21e0744-310c-4dcc-a754-37cd0cf62345 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:24:07.285741 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-1ad23b19-ea53-41b1-89f7-8297fd457b71 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:24:07.340219 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4fc82423-aee6-4e6c-8ab8-6efb36a50838 None None] Provisioning complete for port 971d8a17-7830-480f-8718-4d1a19ed3aed triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:24:07.340501 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4fc82423-aee6-4e6c-8ab8-6efb36a50838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:07.459178 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:07.538118 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 971d8a17-7830-480f-8718-4d1a19ed3aed, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=971d8a17-7830-480f-8718-4d1a19ed3aed,segment=NetworkSegment(66d4c050-324b-4f92-aa27-b4c0737509f0),segment_id=66d4c050-324b-4f92-aa27-b4c0737509f0)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:07.560002 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4fc82423-aee6-4e6c-8ab8-6efb36a50838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:07.607594 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:07.766490 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad23b19-ea53-41b1-89f7-8297fd457b71 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Router 98b6dd27-0296-4e80-8c9e-a22df8956c36 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:24:07.794367 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-4fc82423-aee6-4e6c-8ab8-6efb36a50838 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:24:07.794904 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-4fc82423-aee6-4e6c-8ab8-6efb36a50838 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:24:07.798719 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=971d8a17-7830-480f-8718-4d1a19ed3aed,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:08.012942 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad23b19-ea53-41b1-89f7-8297fd457b71 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:24:08.031931 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-1ad23b19-ea53-41b1-89f7-8297fd457b71 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "PUT /v2.0/routers/98b6dd27-0296-4e80-8c9e-a22df8956c36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2168725 Feb 04 12:24:08.119160 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6d4ee7-a787-4fca-baf0-39445bda30f0 None None] Sync routers for ids ['98b6dd27-0296-4e80-8c9e-a22df8956c36'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:24:08.136656 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6d4ee7-a787-4fca-baf0-39445bda30f0 None None] Routers {'98b6dd27-0296-4e80-8c9e-a22df8956c36'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:24:08.137322 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-1d6d4ee7-a787-4fca-baf0-39445bda30f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:23:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['98b6dd27-0296-4e80-8c9e-a22df8956c36'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:24:08.249319 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-92af988c-1c8b-49c7-b766-e8db2741703e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Synchronizing usage tracker for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:24:08.257070 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 158a65d4-d271-4c69-a6db-55853bc1d272 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:24:08.331611 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-92af988c-1c8b-49c7-b766-e8db2741703e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Unset dirty status for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:24:08.332919 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-92af988c-1c8b-49c7-b766-e8db2741703e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1636992619&fields=id&tenant_id=2e443f5181274c41895cf3b1d3b2b8b5 HTTP/1.1" status: 200 len: 267 time: 0.1433334 Feb 04 12:24:08.467937 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-1d6d4ee7-a787-4fca-baf0-39445bda30f0 None None] Set router 98b6dd27-0296-4e80-8c9e-a22df8956c36 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:24:08.536229 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 158a65d4-d271-4c69-a6db-55853bc1d272 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:24:08.536578 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:08.616341 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-e454c791-dabe-4ea0-a134-a8e9dfc3ea56 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:08.617039 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-e454c791-dabe-4ea0-a134-a8e9dfc3ea56 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Synchronizing usage tracker for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:network {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:24:08.647847 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4fc82423-aee6-4e6c-8ab8-6efb36a50838 None None] Provisioning for port 8054db0b-7e01-4313-8970-6de8055173e4 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:24:08.674894 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4fc82423-aee6-4e6c-8ab8-6efb36a50838 None None] Provisioning complete for port 8054db0b-7e01-4313-8970-6de8055173e4 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:24:08.679730 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4fc82423-aee6-4e6c-8ab8-6efb36a50838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:08.697869 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-e454c791-dabe-4ea0-a134-a8e9dfc3ea56 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Unset dirty status for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:network {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:24:08.702887 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-e454c791-dabe-4ea0-a134-a8e9dfc3ea56 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/networks?id=c21e0744-310c-4dcc-a754-37cd0cf62345 HTTP/1.1" status: 200 len: 797 time: 0.3597116 Feb 04 12:24:08.726789 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-9ca14e77-9c36-47ef-9e32-89c5c5199fa1 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/quotas/2e443f5181274c41895cf3b1d3b2b8b5 HTTP/1.1" status: 200 len: 375 time: 0.0178645 Feb 04 12:24:08.814968 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4fc82423-aee6-4e6c-8ab8-6efb36a50838 None None] Port 8054db0b-7e01-4313-8970-6de8055173e4 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:24:08.821701 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-5b8ec497-341b-4b1a-8f4b-4560a1a4c925 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Synchronizing usage tracker for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:24:08.906843 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-5b8ec497-341b-4b1a-8f4b-4560a1a4c925 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Unset dirty status for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:24:08.908222 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-5b8ec497-341b-4b1a-8f4b-4560a1a4c925 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1757939 Feb 04 12:24:08.944935 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 971d8a17-7830-480f-8718-4d1a19ed3aed up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:24:09.006198 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-6926ea95-191a-43ce-baee-daa672638b1b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 12:24:09.007374 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-6926ea95-191a-43ce-baee-daa672638b1b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0792730 Feb 04 12:24:09.081313 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-454c1619-4caa-4e48-b238-b613cab72b4f None None] Provisioning complete for port 8054db0b-7e01-4313-8970-6de8055173e4 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:24:09.081678 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-454c1619-4caa-4e48-b238-b613cab72b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:09.150595 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-454c1619-4caa-4e48-b238-b613cab72b4f None None] Port 8054db0b-7e01-4313-8970-6de8055173e4 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:24:09.163029 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 971d8a17-7830-480f-8718-4d1a19ed3aed triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:24:09.163402 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:09.190649 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-0e1da2fa-5080-44f0-87f8-abd7a604bc4a service neutron] 10.222.0.21 "GET /v2.0/networks/c21e0744-310c-4dcc-a754-37cd0cf62345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575329 Feb 04 12:24:09.191858 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-1d6d4ee7-a787-4fca-baf0-39445bda30f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504976647', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '158a65d4-d271-4c69-a6db-55853bc1d272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:23:59Z', 'updated_at': '2022-02-04T12:24:06Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '158a65d4-d271-4c69-a6db-55853bc1d272', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:df:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:24:00Z', 'updated_at': '2022-02-04T12:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '8054db0b-7e01-4313-8970-6de8055173e4', 'name': '', 'network_id': 'c21e0744-310c-4dcc-a754-37cd0cf62345', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:ba:a9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9960927-c4a3-49c4-b4b4-8e944c0f6026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:24:05Z', 'updated_at': '2022-02-04T12:24:06Z', 'revision_number': 2, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': 'b9960927-c4a3-49c4-b4b4-8e944c0f6026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:24:09.211913 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6d4ee7-a787-4fca-baf0-39445bda30f0 None None] Checking router: 98b6dd27-0296-4e80-8c9e-a22df8956c36 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:24:09.212303 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6d4ee7-a787-4fca-baf0-39445bda30f0 None None] Updating router 98b6dd27-0296-4e80-8c9e-a22df8956c36 port 8054db0b-7e01-4313-8970-6de8055173e4 binding host dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 12:24:09.276321 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1d6d4ee7-a787-4fca-baf0-39445bda30f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:09.334153 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-1bf3b42f-df2f-4b8d-8182-d7c80540ace0 service neutron] 10.222.0.21 "GET /v2.0/networks/c21e0744-310c-4dcc-a754-37cd0cf62345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373012 Feb 04 12:24:09.649660 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-ffcf7ae0-0a96-4d63-bff5-c85c3384aecc req-542f2c18-d8a6-4c57-b42b-0b4fe6fe70fc tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Synchronizing usage tracker for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:24:09.668695 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-ffcf7ae0-0a96-4d63-bff5-c85c3384aecc req-542f2c18-d8a6-4c57-b42b-0b4fe6fe70fc tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Unset dirty status for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:24:09.670263 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ffcf7ae0-0a96-4d63-bff5-c85c3384aecc req-542f2c18-d8a6-4c57-b42b-0b4fe6fe70fc tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 210 time: 0.0751553 Feb 04 12:24:09.737432 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1d6d4ee7-a787-4fca-baf0-39445bda30f0 None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:09.756105 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-1d6d4ee7-a787-4fca-baf0-39445bda30f0 None None] Transition to ACTIVE for port object 8054db0b-7e01-4313-8970-6de8055173e4 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:24:09.831518 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1d6d4ee7-a787-4fca-baf0-39445bda30f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:09.971929 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99a35a-c7c1-46b8-b928-15aedd301670 None None] Pushing event updated for resources: {'Port': ['ID=8054db0b-7e01-4313-8970-6de8055173e4,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:10.068553 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-1d6d4ee7-a787-4fca-baf0-39445bda30f0 None None] Attempting to bind port 8054db0b-7e01-4313-8970-6de8055173e4 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:24:10.068920 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-1d6d4ee7-a787-4fca-baf0-39445bda30f0 None None] Attempting to bind port 8054db0b-7e01-4313-8970-6de8055173e4 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '66d4c050-324b-4f92-aa27-b4c0737509f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c21e0744-310c-4dcc-a754-37cd0cf62345'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:24:10.069345 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6d4ee7-a787-4fca-baf0-39445bda30f0 None None] Attempting to bind port 8054db0b-7e01-4313-8970-6de8055173e4 on network c21e0744-310c-4dcc-a754-37cd0cf62345 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:24:10.077362 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6d4ee7-a787-4fca-baf0-39445bda30f0 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:24:10.077963 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6d4ee7-a787-4fca-baf0-39445bda30f0 None None] Checking segment: {'id': '66d4c050-324b-4f92-aa27-b4c0737509f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c21e0744-310c-4dcc-a754-37cd0cf62345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:24:10.078909 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1d6d4ee7-a787-4fca-baf0-39445bda30f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:10.079180 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6d4ee7-a787-4fca-baf0-39445bda30f0 None None] Bound using segment: {'id': '66d4c050-324b-4f92-aa27-b4c0737509f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c21e0744-310c-4dcc-a754-37cd0cf62345'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:24:10.080174 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-1d6d4ee7-a787-4fca-baf0-39445bda30f0 None None] Bound port: 8054db0b-7e01-4313-8970-6de8055173e4, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d4c050-324b-4f92-aa27-b4c0737509f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c21e0744-310c-4dcc-a754-37cd0cf62345'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:24:10.080749 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1d6d4ee7-a787-4fca-baf0-39445bda30f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:10.197374 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-1d6d4ee7-a787-4fca-baf0-39445bda30f0 None None] For port 8054db0b-7e01-4313-8970-6de8055173e4, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:24:10.199502 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-1d6d4ee7-a787-4fca-baf0-39445bda30f0 None None] For port 8054db0b-7e01-4313-8970-6de8055173e4, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=8054db0b-7e01-4313-8970-6de8055173e4,segment=NetworkSegment(66d4c050-324b-4f92-aa27-b4c0737509f0),segment_id=66d4c050-324b-4f92-aa27-b4c0737509f0)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:24:10.288608 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1d6d4ee7-a787-4fca-baf0-39445bda30f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:10.370667 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99a35a-c7c1-46b8-b928-15aedd301670 None None] Pushing event updated for resources: {'Port': ['ID=8054db0b-7e01-4313-8970-6de8055173e4,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:10.376226 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6d4ee7-a787-4fca-baf0-39445bda30f0 None None] Routers {'98b6dd27-0296-4e80-8c9e-a22df8956c36'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:24:10.376931 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-1d6d4ee7-a787-4fca-baf0-39445bda30f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:23:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['98b6dd27-0296-4e80-8c9e-a22df8956c36'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:24:10.570882 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-1d6d4ee7-a787-4fca-baf0-39445bda30f0 None None] Set router 98b6dd27-0296-4e80-8c9e-a22df8956c36 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:24:10.796776 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9e71f832-0b3b-4932-8f24-489d150e9c2b req-e30f9337-2d2f-4d3b-a20e-3ccf083f952f tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 210 time: 0.0424852 Feb 04 12:24:10.903510 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-1d6d4ee7-a787-4fca-baf0-39445bda30f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504976647', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '158a65d4-d271-4c69-a6db-55853bc1d272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:23:59Z', 'updated_at': '2022-02-04T12:24:06Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '158a65d4-d271-4c69-a6db-55853bc1d272', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:df:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:24:00Z', 'updated_at': '2022-02-04T12:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '8054db0b-7e01-4313-8970-6de8055173e4', 'name': '', 'network_id': 'c21e0744-310c-4dcc-a754-37cd0cf62345', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:ba:a9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9960927-c4a3-49c4-b4b4-8e944c0f6026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:24:05Z', 'updated_at': '2022-02-04T12:24:10Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': 'b9960927-c4a3-49c4-b4b4-8e944c0f6026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:24:10.908886 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6d4ee7-a787-4fca-baf0-39445bda30f0 None None] The sync data for ids ['98b6dd27-0296-4e80-8c9e-a22df8956c36'] in dv-neutron-827825-2-hyperv is: [{'id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504976647', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '158a65d4-d271-4c69-a6db-55853bc1d272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:23:59Z', 'updated_at': '2022-02-04T12:24:06Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '158a65d4-d271-4c69-a6db-55853bc1d272', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:df:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:24:00Z', 'updated_at': '2022-02-04T12:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '8054db0b-7e01-4313-8970-6de8055173e4', 'name': '', 'network_id': 'c21e0744-310c-4dcc-a754-37cd0cf62345', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:ba:a9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9960927-c4a3-49c4-b4b4-8e944c0f6026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:24:05Z', 'updated_at': '2022-02-04T12:24:10Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': 'b9960927-c4a3-49c4-b4b4-8e944c0f6026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:24:11.993057 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-693c81d8-2037-45c0-8f7c-139de4ecd7aa req-66176511-d217-450f-98a6-5b416935c7cf tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 210 time: 0.0481684 Feb 04 12:24:12.211966 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4941aefd-9be9-49ac-bdb3-76a03c74fae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:12.287304 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 8054db0b-7e01-4313-8970-6de8055173e4 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:24:12.475666 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-edfa9fe1-1632-4bf6-a334-062831216b79 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:12.477025 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-edfa9fe1-1632-4bf6-a334-062831216b79 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.47 "GET /v2.0/networks?id=c21e0744-310c-4dcc-a754-37cd0cf62345 HTTP/1.1" status: 200 len: 797 time: 0.2128713 Feb 04 12:24:12.543416 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 8054db0b-7e01-4313-8970-6de8055173e4 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:24:12.548127 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-aa4c96ac-acf1-42bf-8468-d5d254fe7961 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e443f5181274c41895cf3b1d3b2b8b5 HTTP/1.1" status: 200 len: 380 time: 0.0585365 Feb 04 12:24:12.553786 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 8054db0b-7e01-4313-8970-6de8055173e4 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:24:12.553786 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:12.557008 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-cb541840-3cbb-4572-8fa3-f76eb7e50234 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'port': {'device_id': 'c60fb449-c24e-4f06-91c3-33c6cc4ffa3c', 'network_id': 'c21e0744-310c-4dcc-a754-37cd0cf62345', 'admin_state_up': True, 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'security_groups': ['febba3b2-5699-457d-a987-62d62adbd83d']}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:24:12.703410 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:12.749120 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 8054db0b-7e01-4313-8970-6de8055173e4, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=8054db0b-7e01-4313-8970-6de8055173e4,segment=NetworkSegment(66d4c050-324b-4f92-aa27-b4c0737509f0),segment_id=66d4c050-324b-4f92-aa27-b4c0737509f0)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:12.848983 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:12.876421 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-cb541840-3cbb-4572-8fa3-f76eb7e50234 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:24:12.889391 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-cb541840-3cbb-4572-8fa3-f76eb7e50234 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:24:12.934086 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=8054db0b-7e01-4313-8970-6de8055173e4,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:12.994737 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-cb541840-3cbb-4572-8fa3-f76eb7e50234 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Made reservation on behalf of 2e443f5181274c41895cf3b1d3b2b8b5 for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:24:12.998598 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-cb541840-3cbb-4572-8fa3-f76eb7e50234 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:13.189320 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e35d9c0d-8165-45ee-b186-abf6e21ac8aa req-e0aec53c-e400-447e-b1c8-e5e68616c212 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 210 time: 0.0511613 Feb 04 12:24:13.199895 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-cb541840-3cbb-4572-8fa3-f76eb7e50234 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Allocated IP 172.20.0.3 (c21e0744-310c-4dcc-a754-37cd0cf62345/b9960927-c4a3-49c4-b4b4-8e944c0f6026/a1263fe1-5392-448e-b353-c9113cdf6741) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:24:13.482829 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-cb541840-3cbb-4572-8fa3-f76eb7e50234 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:13.502955 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-cb541840-3cbb-4572-8fa3-f76eb7e50234 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Transition to ACTIVE for port object a1263fe1-5392-448e-b353-c9113cdf6741 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:24:13.620808 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-cb541840-3cbb-4572-8fa3-f76eb7e50234 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:13.690809 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-cb541840-3cbb-4572-8fa3-f76eb7e50234 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Network c21e0744-310c-4dcc-a754-37cd0cf62345 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:24:13.694063 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-cb541840-3cbb-4572-8fa3-f76eb7e50234 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:24:13.698375 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-cb541840-3cbb-4572-8fa3-f76eb7e50234 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:24:13.734262 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb541840-3cbb-4572-8fa3-f76eb7e50234 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'Port': ['ID=a1263fe1-5392-448e-b353-c9113cdf6741,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:13.778026 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-cb541840-3cbb-4572-8fa3-f76eb7e50234 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:13.778981 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-cb541840-3cbb-4572-8fa3-f76eb7e50234 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:13.964520 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-cb541840-3cbb-4572-8fa3-f76eb7e50234 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4120641 Feb 04 12:24:13.976327 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-8fbc7496-97d3-45e7-82da-9aec36b421a6 service neutron] Request body: {'port': {'device_id': 'c60fb449-c24e-4f06-91c3-33c6cc4ffa3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:24:14.085853 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ad31f163-4cd1-401f-ba94-ed2033ea118e None None] Provisioning for port a1263fe1-5392-448e-b353-c9113cdf6741 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:24:14.091103 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ad31f163-4cd1-401f-ba94-ed2033ea118e None None] Provisioning complete for port a1263fe1-5392-448e-b353-c9113cdf6741 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:24:14.091567 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ad31f163-4cd1-401f-ba94-ed2033ea118e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:14.108659 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-8fbc7496-97d3-45e7-82da-9aec36b421a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:14.149155 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-ad31f163-4cd1-401f-ba94-ed2033ea118e None None] Port a1263fe1-5392-448e-b353-c9113cdf6741 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:24:14.242566 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 8054db0b-7e01-4313-8970-6de8055173e4 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:24:14.351234 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 8054db0b-7e01-4313-8970-6de8055173e4 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:24:14.351649 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:14.496578 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401e9e6-d5db-4072-a2b0-4de5be85dc1c req-c8e34d38-cb0e-4e34-8668-84147b56aad3 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:14.497303 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-6401e9e6-d5db-4072-a2b0-4de5be85dc1c req-c8e34d38-cb0e-4e34-8668-84147b56aad3 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Synchronizing usage tracker for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:24:14.579353 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-8fbc7496-97d3-45e7-82da-9aec36b421a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1263fe1-5392-448e-b353-c9113cdf6741 {{(pid=84204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:24:14.587196 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-8fbc7496-97d3-45e7-82da-9aec36b421a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:14.604308 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-8fbc7496-97d3-45e7-82da-9aec36b421a6 service neutron] Transition to ACTIVE for port object a1263fe1-5392-448e-b353-c9113cdf6741 will not be triggered until provisioned by entity L2. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:24:14.612137 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0409911c-f018-4b38-8221-3744d2089007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:14.666842 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-6401e9e6-d5db-4072-a2b0-4de5be85dc1c req-c8e34d38-cb0e-4e34-8668-84147b56aad3 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Unset dirty status for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:24:14.668179 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6401e9e6-d5db-4072-a2b0-4de5be85dc1c req-c8e34d38-cb0e-4e34-8668-84147b56aad3 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 931 time: 0.3060019 Feb 04 12:24:14.712158 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-8fbc7496-97d3-45e7-82da-9aec36b421a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:14.771261 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6401e9e6-d5db-4072-a2b0-4de5be85dc1c req-9dcfcf6d-11bc-4fc5-af3d-346c33cf1662 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=febba3b2-5699-457d-a987-62d62adbd83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966990 Feb 04 12:24:14.865414 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc7496-97d3-45e7-82da-9aec36b421a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a1263fe1-5392-448e-b353-c9113cdf6741,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:14.989437 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-8fbc7496-97d3-45e7-82da-9aec36b421a6 service neutron] Attempting to bind port a1263fe1-5392-448e-b353-c9113cdf6741 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:24:14.989958 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-8fbc7496-97d3-45e7-82da-9aec36b421a6 service neutron] Attempting to bind port a1263fe1-5392-448e-b353-c9113cdf6741 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '66d4c050-324b-4f92-aa27-b4c0737509f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c21e0744-310c-4dcc-a754-37cd0cf62345'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:24:14.990448 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-8fbc7496-97d3-45e7-82da-9aec36b421a6 service neutron] Attempting to bind port a1263fe1-5392-448e-b353-c9113cdf6741 on network c21e0744-310c-4dcc-a754-37cd0cf62345 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:24:14.998353 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-8fbc7496-97d3-45e7-82da-9aec36b421a6 service neutron] Port a1263fe1-5392-448e-b353-c9113cdf6741 on network c21e0744-310c-4dcc-a754-37cd0cf62345 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 12:24:14.999377 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-8fbc7496-97d3-45e7-82da-9aec36b421a6 service neutron] Attempting to bind port a1263fe1-5392-448e-b353-c9113cdf6741 on network c21e0744-310c-4dcc-a754-37cd0cf62345 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:24:15.012878 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-8fbc7496-97d3-45e7-82da-9aec36b421a6 service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:24:15.013653 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-8fbc7496-97d3-45e7-82da-9aec36b421a6 service neutron] Checking segment: {'id': '66d4c050-324b-4f92-aa27-b4c0737509f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c21e0744-310c-4dcc-a754-37cd0cf62345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:24:15.015331 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-8fbc7496-97d3-45e7-82da-9aec36b421a6 service neutron] Bound using segment: {'id': '66d4c050-324b-4f92-aa27-b4c0737509f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c21e0744-310c-4dcc-a754-37cd0cf62345'} {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:24:15.016254 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-8fbc7496-97d3-45e7-82da-9aec36b421a6 service neutron] Bound port: a1263fe1-5392-448e-b353-c9113cdf6741, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66d4c050-324b-4f92-aa27-b4c0737509f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c21e0744-310c-4dcc-a754-37cd0cf62345'}}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:24:15.016965 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-8fbc7496-97d3-45e7-82da-9aec36b421a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:15.130008 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-8fbc7496-97d3-45e7-82da-9aec36b421a6 service neutron] For port a1263fe1-5392-448e-b353-c9113cdf6741, host hv-neutron-8278, cleared binding levels {{(pid=84204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:24:15.133203 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-8fbc7496-97d3-45e7-82da-9aec36b421a6 service neutron] For port a1263fe1-5392-448e-b353-c9113cdf6741, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=a1263fe1-5392-448e-b353-c9113cdf6741,segment=NetworkSegment(66d4c050-324b-4f92-aa27-b4c0737509f0),segment_id=66d4c050-324b-4f92-aa27-b4c0737509f0)] {{(pid=84204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:24:15.209040 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-8fbc7496-97d3-45e7-82da-9aec36b421a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:15.276792 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-8fbc7496-97d3-45e7-82da-9aec36b421a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:15.278851 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-8fbc7496-97d3-45e7-82da-9aec36b421a6 service neutron] 10.222.0.47 "PUT /v2.0/ports/a1263fe1-5392-448e-b353-c9113cdf6741 HTTP/1.1" status: 200 len: 1093 time: 1.3068905 Feb 04 12:24:15.279462 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60fb449-c24e-4f06-91c3-33c6cc4ffa3c', 'tag': 'a1263fe1-5392-448e-b353-c9113cdf6741'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:24:15.305084 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc7496-97d3-45e7-82da-9aec36b421a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a1263fe1-5392-448e-b353-c9113cdf6741,revision_number=3']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:15.348902 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c60fb449-c24e-4f06-91c3-33c6cc4ffa3c', 'tag': 'a1263fe1-5392-448e-b353-c9113cdf6741', 'status': 'completed', 'code': 200} Feb 04 12:24:15.459975 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f1d51778-eada-492d-aa47-5158813abba6 req-19355d7b-f9f7-4c65-b453-4686d95096fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 1096 time: 0.0900207 Feb 04 12:24:15.698907 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:15.726361 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d51778-eada-492d-aa47-5158813abba6 req-815b5389-4f7a-4b8b-8fae-946bf16c9a15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:15.727858 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f1d51778-eada-492d-aa47-5158813abba6 req-815b5389-4f7a-4b8b-8fae-946bf16c9a15 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2607470 Feb 04 12:24:15.882936 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:15.888468 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d51778-eada-492d-aa47-5158813abba6 req-d8c600a3-8439-44c8-a9ea-747e11e12996 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:15.891413 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f1d51778-eada-492d-aa47-5158813abba6 req-d8c600a3-8439-44c8-a9ea-747e11e12996 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1575539 Feb 04 12:24:16.067693 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-7e17edfd-26a3-4b13-807d-861d23617a8a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 1096 time: 0.1383932 Feb 04 12:24:16.077769 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b67c2-25f5-47d2-87b4-4c44a4ba8b59 req-a87d60e5-b416-4195-a85d-67e3534073f5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:16.079420 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-968b67c2-25f5-47d2-87b4-4c44a4ba8b59 req-a87d60e5-b416-4195-a85d-67e3534073f5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 943 time: 0.1190209 Feb 04 12:24:16.167309 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-c383f7af-ed72-42eb-9ad8-81b1e923923f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1263fe1-5392-448e-b353-c9113cdf6741 HTTP/1.1" status: 200 len: 217 time: 0.0863369 Feb 04 12:24:16.236763 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-968b67c2-25f5-47d2-87b4-4c44a4ba8b59 req-954fcefd-0553-4758-a470-8fffa990c9c8 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=febba3b2-5699-457d-a987-62d62adbd83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061406 Feb 04 12:24:16.251868 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-c23956cc-08c7-4828-a04e-e291ad3f6ef7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:16.253340 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-c23956cc-08c7-4828-a04e-e291ad3f6ef7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9960927-c4a3-49c4-b4b4-8e944c0f6026 HTTP/1.1" status: 200 len: 835 time: 0.0797536 Feb 04 12:24:16.347590 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-856c1416-96ed-4e73-97f1-f54d61d9de76 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c21e0744-310c-4dcc-a754-37cd0cf62345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0879438 Feb 04 12:24:16.488897 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-00e3a860-c65a-4930-a2dd-84b4218484ec service neutron] 10.222.0.47 "GET /v2.0/networks/c21e0744-310c-4dcc-a754-37cd0cf62345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357448 Feb 04 12:24:16.633466 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b95a5e18-483e-4e95-ba0f-5665658f82fc req-38585273-578e-4ed4-9f17-b6346cea7415 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e0744-310c-4dcc-a754-37cd0cf62345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383536 Feb 04 12:24:17.059765 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:17.456837 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d38d8-4abb-40cd-b2a1-620c70285c06 req-f158236c-03b0-4e29-9893-72f048f2f5db tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:17.460925 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a05d38d8-4abb-40cd-b2a1-620c70285c06 req-f158236c-03b0-4e29-9893-72f048f2f5db tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 943 time: 0.0961883 Feb 04 12:24:17.521161 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a05d38d8-4abb-40cd-b2a1-620c70285c06 req-5a7c74e5-88d1-4e46-9eab-44c060c9f1db tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=febba3b2-5699-457d-a987-62d62adbd83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563900 Feb 04 12:24:18.732472 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f74ea7-a774-44ce-9d96-4bb87fff045d req-afc0c46f-fc90-4a0d-ba58-f5873392c362 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:18.733999 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-02f74ea7-a774-44ce-9d96-4bb87fff045d req-afc0c46f-fc90-4a0d-ba58-f5873392c362 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 943 time: 0.0858796 Feb 04 12:24:18.781620 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-02f74ea7-a774-44ce-9d96-4bb87fff045d req-a2affe66-9367-4c42-b1d5-8ede0e3e3204 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=febba3b2-5699-457d-a987-62d62adbd83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420043 Feb 04 12:24:20.001281 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7096d-694e-4a27-afc5-1c84e7cf0b15 req-32b000d1-c734-4fd1-a216-7eed367085c1 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:20.002921 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-93b7096d-694e-4a27-afc5-1c84e7cf0b15 req-32b000d1-c734-4fd1-a216-7eed367085c1 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 943 time: 0.0815802 Feb 04 12:24:20.050628 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-93b7096d-694e-4a27-afc5-1c84e7cf0b15 req-6dc660a8-4ddd-43b4-bf48-6850c618d10f tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=febba3b2-5699-457d-a987-62d62adbd83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419176 Feb 04 12:24:20.063381 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device a1263fe1-5392-448e-b353-c9113cdf6741 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:24:20.208571 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port a1263fe1-5392-448e-b353-c9113cdf6741, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=a1263fe1-5392-448e-b353-c9113cdf6741,segment=NetworkSegment(66d4c050-324b-4f92-aa27-b4c0737509f0),segment_id=66d4c050-324b-4f92-aa27-b4c0737509f0)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:20.227044 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': 'a1263fe1-5392-448e-b353-c9113cdf6741', 'network_id': 'c21e0744-310c-4dcc-a754-37cd0cf62345', 'port_id': 'a1263fe1-5392-448e-b353-c9113cdf6741', 'mac_address': 'fa:16:3e:26:24:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9960927-c4a3-49c4-b4b4-8e944c0f6026', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:24:20.281502 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:20.299001 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1263fe1-5392-448e-b353-c9113cdf6741 {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:24:20.314612 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port a1263fe1-5392-448e-b353-c9113cdf6741, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=a1263fe1-5392-448e-b353-c9113cdf6741,segment=NetworkSegment(66d4c050-324b-4f92-aa27-b4c0737509f0),segment_id=66d4c050-324b-4f92-aa27-b4c0737509f0)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:20.397110 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:20.474443 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=a1263fe1-5392-448e-b353-c9113cdf6741,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:20.875768 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['a1263fe1-5392-448e-b353-c9113cdf6741'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:24:21.255791 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c76f6-9de7-4193-bdc8-c75a4f770922 req-c92f076a-e5f9-4e7d-9441-4a642eec974c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:21.257266 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-cb6c76f6-9de7-4193-bdc8-c75a4f770922 req-c92f076a-e5f9-4e7d-9441-4a642eec974c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 944 time: 0.0791266 Feb 04 12:24:21.303891 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-cb6c76f6-9de7-4193-bdc8-c75a4f770922 req-c76af1b9-d270-420d-bfa1-88d769de0b54 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=febba3b2-5699-457d-a987-62d62adbd83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408542 Feb 04 12:24:22.080558 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device a1263fe1-5392-448e-b353-c9113cdf6741 up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:24:22.222912 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port a1263fe1-5392-448e-b353-c9113cdf6741 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:24:22.228510 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port a1263fe1-5392-448e-b353-c9113cdf6741 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:24:22.228881 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:22.346062 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:22.374999 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60fb449-c24e-4f06-91c3-33c6cc4ffa3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1263fe1-5392-448e-b353-c9113cdf6741'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:24:22.385133 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port a1263fe1-5392-448e-b353-c9113cdf6741, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=a1263fe1-5392-448e-b353-c9113cdf6741,segment=NetworkSegment(66d4c050-324b-4f92-aa27-b4c0737509f0),segment_id=66d4c050-324b-4f92-aa27-b4c0737509f0)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:22.486137 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:22.584579 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=a1263fe1-5392-448e-b353-c9113cdf6741,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:22.669469 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60fb449-c24e-4f06-91c3-33c6cc4ffa3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1263fe1-5392-448e-b353-c9113cdf6741', 'code': 200} Feb 04 12:24:22.694300 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d788a-d9c8-4651-b369-42d60d36b84a req-2ae2e707-eb8a-4a68-b428-73d6c74f7747 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:22.695816 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-501d788a-d9c8-4651-b369-42d60d36b84a req-2ae2e707-eb8a-4a68-b428-73d6c74f7747 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 945 time: 0.0970430 Feb 04 12:24:22.744407 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-501d788a-d9c8-4651-b369-42d60d36b84a req-300ffd7a-8e1c-4ca4-8e9f-6baec3514eac tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=febba3b2-5699-457d-a987-62d62adbd83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426912 Feb 04 12:24:23.060175 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3e9d606b-fa1a-41a8-92e3-c89f25f83852 req-937586fc-9ec6-4ab3-860c-b1efbf330fca service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 1098 time: 0.0733905 Feb 04 12:24:23.105935 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3e9d606b-fa1a-41a8-92e3-c89f25f83852 req-d9f20609-060d-457d-9373-b6bb22ca2a99 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=febba3b2-5699-457d-a987-62d62adbd83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404060 Feb 04 12:24:23.959517 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3653b5-002e-404e-b713-34ca4708c8c4 req-ace06d2e-7418-4d2b-bec9-a3bfe021f7ad tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:23.961008 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ee3653b5-002e-404e-b713-34ca4708c8c4 req-ace06d2e-7418-4d2b-bec9-a3bfe021f7ad tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 945 time: 0.0871916 Feb 04 12:24:24.014815 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ee3653b5-002e-404e-b713-34ca4708c8c4 req-65ba8717-c8b2-4abf-bd5e-dd46f15701fd tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=febba3b2-5699-457d-a987-62d62adbd83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475540 Feb 04 12:24:25.222237 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31380bbc-ea36-49c0-a598-6be83be7aa76 req-88beeed9-8764-4d92-b503-58f8188be09a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:25.223751 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-31380bbc-ea36-49c0-a598-6be83be7aa76 req-88beeed9-8764-4d92-b503-58f8188be09a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 945 time: 0.0834525 Feb 04 12:24:25.272514 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-31380bbc-ea36-49c0-a598-6be83be7aa76 req-32583aa7-2c44-4fe5-8663-e9f42979da83 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=febba3b2-5699-457d-a987-62d62adbd83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416830 Feb 04 12:24:25.495255 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818002d-04aa-41e7-99f3-657666a8a039 req-d0dbc461-92b6-4e7e-867c-2dd0c6f5093e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:25.496724 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-8818002d-04aa-41e7-99f3-657666a8a039 req-d0dbc461-92b6-4e7e-867c-2dd0c6f5093e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 945 time: 0.0891209 Feb 04 12:24:25.551011 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-8818002d-04aa-41e7-99f3-657666a8a039 req-cb148f22-6484-41c4-9bf1-9906c6f7d508 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=febba3b2-5699-457d-a987-62d62adbd83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480812 Feb 04 12:24:25.584186 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47806) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:24:25.658114 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-15aba5a4-c6b5-4cc6-ba6a-52d1e6e1c11a tempest-TestNetworkAdvancedServerOps-245603530 tempest-TestNetworkAdvancedServerOps-245603530-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 1093 time: 0.0726624 Feb 04 12:24:25.660694 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47812) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:24:25.665852 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-4e06dcfb-9d4a-4ad1-b344-4df304d67a32 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'floatingip': {'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'port_id': 'a1263fe1-5392-448e-b353-c9113cdf6741', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:24:25.672042 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-4e06dcfb-9d4a-4ad1-b344-4df304d67a32 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:24:25.676205 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-4e06dcfb-9d4a-4ad1-b344-4df304d67a32 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:floatingip and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:24:25.679114 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-4e06dcfb-9d4a-4ad1-b344-4df304d67a32 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:24:25.685201 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-4e06dcfb-9d4a-4ad1-b344-4df304d67a32 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:24:25.774944 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4e06dcfb-9d4a-4ad1-b344-4df304d67a32 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for floatingip, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:25.915109 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4e06dcfb-9d4a-4ad1-b344-4df304d67a32 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:26.063103 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-4e06dcfb-9d4a-4ad1-b344-4df304d67a32 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Allocated IP 172.26.3.238 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/795863f2-c850-4592-a238-42cc716394c1) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:24:26.233398 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4e06dcfb-9d4a-4ad1-b344-4df304d67a32 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:26.317962 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4e06dcfb-9d4a-4ad1-b344-4df304d67a32 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:26.387704 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e06dcfb-9d4a-4ad1-b344-4df304d67a32 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:24:26.390599 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-4e06dcfb-9d4a-4ad1-b344-4df304d67a32 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:24:26.393618 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e06dcfb-9d4a-4ad1-b344-4df304d67a32 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:24:26.452170 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06dcfb-9d4a-4ad1-b344-4df304d67a32 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'Port': ['ID=795863f2-c850-4592-a238-42cc716394c1,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:27.070753 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4e06dcfb-9d4a-4ad1-b344-4df304d67a32 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:27.200339 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4e06dcfb-9d4a-4ad1-b344-4df304d67a32 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:27.424941 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4e06dcfb-9d4a-4ad1-b344-4df304d67a32 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:27.491702 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4e06dcfb-9d4a-4ad1-b344-4df304d67a32 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:27.601208 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06dcfb-9d4a-4ad1-b344-4df304d67a32 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'Port': ['ID=795863f2-c850-4592-a238-42cc716394c1,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:27.622180 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4e06dcfb-9d4a-4ad1-b344-4df304d67a32 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:27.827003 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.l3_db [None req-4e06dcfb-9d4a-4ad1-b344-4df304d67a32 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Floating IP 90115c35-bafa-4b7d-b67f-faced7ac7bfb associated. External IP: 172.26.3.238, port: a1263fe1-5392-448e-b353-c9113cdf6741. Feb 04 12:24:28.243871 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e06dcfb-9d4a-4ad1-b344-4df304d67a32 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Router 98b6dd27-0296-4e80-8c9e-a22df8956c36 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:24:28.462097 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e06dcfb-9d4a-4ad1-b344-4df304d67a32 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:24:28.472466 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abafe972-c91c-40e6-b26f-3a557b59faf0 None None] Sync routers for ids ['98b6dd27-0296-4e80-8c9e-a22df8956c36'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:24:28.485092 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abafe972-c91c-40e6-b26f-3a557b59faf0 None None] Routers {'98b6dd27-0296-4e80-8c9e-a22df8956c36'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:24:28.488226 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-abafe972-c91c-40e6-b26f-3a557b59faf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:24:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['98b6dd27-0296-4e80-8c9e-a22df8956c36'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:24:28.577670 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4e06dcfb-9d4a-4ad1-b344-4df304d67a32 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:28.646352 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4e06dcfb-9d4a-4ad1-b344-4df304d67a32 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9845948 Feb 04 12:24:28.647090 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60fb449-c24e-4f06-91c3-33c6cc4ffa3c', 'tag': 'a1263fe1-5392-448e-b353-c9113cdf6741'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:24:28.675570 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-abafe972-c91c-40e6-b26f-3a557b59faf0 None None] Set router 98b6dd27-0296-4e80-8c9e-a22df8956c36 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:24:28.905107 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c96fb024-6d28-40ba-b8e7-8c027280c652 req-a5ceb984-2dd9-45a3-98fd-90c9e5ebe123 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 1098 time: 0.0848958 Feb 04 12:24:28.907800 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c60fb449-c24e-4f06-91c3-33c6cc4ffa3c', 'tag': 'a1263fe1-5392-448e-b353-c9113cdf6741', 'status': 'completed', 'code': 200} Feb 04 12:24:28.973492 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55b7ae-4e66-4086-b3f1-2c7d469acd42 req-34c9fdd3-a0ab-478d-84db-dc1b2cb6a9a7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:28.975602 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6f55b7ae-4e66-4086-b3f1-2c7d469acd42 req-34c9fdd3-a0ab-478d-84db-dc1b2cb6a9a7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 945 time: 0.2242191 Feb 04 12:24:29.049736 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6f55b7ae-4e66-4086-b3f1-2c7d469acd42 req-3367d94f-c8b3-48e5-880b-d01e392fe068 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=febba3b2-5699-457d-a987-62d62adbd83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682991 Feb 04 12:24:29.085442 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 47822) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:24:29.136520 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-abafe972-c91c-40e6-b26f-3a557b59faf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504976647', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '158a65d4-d271-4c69-a6db-55853bc1d272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:23:59Z', 'updated_at': '2022-02-04T12:24:06Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '158a65d4-d271-4c69-a6db-55853bc1d272', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:df:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:24:00Z', 'updated_at': '2022-02-04T12:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '90115c35-bafa-4b7d-b67f-faced7ac7bfb', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'floating_ip_address': '172.26.3.238', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'port_id': 'a1263fe1-5392-448e-b353-c9113cdf6741', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21e0744-310c-4dcc-a754-37cd0cf62345', 'mac_address': 'fa:16:3e:26:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60fb449-c24e-4f06-91c3-33c6cc4ffa3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:24:26Z', 'updated_at': '2022-02-04T12:24:26Z', 'revision_number': 0, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8054db0b-7e01-4313-8970-6de8055173e4', 'name': '', 'network_id': 'c21e0744-310c-4dcc-a754-37cd0cf62345', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:ba:a9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9960927-c4a3-49c4-b4b4-8e944c0f6026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:24:05Z', 'updated_at': '2022-02-04T12:24:12Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': 'b9960927-c4a3-49c4-b4b4-8e944c0f6026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:24:29.141120 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abafe972-c91c-40e6-b26f-3a557b59faf0 None None] Checking router: 98b6dd27-0296-4e80-8c9e-a22df8956c36 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:24:29.144997 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96fb024-6d28-40ba-b8e7-8c027280c652 req-4acba4c0-4783-43a1-a24a-80caf9d18b10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:29.146547 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c96fb024-6d28-40ba-b8e7-8c027280c652 req-4acba4c0-4783-43a1-a24a-80caf9d18b10 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c21e0744-310c-4dcc-a754-37cd0cf62345 HTTP/1.1" status: 200 len: 898 time: 0.2356431 Feb 04 12:24:29.152610 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abafe972-c91c-40e6-b26f-3a557b59faf0 None None] Routers {'98b6dd27-0296-4e80-8c9e-a22df8956c36'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:24:29.153306 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-abafe972-c91c-40e6-b26f-3a557b59faf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:24:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['98b6dd27-0296-4e80-8c9e-a22df8956c36'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:24:29.364369 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8480e3e3-b46c-443b-9b2c-0444ba80b849 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/floatingips/90115c35-bafa-4b7d-b67f-faced7ac7bfb HTTP/1.1" status: 200 len: 991 time: 0.2801390 Feb 04 12:24:29.382989 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c96fb024-6d28-40ba-b8e7-8c027280c652 req-be9dd17a-0507-44cf-9ddc-752fe971cbb2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1263fe1-5392-448e-b353-c9113cdf6741 HTTP/1.1" status: 200 len: 999 time: 0.2267921 Feb 04 12:24:29.384245 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-abafe972-c91c-40e6-b26f-3a557b59faf0 None None] Set router 98b6dd27-0296-4e80-8c9e-a22df8956c36 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:24:29.452540 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96fb024-6d28-40ba-b8e7-8c027280c652 req-66db9312-5f84-42d0-a17a-6487d75f7fe9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:29.454100 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c96fb024-6d28-40ba-b8e7-8c027280c652 req-66db9312-5f84-42d0-a17a-6487d75f7fe9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9960927-c4a3-49c4-b4b4-8e944c0f6026 HTTP/1.1" status: 200 len: 835 time: 0.0659430 Feb 04 12:24:29.544675 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c96fb024-6d28-40ba-b8e7-8c027280c652 req-bbce18c9-986b-4cca-ba55-6cf4a4f3441b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c21e0744-310c-4dcc-a754-37cd0cf62345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847793 Feb 04 12:24:29.693491 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c96fb024-6d28-40ba-b8e7-8c027280c652 req-76d96a67-120a-4dce-bfd4-01a2865c97ad service neutron] 10.222.0.47 "GET /v2.0/networks/c21e0744-310c-4dcc-a754-37cd0cf62345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424634 Feb 04 12:24:29.753592 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-abafe972-c91c-40e6-b26f-3a557b59faf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504976647', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '158a65d4-d271-4c69-a6db-55853bc1d272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:23:59Z', 'updated_at': '2022-02-04T12:24:06Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '158a65d4-d271-4c69-a6db-55853bc1d272', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:df:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:24:00Z', 'updated_at': '2022-02-04T12:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '90115c35-bafa-4b7d-b67f-faced7ac7bfb', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'floating_ip_address': '172.26.3.238', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'port_id': 'a1263fe1-5392-448e-b353-c9113cdf6741', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21e0744-310c-4dcc-a754-37cd0cf62345', 'mac_address': 'fa:16:3e:26:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60fb449-c24e-4f06-91c3-33c6cc4ffa3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:24:26Z', 'updated_at': '2022-02-04T12:24:26Z', 'revision_number': 0, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8054db0b-7e01-4313-8970-6de8055173e4', 'name': '', 'network_id': 'c21e0744-310c-4dcc-a754-37cd0cf62345', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:ba:a9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9960927-c4a3-49c4-b4b4-8e944c0f6026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:24:05Z', 'updated_at': '2022-02-04T12:24:12Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': 'b9960927-c4a3-49c4-b4b4-8e944c0f6026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:24:29.757705 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abafe972-c91c-40e6-b26f-3a557b59faf0 None None] The sync data for ids ['98b6dd27-0296-4e80-8c9e-a22df8956c36'] in dv-neutron-827825-2-hyperv is: [{'id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504976647', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '158a65d4-d271-4c69-a6db-55853bc1d272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:23:59Z', 'updated_at': '2022-02-04T12:24:06Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '158a65d4-d271-4c69-a6db-55853bc1d272', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:df:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:24:00Z', 'updated_at': '2022-02-04T12:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '90115c35-bafa-4b7d-b67f-faced7ac7bfb', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'floating_ip_address': '172.26.3.238', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'port_id': 'a1263fe1-5392-448e-b353-c9113cdf6741', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21e0744-310c-4dcc-a754-37cd0cf62345', 'mac_address': 'fa:16:3e:26:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60fb449-c24e-4f06-91c3-33c6cc4ffa3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:24:26Z', 'updated_at': '2022-02-04T12:24:26Z', 'revision_number': 0, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8054db0b-7e01-4313-8970-6de8055173e4', 'name': '', 'network_id': 'c21e0744-310c-4dcc-a754-37cd0cf62345', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:ba:a9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9960927-c4a3-49c4-b4b4-8e944c0f6026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:24:05Z', 'updated_at': '2022-02-04T12:24:12Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': 'b9960927-c4a3-49c4-b4b4-8e944c0f6026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:24:29.831772 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c96fb024-6d28-40ba-b8e7-8c027280c652 req-384416d1-0975-4fab-9fe1-e568b5df5da3 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e0744-310c-4dcc-a754-37cd0cf62345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332779 Feb 04 12:24:29.958623 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e076e35d-c406-4157-803e-f6910ee74f67 None None] New status for floating IP 90115c35-bafa-4b7d-b67f-faced7ac7bfb: ACTIVE {{(pid=84206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 12:24:30.367841 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 47826) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:24:30.474187 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-79cc1563-bbec-4eda-ad05-a24e8ece3ad1 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/floatingips/90115c35-bafa-4b7d-b67f-faced7ac7bfb HTTP/1.1" status: 200 len: 993 time: 0.1050999 Feb 04 12:24:30.632509 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-27a83255-2477-40a9-9720-c2de748ab791 req-4f2c25f6-febb-4acf-afbc-4240ad991d08 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742364 Feb 04 12:24:30.769789 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-27a83255-2477-40a9-9720-c2de748ab791 req-8d4bbafd-50be-4008-bb05-122a69435fe5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 1098 time: 0.0710468 Feb 04 12:24:30.916600 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a83255-2477-40a9-9720-c2de748ab791 req-de2f83be-a4ae-4d99-a203-d751bdfd185a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:30.918187 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-27a83255-2477-40a9-9720-c2de748ab791 req-de2f83be-a4ae-4d99-a203-d751bdfd185a service neutron] 10.222.0.47 "GET /v2.0/networks?id=c21e0744-310c-4dcc-a754-37cd0cf62345 HTTP/1.1" status: 200 len: 898 time: 0.1305132 Feb 04 12:24:31.028184 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-27a83255-2477-40a9-9720-c2de748ab791 req-ed8cd050-ec62-4c2f-88c1-f30cd054f2c3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1263fe1-5392-448e-b353-c9113cdf6741 HTTP/1.1" status: 200 len: 1001 time: 0.1034400 Feb 04 12:24:31.094519 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a83255-2477-40a9-9720-c2de748ab791 req-8000bee7-0c54-4f86-99df-201f4f5f9c03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:31.095969 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-27a83255-2477-40a9-9720-c2de748ab791 req-8000bee7-0c54-4f86-99df-201f4f5f9c03 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9960927-c4a3-49c4-b4b4-8e944c0f6026 HTTP/1.1" status: 200 len: 835 time: 0.0623984 Feb 04 12:24:31.179537 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-27a83255-2477-40a9-9720-c2de748ab791 req-de39041f-bb88-4cdc-8e4a-b922fa40ae11 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c21e0744-310c-4dcc-a754-37cd0cf62345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782349 Feb 04 12:24:31.332385 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-27a83255-2477-40a9-9720-c2de748ab791 req-5a574aa0-623a-4767-9e6f-10469a72e218 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e0744-310c-4dcc-a754-37cd0cf62345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445193 Feb 04 12:24:31.470779 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-27a83255-2477-40a9-9720-c2de748ab791 req-2b7bfd35-f5c1-4983-a600-54a2c458da2f service neutron] 10.222.0.47 "GET /v2.0/networks/c21e0744-310c-4dcc-a754-37cd0cf62345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331842 Feb 04 12:24:33.750209 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:24:36.654930 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:37.791259 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [req-1669926d-d655-459f-b354-6a4f26a8d67f req-e5dd2abb-5ffd-4142-9ca3-f85899785dd4 service neutron] (84204) timed out ('10.222.0.21', 44284) {{(pid=84204) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 12:24:42.142879 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f26854d1-4694-44b7-9fff-4ac6883e3b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:44.597090 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8a4cf492-634d-480b-8d6b-19fa7e8773ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:45.707954 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:45.871551 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:47.088241 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:06.642963 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:10.750173 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:25:12.147481 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9547c068-7cd5-42b7-b48e-74a8bd6ff9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:14.604896 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0d265662-8626-44fc-a894-aa4aef6a47a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:15.656174 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:15.847823 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:17.050591 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:31.785587 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b4021fe7-dba1-4961-80fb-7de278b2b064 req-138d268b-b1da-4d01-9028-e38ce4d3616a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1648667 Feb 04 12:25:31.927796 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b4021fe7-dba1-4961-80fb-7de278b2b064 req-612b9509-7988-4a5f-ade5-8620a020044c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 1098 time: 0.0707099 Feb 04 12:25:32.199960 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4021fe7-dba1-4961-80fb-7de278b2b064 req-70a2785f-7a3c-4cee-99b3-23fc990b6c1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:32.201787 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b4021fe7-dba1-4961-80fb-7de278b2b064 req-70a2785f-7a3c-4cee-99b3-23fc990b6c1a service neutron] 10.222.0.47 "GET /v2.0/networks?id=c21e0744-310c-4dcc-a754-37cd0cf62345 HTTP/1.1" status: 200 len: 898 time: 0.2560892 Feb 04 12:25:32.333387 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b4021fe7-dba1-4961-80fb-7de278b2b064 req-1e12fff6-c5fa-4995-b9a7-bacff251d303 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1263fe1-5392-448e-b353-c9113cdf6741 HTTP/1.1" status: 200 len: 1001 time: 0.1253653 Feb 04 12:25:32.407706 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4021fe7-dba1-4961-80fb-7de278b2b064 req-bb737b3f-acfe-42e0-bc6e-164c4f93d517 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:32.409398 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b4021fe7-dba1-4961-80fb-7de278b2b064 req-bb737b3f-acfe-42e0-bc6e-164c4f93d517 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9960927-c4a3-49c4-b4b4-8e944c0f6026 HTTP/1.1" status: 200 len: 835 time: 0.0707569 Feb 04 12:25:32.492604 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b4021fe7-dba1-4961-80fb-7de278b2b064 req-87f74b6c-d28f-40dc-876e-bd139240d1b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c21e0744-310c-4dcc-a754-37cd0cf62345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770111 Feb 04 12:25:32.503654 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [req-b4021fe7-dba1-4961-80fb-7de278b2b064 req-c7bcad0b-0bc1-4d95-bf7e-f2cc81ce8d30 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 12:25:32.504703 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b4021fe7-dba1-4961-80fb-7de278b2b064 req-c7bcad0b-0bc1-4d95-bf7e-f2cc81ce8d30 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052481 Feb 04 12:25:32.656355 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b4021fe7-dba1-4961-80fb-7de278b2b064 req-af146dac-f7c6-453c-af5e-f047266e0ced service neutron] 10.222.0.47 "GET /v2.0/networks/c21e0744-310c-4dcc-a754-37cd0cf62345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452162 Feb 04 12:25:32.809238 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b4021fe7-dba1-4961-80fb-7de278b2b064 req-07becf27-d44d-4949-980d-a68315c7daf0 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e0744-310c-4dcc-a754-37cd0cf62345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471252 Feb 04 12:25:36.672670 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:42.150647 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-41b218f1-f765-41b3-abb2-fa7647d8570b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:44.598512 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-85cc06ff-f519-4c62-8c56-9ca7d48769dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:45.694068 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:45.710872 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-32762b2b-fefd-4921-86d1-047ac8486ea5 req-c33cd41f-d5af-40cf-acb1-323c8e52ce4a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0704284 Feb 04 12:25:45.899296 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:46.196751 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de2d7b-7cdb-46ca-bc80-e2e8da7fdc75 req-ec2a6c6a-1a51-4adc-bb4f-ab4c69bcedcd tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:46.198142 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-53de2d7b-7cdb-46ca-bc80-e2e8da7fdc75 req-ec2a6c6a-1a51-4adc-bb4f-ab4c69bcedcd tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 945 time: 0.0825922 Feb 04 12:25:46.246175 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-53de2d7b-7cdb-46ca-bc80-e2e8da7fdc75 req-a4c734b8-9ed5-44a8-880c-c1c9ce30e6ab tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=febba3b2-5699-457d-a987-62d62adbd83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421829 Feb 04 12:25:46.280009 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 47874) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:25:46.422389 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6d7f042d-6c5e-4a16-93b2-08eed6461506 req-f3a74251-a5cd-4245-8747-a5e0aa0246db service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1411026 Feb 04 12:25:47.082209 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:47.462881 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665fc280-76de-47aa-be60-287428754e8d req-0e2194f8-a7f2-4709-93c2-b08ac98e6e82 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:47.464402 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-665fc280-76de-47aa-be60-287428754e8d req-0e2194f8-a7f2-4709-93c2-b08ac98e6e82 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 945 time: 0.0825467 Feb 04 12:25:47.516779 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-665fc280-76de-47aa-be60-287428754e8d req-39f1bec5-113c-4988-bf68-a7bd0cd11f17 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=febba3b2-5699-457d-a987-62d62adbd83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459495 Feb 04 12:25:47.749990 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:25:48.726535 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35293c8-03eb-44c0-8b58-cf4e1ccd45f5 req-7384acef-9b6e-401e-a781-c71a392b7493 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:48.728053 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e35293c8-03eb-44c0-8b58-cf4e1ccd45f5 req-7384acef-9b6e-401e-a781-c71a392b7493 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 945 time: 0.0799868 Feb 04 12:25:48.776210 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e35293c8-03eb-44c0-8b58-cf4e1ccd45f5 req-a374eb41-198f-4fbb-9eab-a061ef71ee42 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=febba3b2-5699-457d-a987-62d62adbd83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419366 Feb 04 12:25:49.989304 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50a58f-1db6-4568-9a97-1f4392ac5714 req-899c4df1-f00d-4894-8110-97feea0c8a60 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:49.990685 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ac50a58f-1db6-4568-9a97-1f4392ac5714 req-899c4df1-f00d-4894-8110-97feea0c8a60 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 945 time: 0.0795829 Feb 04 12:25:50.044116 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ac50a58f-1db6-4568-9a97-1f4392ac5714 req-5e4c9c2f-9aac-4364-959e-1b835184de3f tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=febba3b2-5699-457d-a987-62d62adbd83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479443 Feb 04 12:25:51.253052 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5b6bd-5697-48c9-bb9d-0e87ed2e9161 req-9d35709f-2d56-4522-bee1-888100d5d8b7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:51.254668 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a3c5b6bd-5697-48c9-bb9d-0e87ed2e9161 req-9d35709f-2d56-4522-bee1-888100d5d8b7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 945 time: 0.0848148 Feb 04 12:25:51.301330 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a3c5b6bd-5697-48c9-bb9d-0e87ed2e9161 req-afac5a4b-5084-48a2-9cb4-1e3eeacd926e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=febba3b2-5699-457d-a987-62d62adbd83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410249 Feb 04 12:25:52.508676 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780008e-fb70-4b6e-ab8d-d98a7304b682 req-372902f7-7c0d-4a62-8440-69c055661c3d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:52.510143 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5780008e-fb70-4b6e-ab8d-d98a7304b682 req-372902f7-7c0d-4a62-8440-69c055661c3d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 945 time: 0.0823524 Feb 04 12:25:52.556612 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5780008e-fb70-4b6e-ab8d-d98a7304b682 req-fc60c635-d78d-4f79-8d31-553fbd0253e6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=febba3b2-5699-457d-a987-62d62adbd83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408812 Feb 04 12:25:53.035093 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d7f042d-6c5e-4a16-93b2-08eed6461506 req-92ee0627-13df-4f5a-a653-72a9ebba74e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 1098 time: 0.0687239 Feb 04 12:25:53.166493 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f042d-6c5e-4a16-93b2-08eed6461506 req-79e11589-4659-4ac1-8fe3-393ef2543173 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:53.167943 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d7f042d-6c5e-4a16-93b2-08eed6461506 req-79e11589-4659-4ac1-8fe3-393ef2543173 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c21e0744-310c-4dcc-a754-37cd0cf62345 HTTP/1.1" status: 200 len: 898 time: 0.1271863 Feb 04 12:25:53.275781 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d7f042d-6c5e-4a16-93b2-08eed6461506 req-4765e769-07a3-4c6f-8d36-dbe4232775f3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1263fe1-5392-448e-b353-c9113cdf6741 HTTP/1.1" status: 200 len: 1001 time: 0.0980463 Feb 04 12:25:53.344152 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f042d-6c5e-4a16-93b2-08eed6461506 req-b9c652f0-f974-4391-9bcf-7e279df1a660 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:53.346803 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d7f042d-6c5e-4a16-93b2-08eed6461506 req-b9c652f0-f974-4391-9bcf-7e279df1a660 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9960927-c4a3-49c4-b4b4-8e944c0f6026 HTTP/1.1" status: 200 len: 835 time: 0.0659959 Feb 04 12:25:53.429590 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d7f042d-6c5e-4a16-93b2-08eed6461506 req-c607637b-21d9-41f1-9e80-9d5dfd0e81ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c21e0744-310c-4dcc-a754-37cd0cf62345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768831 Feb 04 12:25:53.561281 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d7f042d-6c5e-4a16-93b2-08eed6461506 req-091925b1-b152-4524-a731-7b2022dee4af service neutron] 10.222.0.47 "GET /v2.0/networks/c21e0744-310c-4dcc-a754-37cd0cf62345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260474 Feb 04 12:25:53.837630 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d7f042d-6c5e-4a16-93b2-08eed6461506 req-bd40e112-62de-4ba2-a037-23c5b1e53109 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e0744-310c-4dcc-a754-37cd0cf62345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706089 Feb 04 12:25:53.854004 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20a116-62f5-40a3-a50c-265b393aaee5 req-61d76e5a-22a7-4553-b17d-733b22e8ee3e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:53.855553 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bb20a116-62f5-40a3-a50c-265b393aaee5 req-61d76e5a-22a7-4553-b17d-733b22e8ee3e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 945 time: 0.1291797 Feb 04 12:25:53.901155 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bb20a116-62f5-40a3-a50c-265b393aaee5 req-fc30d8da-f387-4d6f-8c0b-a74fb7d725b9 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=febba3b2-5699-457d-a987-62d62adbd83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393248 Feb 04 12:25:55.102158 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90490206-10cb-42a5-8aff-68a85c4203cb req-ac8df413-f1d3-49d5-8e8e-5639606e0bc3 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:55.103599 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-90490206-10cb-42a5-8aff-68a85c4203cb req-ac8df413-f1d3-49d5-8e8e-5639606e0bc3 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 945 time: 0.0765662 Feb 04 12:25:55.151006 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-90490206-10cb-42a5-8aff-68a85c4203cb req-b1a9c1cb-ed50-496e-8a30-c3edc204c268 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=febba3b2-5699-457d-a987-62d62adbd83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414805 Feb 04 12:25:56.355011 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb5bf0-3871-4703-913d-8cf380430d50 req-281e7dc3-5504-4936-b61c-9f6c38d7337c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:56.356460 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-18eb5bf0-3871-4703-913d-8cf380430d50 req-281e7dc3-5504-4936-b61c-9f6c38d7337c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 945 time: 0.0769949 Feb 04 12:25:56.403074 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-18eb5bf0-3871-4703-913d-8cf380430d50 req-ee68b331-c63e-4f82-84d9-1d3fef802ebd tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=febba3b2-5699-457d-a987-62d62adbd83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409551 Feb 04 12:25:57.614791 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e9174-f6db-4d54-bf62-560cd5053ddf req-7e211839-fe38-4216-9f74-414da4e0d8ec tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:57.616549 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-812e9174-f6db-4d54-bf62-560cd5053ddf req-7e211839-fe38-4216-9f74-414da4e0d8ec tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 945 time: 0.0870140 Feb 04 12:25:57.666141 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-812e9174-f6db-4d54-bf62-560cd5053ddf req-ca70fd8c-1e10-4846-9441-33418bbf0eb8 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=febba3b2-5699-457d-a987-62d62adbd83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442643 Feb 04 12:25:58.881736 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d48c6-9d5c-484b-bd03-5862cf74141c req-e5f7f5b2-a6c7-4ae7-a281-f255e3ae91e0 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:58.883437 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-340d48c6-9d5c-484b-bd03-5862cf74141c req-e5f7f5b2-a6c7-4ae7-a281-f255e3ae91e0 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 945 time: 0.0901580 Feb 04 12:25:58.928753 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-340d48c6-9d5c-484b-bd03-5862cf74141c req-5cef307d-d952-4e3a-a332-2911c6e168c4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=febba3b2-5699-457d-a987-62d62adbd83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399182 Feb 04 12:26:00.136916 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638de7aa-47be-42d4-af1d-946e1623ab0a req-f793214d-dc8b-4c93-9c35-1b9680a735ec tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:00.138396 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-638de7aa-47be-42d4-af1d-946e1623ab0a req-f793214d-dc8b-4c93-9c35-1b9680a735ec tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 945 time: 0.0854688 Feb 04 12:26:00.191426 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-638de7aa-47be-42d4-af1d-946e1623ab0a req-6614a0dc-a994-4444-915a-0107ffe940c7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=febba3b2-5699-457d-a987-62d62adbd83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461242 Feb 04 12:26:01.395222 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9a4ee-2ce6-42b8-aaa2-f4991522ff35 req-21fadce1-0807-4c87-84d8-4405f823cf44 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:01.396820 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-22f9a4ee-2ce6-42b8-aaa2-f4991522ff35 req-21fadce1-0807-4c87-84d8-4405f823cf44 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 945 time: 0.0776725 Feb 04 12:26:01.446455 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-22f9a4ee-2ce6-42b8-aaa2-f4991522ff35 req-bf1f1465-49ac-46e1-b99f-5a18bb184443 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=febba3b2-5699-457d-a987-62d62adbd83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438859 Feb 04 12:26:02.649317 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148dddbf-0000-4d6e-8a42-10c6a8e61beb req-38b942cb-9fca-4646-b7c9-a23e8a830c65 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:02.650909 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-148dddbf-0000-4d6e-8a42-10c6a8e61beb req-38b942cb-9fca-4646-b7c9-a23e8a830c65 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 945 time: 0.0802820 Feb 04 12:26:02.701422 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-148dddbf-0000-4d6e-8a42-10c6a8e61beb req-538ec158-8560-46a1-91e4-af231ffe95e3 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=febba3b2-5699-457d-a987-62d62adbd83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417306 Feb 04 12:26:03.906552 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca906c-6673-4a5b-91b4-70f58a6802c2 req-1ace9451-e0b7-450b-8fc0-d0c98b892927 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:03.908849 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b8ca906c-6673-4a5b-91b4-70f58a6802c2 req-1ace9451-e0b7-450b-8fc0-d0c98b892927 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 945 time: 0.0790546 Feb 04 12:26:03.958123 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b8ca906c-6673-4a5b-91b4-70f58a6802c2 req-ddb4eb24-6d47-4cfa-ab70-fc4fd635d214 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=febba3b2-5699-457d-a987-62d62adbd83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437977 Feb 04 12:26:05.167659 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ddcf9-2a67-4e29-9430-93fcdb48a3a7 req-16e246dd-a58b-41c8-a1e0-e573abff3e47 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:05.169343 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9e5ddcf9-2a67-4e29-9430-93fcdb48a3a7 req-16e246dd-a58b-41c8-a1e0-e573abff3e47 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 945 time: 0.0821202 Feb 04 12:26:05.226638 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9e5ddcf9-2a67-4e29-9430-93fcdb48a3a7 req-536531ea-56ab-4de3-88ac-ba568d19c548 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=febba3b2-5699-457d-a987-62d62adbd83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507221 Feb 04 12:26:06.049698 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d7f042d-6c5e-4a16-93b2-08eed6461506 req-7e5fdb13-62b8-4bf2-a79b-1d8e04a99bfc service neutron] 10.222.0.47 "GET /v2.0/ports/a1263fe1-5392-448e-b353-c9113cdf6741/bindings/hv-neutron-8278 HTTP/1.1" status: 200 len: 384 time: 0.0786269 Feb 04 12:26:06.443093 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf35524-dc8a-45f0-8262-418175877f03 req-13584cb6-612b-418f-a724-b6fdaf4c8348 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:06.444495 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-cdf35524-dc8a-45f0-8262-418175877f03 req-13584cb6-612b-418f-a724-b6fdaf4c8348 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 945 time: 0.0850241 Feb 04 12:26:06.496713 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-cdf35524-dc8a-45f0-8262-418175877f03 req-2b683e63-bcd6-4dbc-b399-39b69a5810cd tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=febba3b2-5699-457d-a987-62d62adbd83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463920 Feb 04 12:26:06.632055 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:06.636832 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d7f042d-6c5e-4a16-93b2-08eed6461506 req-ab706ac9-73d9-4836-8ba8-1ede2e7760bd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c&tenant_id=2e443f5181274c41895cf3b1d3b2b8b5 HTTP/1.1" status: 200 len: 1098 time: 0.0796838 Feb 04 12:26:06.729495 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d7f042d-6c5e-4a16-93b2-08eed6461506 req-d999de9a-1ed4-446c-97ee-27597481dc79 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 1098 time: 0.0715852 Feb 04 12:26:06.873569 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f042d-6c5e-4a16-93b2-08eed6461506 req-5371e577-8279-4c1d-bea4-2b25812f102a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:06.875051 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d7f042d-6c5e-4a16-93b2-08eed6461506 req-5371e577-8279-4c1d-bea4-2b25812f102a service neutron] 10.222.0.47 "GET /v2.0/networks?id=c21e0744-310c-4dcc-a754-37cd0cf62345 HTTP/1.1" status: 200 len: 898 time: 0.1389000 Feb 04 12:26:06.992759 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d7f042d-6c5e-4a16-93b2-08eed6461506 req-ef7108c9-5bc0-4652-9985-59b0f733211d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1263fe1-5392-448e-b353-c9113cdf6741 HTTP/1.1" status: 200 len: 1001 time: 0.1118796 Feb 04 12:26:07.068563 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f042d-6c5e-4a16-93b2-08eed6461506 req-0573ef36-7b8f-435a-a907-0b09f0e396ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:07.070762 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d7f042d-6c5e-4a16-93b2-08eed6461506 req-0573ef36-7b8f-435a-a907-0b09f0e396ff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9960927-c4a3-49c4-b4b4-8e944c0f6026 HTTP/1.1" status: 200 len: 835 time: 0.0726149 Feb 04 12:26:07.177458 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d7f042d-6c5e-4a16-93b2-08eed6461506 req-a08d66f2-c0eb-4722-a4a3-f3551c94537d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c21e0744-310c-4dcc-a754-37cd0cf62345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1010091 Feb 04 12:26:07.334801 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d7f042d-6c5e-4a16-93b2-08eed6461506 req-caa1874e-b7cd-4056-b4cb-5526b13eea56 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e0744-310c-4dcc-a754-37cd0cf62345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516254 Feb 04 12:26:07.496761 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d7f042d-6c5e-4a16-93b2-08eed6461506 req-51fe8a83-7fbf-4fdc-9ab7-7b7ed6e20864 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e0744-310c-4dcc-a754-37cd0cf62345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564972 Feb 04 12:26:07.708061 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49faad9-3d87-4eb0-a739-6ffeb79ea9dd req-04d47f02-bc1c-47f9-9a89-28bb45f9b569 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:07.710496 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f49faad9-3d87-4eb0-a739-6ffeb79ea9dd req-04d47f02-bc1c-47f9-9a89-28bb45f9b569 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 945 time: 0.0836096 Feb 04 12:26:07.758411 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f49faad9-3d87-4eb0-a739-6ffeb79ea9dd req-1d335374-8138-41d0-8a5f-3591c9f236f6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=febba3b2-5699-457d-a987-62d62adbd83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430548 Feb 04 12:26:08.973381 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde37254-43b0-4746-904c-5d93d144c371 req-441fda81-0f39-456d-80b1-f40659c73135 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:08.975050 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-dde37254-43b0-4746-904c-5d93d144c371 req-441fda81-0f39-456d-80b1-f40659c73135 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 945 time: 0.0784774 Feb 04 12:26:09.021549 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-dde37254-43b0-4746-904c-5d93d144c371 req-db7618bc-b45e-404b-95d6-2c71db9ddcaa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=febba3b2-5699-457d-a987-62d62adbd83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404556 Feb 04 12:26:10.230206 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aea0af-b532-4b09-87e3-7c3f8c4841a3 req-8fdcf6f0-9b78-4ffc-982b-c710f8987ab9 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:10.231649 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-19aea0af-b532-4b09-87e3-7c3f8c4841a3 req-8fdcf6f0-9b78-4ffc-982b-c710f8987ab9 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 945 time: 0.0859077 Feb 04 12:26:10.279167 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-19aea0af-b532-4b09-87e3-7c3f8c4841a3 req-a2bbc01d-216e-4367-98b8-23ad18347651 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=febba3b2-5699-457d-a987-62d62adbd83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418587 Feb 04 12:26:10.542869 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device a1263fe1-5392-448e-b353-c9113cdf6741 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:26:10.545201 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device a1263fe1-5392-448e-b353-c9113cdf6741 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:26:10.775298 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:10.794513 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port a1263fe1-5392-448e-b353-c9113cdf6741, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=a1263fe1-5392-448e-b353-c9113cdf6741,segment=NetworkSegment(66d4c050-324b-4f92-aa27-b4c0737509f0),segment_id=66d4c050-324b-4f92-aa27-b4c0737509f0)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:26:10.817992 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': 'a1263fe1-5392-448e-b353-c9113cdf6741', 'network_id': 'c21e0744-310c-4dcc-a754-37cd0cf62345', 'port_id': 'a1263fe1-5392-448e-b353-c9113cdf6741', 'mac_address': 'fa:16:3e:26:24:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9960927-c4a3-49c4-b4b4-8e944c0f6026', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:26:10.825016 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60fb449-c24e-4f06-91c3-33c6cc4ffa3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1263fe1-5392-448e-b353-c9113cdf6741'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:26:10.867196 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port a1263fe1-5392-448e-b353-c9113cdf6741, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=a1263fe1-5392-448e-b353-c9113cdf6741,segment=NetworkSegment(66d4c050-324b-4f92-aa27-b4c0737509f0),segment_id=66d4c050-324b-4f92-aa27-b4c0737509f0)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:26:10.894133 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:10.904202 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60fb449-c24e-4f06-91c3-33c6cc4ffa3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1263fe1-5392-448e-b353-c9113cdf6741', 'code': 200} Feb 04 12:26:10.913961 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1263fe1-5392-448e-b353-c9113cdf6741 {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:26:10.929629 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:11.043572 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:26:11.043920 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:26:11.049570 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=a1263fe1-5392-448e-b353-c9113cdf6741,revision_number=6']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:11.059157 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:11.059496 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:11.059829 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:11.060177 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:11.060485 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:11.060807 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:11.061125 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:11.061443 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:11.061760 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:11.062162 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:11.062417 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:11.481155 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b1b00-0862-4d74-9047-e14224e3d4bd req-f6d745dc-c19a-4a54-98cb-864aa1a41c3c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:11.482645 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-760b1b00-0862-4d74-9047-e14224e3d4bd req-f6d745dc-c19a-4a54-98cb-864aa1a41c3c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 943 time: 0.0772836 Feb 04 12:26:11.530201 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-760b1b00-0862-4d74-9047-e14224e3d4bd req-d9bd4c3c-d486-4a41-82ce-92ff46fe4616 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=febba3b2-5699-457d-a987-62d62adbd83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407948 Feb 04 12:26:11.600934 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:11.619669 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1263fe1-5392-448e-b353-c9113cdf6741 {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:26:11.635603 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port a1263fe1-5392-448e-b353-c9113cdf6741, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=a1263fe1-5392-448e-b353-c9113cdf6741,segment=NetworkSegment(66d4c050-324b-4f92-aa27-b4c0737509f0),segment_id=66d4c050-324b-4f92-aa27-b4c0737509f0)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:26:11.729150 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:11.793201 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['a1263fe1-5392-448e-b353-c9113cdf6741'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:26:11.851696 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=a1263fe1-5392-448e-b353-c9113cdf6741,revision_number=7']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:12.150422 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbe4fe-6e8c-4ef4-ba7a-661466f03446 req-03054ee7-68a0-4de7-90a2-7aef783e42cd tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:12.151911 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4ffbe4fe-6e8c-4ef4-ba7a-661466f03446 req-03054ee7-68a0-4de7-90a2-7aef783e42cd tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 944 time: 0.1077735 Feb 04 12:26:12.213006 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4ffbe4fe-6e8c-4ef4-ba7a-661466f03446 req-1b8df7af-fc3b-4242-9269-eeb453fcea49 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=febba3b2-5699-457d-a987-62d62adbd83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548472 Feb 04 12:26:12.227045 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-eb699dd5-b5cb-4f45-8e64-c70e80959f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:12.283126 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e37d53-de0a-4c39-a20b-fd55fb1d255f req-3ecd5502-dbf0-4eb3-8fd6-28b38ca435f8 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:12.286750 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-00e37d53-de0a-4c39-a20b-fd55fb1d255f req-3ecd5502-dbf0-4eb3-8fd6-28b38ca435f8 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.47 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c&tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&binding%3Ahost_id=hv-neutron-8278 HTTP/1.1" status: 200 len: 944 time: 0.1883183 Feb 04 12:26:12.488429 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-00e37d53-de0a-4c39-a20b-fd55fb1d255f req-5e7973e9-ecff-4a9e-be2c-876d74a0b572 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 1097 time: 0.1021729 Feb 04 12:26:12.493992 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58063413-91c0-4526-b079-278a35bd96fa req-03868a0c-065d-47bc-b3bd-37b753a2e255 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:12.495336 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-58063413-91c0-4526-b079-278a35bd96fa req-03868a0c-065d-47bc-b3bd-37b753a2e255 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 944 time: 0.1391864 Feb 04 12:26:12.567082 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device a1263fe1-5392-448e-b353-c9113cdf6741 up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:26:12.630968 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-58063413-91c0-4526-b079-278a35bd96fa req-86a4feb3-ee2e-480a-97da-b7709ce9d327 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=febba3b2-5699-457d-a987-62d62adbd83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155946 Feb 04 12:26:12.647230 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port a1263fe1-5392-448e-b353-c9113cdf6741 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:26:12.650419 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:12.670659 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e37d53-de0a-4c39-a20b-fd55fb1d255f req-8da54f95-88cc-4b8e-9783-3ec2b0fb8594 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:12.672629 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-00e37d53-de0a-4c39-a20b-fd55fb1d255f req-8da54f95-88cc-4b8e-9783-3ec2b0fb8594 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c21e0744-310c-4dcc-a754-37cd0cf62345 HTTP/1.1" status: 200 len: 898 time: 0.1760039 Feb 04 12:26:12.780051 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:12.808414 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-00e37d53-de0a-4c39-a20b-fd55fb1d255f req-33f93f71-84fd-466c-a33b-ed459cfed325 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1263fe1-5392-448e-b353-c9113cdf6741 HTTP/1.1" status: 200 len: 1000 time: 0.1297004 Feb 04 12:26:12.825869 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port a1263fe1-5392-448e-b353-c9113cdf6741, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=a1263fe1-5392-448e-b353-c9113cdf6741,segment=NetworkSegment(66d4c050-324b-4f92-aa27-b4c0737509f0),segment_id=66d4c050-324b-4f92-aa27-b4c0737509f0)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:26:12.874713 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e37d53-de0a-4c39-a20b-fd55fb1d255f req-fa57454c-c70a-4424-8ca1-ede3290c6b4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:12.876232 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-00e37d53-de0a-4c39-a20b-fd55fb1d255f req-fa57454c-c70a-4424-8ca1-ede3290c6b4c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9960927-c4a3-49c4-b4b4-8e944c0f6026 HTTP/1.1" status: 200 len: 835 time: 0.0628307 Feb 04 12:26:12.895386 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:12.929621 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60fb449-c24e-4f06-91c3-33c6cc4ffa3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1263fe1-5392-448e-b353-c9113cdf6741'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:26:12.954283 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-00e37d53-de0a-4c39-a20b-fd55fb1d255f req-b0d87074-e537-48c7-ae26-90f5443f06aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c21e0744-310c-4dcc-a754-37cd0cf62345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710156 Feb 04 12:26:12.969823 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=a1263fe1-5392-448e-b353-c9113cdf6741,revision_number=8']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:13.004505 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60fb449-c24e-4f06-91c3-33c6cc4ffa3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1263fe1-5392-448e-b353-c9113cdf6741', 'code': 200} Feb 04 12:26:13.087448 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-00e37d53-de0a-4c39-a20b-fd55fb1d255f req-9ec0d2ff-e5eb-45da-a0f8-a068ba79f7f3 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e0744-310c-4dcc-a754-37cd0cf62345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285734 Feb 04 12:26:13.222316 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-00e37d53-de0a-4c39-a20b-fd55fb1d255f req-7b166022-e98e-46eb-b429-9a20a1630e7a service neutron] 10.222.0.47 "GET /v2.0/networks/c21e0744-310c-4dcc-a754-37cd0cf62345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291845 Feb 04 12:26:13.841059 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd10f8-a645-4e6c-bee2-6c1bb8a7030a req-924189d6-1c0d-4dc8-a839-db7306026a00 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:13.842540 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c1fd10f8-a645-4e6c-bee2-6c1bb8a7030a req-924189d6-1c0d-4dc8-a839-db7306026a00 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 945 time: 0.0825527 Feb 04 12:26:13.888798 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c1fd10f8-a645-4e6c-bee2-6c1bb8a7030a req-b1f15139-99ad-4aba-ba3c-7b9916c6c513 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=febba3b2-5699-457d-a987-62d62adbd83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401499 Feb 04 12:26:14.574783 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device a1263fe1-5392-448e-b353-c9113cdf6741 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:26:14.607056 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1c3d83c6-31ab-4390-988b-a0f2abe61da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:14.696954 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:14.730130 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port a1263fe1-5392-448e-b353-c9113cdf6741, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=a1263fe1-5392-448e-b353-c9113cdf6741,segment=NetworkSegment(66d4c050-324b-4f92-aa27-b4c0737509f0),segment_id=66d4c050-324b-4f92-aa27-b4c0737509f0)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:26:14.796013 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:14.871762 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=a1263fe1-5392-448e-b353-c9113cdf6741,revision_number=9']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:15.005362 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60fb449-c24e-4f06-91c3-33c6cc4ffa3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1263fe1-5392-448e-b353-c9113cdf6741'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:26:15.062418 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60fb449-c24e-4f06-91c3-33c6cc4ffa3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1263fe1-5392-448e-b353-c9113cdf6741', 'code': 200} Feb 04 12:26:15.099672 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65d4fd-2c81-4dad-bf35-49991f79b11c req-f2fccd95-c816-4e50-b6e6-ee6ed0803d9d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:15.101346 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4d65d4fd-2c81-4dad-bf35-49991f79b11c req-f2fccd95-c816-4e50-b6e6-ee6ed0803d9d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 943 time: 0.0830822 Feb 04 12:26:15.154571 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4d65d4fd-2c81-4dad-bf35-49991f79b11c req-059ffffd-7f5d-41b1-a4ca-c1b66b0939d1 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=febba3b2-5699-457d-a987-62d62adbd83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475388 Feb 04 12:26:15.188975 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 47976) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:26:15.299257 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3d59b456-122b-4a67-b708-dbc64527c653 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/floatingips/90115c35-bafa-4b7d-b67f-faced7ac7bfb HTTP/1.1" status: 200 len: 991 time: 0.1089180 Feb 04 12:26:15.700019 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:15.854888 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:17.060145 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:19.818831 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [req-86628801-4264-4b6e-bd49-a9f8efa8d96c req-64f82c66-671b-4285-af64-054bbea1f751 service neutron] (84205) timed out ('10.222.0.47', 50025) {{(pid=84205) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 12:26:24.752282 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:26:31.036607 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5d5b046b-34c3-44c8-a987-12aecfafd377 req-f73c5f8a-a965-4245-9d39-fb8132311da3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767505 Feb 04 12:26:31.189438 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5d5b046b-34c3-44c8-a987-12aecfafd377 req-7e3a54d9-4883-40db-a08d-9a7d6c1bb330 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 1096 time: 0.0760829 Feb 04 12:26:31.347438 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b046b-34c3-44c8-a987-12aecfafd377 req-c9668bcb-7eb0-4981-a781-dca5c688984f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:31.348779 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5d5b046b-34c3-44c8-a987-12aecfafd377 req-c9668bcb-7eb0-4981-a781-dca5c688984f service neutron] 10.222.0.47 "GET /v2.0/networks?id=c21e0744-310c-4dcc-a754-37cd0cf62345 HTTP/1.1" status: 200 len: 898 time: 0.1399090 Feb 04 12:26:31.457629 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5d5b046b-34c3-44c8-a987-12aecfafd377 req-d47322e2-1c9b-4181-ac8e-ed43af3a7f03 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1263fe1-5392-448e-b353-c9113cdf6741 HTTP/1.1" status: 200 len: 999 time: 0.1023519 Feb 04 12:26:31.519169 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b046b-34c3-44c8-a987-12aecfafd377 req-81023040-5659-4f25-95a1-570f4f7f79cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:31.520584 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5d5b046b-34c3-44c8-a987-12aecfafd377 req-81023040-5659-4f25-95a1-570f4f7f79cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9960927-c4a3-49c4-b4b4-8e944c0f6026 HTTP/1.1" status: 200 len: 835 time: 0.0565207 Feb 04 12:26:31.596696 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5d5b046b-34c3-44c8-a987-12aecfafd377 req-8fba22c6-5845-4f37-be02-fb912cd6acf3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c21e0744-310c-4dcc-a754-37cd0cf62345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693226 Feb 04 12:26:31.838152 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5d5b046b-34c3-44c8-a987-12aecfafd377 req-2a5cf0b5-1b49-416f-a9b4-644c92a4a490 service neutron] 10.222.0.47 "GET /v2.0/networks/c21e0744-310c-4dcc-a754-37cd0cf62345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354624 Feb 04 12:26:31.968643 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5d5b046b-34c3-44c8-a987-12aecfafd377 req-608f55c8-a43a-46b9-b54f-8e627279b7dc service neutron] 10.222.0.47 "GET /v2.0/networks/c21e0744-310c-4dcc-a754-37cd0cf62345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239984 Feb 04 12:26:36.637327 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:42.132750 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-821b619a-cb6f-42c4-8954-4e20f5d93b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:44.596973 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-14f1f11e-aae8-4f4a-95ca-71dcfe80fdd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:45.654249 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:45.859726 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:47.048472 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:01.752657 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:27:06.700289 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:10.560393 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 48008) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:27:10.772967 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-b5eee8af-d0f1-456b-a311-2633e5219507 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Deleting port 795863f2-c850-4592-a238-42cc716394c1 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:27:10.773297 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b5eee8af-d0f1-456b-a311-2633e5219507 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:10.942416 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b5eee8af-d0f1-456b-a311-2633e5219507 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:10.942729 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b5eee8af-d0f1-456b-a311-2633e5219507 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:11.062805 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-b5eee8af-d0f1-456b-a311-2633e5219507 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Calling delete_port for 795863f2-c850-4592-a238-42cc716394c1 owned by network:floatingip {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:27:11.288077 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b5eee8af-d0f1-456b-a311-2633e5219507 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:11.334864 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eee8af-d0f1-456b-a311-2633e5219507 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event deleted for resources: {'Port': ['ID=795863f2-c850-4592-a238-42cc716394c1,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:11.372994 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eee8af-d0f1-456b-a311-2633e5219507 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:11.373381 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eee8af-d0f1-456b-a311-2633e5219507 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:11.373725 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eee8af-d0f1-456b-a311-2633e5219507 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:11.374080 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eee8af-d0f1-456b-a311-2633e5219507 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:11.374406 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eee8af-d0f1-456b-a311-2633e5219507 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:11.374727 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eee8af-d0f1-456b-a311-2633e5219507 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:11.375047 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eee8af-d0f1-456b-a311-2633e5219507 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:11.375366 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eee8af-d0f1-456b-a311-2633e5219507 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:11.375683 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eee8af-d0f1-456b-a311-2633e5219507 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:11.375997 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eee8af-d0f1-456b-a311-2633e5219507 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:11.376310 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eee8af-d0f1-456b-a311-2633e5219507 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:11.435874 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b5eee8af-d0f1-456b-a311-2633e5219507 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for floatingip, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:11.825667 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5eee8af-d0f1-456b-a311-2633e5219507 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Router 98b6dd27-0296-4e80-8c9e-a22df8956c36 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:27:12.115886 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5eee8af-d0f1-456b-a311-2633e5219507 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:27:12.129031 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc10aa6b-bfea-48ee-8adf-e6621707711e None None] Sync routers for ids ['98b6dd27-0296-4e80-8c9e-a22df8956c36'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:27:12.142155 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc10aa6b-bfea-48ee-8adf-e6621707711e None None] Routers {'98b6dd27-0296-4e80-8c9e-a22df8956c36'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:27:12.142751 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-dc10aa6b-bfea-48ee-8adf-e6621707711e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:26:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['98b6dd27-0296-4e80-8c9e-a22df8956c36'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:27:12.197359 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d9291526-3d4f-4649-bb37-2d81996e7f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:12.237981 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b5eee8af-d0f1-456b-a311-2633e5219507 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:12.297555 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b5eee8af-d0f1-456b-a311-2633e5219507 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "DELETE /v2.0/floatingips/90115c35-bafa-4b7d-b67f-faced7ac7bfb HTTP/1.1" status: 204 len: 168 time: 1.7360570 Feb 04 12:27:12.298258 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60fb449-c24e-4f06-91c3-33c6cc4ffa3c', 'tag': 'a1263fe1-5392-448e-b353-c9113cdf6741'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:27:12.324032 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-dc10aa6b-bfea-48ee-8adf-e6621707711e None None] Set router 98b6dd27-0296-4e80-8c9e-a22df8956c36 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:27:12.369129 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c60fb449-c24e-4f06-91c3-33c6cc4ffa3c', 'tag': 'a1263fe1-5392-448e-b353-c9113cdf6741', 'status': 'completed', 'code': 200} Feb 04 12:27:12.468720 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bdf36c47-9180-4913-bed2-ce487ff849ea req-20784cd0-8337-4a0b-8ccf-f42f779df3cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 1096 time: 0.0774357 Feb 04 12:27:12.625187 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf36c47-9180-4913-bed2-ce487ff849ea req-272da734-d07b-4bd8-971e-5a9b2895d7eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:12.627161 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bdf36c47-9180-4913-bed2-ce487ff849ea req-272da734-d07b-4bd8-971e-5a9b2895d7eb service neutron] 10.222.0.47 "GET /v2.0/networks?id=c21e0744-310c-4dcc-a754-37cd0cf62345 HTTP/1.1" status: 200 len: 898 time: 0.1526124 Feb 04 12:27:12.711142 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bdf36c47-9180-4913-bed2-ce487ff849ea req-eb87dc2a-f6a0-4e64-bec8-8fbda8ff090d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1263fe1-5392-448e-b353-c9113cdf6741 HTTP/1.1" status: 200 len: 217 time: 0.0783107 Feb 04 12:27:12.714043 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-dc10aa6b-bfea-48ee-8adf-e6621707711e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504976647', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '158a65d4-d271-4c69-a6db-55853bc1d272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:23:59Z', 'updated_at': '2022-02-04T12:24:06Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '158a65d4-d271-4c69-a6db-55853bc1d272', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:df:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:24:00Z', 'updated_at': '2022-02-04T12:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '8054db0b-7e01-4313-8970-6de8055173e4', 'name': '', 'network_id': 'c21e0744-310c-4dcc-a754-37cd0cf62345', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:ba:a9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9960927-c4a3-49c4-b4b4-8e944c0f6026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:24:05Z', 'updated_at': '2022-02-04T12:24:12Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': 'b9960927-c4a3-49c4-b4b4-8e944c0f6026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:27:12.718679 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc10aa6b-bfea-48ee-8adf-e6621707711e None None] Checking router: 98b6dd27-0296-4e80-8c9e-a22df8956c36 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:27:12.730669 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc10aa6b-bfea-48ee-8adf-e6621707711e None None] Routers {'98b6dd27-0296-4e80-8c9e-a22df8956c36'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:27:12.730669 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-dc10aa6b-bfea-48ee-8adf-e6621707711e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:26:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['98b6dd27-0296-4e80-8c9e-a22df8956c36'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:27:12.785263 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf36c47-9180-4913-bed2-ce487ff849ea req-c1378fc6-7d6a-4621-8a42-3da35bf559fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:12.789817 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bdf36c47-9180-4913-bed2-ce487ff849ea req-c1378fc6-7d6a-4621-8a42-3da35bf559fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9960927-c4a3-49c4-b4b4-8e944c0f6026 HTTP/1.1" status: 200 len: 835 time: 0.0708635 Feb 04 12:27:12.924527 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bdf36c47-9180-4913-bed2-ce487ff849ea req-74215aef-4e97-4f00-bada-6b68c69ab0b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c21e0744-310c-4dcc-a754-37cd0cf62345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1297286 Feb 04 12:27:12.930101 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-dc10aa6b-bfea-48ee-8adf-e6621707711e None None] Set router 98b6dd27-0296-4e80-8c9e-a22df8956c36 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:27:13.057939 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed07410-98a9-42ae-96d8-7b082b3184f6 req-0b72cc86-33b9-41e8-92c1-9004af2ce736 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:13.059325 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-5ed07410-98a9-42ae-96d8-7b082b3184f6 req-0b72cc86-33b9-41e8-92c1-9004af2ce736 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Synchronizing usage tracker for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:27:13.089555 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bdf36c47-9180-4913-bed2-ce487ff849ea req-ca9e0ad3-2ebe-452c-8679-35ab52c83edb service neutron] 10.222.0.47 "GET /v2.0/networks/c21e0744-310c-4dcc-a754-37cd0cf62345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545494 Feb 04 12:27:13.174371 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-5ed07410-98a9-42ae-96d8-7b082b3184f6 req-0b72cc86-33b9-41e8-92c1-9004af2ce736 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Unset dirty status for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:27:13.175643 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5ed07410-98a9-42ae-96d8-7b082b3184f6 req-0b72cc86-33b9-41e8-92c1-9004af2ce736 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 943 time: 0.3038602 Feb 04 12:27:13.264764 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5ed07410-98a9-42ae-96d8-7b082b3184f6 req-ddee6334-7bc0-4b94-a12d-61f9fc053088 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=febba3b2-5699-457d-a987-62d62adbd83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799637 Feb 04 12:27:13.271688 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bdf36c47-9180-4913-bed2-ce487ff849ea req-46d8aecb-7d88-44da-a0e8-eccbd6bb0efd service neutron] 10.222.0.47 "GET /v2.0/networks/c21e0744-310c-4dcc-a754-37cd0cf62345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761525 Feb 04 12:27:13.278113 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-dc10aa6b-bfea-48ee-8adf-e6621707711e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504976647', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '158a65d4-d271-4c69-a6db-55853bc1d272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:23:59Z', 'updated_at': '2022-02-04T12:24:06Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '158a65d4-d271-4c69-a6db-55853bc1d272', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:df:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:24:00Z', 'updated_at': '2022-02-04T12:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '8054db0b-7e01-4313-8970-6de8055173e4', 'name': '', 'network_id': 'c21e0744-310c-4dcc-a754-37cd0cf62345', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:ba:a9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9960927-c4a3-49c4-b4b4-8e944c0f6026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:24:05Z', 'updated_at': '2022-02-04T12:24:12Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': 'b9960927-c4a3-49c4-b4b4-8e944c0f6026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:27:13.282412 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc10aa6b-bfea-48ee-8adf-e6621707711e None None] The sync data for ids ['98b6dd27-0296-4e80-8c9e-a22df8956c36'] in dv-neutron-827825-2-hyperv is: [{'id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504976647', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '158a65d4-d271-4c69-a6db-55853bc1d272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:23:59Z', 'updated_at': '2022-02-04T12:24:06Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '158a65d4-d271-4c69-a6db-55853bc1d272', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:df:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:24:00Z', 'updated_at': '2022-02-04T12:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '8054db0b-7e01-4313-8970-6de8055173e4', 'name': '', 'network_id': 'c21e0744-310c-4dcc-a754-37cd0cf62345', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:ba:a9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9960927-c4a3-49c4-b4b4-8e944c0f6026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:24:05Z', 'updated_at': '2022-02-04T12:24:12Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': 'b9960927-c4a3-49c4-b4b4-8e944c0f6026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:27:13.528209 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f2f0b1-2ed7-4657-8d38-b84467a3cd05 None None] New status for floating IP 90115c35-bafa-4b7d-b67f-faced7ac7bfb: DOWN {{(pid=84206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 12:27:14.496061 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c439e-00ff-4c97-8996-7d9354d66192 req-6a92c00e-12bb-495b-a45d-bafa0a28131c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:14.498043 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-740c439e-00ff-4c97-8996-7d9354d66192 req-6a92c00e-12bb-495b-a45d-bafa0a28131c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 943 time: 0.0863881 Feb 04 12:27:14.556868 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-740c439e-00ff-4c97-8996-7d9354d66192 req-5b5ebf6d-434c-4b93-af19-6399db5d4602 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=febba3b2-5699-457d-a987-62d62adbd83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512521 Feb 04 12:27:14.602336 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-99cd60b4-bac7-42ff-8692-a4b516888639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:14.909609 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25422ad5-2501-4b16-98b6-f4806a644d06 req-ef44f2cc-c4cc-429b-8305-4ff373c225f4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:14.911293 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-25422ad5-2501-4b16-98b6-f4806a644d06 req-ef44f2cc-c4cc-429b-8305-4ff373c225f4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.47 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 943 time: 0.0814133 Feb 04 12:27:14.991747 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [req-25422ad5-2501-4b16-98b6-f4806a644d06 req-7f84043e-723d-400c-b41a-39fee3342666 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Deleting port a1263fe1-5392-448e-b353-c9113cdf6741 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:27:14.992228 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-25422ad5-2501-4b16-98b6-f4806a644d06 req-7f84043e-723d-400c-b41a-39fee3342666 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:15.291075 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-25422ad5-2501-4b16-98b6-f4806a644d06 req-7f84043e-723d-400c-b41a-39fee3342666 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] For port a1263fe1-5392-448e-b353-c9113cdf6741, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=a1263fe1-5392-448e-b353-c9113cdf6741,segment=NetworkSegment(66d4c050-324b-4f92-aa27-b4c0737509f0),segment_id=66d4c050-324b-4f92-aa27-b4c0737509f0)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:15.291425 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-25422ad5-2501-4b16-98b6-f4806a644d06 req-7f84043e-723d-400c-b41a-39fee3342666 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:15.522034 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [req-25422ad5-2501-4b16-98b6-f4806a644d06 req-7f84043e-723d-400c-b41a-39fee3342666 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Calling delete_port for a1263fe1-5392-448e-b353-c9113cdf6741 owned by compute:nova {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:27:15.658774 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:15.756847 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-25422ad5-2501-4b16-98b6-f4806a644d06 req-7f84043e-723d-400c-b41a-39fee3342666 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:15.817266 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f84043e-723d-400c-b41a-39fee3342666 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event deleted for resources: {'Port': ['ID=a1263fe1-5392-448e-b353-c9113cdf6741,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:15.858685 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:15.903533 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [req-25422ad5-2501-4b16-98b6-f4806a644d06 req-7f84043e-723d-400c-b41a-39fee3342666 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] No DVR routers for this DVR port a1263fe1-5392-448e-b353-c9113cdf6741 on host hv-neutron-8278 {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:27:15.906711 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-25422ad5-2501-4b16-98b6-f4806a644d06 req-7f84043e-723d-400c-b41a-39fee3342666 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:15.909107 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60fb449-c24e-4f06-91c3-33c6cc4ffa3c', 'name': 'network-vif-deleted', 'tag': 'a1263fe1-5392-448e-b353-c9113cdf6741'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:27:15.931231 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8a04c-c734-4fda-8ac5-bc527ebe3852 req-a5188d11-3ea6-4195-bd6a-83d2435df64d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:15.936722 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-0eb8a04c-c734-4fda-8ac5-bc527ebe3852 req-a5188d11-3ea6-4195-bd6a-83d2435df64d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Synchronizing usage tracker for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:27:15.982154 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60fb449-c24e-4f06-91c3-33c6cc4ffa3c', 'name': 'network-vif-deleted', 'tag': 'a1263fe1-5392-448e-b353-c9113cdf6741', 'status': 'completed', 'code': 200} Feb 04 12:27:16.033684 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-25422ad5-2501-4b16-98b6-f4806a644d06 req-7f84043e-723d-400c-b41a-39fee3342666 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.47 "DELETE /v2.0/ports/a1263fe1-5392-448e-b353-c9113cdf6741 HTTP/1.1" status: 204 len: 173 time: 1.1173680 Feb 04 12:27:16.179423 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-0eb8a04c-c734-4fda-8ac5-bc527ebe3852 req-a5188d11-3ea6-4195-bd6a-83d2435df64d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Unset dirty status for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:27:16.184005 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0eb8a04c-c734-4fda-8ac5-bc527ebe3852 req-a5188d11-3ea6-4195-bd6a-83d2435df64d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=c60fb449-c24e-4f06-91c3-33c6cc4ffa3c HTTP/1.1" status: 200 len: 865 time: 0.4779515 Feb 04 12:27:16.245782 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0eb8a04c-c734-4fda-8ac5-bc527ebe3852 req-2bbec9ed-d106-4f79-a758-ab4c3f3c8a5e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=febba3b2-5699-457d-a987-62d62adbd83d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527010 Feb 04 12:27:17.069764 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:17.363049 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 48028) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:27:17.813433 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-31fac3bb-c864-4360-aa35-2c902bfa062e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:18.541198 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-31fac3bb-c864-4360-aa35-2c902bfa062e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Deleting port 8054db0b-7e01-4313-8970-6de8055173e4 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:27:18.541906 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-31fac3bb-c864-4360-aa35-2c902bfa062e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:18.824691 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-31fac3bb-c864-4360-aa35-2c902bfa062e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] For port 8054db0b-7e01-4313-8970-6de8055173e4, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=8054db0b-7e01-4313-8970-6de8055173e4,segment=NetworkSegment(66d4c050-324b-4f92-aa27-b4c0737509f0),segment_id=66d4c050-324b-4f92-aa27-b4c0737509f0)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:18.824957 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-31fac3bb-c864-4360-aa35-2c902bfa062e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:18.943976 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-31fac3bb-c864-4360-aa35-2c902bfa062e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Calling delete_port for 8054db0b-7e01-4313-8970-6de8055173e4 owned by network:router_interface {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:27:19.007785 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device a1263fe1-5392-448e-b353-c9113cdf6741 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:27:19.045108 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] No Port match for: a1263fe1-5392-448e-b353-c9113cdf6741 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:27:19.045582 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device a1263fe1-5392-448e-b353-c9113cdf6741 not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:27:19.202897 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-31fac3bb-c864-4360-aa35-2c902bfa062e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:19.252807 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fac3bb-c864-4360-aa35-2c902bfa062e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event deleted for resources: {'Port': ['ID=8054db0b-7e01-4313-8970-6de8055173e4,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:19.588752 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-31fac3bb-c864-4360-aa35-2c902bfa062e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:20.224575 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31fac3bb-c864-4360-aa35-2c902bfa062e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Router 98b6dd27-0296-4e80-8c9e-a22df8956c36 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:27:20.557376 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fac3bb-c864-4360-aa35-2c902bfa062e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:27:20.572398 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-31fac3bb-c864-4360-aa35-2c902bfa062e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "PUT /v2.0/routers/98b6dd27-0296-4e80-8c9e-a22df8956c36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2080970 Feb 04 12:27:20.572842 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd8fc2a-944e-4fcd-9cc5-653c4ba40bdf None None] Sync routers for ids ['98b6dd27-0296-4e80-8c9e-a22df8956c36'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:27:20.576181 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 48032) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:27:20.590561 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd8fc2a-944e-4fcd-9cc5-653c4ba40bdf None None] Routers {'98b6dd27-0296-4e80-8c9e-a22df8956c36'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:27:20.591256 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-8dd8fc2a-944e-4fcd-9cc5-653c4ba40bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:27:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['98b6dd27-0296-4e80-8c9e-a22df8956c36'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:27:20.799101 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-8dd8fc2a-944e-4fcd-9cc5-653c4ba40bdf None None] Set router 98b6dd27-0296-4e80-8c9e-a22df8956c36 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:27:20.807509 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb4f4356-06d1-4c39-a451-2731121ea611 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Deleting subnet b9960927-c4a3-49c4-b4b4-8e944c0f6026 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 12:27:20.810773 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bb4f4356-06d1-4c39-a451-2731121ea611 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:20.876122 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bb4f4356-06d1-4c39-a451-2731121ea611 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:20.993344 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bb4f4356-06d1-4c39-a451-2731121ea611 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:21.148732 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-8dd8fc2a-944e-4fcd-9cc5-653c4ba40bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504976647', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '158a65d4-d271-4c69-a6db-55853bc1d272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:23:59Z', 'updated_at': '2022-02-04T12:27:19Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '158a65d4-d271-4c69-a6db-55853bc1d272', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:df:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:24:00Z', 'updated_at': '2022-02-04T12:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:27:21.153561 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd8fc2a-944e-4fcd-9cc5-653c4ba40bdf None None] Checking router: 98b6dd27-0296-4e80-8c9e-a22df8956c36 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:27:21.164856 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd8fc2a-944e-4fcd-9cc5-653c4ba40bdf None None] Routers {'98b6dd27-0296-4e80-8c9e-a22df8956c36'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:27:21.165452 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-8dd8fc2a-944e-4fcd-9cc5-653c4ba40bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:27:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['98b6dd27-0296-4e80-8c9e-a22df8956c36'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:27:21.174413 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bb4f4356-06d1-4c39-a451-2731121ea611 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:21.214230 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f4356-06d1-4c39-a451-2731121ea611 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event deleted for resources: {'Subnet': ['ID=b9960927-c4a3-49c4-b4b4-8e944c0f6026,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:21.223291 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bb4f4356-06d1-4c39-a451-2731121ea611 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:21.235448 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-bb4f4356-06d1-4c39-a451-2731121ea611 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "DELETE /v2.0/subnets/b9960927-c4a3-49c4-b4b4-8e944c0f6026 HTTP/1.1" status: 204 len: 168 time: 0.6542301 Feb 04 12:27:21.235714 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 48036) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:27:21.247047 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af85c34c-c549-4d30-b466-003a79480fd5 None None] Network c21e0744-310c-4dcc-a754-37cd0cf62345 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:27:21.384439 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-8dd8fc2a-944e-4fcd-9cc5-653c4ba40bdf None None] Set router 98b6dd27-0296-4e80-8c9e-a22df8956c36 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:27:21.484641 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-88d24c97-c2a9-43f9-a25b-5971d74d4a3d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:21.536420 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fed53a9-6402-43e4-a227-16920982ac3e None None] DHCP port deletion for c21e0744-310c-4dcc-a754-37cd0cf62345 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 12:27:21.541273 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-2fed53a9-6402-43e4-a227-16920982ac3e None None] Deleting port 971d8a17-7830-480f-8718-4d1a19ed3aed {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:27:21.541708 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2fed53a9-6402-43e4-a227-16920982ac3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:21.713352 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-88d24c97-c2a9-43f9-a25b-5971d74d4a3d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:21.754868 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-8dd8fc2a-944e-4fcd-9cc5-653c4ba40bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504976647', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '158a65d4-d271-4c69-a6db-55853bc1d272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:23:59Z', 'updated_at': '2022-02-04T12:27:19Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '158a65d4-d271-4c69-a6db-55853bc1d272', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:df:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:24:00Z', 'updated_at': '2022-02-04T12:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:27:21.763865 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd8fc2a-944e-4fcd-9cc5-653c4ba40bdf None None] The sync data for ids ['98b6dd27-0296-4e80-8c9e-a22df8956c36'] in dv-neutron-827825-2-hyperv is: [{'id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504976647', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '158a65d4-d271-4c69-a6db-55853bc1d272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:23:59Z', 'updated_at': '2022-02-04T12:27:19Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '158a65d4-d271-4c69-a6db-55853bc1d272', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:df:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b6dd27-0296-4e80-8c9e-a22df8956c36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:24:00Z', 'updated_at': '2022-02-04T12:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:27:21.785575 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-2fed53a9-6402-43e4-a227-16920982ac3e None None] For port 971d8a17-7830-480f-8718-4d1a19ed3aed, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=971d8a17-7830-480f-8718-4d1a19ed3aed,segment=NetworkSegment(66d4c050-324b-4f92-aa27-b4c0737509f0),segment_id=66d4c050-324b-4f92-aa27-b4c0737509f0)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:21.785996 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2fed53a9-6402-43e4-a227-16920982ac3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:21.793927 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-88d24c97-c2a9-43f9-a25b-5971d74d4a3d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Deleting port 158a65d4-d271-4c69-a6db-55853bc1d272 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:27:21.794171 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-88d24c97-c2a9-43f9-a25b-5971d74d4a3d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:21.931572 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-2fed53a9-6402-43e4-a227-16920982ac3e None None] Calling delete_port for 971d8a17-7830-480f-8718-4d1a19ed3aed owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:27:22.003614 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-88d24c97-c2a9-43f9-a25b-5971d74d4a3d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] For port 158a65d4-d271-4c69-a6db-55853bc1d272, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=158a65d4-d271-4c69-a6db-55853bc1d272,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:22.004323 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-88d24c97-c2a9-43f9-a25b-5971d74d4a3d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:22.087987 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2fed53a9-6402-43e4-a227-16920982ac3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:22.135805 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed53a9-6402-43e4-a227-16920982ac3e None None] Pushing event deleted for resources: {'Port': ['ID=971d8a17-7830-480f-8718-4d1a19ed3aed,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:22.139801 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-88d24c97-c2a9-43f9-a25b-5971d74d4a3d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Calling delete_port for 158a65d4-d271-4c69-a6db-55853bc1d272 owned by network:router_gateway {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:27:22.150541 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fed53a9-6402-43e4-a227-16920982ac3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:22.151285 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fed53a9-6402-43e4-a227-16920982ac3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:22.151285 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fed53a9-6402-43e4-a227-16920982ac3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:22.151559 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fed53a9-6402-43e4-a227-16920982ac3e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:22.151954 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fed53a9-6402-43e4-a227-16920982ac3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:22.152791 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fed53a9-6402-43e4-a227-16920982ac3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:22.153936 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fed53a9-6402-43e4-a227-16920982ac3e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:22.154246 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fed53a9-6402-43e4-a227-16920982ac3e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:22.154689 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fed53a9-6402-43e4-a227-16920982ac3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:22.154938 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fed53a9-6402-43e4-a227-16920982ac3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:22.155242 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fed53a9-6402-43e4-a227-16920982ac3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:22.158204 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fed53a9-6402-43e4-a227-16920982ac3e None None] No DVR routers for this DVR port 971d8a17-7830-480f-8718-4d1a19ed3aed on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:27:22.345471 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 8054db0b-7e01-4313-8970-6de8055173e4 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:27:22.385097 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 8054db0b-7e01-4313-8970-6de8055173e4 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:27:22.385097 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 8054db0b-7e01-4313-8970-6de8055173e4 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:27:22.385097 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 971d8a17-7830-480f-8718-4d1a19ed3aed no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:27:22.431152 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 971d8a17-7830-480f-8718-4d1a19ed3aed {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:27:22.431472 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 971d8a17-7830-480f-8718-4d1a19ed3aed not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:27:22.448605 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-88d24c97-c2a9-43f9-a25b-5971d74d4a3d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:22.530995 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d24c97-c2a9-43f9-a25b-5971d74d4a3d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event deleted for resources: {'Port': ['ID=158a65d4-d271-4c69-a6db-55853bc1d272,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:22.934696 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-88d24c97-c2a9-43f9-a25b-5971d74d4a3d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:23.197384 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-88d24c97-c2a9-43f9-a25b-5971d74d4a3d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:23.202225 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-88d24c97-c2a9-43f9-a25b-5971d74d4a3d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:23.321381 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-88d24c97-c2a9-43f9-a25b-5971d74d4a3d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:23.322066 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d24c97-c2a9-43f9-a25b-5971d74d4a3d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Fanout notify agent at l3_agent the message router_deleted on router 98b6dd27-0296-4e80-8c9e-a22df8956c36 {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:27:23.340605 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-88d24c97-c2a9-43f9-a25b-5971d74d4a3d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:23.341655 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-88d24c97-c2a9-43f9-a25b-5971d74d4a3d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "DELETE /v2.0/routers/98b6dd27-0296-4e80-8c9e-a22df8956c36 HTTP/1.1" status: 204 len: 168 time: 2.1049926 Feb 04 12:27:23.344609 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 48040) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:27:23.476302 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-666fc490-c6d3-4f01-9ce1-755ce685350c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:23.608794 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-666fc490-c6d3-4f01-9ce1-755ce685350c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:23.635574 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-666fc490-c6d3-4f01-9ce1-755ce685350c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c21e0744-310c-4dcc-a754-37cd0cf62345']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:27:23.648649 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-666fc490-c6d3-4f01-9ce1-755ce685350c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66d4c050-324b-4f92-aa27-b4c0737509f0') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:27:23.648943 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-666fc490-c6d3-4f01-9ce1-755ce685350c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66d4c050-324b-4f92-aa27-b4c0737509f0') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:27:23.660520 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-666fc490-c6d3-4f01-9ce1-755ce685350c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:23.691145 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-666fc490-c6d3-4f01-9ce1-755ce685350c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:23.700043 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-666fc490-c6d3-4f01-9ce1-755ce685350c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 12:27:23.700313 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-666fc490-c6d3-4f01-9ce1-755ce685350c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:23.714721 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 12:27:23.714721 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 12:27:23.714721 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 12:27:23.714721 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:27:23.714721 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 12:27:23.714721 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:27:23.714721 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 12:27:23.714721 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:27:23.714721 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 12:27:23.714721 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:27:23.714721 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 12:27:23.714721 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:27:23.714721 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 12:27:23.714721 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:27:23.714721 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:27:23.714721 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:27:23.714721 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:27:23.714721 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:27:23.714721 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 12:27:23.714721 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:27:23.714721 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 12:27:23.714721 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:27:23.714721 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:27:23.714721 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 12:27:23.714721 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 12:27:23.714721 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 12:27:23.714721 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:27:23.714721 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 12:27:23.714721 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:27:23.714721 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 12:27:23.714721 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:27:23.714721 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:27:23.876534 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-666fc490-c6d3-4f01-9ce1-755ce685350c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:23.895094 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-666fc490-c6d3-4f01-9ce1-755ce685350c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:23.906649 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666fc490-c6d3-4f01-9ce1-755ce685350c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event deleted for resources: {'Network': ['ID=c21e0744-310c-4dcc-a754-37cd0cf62345,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:23.980702 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-666fc490-c6d3-4f01-9ce1-755ce685350c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "DELETE /v2.0/networks/c21e0744-310c-4dcc-a754-37cd0cf62345 HTTP/1.1" status: 204 len: 168 time: 0.6341922 Feb 04 12:27:23.983999 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 48044) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:27:24.066609 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-99794b14-97c8-4ef0-91c8-02daa16c0440 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:24.098972 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-99794b14-97c8-4ef0-91c8-02daa16c0440 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:24.247908 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-99794b14-97c8-4ef0-91c8-02daa16c0440 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:24.264047 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99794b14-97c8-4ef0-91c8-02daa16c0440 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=febba3b2-5699-457d-a987-62d62adbd83d,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:24.327695 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 158a65d4-d271-4c69-a6db-55853bc1d272 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:27:24.345405 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-99794b14-97c8-4ef0-91c8-02daa16c0440 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:24.346600 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-99794b14-97c8-4ef0-91c8-02daa16c0440 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "DELETE /v2.0/security-groups/febba3b2-5699-457d-a987-62d62adbd83d HTTP/1.1" status: 204 len: 168 time: 0.3616643 Feb 04 12:27:24.366082 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 158a65d4-d271-4c69-a6db-55853bc1d272 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:27:24.366464 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 158a65d4-d271-4c69-a6db-55853bc1d272 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:27:24.727332 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 48052) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:27:24.734744 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-faa30ecf-46fc-4088-a93d-1b494ce53333 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-351119085', 'description': 'tempest-secgroup-smoke-351119085 description', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:27:24.741339 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-faa30ecf-46fc-4088-a93d-1b494ce53333 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:27:24.745649 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-faa30ecf-46fc-4088-a93d-1b494ce53333 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:27:24.748944 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-faa30ecf-46fc-4088-a93d-1b494ce53333 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:27:24.755336 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-faa30ecf-46fc-4088-a93d-1b494ce53333 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:27:24.830899 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-faa30ecf-46fc-4088-a93d-1b494ce53333 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:24.868300 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-faa30ecf-46fc-4088-a93d-1b494ce53333 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:27:24.872836 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-faa30ecf-46fc-4088-a93d-1b494ce53333 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group_rule and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:27:24.876051 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-faa30ecf-46fc-4088-a93d-1b494ce53333 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:27:24.881960 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-faa30ecf-46fc-4088-a93d-1b494ce53333 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:27:24.943918 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-faa30ecf-46fc-4088-a93d-1b494ce53333 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:25.013630 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-faa30ecf-46fc-4088-a93d-1b494ce53333 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:25.060479 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa30ecf-46fc-4088-a93d-1b494ce53333 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd04ac57-6b5c-4064-aa08-93310c5bca05,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:25.156204 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-faa30ecf-46fc-4088-a93d-1b494ce53333 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:25.157749 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-faa30ecf-46fc-4088-a93d-1b494ce53333 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4294374 Feb 04 12:27:25.160869 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 48056) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:27:25.166377 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-eda206b5-c7d0-4887-986f-be1dca86071b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'security_group_rule': {'security_group_id': 'cd04ac57-6b5c-4064-aa08-93310c5bca05', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:27:25.173270 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-eda206b5-c7d0-4887-986f-be1dca86071b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:27:25.177145 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-eda206b5-c7d0-4887-986f-be1dca86071b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group_rule and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:27:25.180234 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-eda206b5-c7d0-4887-986f-be1dca86071b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:27:25.187043 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-eda206b5-c7d0-4887-986f-be1dca86071b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:27:25.278181 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-eda206b5-c7d0-4887-986f-be1dca86071b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:25.353394 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-eda206b5-c7d0-4887-986f-be1dca86071b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:25.436474 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-eda206b5-c7d0-4887-986f-be1dca86071b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:25.460843 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda206b5-c7d0-4887-986f-be1dca86071b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3832f668-c670-49b2-8e26-dd5907a1965a,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:25.534013 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-eda206b5-c7d0-4887-986f-be1dca86071b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:25.535234 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-eda206b5-c7d0-4887-986f-be1dca86071b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3734770 Feb 04 12:27:25.539037 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 48060) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:27:25.548069 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-4074e38b-b44b-4aed-a216-942a8f435712 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'security_group_rule': {'security_group_id': 'cd04ac57-6b5c-4064-aa08-93310c5bca05', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:27:25.555690 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-4074e38b-b44b-4aed-a216-942a8f435712 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:27:25.560617 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-4074e38b-b44b-4aed-a216-942a8f435712 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group_rule and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:27:25.563548 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-4074e38b-b44b-4aed-a216-942a8f435712 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:27:25.569955 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-4074e38b-b44b-4aed-a216-942a8f435712 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:27:25.660859 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4074e38b-b44b-4aed-a216-942a8f435712 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:25.727323 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4074e38b-b44b-4aed-a216-942a8f435712 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:25.813751 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4074e38b-b44b-4aed-a216-942a8f435712 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:25.839322 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4074e38b-b44b-4aed-a216-942a8f435712 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93d5ea1d-1b7f-4c40-ae6b-17c67959a765,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:25.905171 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4074e38b-b44b-4aed-a216-942a8f435712 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:25.906423 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-4074e38b-b44b-4aed-a216-942a8f435712 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3662548 Feb 04 12:27:25.909120 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 48064) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:27:25.914603 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-a2336869-a5bc-4294-a0a7-69130f743563 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'security_group_rule': {'security_group_id': 'cd04ac57-6b5c-4064-aa08-93310c5bca05', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:27:25.921482 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-a2336869-a5bc-4294-a0a7-69130f743563 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:27:25.925521 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-a2336869-a5bc-4294-a0a7-69130f743563 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group_rule and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:27:25.928470 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-a2336869-a5bc-4294-a0a7-69130f743563 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:27:25.936629 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-a2336869-a5bc-4294-a0a7-69130f743563 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:27:26.045416 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a2336869-a5bc-4294-a0a7-69130f743563 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:26.122897 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a2336869-a5bc-4294-a0a7-69130f743563 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:26.213442 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a2336869-a5bc-4294-a0a7-69130f743563 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:26.244330 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2336869-a5bc-4294-a0a7-69130f743563 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4904a659-6294-4274-842d-400751c8bba8,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:26.340267 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a2336869-a5bc-4294-a0a7-69130f743563 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:26.341477 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a2336869-a5bc-4294-a0a7-69130f743563 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4314601 Feb 04 12:27:26.344331 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 48068) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:27:26.352097 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-eb6cbb2d-aa95-4496-bce4-53a03e9acd77 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'security_group_rule': {'security_group_id': 'cd04ac57-6b5c-4064-aa08-93310c5bca05', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:27:26.362659 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-eb6cbb2d-aa95-4496-bce4-53a03e9acd77 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:27:26.368516 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-eb6cbb2d-aa95-4496-bce4-53a03e9acd77 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group_rule and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:27:26.371901 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-eb6cbb2d-aa95-4496-bce4-53a03e9acd77 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:27:26.378144 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-eb6cbb2d-aa95-4496-bce4-53a03e9acd77 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:27:26.572272 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-eb6cbb2d-aa95-4496-bce4-53a03e9acd77 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:26.656924 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-eb6cbb2d-aa95-4496-bce4-53a03e9acd77 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:26.738969 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-eb6cbb2d-aa95-4496-bce4-53a03e9acd77 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:26.763768 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cbb2d-aa95-4496-bce4-53a03e9acd77 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b0c7302-c6cb-4d3d-a390-516325b8a91c,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:26.831135 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-eb6cbb2d-aa95-4496-bce4-53a03e9acd77 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:26.832435 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-eb6cbb2d-aa95-4496-bce4-53a03e9acd77 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4869537 Feb 04 12:27:26.835549 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 48072) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:27:26.841935 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-b35fe4c1-435f-4f0e-b19d-dee4f0b729fc tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'security_group_rule': {'security_group_id': 'cd04ac57-6b5c-4064-aa08-93310c5bca05', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:27:26.848141 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-b35fe4c1-435f-4f0e-b19d-dee4f0b729fc tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:27:26.852528 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-b35fe4c1-435f-4f0e-b19d-dee4f0b729fc tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group_rule and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:27:26.856518 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-b35fe4c1-435f-4f0e-b19d-dee4f0b729fc tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:27:26.863249 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-b35fe4c1-435f-4f0e-b19d-dee4f0b729fc tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:27:26.928600 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.securitygroups_db [None req-b35fe4c1-435f-4f0e-b19d-dee4f0b729fc tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Project 2e443f5181274c41895cf3b1d3b2b8b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:27:26.937484 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b35fe4c1-435f-4f0e-b19d-dee4f0b729fc tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:27.019310 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b35fe4c1-435f-4f0e-b19d-dee4f0b729fc tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:27.116426 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b35fe4c1-435f-4f0e-b19d-dee4f0b729fc tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:27.139902 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35fe4c1-435f-4f0e-b19d-dee4f0b729fc tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=111a9c81-ba20-4a44-9aa3-f5eded0b38fd,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:27.259373 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b35fe4c1-435f-4f0e-b19d-dee4f0b729fc tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:27.260576 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b35fe4c1-435f-4f0e-b19d-dee4f0b729fc tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4240651 Feb 04 12:27:27.263498 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 48076) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:27:27.269120 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-51c4d6b1-0adb-43c7-94a0-92532f0ba7df tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'security_group_rule': {'security_group_id': 'cd04ac57-6b5c-4064-aa08-93310c5bca05', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:27:27.275575 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-51c4d6b1-0adb-43c7-94a0-92532f0ba7df tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:27:27.279895 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-51c4d6b1-0adb-43c7-94a0-92532f0ba7df tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group_rule and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:27:27.289602 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-51c4d6b1-0adb-43c7-94a0-92532f0ba7df tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:27:27.289602 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-51c4d6b1-0adb-43c7-94a0-92532f0ba7df tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:27:27.367556 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.securitygroups_db [None req-51c4d6b1-0adb-43c7-94a0-92532f0ba7df tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Project 2e443f5181274c41895cf3b1d3b2b8b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:27:27.376114 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-51c4d6b1-0adb-43c7-94a0-92532f0ba7df tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:27.448194 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-51c4d6b1-0adb-43c7-94a0-92532f0ba7df tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:27.538769 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-51c4d6b1-0adb-43c7-94a0-92532f0ba7df tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:27.563636 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4d6b1-0adb-43c7-94a0-92532f0ba7df tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5518cf9a-899b-4d9b-aaaf-61a303250a60,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:27.643490 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-51c4d6b1-0adb-43c7-94a0-92532f0ba7df tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:27.645962 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-51c4d6b1-0adb-43c7-94a0-92532f0ba7df tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3813438 Feb 04 12:27:27.650308 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 48080) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:27:27.656621 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-8d800454-50be-413b-ae9f-3eaceeeeb71d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'network': {'name': 'tempest-network-smoke--1748493108', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'port_security_enabled': True}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:27:27.661976 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-8d800454-50be-413b-ae9f-3eaceeeeb71d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:27:27.666540 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8d800454-50be-413b-ae9f-3eaceeeeb71d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:network and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:27:27.669667 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8d800454-50be-413b-ae9f-3eaceeeeb71d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:27:27.675351 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-8d800454-50be-413b-ae9f-3eaceeeeb71d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:27:27.773276 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d800454-50be-413b-ae9f-3eaceeeeb71d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Made reservation on behalf of 2e443f5181274c41895cf3b1d3b2b8b5 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:27:27.776420 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8d800454-50be-413b-ae9f-3eaceeeeb71d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:27.817290 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d800454-50be-413b-ae9f-3eaceeeeb71d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:27:27.827643 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8d800454-50be-413b-ae9f-3eaceeeeb71d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:27.828378 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-8d800454-50be-413b-ae9f-3eaceeeeb71d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Added segment 413e6f5d-da25-4976-b93f-2bbcfc3a15c3 of type vlan for network eda19703-59fb-48d4-8eac-9e42162be011 Feb 04 12:27:27.858656 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8d800454-50be-413b-ae9f-3eaceeeeb71d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:27.967378 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8d800454-50be-413b-ae9f-3eaceeeeb71d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:27.971139 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d800454-50be-413b-ae9f-3eaceeeeb71d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:27.971792 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8d800454-50be-413b-ae9f-3eaceeeeb71d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:28.090947 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d800454-50be-413b-ae9f-3eaceeeeb71d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'Network': ['ID=eda19703-59fb-48d4-8eac-9e42162be011,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:28.104785 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network eda19703-59fb-48d4-8eac-9e42162be011 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:27:28.166384 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8d800454-50be-413b-ae9f-3eaceeeeb71d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5120480 Feb 04 12:27:28.166621 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 48084) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:27:28.173089 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-dc6779a2-e3c5-4888-9756-6b5fa45ccdaa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1216004732', 'admin_state_up': True, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:27:28.185410 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-dc6779a2-e3c5-4888-9756-6b5fa45ccdaa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:27:28.192554 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-dc6779a2-e3c5-4888-9756-6b5fa45ccdaa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:router and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:27:28.197310 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-dc6779a2-e3c5-4888-9756-6b5fa45ccdaa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:27:28.208710 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-dc6779a2-e3c5-4888-9756-6b5fa45ccdaa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:27:28.300430 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dc6779a2-e3c5-4888-9756-6b5fa45ccdaa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:28.302005 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dc6779a2-e3c5-4888-9756-6b5fa45ccdaa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:28.323454 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dc6779a2-e3c5-4888-9756-6b5fa45ccdaa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:28.555732 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dc6779a2-e3c5-4888-9756-6b5fa45ccdaa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:28.819401 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dc6779a2-e3c5-4888-9756-6b5fa45ccdaa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for router_gateway, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:28.849809 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dc6779a2-e3c5-4888-9756-6b5fa45ccdaa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:28.994400 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-dc6779a2-e3c5-4888-9756-6b5fa45ccdaa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Allocated IP 172.26.3.31 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/716c1a7d-8399-4dec-bd10-223b0c947753) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:27:29.168861 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dc6779a2-e3c5-4888-9756-6b5fa45ccdaa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:29.253741 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dc6779a2-e3c5-4888-9756-6b5fa45ccdaa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:29.326232 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6779a2-e3c5-4888-9756-6b5fa45ccdaa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:27:29.329177 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-dc6779a2-e3c5-4888-9756-6b5fa45ccdaa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:27:29.333456 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6779a2-e3c5-4888-9756-6b5fa45ccdaa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:27:29.363321 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6779a2-e3c5-4888-9756-6b5fa45ccdaa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'Port': ['ID=716c1a7d-8399-4dec-bd10-223b0c947753,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:29.579780 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dc6779a2-e3c5-4888-9756-6b5fa45ccdaa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for router_gateway, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:29.580497 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dc6779a2-e3c5-4888-9756-6b5fa45ccdaa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:29.882165 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6779a2-e3c5-4888-9756-6b5fa45ccdaa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Router 987439fc-e900-4158-b528-30b6669b9c65 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:27:30.189234 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6779a2-e3c5-4888-9756-6b5fa45ccdaa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:27:30.205148 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2e09f1-84f6-4c3e-a871-9b2250d28034 None None] Sync routers for ids ['987439fc-e900-4158-b528-30b6669b9c65'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:27:30.221054 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2e09f1-84f6-4c3e-a871-9b2250d28034 None None] Routers {'987439fc-e900-4158-b528-30b6669b9c65'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:27:30.221612 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5e2e09f1-84f6-4c3e-a871-9b2250d28034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:27:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['987439fc-e900-4158-b528-30b6669b9c65'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:27:30.277008 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-dc6779a2-e3c5-4888-9756-6b5fa45ccdaa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:30.279340 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-dc6779a2-e3c5-4888-9756-6b5fa45ccdaa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1116092 Feb 04 12:27:30.284568 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 48090) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:27:30.329184 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-41e1f12c-3e97-45ad-8dd8-62748111c485 tempest-TestNetworkAdvancedServerOps-245603530 tempest-TestNetworkAdvancedServerOps-245603530-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=2e443f5181274c41895cf3b1d3b2b8b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400887 Feb 04 12:27:30.331038 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48094) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:27:30.461918 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-5e2e09f1-84f6-4c3e-a871-9b2250d28034 None None] Set router 987439fc-e900-4158-b528-30b6669b9c65 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:27:30.473425 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9240676-5c6a-4bc6-ae7a-045dfb1a83c2 tempest-TestNetworkAdvancedServerOps-245603530 tempest-TestNetworkAdvancedServerOps-245603530-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:30.477751 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-f9240676-5c6a-4bc6-ae7a-045dfb1a83c2 tempest-TestNetworkAdvancedServerOps-245603530 tempest-TestNetworkAdvancedServerOps-245603530-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1421194 Feb 04 12:27:30.478022 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48098) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:27:30.526267 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-7115375a-0ddf-49fd-9566-4db662646dc5 tempest-TestNetworkAdvancedServerOps-245603530 tempest-TestNetworkAdvancedServerOps-245603530-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=63d4ab6b-931d-42a4-aa18-bedd81d582fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447848 Feb 04 12:27:30.527272 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48102) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:27:30.536290 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-0a25133c-62d5-48c8-8278-d5d38ad7357e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1234073246', 'network_id': 'eda19703-59fb-48d4-8eac-9e42162be011', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:27:30.668645 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-0a25133c-62d5-48c8-8278-d5d38ad7357e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:27:30.675608 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-0a25133c-62d5-48c8-8278-d5d38ad7357e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:subnet and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:27:30.683021 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-0a25133c-62d5-48c8-8278-d5d38ad7357e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:27:30.691908 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-0a25133c-62d5-48c8-8278-d5d38ad7357e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:27:30.796336 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a25133c-62d5-48c8-8278-d5d38ad7357e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Made reservation on behalf of 2e443f5181274c41895cf3b1d3b2b8b5 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:27:30.802915 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5e2e09f1-84f6-4c3e-a871-9b2250d28034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987439fc-e900-4158-b528-30b6669b9c65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216004732', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '716c1a7d-8399-4dec-bd10-223b0c947753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:27:28Z', 'updated_at': '2022-02-04T12:27:29Z', 'revision_number': 3, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '716c1a7d-8399-4dec-bd10-223b0c947753', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:49:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987439fc-e900-4158-b528-30b6669b9c65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:28Z', 'updated_at': '2022-02-04T12:27:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:27:30.809926 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2e09f1-84f6-4c3e-a871-9b2250d28034 None None] Checking router: 987439fc-e900-4158-b528-30b6669b9c65 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:27:30.810502 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2e09f1-84f6-4c3e-a871-9b2250d28034 None None] Updating router 987439fc-e900-4158-b528-30b6669b9c65 port 716c1a7d-8399-4dec-bd10-223b0c947753 binding host dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 12:27:30.866555 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5e2e09f1-84f6-4c3e-a871-9b2250d28034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:30.913565 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0a25133c-62d5-48c8-8278-d5d38ad7357e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:31.251644 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5e2e09f1-84f6-4c3e-a871-9b2250d28034 None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:31.264266 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-5e2e09f1-84f6-4c3e-a871-9b2250d28034 None None] Transition to ACTIVE for port object 716c1a7d-8399-4dec-bd10-223b0c947753 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:27:31.356765 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0a25133c-62d5-48c8-8278-d5d38ad7357e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:31.396663 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5e2e09f1-84f6-4c3e-a871-9b2250d28034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:31.440439 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25133c-62d5-48c8-8278-d5d38ad7357e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'Subnet': ['ID=cc717391-cd96-4236-b809-5ff39118279b,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:31.455626 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a25133c-62d5-48c8-8278-d5d38ad7357e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:31.455986 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a25133c-62d5-48c8-8278-d5d38ad7357e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:31.456327 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a25133c-62d5-48c8-8278-d5d38ad7357e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:31.456657 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a25133c-62d5-48c8-8278-d5d38ad7357e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:31.456988 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a25133c-62d5-48c8-8278-d5d38ad7357e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:31.457313 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a25133c-62d5-48c8-8278-d5d38ad7357e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:31.457637 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a25133c-62d5-48c8-8278-d5d38ad7357e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:31.458240 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a25133c-62d5-48c8-8278-d5d38ad7357e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:31.458579 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a25133c-62d5-48c8-8278-d5d38ad7357e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:31.458900 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a25133c-62d5-48c8-8278-d5d38ad7357e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:31.459219 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a25133c-62d5-48c8-8278-d5d38ad7357e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:31.463687 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a25133c-62d5-48c8-8278-d5d38ad7357e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Checking segment: {'id': '413e6f5d-da25-4976-b93f-2bbcfc3a15c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'eda19703-59fb-48d4-8eac-9e42162be011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:27:31.464155 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a25133c-62d5-48c8-8278-d5d38ad7357e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Network hostable DHCP agents. Network: eda19703-59fb-48d4-8eac-9e42162be011, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:27:31.524825 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738cbac-adf2-4fe9-a6ce-f6bc9402b4de None None] Pushing event updated for resources: {'Port': ['ID=716c1a7d-8399-4dec-bd10-223b0c947753,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:31.527386 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-5e2e09f1-84f6-4c3e-a871-9b2250d28034 None None] Attempting to bind port 716c1a7d-8399-4dec-bd10-223b0c947753 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:27:31.527759 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-5e2e09f1-84f6-4c3e-a871-9b2250d28034 None None] Attempting to bind port 716c1a7d-8399-4dec-bd10-223b0c947753 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:27:31.528110 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2e09f1-84f6-4c3e-a871-9b2250d28034 None None] Attempting to bind port 716c1a7d-8399-4dec-bd10-223b0c947753 on network 63d4ab6b-931d-42a4-aa18-bedd81d582fa {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:27:31.535117 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2e09f1-84f6-4c3e-a871-9b2250d28034 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:27:31.535484 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2e09f1-84f6-4c3e-a871-9b2250d28034 None None] Checking segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:27:31.535879 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5e2e09f1-84f6-4c3e-a871-9b2250d28034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:31.536251 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2e09f1-84f6-4c3e-a871-9b2250d28034 None None] Bound using segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:27:31.536710 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-5e2e09f1-84f6-4c3e-a871-9b2250d28034 None None] Bound port: 716c1a7d-8399-4dec-bd10-223b0c947753, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:27:31.537069 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5e2e09f1-84f6-4c3e-a871-9b2250d28034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:31.567330 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a25133c-62d5-48c8-8278-d5d38ad7357e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Network eda19703-59fb-48d4-8eac-9e42162be011 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:27:31.612979 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-5e2e09f1-84f6-4c3e-a871-9b2250d28034 None None] For port 716c1a7d-8399-4dec-bd10-223b0c947753, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:27:31.616294 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-5e2e09f1-84f6-4c3e-a871-9b2250d28034 None None] For port 716c1a7d-8399-4dec-bd10-223b0c947753, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=716c1a7d-8399-4dec-bd10-223b0c947753,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:27:31.671941 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-0a25133c-62d5-48c8-8278-d5d38ad7357e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, eda19703-59fb-48d4-8eac-9e42162be011) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:27:31.676747 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a25133c-62d5-48c8-8278-d5d38ad7357e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:31.677397 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0a25133c-62d5-48c8-8278-d5d38ad7357e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:31.685672 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a2922a-ac16-4aca-8a2d-117c0946cbcd None None] Network eda19703-59fb-48d4-8eac-9e42162be011 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:27:31.752026 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5e2e09f1-84f6-4c3e-a871-9b2250d28034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:31.769514 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0a25133c-62d5-48c8-8278-d5d38ad7357e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2406623 Feb 04 12:27:31.772759 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48106) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:27:31.870704 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738cbac-adf2-4fe9-a6ce-f6bc9402b4de None None] Pushing event updated for resources: {'Port': ['ID=716c1a7d-8399-4dec-bd10-223b0c947753,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:31.919918 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2e09f1-84f6-4c3e-a871-9b2250d28034 None None] Routers {'987439fc-e900-4158-b528-30b6669b9c65'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:27:31.920545 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5e2e09f1-84f6-4c3e-a871-9b2250d28034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:27:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['987439fc-e900-4158-b528-30b6669b9c65'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:27:32.142464 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1889bf0-770e-491e-98c2-64237af3232b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-eda19703-59fb-48d4-8eac-9e42162be011', 'network_id': 'eda19703-59fb-48d4-8eac-9e42162be011', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'fixed_ips': [{'subnet_id': 'cc717391-cd96-4236-b809-5ff39118279b'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 12:27:32.143257 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e1889bf0-770e-491e-98c2-64237af3232b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:32.255293 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-5e2e09f1-84f6-4c3e-a871-9b2250d28034 None None] Set router 987439fc-e900-4158-b528-30b6669b9c65 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:27:32.583436 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-e1889bf0-770e-491e-98c2-64237af3232b None None] Allocated IP 172.20.0.2 (eda19703-59fb-48d4-8eac-9e42162be011/cc717391-cd96-4236-b809-5ff39118279b/f4cbef13-7731-471c-bd34-fea9f81c34b5) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:27:32.614585 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2581dcb5-8ac5-4f1a-be90-cf5ed8a50ed0 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:32.815144 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5e2e09f1-84f6-4c3e-a871-9b2250d28034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987439fc-e900-4158-b528-30b6669b9c65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216004732', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '716c1a7d-8399-4dec-bd10-223b0c947753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:27:28Z', 'updated_at': '2022-02-04T12:27:29Z', 'revision_number': 3, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '716c1a7d-8399-4dec-bd10-223b0c947753', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:49:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987439fc-e900-4158-b528-30b6669b9c65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:28Z', 'updated_at': '2022-02-04T12:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:27:32.832138 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2e09f1-84f6-4c3e-a871-9b2250d28034 None None] The sync data for ids ['987439fc-e900-4158-b528-30b6669b9c65'] in dv-neutron-827825-2-hyperv is: [{'id': '987439fc-e900-4158-b528-30b6669b9c65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216004732', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '716c1a7d-8399-4dec-bd10-223b0c947753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:27:28Z', 'updated_at': '2022-02-04T12:27:29Z', 'revision_number': 3, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '716c1a7d-8399-4dec-bd10-223b0c947753', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:49:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987439fc-e900-4158-b528-30b6669b9c65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:28Z', 'updated_at': '2022-02-04T12:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:27:32.864015 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e1889bf0-770e-491e-98c2-64237af3232b None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:32.879035 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e1889bf0-770e-491e-98c2-64237af3232b None None] Transition to ACTIVE for port object f4cbef13-7731-471c-bd34-fea9f81c34b5 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:27:32.905543 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e1889bf0-770e-491e-98c2-64237af3232b None None] Transition to ACTIVE for port object f4cbef13-7731-471c-bd34-fea9f81c34b5 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:27:33.012470 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e1889bf0-770e-491e-98c2-64237af3232b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:33.088090 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1889bf0-770e-491e-98c2-64237af3232b None None] Network eda19703-59fb-48d4-8eac-9e42162be011 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:27:33.091845 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-e1889bf0-770e-491e-98c2-64237af3232b None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:27:33.094488 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1889bf0-770e-491e-98c2-64237af3232b None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:27:33.107031 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1889bf0-770e-491e-98c2-64237af3232b None None] Pushing event updated for resources: {'Port': ['ID=f4cbef13-7731-471c-bd34-fea9f81c34b5,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:33.109215 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-2581dcb5-8ac5-4f1a-be90-cf5ed8a50ed0 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Allocated IP 172.20.0.1 (eda19703-59fb-48d4-8eac-9e42162be011/cc717391-cd96-4236-b809-5ff39118279b/145c3f45-f81b-44de-a854-d6d111e35465) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:27:33.221530 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-e1889bf0-770e-491e-98c2-64237af3232b None None] Attempting to bind port f4cbef13-7731-471c-bd34-fea9f81c34b5 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:27:33.222038 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-e1889bf0-770e-491e-98c2-64237af3232b None None] Attempting to bind port f4cbef13-7731-471c-bd34-fea9f81c34b5 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '413e6f5d-da25-4976-b93f-2bbcfc3a15c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'eda19703-59fb-48d4-8eac-9e42162be011'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:27:33.222622 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1889bf0-770e-491e-98c2-64237af3232b None None] Attempting to bind port f4cbef13-7731-471c-bd34-fea9f81c34b5 on network eda19703-59fb-48d4-8eac-9e42162be011 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:27:33.235576 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1889bf0-770e-491e-98c2-64237af3232b None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:27:33.236042 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1889bf0-770e-491e-98c2-64237af3232b None None] Checking segment: {'id': '413e6f5d-da25-4976-b93f-2bbcfc3a15c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'eda19703-59fb-48d4-8eac-9e42162be011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:27:33.236507 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e1889bf0-770e-491e-98c2-64237af3232b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:33.236984 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1889bf0-770e-491e-98c2-64237af3232b None None] Bound using segment: {'id': '413e6f5d-da25-4976-b93f-2bbcfc3a15c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'eda19703-59fb-48d4-8eac-9e42162be011'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:27:33.237517 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-e1889bf0-770e-491e-98c2-64237af3232b None None] Bound port: f4cbef13-7731-471c-bd34-fea9f81c34b5, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413e6f5d-da25-4976-b93f-2bbcfc3a15c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'eda19703-59fb-48d4-8eac-9e42162be011'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:27:33.237986 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e1889bf0-770e-491e-98c2-64237af3232b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:33.336968 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-e1889bf0-770e-491e-98c2-64237af3232b None None] For port f4cbef13-7731-471c-bd34-fea9f81c34b5, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:27:33.340924 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-e1889bf0-770e-491e-98c2-64237af3232b None None] For port f4cbef13-7731-471c-bd34-fea9f81c34b5, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=f4cbef13-7731-471c-bd34-fea9f81c34b5,segment=NetworkSegment(413e6f5d-da25-4976-b93f-2bbcfc3a15c3),segment_id=413e6f5d-da25-4976-b93f-2bbcfc3a15c3)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:27:33.345294 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2581dcb5-8ac5-4f1a-be90-cf5ed8a50ed0 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:33.368188 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-2581dcb5-8ac5-4f1a-be90-cf5ed8a50ed0 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Transition to ACTIVE for port object 145c3f45-f81b-44de-a854-d6d111e35465 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:27:33.431414 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e1889bf0-770e-491e-98c2-64237af3232b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:33.498029 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2581dcb5-8ac5-4f1a-be90-cf5ed8a50ed0 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:33.520293 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1889bf0-770e-491e-98c2-64237af3232b None None] Pushing event updated for resources: {'Port': ['ID=f4cbef13-7731-471c-bd34-fea9f81c34b5,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:33.710867 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2581dcb5-8ac5-4f1a-be90-cf5ed8a50ed0 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Network eda19703-59fb-48d4-8eac-9e42162be011 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:27:33.714977 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-2581dcb5-8ac5-4f1a-be90-cf5ed8a50ed0 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:27:33.719945 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2581dcb5-8ac5-4f1a-be90-cf5ed8a50ed0 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:27:33.746578 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581dcb5-8ac5-4f1a-be90-cf5ed8a50ed0 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'Port': ['ID=145c3f45-f81b-44de-a854-d6d111e35465,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:33.791419 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2581dcb5-8ac5-4f1a-be90-cf5ed8a50ed0 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:33.982394 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2581dcb5-8ac5-4f1a-be90-cf5ed8a50ed0 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:34.406691 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device f4cbef13-7731-471c-bd34-fea9f81c34b5 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:27:34.440702 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2581dcb5-8ac5-4f1a-be90-cf5ed8a50ed0 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:34.504535 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2581dcb5-8ac5-4f1a-be90-cf5ed8a50ed0 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:34.533410 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port f4cbef13-7731-471c-bd34-fea9f81c34b5 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:27:34.539177 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 716c1a7d-8399-4dec-bd10-223b0c947753 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:27:34.583108 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ce0e3d-a6da-44da-81b0-a0e5fa3c1e50 None None] Network eda19703-59fb-48d4-8eac-9e42162be011 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:27:34.622230 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581dcb5-8ac5-4f1a-be90-cf5ed8a50ed0 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'Port': ['ID=145c3f45-f81b-44de-a854-d6d111e35465,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:34.624699 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-2581dcb5-8ac5-4f1a-be90-cf5ed8a50ed0 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:34.774479 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3d47dc89-f473-4050-90f7-194e3fd9b71b None None] Provisioning for port f4cbef13-7731-471c-bd34-fea9f81c34b5 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:27:34.774715 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2581dcb5-8ac5-4f1a-be90-cf5ed8a50ed0 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Network eda19703-59fb-48d4-8eac-9e42162be011 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:27:34.776346 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-2581dcb5-8ac5-4f1a-be90-cf5ed8a50ed0 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:27:34.787178 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3d47dc89-f473-4050-90f7-194e3fd9b71b None None] Provisioning complete for port f4cbef13-7731-471c-bd34-fea9f81c34b5 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:27:34.787608 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3d47dc89-f473-4050-90f7-194e3fd9b71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:34.826301 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 716c1a7d-8399-4dec-bd10-223b0c947753 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:27:34.860449 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 716c1a7d-8399-4dec-bd10-223b0c947753 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:27:34.860838 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:35.095931 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3d47dc89-f473-4050-90f7-194e3fd9b71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:35.116326 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:35.145340 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 716c1a7d-8399-4dec-bd10-223b0c947753, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=716c1a7d-8399-4dec-bd10-223b0c947753,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:35.159857 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-3d47dc89-f473-4050-90f7-194e3fd9b71b None None] For port f4cbef13-7731-471c-bd34-fea9f81c34b5, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=f4cbef13-7731-471c-bd34-fea9f81c34b5,segment=NetworkSegment(413e6f5d-da25-4976-b93f-2bbcfc3a15c3),segment_id=413e6f5d-da25-4976-b93f-2bbcfc3a15c3)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:35.231600 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2581dcb5-8ac5-4f1a-be90-cf5ed8a50ed0 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Router 987439fc-e900-4158-b528-30b6669b9c65 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:27:35.249797 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:35.294676 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3d47dc89-f473-4050-90f7-194e3fd9b71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:35.384267 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=716c1a7d-8399-4dec-bd10-223b0c947753,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:35.465020 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a752b7ff-8eaa-4214-b443-1f61d9cc1474 None None] Provisioning complete for port f4cbef13-7731-471c-bd34-fea9f81c34b5 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:27:35.465728 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a752b7ff-8eaa-4214-b443-1f61d9cc1474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:35.481927 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2581dcb5-8ac5-4f1a-be90-cf5ed8a50ed0 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:27:35.511798 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-2581dcb5-8ac5-4f1a-be90-cf5ed8a50ed0 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "PUT /v2.0/routers/987439fc-e900-4158-b528-30b6669b9c65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7251840 Feb 04 12:27:35.512170 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47dc89-f473-4050-90f7-194e3fd9b71b None None] Pushing event updated for resources: {'Port': ['ID=f4cbef13-7731-471c-bd34-fea9f81c34b5,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:35.692983 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a752b7ff-8eaa-4214-b443-1f61d9cc1474 None None] Provisioning for port 145c3f45-f81b-44de-a854-d6d111e35465 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:27:35.698846 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a752b7ff-8eaa-4214-b443-1f61d9cc1474 None None] Provisioning complete for port 145c3f45-f81b-44de-a854-d6d111e35465 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:27:35.699499 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a752b7ff-8eaa-4214-b443-1f61d9cc1474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:35.744500 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-97567824-fe6c-4ab1-8558-01006833ec61 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Synchronizing usage tracker for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:security_group {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:27:35.754963 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-a752b7ff-8eaa-4214-b443-1f61d9cc1474 None None] Port 145c3f45-f81b-44de-a854-d6d111e35465 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:27:35.818853 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-97567824-fe6c-4ab1-8558-01006833ec61 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Unset dirty status for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:security_group {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:27:35.820219 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-97567824-fe6c-4ab1-8558-01006833ec61 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-351119085&fields=id&tenant_id=2e443f5181274c41895cf3b1d3b2b8b5 HTTP/1.1" status: 200 len: 267 time: 0.1227489 Feb 04 12:27:35.877862 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4c0f9f9c-ba8c-4f5a-85db-25f3630f9555 None None] Provisioning complete for port 145c3f45-f81b-44de-a854-d6d111e35465 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:27:35.878245 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4c0f9f9c-ba8c-4f5a-85db-25f3630f9555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:35.939723 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4c0f9f9c-ba8c-4f5a-85db-25f3630f9555 None None] Port 145c3f45-f81b-44de-a854-d6d111e35465 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:27:35.988857 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-311f4ed2-5879-4ca5-8355-a9a01a70e348 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:35.989809 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-311f4ed2-5879-4ca5-8355-a9a01a70e348 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Synchronizing usage tracker for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:network {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:27:36.077551 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-311f4ed2-5879-4ca5-8355-a9a01a70e348 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Unset dirty status for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:network {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:27:36.079369 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-311f4ed2-5879-4ca5-8355-a9a01a70e348 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/networks?id=eda19703-59fb-48d4-8eac-9e42162be011 HTTP/1.1" status: 200 len: 797 time: 0.2521784 Feb 04 12:27:36.103119 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-9db2e0ce-da7c-4916-84da-fb7511e3d882 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/quotas/2e443f5181274c41895cf3b1d3b2b8b5 HTTP/1.1" status: 200 len: 375 time: 0.0175719 Feb 04 12:27:36.203784 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-f7718186-464e-416e-bfc7-f8501590d21b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Synchronizing usage tracker for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:27:36.333863 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device f4cbef13-7731-471c-bd34-fea9f81c34b5 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:27:36.339498 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-f7718186-464e-416e-bfc7-f8501590d21b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Unset dirty status for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:27:36.341272 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-f7718186-464e-416e-bfc7-f8501590d21b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2329614 Feb 04 12:27:36.416979 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port f4cbef13-7731-471c-bd34-fea9f81c34b5 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:27:36.417624 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:36.556664 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 716c1a7d-8399-4dec-bd10-223b0c947753 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:27:36.607003 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-f462970a-ed26-4bb8-b86b-dc70fbcd2e35 service neutron] 10.222.0.21 "GET /v2.0/networks/eda19703-59fb-48d4-8eac-9e42162be011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488558 Feb 04 12:27:36.657193 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 716c1a7d-8399-4dec-bd10-223b0c947753 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:27:36.657639 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:36.671609 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e64fa3c-7550-4574-bdbf-b6f12dc59e52 None None] Sync routers for ids ['987439fc-e900-4158-b528-30b6669b9c65'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:27:36.697597 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e64fa3c-7550-4574-bdbf-b6f12dc59e52 None None] Routers {'987439fc-e900-4158-b528-30b6669b9c65'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:27:36.698664 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-0e64fa3c-7550-4574-bdbf-b6f12dc59e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:27:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['987439fc-e900-4158-b528-30b6669b9c65'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:27:36.709477 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:36.830533 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-46dbc3e5-c8ac-4edc-a224-cffd82ae05a8 service neutron] 10.222.0.21 "GET /v2.0/networks/eda19703-59fb-48d4-8eac-9e42162be011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159817 Feb 04 12:27:36.930496 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-0e64fa3c-7550-4574-bdbf-b6f12dc59e52 None None] Set router 987439fc-e900-4158-b528-30b6669b9c65 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:27:37.244876 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-d5461f0c-fb6d-4143-b9db-f01a3f8f229d req-72b12657-383b-40b2-8ede-5cbd8bcd179a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Synchronizing usage tracker for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:27:37.258680 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-d5461f0c-fb6d-4143-b9db-f01a3f8f229d req-72b12657-383b-40b2-8ede-5cbd8bcd179a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Unset dirty status for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:27:37.266974 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d5461f0c-fb6d-4143-b9db-f01a3f8f229d req-72b12657-383b-40b2-8ede-5cbd8bcd179a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 210 time: 0.1940143 Feb 04 12:27:37.322553 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-0e64fa3c-7550-4574-bdbf-b6f12dc59e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987439fc-e900-4158-b528-30b6669b9c65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216004732', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '716c1a7d-8399-4dec-bd10-223b0c947753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:27:28Z', 'updated_at': '2022-02-04T12:27:33Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '716c1a7d-8399-4dec-bd10-223b0c947753', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:49:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987439fc-e900-4158-b528-30b6669b9c65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:28Z', 'updated_at': '2022-02-04T12:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '145c3f45-f81b-44de-a854-d6d111e35465', 'name': '', 'network_id': 'eda19703-59fb-48d4-8eac-9e42162be011', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:4a:18:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987439fc-e900-4158-b528-30b6669b9c65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc717391-cd96-4236-b809-5ff39118279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:32Z', 'updated_at': '2022-02-04T12:27:34Z', 'revision_number': 2, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': 'cc717391-cd96-4236-b809-5ff39118279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:27:37.328327 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e64fa3c-7550-4574-bdbf-b6f12dc59e52 None None] Checking router: 987439fc-e900-4158-b528-30b6669b9c65 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:27:37.328683 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e64fa3c-7550-4574-bdbf-b6f12dc59e52 None None] Updating router 987439fc-e900-4158-b528-30b6669b9c65 port 145c3f45-f81b-44de-a854-d6d111e35465 binding host dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 12:27:37.382850 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-0e64fa3c-7550-4574-bdbf-b6f12dc59e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:37.733316 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-0e64fa3c-7550-4574-bdbf-b6f12dc59e52 None None] Notify callbacks [] for port, precommit_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:37.744317 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.provisioning_blocks [None req-0e64fa3c-7550-4574-bdbf-b6f12dc59e52 None None] Transition to ACTIVE for port object 145c3f45-f81b-44de-a854-d6d111e35465 will not be triggered until provisioned by entity L2. {{(pid=84207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:27:37.824972 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-0e64fa3c-7550-4574-bdbf-b6f12dc59e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:37.948259 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae3dc1-cb2a-49c8-8a57-9eb311870502 None None] Pushing event updated for resources: {'Port': ['ID=145c3f45-f81b-44de-a854-d6d111e35465,revision_number=3']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:37.962375 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae3dc1-cb2a-49c8-8a57-9eb311870502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:37.965422 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae3dc1-cb2a-49c8-8a57-9eb311870502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:37.965422 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae3dc1-cb2a-49c8-8a57-9eb311870502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:37.965422 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae3dc1-cb2a-49c8-8a57-9eb311870502 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:37.965422 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae3dc1-cb2a-49c8-8a57-9eb311870502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:37.965422 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae3dc1-cb2a-49c8-8a57-9eb311870502 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:37.965422 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae3dc1-cb2a-49c8-8a57-9eb311870502 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:37.965422 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae3dc1-cb2a-49c8-8a57-9eb311870502 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:37.965422 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae3dc1-cb2a-49c8-8a57-9eb311870502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:37.965422 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae3dc1-cb2a-49c8-8a57-9eb311870502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:37.966710 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae3dc1-cb2a-49c8-8a57-9eb311870502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:38.061147 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-0e64fa3c-7550-4574-bdbf-b6f12dc59e52 None None] Attempting to bind port 145c3f45-f81b-44de-a854-d6d111e35465 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:27:38.061517 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-0e64fa3c-7550-4574-bdbf-b6f12dc59e52 None None] Attempting to bind port 145c3f45-f81b-44de-a854-d6d111e35465 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '413e6f5d-da25-4976-b93f-2bbcfc3a15c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'eda19703-59fb-48d4-8eac-9e42162be011'}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:27:38.061871 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e64fa3c-7550-4574-bdbf-b6f12dc59e52 None None] Attempting to bind port 145c3f45-f81b-44de-a854-d6d111e35465 on network eda19703-59fb-48d4-8eac-9e42162be011 {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:27:38.068802 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e64fa3c-7550-4574-bdbf-b6f12dc59e52 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:27:38.069217 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e64fa3c-7550-4574-bdbf-b6f12dc59e52 None None] Checking segment: {'id': '413e6f5d-da25-4976-b93f-2bbcfc3a15c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'eda19703-59fb-48d4-8eac-9e42162be011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:27:38.069646 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-0e64fa3c-7550-4574-bdbf-b6f12dc59e52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:38.070056 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e64fa3c-7550-4574-bdbf-b6f12dc59e52 None None] Bound using segment: {'id': '413e6f5d-da25-4976-b93f-2bbcfc3a15c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'eda19703-59fb-48d4-8eac-9e42162be011'} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:27:38.070511 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-0e64fa3c-7550-4574-bdbf-b6f12dc59e52 None None] Bound port: 145c3f45-f81b-44de-a854-d6d111e35465, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413e6f5d-da25-4976-b93f-2bbcfc3a15c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'eda19703-59fb-48d4-8eac-9e42162be011'}}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:27:38.070874 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-0e64fa3c-7550-4574-bdbf-b6f12dc59e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:38.177986 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-0e64fa3c-7550-4574-bdbf-b6f12dc59e52 None None] For port 145c3f45-f81b-44de-a854-d6d111e35465, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:27:38.181697 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-0e64fa3c-7550-4574-bdbf-b6f12dc59e52 None None] For port 145c3f45-f81b-44de-a854-d6d111e35465, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=145c3f45-f81b-44de-a854-d6d111e35465,segment=NetworkSegment(413e6f5d-da25-4976-b93f-2bbcfc3a15c3),segment_id=413e6f5d-da25-4976-b93f-2bbcfc3a15c3)] {{(pid=84207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:27:38.277310 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-0e64fa3c-7550-4574-bdbf-b6f12dc59e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:38.402499 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae3dc1-cb2a-49c8-8a57-9eb311870502 None None] Pushing event updated for resources: {'Port': ['ID=145c3f45-f81b-44de-a854-d6d111e35465,revision_number=4']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:38.409792 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e64fa3c-7550-4574-bdbf-b6f12dc59e52 None None] Routers {'987439fc-e900-4158-b528-30b6669b9c65'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:27:38.410797 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-0e64fa3c-7550-4574-bdbf-b6f12dc59e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:27:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['987439fc-e900-4158-b528-30b6669b9c65'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:27:38.453283 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-787cfcfc-c849-434f-9c24-6575e18dc62d req-93570ecd-e365-4fa8-a497-e3d155df52e4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 210 time: 0.0559130 Feb 04 12:27:38.650206 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-0e64fa3c-7550-4574-bdbf-b6f12dc59e52 None None] Set router 987439fc-e900-4158-b528-30b6669b9c65 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:27:38.810919 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:27:39.002300 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-0e64fa3c-7550-4574-bdbf-b6f12dc59e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987439fc-e900-4158-b528-30b6669b9c65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216004732', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '716c1a7d-8399-4dec-bd10-223b0c947753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:27:28Z', 'updated_at': '2022-02-04T12:27:33Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '716c1a7d-8399-4dec-bd10-223b0c947753', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:49:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987439fc-e900-4158-b528-30b6669b9c65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:28Z', 'updated_at': '2022-02-04T12:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '145c3f45-f81b-44de-a854-d6d111e35465', 'name': '', 'network_id': 'eda19703-59fb-48d4-8eac-9e42162be011', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:4a:18:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987439fc-e900-4158-b528-30b6669b9c65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc717391-cd96-4236-b809-5ff39118279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:32Z', 'updated_at': '2022-02-04T12:27:38Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': 'cc717391-cd96-4236-b809-5ff39118279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:27:39.008057 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e64fa3c-7550-4574-bdbf-b6f12dc59e52 None None] The sync data for ids ['987439fc-e900-4158-b528-30b6669b9c65'] in dv-neutron-827825-2-hyperv is: [{'id': '987439fc-e900-4158-b528-30b6669b9c65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216004732', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '716c1a7d-8399-4dec-bd10-223b0c947753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:27:28Z', 'updated_at': '2022-02-04T12:27:33Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '716c1a7d-8399-4dec-bd10-223b0c947753', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:49:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987439fc-e900-4158-b528-30b6669b9c65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:28Z', 'updated_at': '2022-02-04T12:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '145c3f45-f81b-44de-a854-d6d111e35465', 'name': '', 'network_id': 'eda19703-59fb-48d4-8eac-9e42162be011', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:4a:18:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987439fc-e900-4158-b528-30b6669b9c65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc717391-cd96-4236-b809-5ff39118279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:32Z', 'updated_at': '2022-02-04T12:27:38Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': 'cc717391-cd96-4236-b809-5ff39118279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:27:39.673208 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d7e3d024-53e7-48eb-8a6d-01786e5eacd1 req-c03e3f3e-50df-438f-a002-a77f01f4e064 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 210 time: 0.0687189 Feb 04 12:27:39.693570 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-dfb4c999-b541-4357-b25c-1833fc248277 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:39.697041 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-dfb4c999-b541-4357-b25c-1833fc248277 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.47 "GET /v2.0/networks?id=eda19703-59fb-48d4-8eac-9e42162be011 HTTP/1.1" status: 200 len: 797 time: 0.1824813 Feb 04 12:27:39.773912 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-b59f2455-e6c3-4c64-b6ed-dbc54c3d54cb tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e443f5181274c41895cf3b1d3b2b8b5 HTTP/1.1" status: 200 len: 379 time: 0.0652692 Feb 04 12:27:39.783449 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-039d616f-2f3f-425c-b634-97f6f5216798 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'port': {'device_id': '4f63583f-f8b9-43da-8f68-50c88a70d35e', 'network_id': 'eda19703-59fb-48d4-8eac-9e42162be011', 'admin_state_up': True, 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'security_groups': ['cd04ac57-6b5c-4064-aa08-93310c5bca05']}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:27:39.947078 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-039d616f-2f3f-425c-b634-97f6f5216798 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:27:39.960260 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-039d616f-2f3f-425c-b634-97f6f5216798 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:27:40.064771 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-039d616f-2f3f-425c-b634-97f6f5216798 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Made reservation on behalf of 2e443f5181274c41895cf3b1d3b2b8b5 for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:27:40.067863 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-039d616f-2f3f-425c-b634-97f6f5216798 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:40.286034 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-039d616f-2f3f-425c-b634-97f6f5216798 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Allocated IP 172.20.0.6 (eda19703-59fb-48d4-8eac-9e42162be011/cc717391-cd96-4236-b809-5ff39118279b/43d215d1-421a-4d7c-be84-0dc1ac1af4af) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:27:40.384867 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 145c3f45-f81b-44de-a854-d6d111e35465 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:27:40.512837 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-039d616f-2f3f-425c-b634-97f6f5216798 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:40.521960 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 145c3f45-f81b-44de-a854-d6d111e35465 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:27:40.527234 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 145c3f45-f81b-44de-a854-d6d111e35465 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:27:40.527812 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:40.531261 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-039d616f-2f3f-425c-b634-97f6f5216798 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Transition to ACTIVE for port object 43d215d1-421a-4d7c-be84-0dc1ac1af4af will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:27:40.631525 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-039d616f-2f3f-425c-b634-97f6f5216798 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:40.649767 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:40.684712 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 145c3f45-f81b-44de-a854-d6d111e35465, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=145c3f45-f81b-44de-a854-d6d111e35465,segment=NetworkSegment(413e6f5d-da25-4976-b93f-2bbcfc3a15c3),segment_id=413e6f5d-da25-4976-b93f-2bbcfc3a15c3)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:40.710031 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-039d616f-2f3f-425c-b634-97f6f5216798 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Network eda19703-59fb-48d4-8eac-9e42162be011 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:27:40.713295 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-039d616f-2f3f-425c-b634-97f6f5216798 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:27:40.716297 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-039d616f-2f3f-425c-b634-97f6f5216798 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:27:40.756035 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d616f-2f3f-425c-b634-97f6f5216798 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'Port': ['ID=43d215d1-421a-4d7c-be84-0dc1ac1af4af,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:40.793702 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-039d616f-2f3f-425c-b634-97f6f5216798 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:40.794630 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-039d616f-2f3f-425c-b634-97f6f5216798 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:40.796212 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:40.882404 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=145c3f45-f81b-44de-a854-d6d111e35465,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:40.911935 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e886b-7634-46e5-8dba-23bab734cd17 req-6e3b06b0-19d5-4f1e-b4b9-95f67000e802 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:40.915686 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-9c5e886b-7634-46e5-8dba-23bab734cd17 req-6e3b06b0-19d5-4f1e-b4b9-95f67000e802 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Synchronizing usage tracker for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:27:40.918908 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-039d616f-2f3f-425c-b634-97f6f5216798 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1401825 Feb 04 12:27:40.932353 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-9c0aabef-c0a6-494b-af7b-983f0c0150cc service neutron] Request body: {'port': {'device_id': '4f63583f-f8b9-43da-8f68-50c88a70d35e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:27:41.064591 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-851cb001-c6c6-4a23-a16a-9f78aed6c001 None None] Provisioning for port 43d215d1-421a-4d7c-be84-0dc1ac1af4af completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:27:41.070209 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-851cb001-c6c6-4a23-a16a-9f78aed6c001 None None] Provisioning complete for port 43d215d1-421a-4d7c-be84-0dc1ac1af4af triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:27:41.070576 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-851cb001-c6c6-4a23-a16a-9f78aed6c001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:41.126586 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-851cb001-c6c6-4a23-a16a-9f78aed6c001 None None] Port 43d215d1-421a-4d7c-be84-0dc1ac1af4af cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:27:41.154925 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-9c0aabef-c0a6-494b-af7b-983f0c0150cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:41.170067 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-9c5e886b-7634-46e5-8dba-23bab734cd17 req-6e3b06b0-19d5-4f1e-b4b9-95f67000e802 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Unset dirty status for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:27:41.171219 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9c5e886b-7634-46e5-8dba-23bab734cd17 req-6e3b06b0-19d5-4f1e-b4b9-95f67000e802 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 931 time: 0.3515720 Feb 04 12:27:41.317420 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9c5e886b-7634-46e5-8dba-23bab734cd17 req-c24d957b-045b-471c-b529-cd539ebce0c0 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd04ac57-6b5c-4064-aa08-93310c5bca05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143200 Feb 04 12:27:41.551229 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-9c0aabef-c0a6-494b-af7b-983f0c0150cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d215d1-421a-4d7c-be84-0dc1ac1af4af {{(pid=84204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:27:41.558602 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-9c0aabef-c0a6-494b-af7b-983f0c0150cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:41.572605 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-9c0aabef-c0a6-494b-af7b-983f0c0150cc service neutron] Transition to ACTIVE for port object 43d215d1-421a-4d7c-be84-0dc1ac1af4af will not be triggered until provisioned by entity L2. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:27:41.623884 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-9c0aabef-c0a6-494b-af7b-983f0c0150cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:41.749582 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0aabef-c0a6-494b-af7b-983f0c0150cc service neutron] Pushing event updated for resources: {'Port': ['ID=43d215d1-421a-4d7c-be84-0dc1ac1af4af,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:41.856525 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-9c0aabef-c0a6-494b-af7b-983f0c0150cc service neutron] Attempting to bind port 43d215d1-421a-4d7c-be84-0dc1ac1af4af on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:27:41.856852 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-9c0aabef-c0a6-494b-af7b-983f0c0150cc service neutron] Attempting to bind port 43d215d1-421a-4d7c-be84-0dc1ac1af4af by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '413e6f5d-da25-4976-b93f-2bbcfc3a15c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'eda19703-59fb-48d4-8eac-9e42162be011'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:27:41.857176 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-9c0aabef-c0a6-494b-af7b-983f0c0150cc service neutron] Attempting to bind port 43d215d1-421a-4d7c-be84-0dc1ac1af4af on network eda19703-59fb-48d4-8eac-9e42162be011 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:27:41.863196 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-9c0aabef-c0a6-494b-af7b-983f0c0150cc service neutron] Port 43d215d1-421a-4d7c-be84-0dc1ac1af4af on network eda19703-59fb-48d4-8eac-9e42162be011 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 12:27:41.863502 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-9c0aabef-c0a6-494b-af7b-983f0c0150cc service neutron] Attempting to bind port 43d215d1-421a-4d7c-be84-0dc1ac1af4af on network eda19703-59fb-48d4-8eac-9e42162be011 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:27:41.869619 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-9c0aabef-c0a6-494b-af7b-983f0c0150cc service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:27:41.870056 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-9c0aabef-c0a6-494b-af7b-983f0c0150cc service neutron] Checking segment: {'id': '413e6f5d-da25-4976-b93f-2bbcfc3a15c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'eda19703-59fb-48d4-8eac-9e42162be011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:27:41.870367 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-9c0aabef-c0a6-494b-af7b-983f0c0150cc service neutron] Bound using segment: {'id': '413e6f5d-da25-4976-b93f-2bbcfc3a15c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'eda19703-59fb-48d4-8eac-9e42162be011'} {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:27:41.870819 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-9c0aabef-c0a6-494b-af7b-983f0c0150cc service neutron] Bound port: 43d215d1-421a-4d7c-be84-0dc1ac1af4af, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '413e6f5d-da25-4976-b93f-2bbcfc3a15c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'eda19703-59fb-48d4-8eac-9e42162be011'}}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:27:41.871258 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-9c0aabef-c0a6-494b-af7b-983f0c0150cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:41.959704 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-9c0aabef-c0a6-494b-af7b-983f0c0150cc service neutron] For port 43d215d1-421a-4d7c-be84-0dc1ac1af4af, host hv-neutron-8278, cleared binding levels {{(pid=84204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:27:41.962746 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-9c0aabef-c0a6-494b-af7b-983f0c0150cc service neutron] For port 43d215d1-421a-4d7c-be84-0dc1ac1af4af, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=43d215d1-421a-4d7c-be84-0dc1ac1af4af,segment=NetworkSegment(413e6f5d-da25-4976-b93f-2bbcfc3a15c3),segment_id=413e6f5d-da25-4976-b93f-2bbcfc3a15c3)] {{(pid=84204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:27:42.053539 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-9c0aabef-c0a6-494b-af7b-983f0c0150cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:42.116973 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-9c0aabef-c0a6-494b-af7b-983f0c0150cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:42.118325 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-9c0aabef-c0a6-494b-af7b-983f0c0150cc service neutron] 10.222.0.47 "PUT /v2.0/ports/43d215d1-421a-4d7c-be84-0dc1ac1af4af HTTP/1.1" status: 200 len: 1093 time: 1.1900685 Feb 04 12:27:42.118767 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f63583f-f8b9-43da-8f68-50c88a70d35e', 'tag': '43d215d1-421a-4d7c-be84-0dc1ac1af4af'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:27:42.145598 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dc886958-6328-4328-b16e-8c77ad25534c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:42.155026 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0aabef-c0a6-494b-af7b-983f0c0150cc service neutron] Pushing event updated for resources: {'Port': ['ID=43d215d1-421a-4d7c-be84-0dc1ac1af4af,revision_number=3']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:42.191051 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f63583f-f8b9-43da-8f68-50c88a70d35e', 'tag': '43d215d1-421a-4d7c-be84-0dc1ac1af4af', 'status': 'completed', 'code': 200} Feb 04 12:27:42.299871 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-23d64768-df3f-4ae2-90d5-0c5d3bb9ac52 req-d15169a8-6580-4036-8953-6aeddcc4bb7a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 1096 time: 0.0765085 Feb 04 12:27:42.340848 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 145c3f45-f81b-44de-a854-d6d111e35465 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:27:42.426669 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 145c3f45-f81b-44de-a854-d6d111e35465 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:27:42.427048 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:42.497669 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d64768-df3f-4ae2-90d5-0c5d3bb9ac52 req-1f5474d2-ee4d-4d30-a173-e80fca0a7d82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:42.499350 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-23d64768-df3f-4ae2-90d5-0c5d3bb9ac52 req-1f5474d2-ee4d-4d30-a173-e80fca0a7d82 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1935878 Feb 04 12:27:42.642777 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cb0c8-3387-4961-9444-af67747968ce req-0db23ba8-3aae-4251-9067-1b4f173e5804 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:42.644146 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-2f8cb0c8-3387-4961-9444-af67747968ce req-0db23ba8-3aae-4251-9067-1b4f173e5804 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 943 time: 0.1895678 Feb 04 12:27:42.688762 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d64768-df3f-4ae2-90d5-0c5d3bb9ac52 req-72596b41-29c5-4c6e-ab1e-8bcd95b6dd4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:42.690230 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-23d64768-df3f-4ae2-90d5-0c5d3bb9ac52 req-72596b41-29c5-4c6e-ab1e-8bcd95b6dd4a service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1834943 Feb 04 12:27:42.712063 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-2f8cb0c8-3387-4961-9444-af67747968ce req-f26bb1c7-5ddf-4fa8-93df-226d23891fb5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd04ac57-6b5c-4064-aa08-93310c5bca05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619729 Feb 04 12:27:42.798467 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-b7ee9c08-99cf-4b33-a0c9-c5b59796dafb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 1096 time: 0.0710232 Feb 04 12:27:42.871082 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-e12635f9-6dd2-42c4-b293-1776cdbd8c40 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43d215d1-421a-4d7c-be84-0dc1ac1af4af HTTP/1.1" status: 200 len: 217 time: 0.0659041 Feb 04 12:27:42.933011 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-7569bca9-93ac-47d2-a91a-567051ffaa8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:42.934684 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-7569bca9-93ac-47d2-a91a-567051ffaa8d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc717391-cd96-4236-b809-5ff39118279b HTTP/1.1" status: 200 len: 835 time: 0.0588129 Feb 04 12:27:43.010016 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-1531882d-21a7-4864-99ad-9e907bca6fa3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eda19703-59fb-48d4-8eac-9e42162be011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697920 Feb 04 12:27:43.253307 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-ce5aab63-3a45-4f8e-82d4-7b7ab7542bab service neutron] 10.222.0.47 "GET /v2.0/networks/eda19703-59fb-48d4-8eac-9e42162be011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365303 Feb 04 12:27:43.388631 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-cc6f71a3-dca7-4080-852a-e3202f4d3eb8 req-82f60e77-87da-4cf0-9818-8ca2b5082eaf service neutron] 10.222.0.47 "GET /v2.0/networks/eda19703-59fb-48d4-8eac-9e42162be011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302786 Feb 04 12:27:43.924229 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc05bea-b031-4121-af5d-88dd7d2cb769 req-d3bbbd4d-b068-4f3e-ad08-44eef115da4c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:43.925777 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9fc05bea-b031-4121-af5d-88dd7d2cb769 req-d3bbbd4d-b068-4f3e-ad08-44eef115da4c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 943 time: 0.0793996 Feb 04 12:27:43.976433 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9fc05bea-b031-4121-af5d-88dd7d2cb769 req-a3636ccb-ac81-4920-b483-016017415946 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd04ac57-6b5c-4064-aa08-93310c5bca05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445538 Feb 04 12:27:44.607397 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a6aedc52-ac5b-4d5f-bf9d-c20679a3c4a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:45.191844 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b102ddf-9dec-4350-acb5-557e1b89df95 req-6b292bc3-07de-42da-92bf-82f7834d5792 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:45.193407 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4b102ddf-9dec-4350-acb5-557e1b89df95 req-6b292bc3-07de-42da-92bf-82f7834d5792 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 943 time: 0.0878317 Feb 04 12:27:45.248852 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4b102ddf-9dec-4350-acb5-557e1b89df95 req-abe048c7-b91e-4f26-987f-cbd0550d0b9f tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd04ac57-6b5c-4064-aa08-93310c5bca05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478983 Feb 04 12:27:45.676173 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:45.870504 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:46.451187 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dcff74-41e0-4a4c-b6a6-7a2b96559c3d req-3cf2e739-fb1b-4bce-bad3-0d94670868f0 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:46.452569 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-99dcff74-41e0-4a4c-b6a6-7a2b96559c3d req-3cf2e739-fb1b-4bce-bad3-0d94670868f0 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 943 time: 0.0794103 Feb 04 12:27:46.500231 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-99dcff74-41e0-4a4c-b6a6-7a2b96559c3d req-c5f65f58-fcc1-4300-8798-8d856ccedf85 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd04ac57-6b5c-4064-aa08-93310c5bca05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420640 Feb 04 12:27:47.087323 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:47.147102 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 43d215d1-421a-4d7c-be84-0dc1ac1af4af details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:27:47.285507 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 43d215d1-421a-4d7c-be84-0dc1ac1af4af, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=43d215d1-421a-4d7c-be84-0dc1ac1af4af,segment=NetworkSegment(413e6f5d-da25-4976-b93f-2bbcfc3a15c3),segment_id=413e6f5d-da25-4976-b93f-2bbcfc3a15c3)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:47.299791 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': '43d215d1-421a-4d7c-be84-0dc1ac1af4af', 'network_id': 'eda19703-59fb-48d4-8eac-9e42162be011', 'port_id': '43d215d1-421a-4d7c-be84-0dc1ac1af4af', 'mac_address': 'fa:16:3e:26:b3:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc717391-cd96-4236-b809-5ff39118279b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:27:47.359098 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:47.380812 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d215d1-421a-4d7c-be84-0dc1ac1af4af {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:27:47.395733 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 43d215d1-421a-4d7c-be84-0dc1ac1af4af, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=43d215d1-421a-4d7c-be84-0dc1ac1af4af,segment=NetworkSegment(413e6f5d-da25-4976-b93f-2bbcfc3a15c3),segment_id=413e6f5d-da25-4976-b93f-2bbcfc3a15c3)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:47.487353 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:47.553410 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=43d215d1-421a-4d7c-be84-0dc1ac1af4af,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:47.701328 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339febd-a7b3-486c-ba63-5b00655e735b req-47031db7-8ae0-42d1-901a-1363a3f98d09 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:47.702902 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6339febd-a7b3-486c-ba63-5b00655e735b req-47031db7-8ae0-42d1-901a-1363a3f98d09 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 944 time: 0.0808995 Feb 04 12:27:47.749876 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6339febd-a7b3-486c-ba63-5b00655e735b req-cede021f-4501-437a-9ef4-40bffe5135f6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd04ac57-6b5c-4064-aa08-93310c5bca05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410061 Feb 04 12:27:47.927198 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['43d215d1-421a-4d7c-be84-0dc1ac1af4af'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:27:48.948771 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1f72e-6a53-44d5-84a9-5806f32ddc85 req-2a3a0761-ff03-4fb1-ac9c-466517f165c5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:48.950763 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-75e1f72e-6a53-44d5-84a9-5806f32ddc85 req-2a3a0761-ff03-4fb1-ac9c-466517f165c5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 944 time: 0.0801775 Feb 04 12:27:48.997458 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-75e1f72e-6a53-44d5-84a9-5806f32ddc85 req-e382031d-0041-425a-979e-51ae9966d8c8 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd04ac57-6b5c-4064-aa08-93310c5bca05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407603 Feb 04 12:27:49.178077 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 43d215d1-421a-4d7c-be84-0dc1ac1af4af up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:27:49.344144 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port 43d215d1-421a-4d7c-be84-0dc1ac1af4af completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:27:49.349521 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port 43d215d1-421a-4d7c-be84-0dc1ac1af4af triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:27:49.349905 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:49.462432 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:49.492082 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f63583f-f8b9-43da-8f68-50c88a70d35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d215d1-421a-4d7c-be84-0dc1ac1af4af'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:27:49.502468 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 43d215d1-421a-4d7c-be84-0dc1ac1af4af, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=43d215d1-421a-4d7c-be84-0dc1ac1af4af,segment=NetworkSegment(413e6f5d-da25-4976-b93f-2bbcfc3a15c3),segment_id=413e6f5d-da25-4976-b93f-2bbcfc3a15c3)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:49.550014 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f63583f-f8b9-43da-8f68-50c88a70d35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d215d1-421a-4d7c-be84-0dc1ac1af4af', 'code': 200} Feb 04 12:27:49.601506 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:49.670095 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=43d215d1-421a-4d7c-be84-0dc1ac1af4af,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:49.946982 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-40e8a858-6a08-4cf3-b213-dbfc6f9e10f3 req-5e457ddd-4d73-4b55-b416-ae3557b93d99 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 1098 time: 0.0685856 Feb 04 12:27:49.989813 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-40e8a858-6a08-4cf3-b213-dbfc6f9e10f3 req-1ecbbf5e-4716-459e-9f68-2fd2dc8034ec service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cd04ac57-6b5c-4064-aa08-93310c5bca05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372109 Feb 04 12:27:50.199091 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f767ac-bf06-4b37-b4d9-411c9afe4511 req-06af1690-7187-4b92-8e02-21055b95f837 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:50.200927 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-02f767ac-bf06-4b37-b4d9-411c9afe4511 req-06af1690-7187-4b92-8e02-21055b95f837 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 945 time: 0.0801647 Feb 04 12:27:50.252164 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-02f767ac-bf06-4b37-b4d9-411c9afe4511 req-851cf7f3-a6fc-4eba-936a-633e955e3eb6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd04ac57-6b5c-4064-aa08-93310c5bca05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453668 Feb 04 12:27:51.474111 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1545b50-7ec1-44c7-9e35-509d72a2de3d req-4f521ea1-5cc3-4cbe-b9af-72b07a44f919 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:51.475635 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e1545b50-7ec1-44c7-9e35-509d72a2de3d req-4f521ea1-5cc3-4cbe-b9af-72b07a44f919 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 945 time: 0.0847754 Feb 04 12:27:51.523455 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e1545b50-7ec1-44c7-9e35-509d72a2de3d req-9a809b26-5ef9-4622-b29e-b1cfe7759d8a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd04ac57-6b5c-4064-aa08-93310c5bca05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422361 Feb 04 12:27:52.727513 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18a7a8-7831-49f1-93f3-8b11e4bc380c req-7c21b080-2d3a-4680-9d2b-efa94a6dd884 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:52.728955 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5d18a7a8-7831-49f1-93f3-8b11e4bc380c req-7c21b080-2d3a-4680-9d2b-efa94a6dd884 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 945 time: 0.0814769 Feb 04 12:27:52.775242 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5d18a7a8-7831-49f1-93f3-8b11e4bc380c req-c6d4507a-5657-4b71-81f7-27065025a98c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd04ac57-6b5c-4064-aa08-93310c5bca05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406320 Feb 04 12:27:52.975273 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6e035-065e-4070-9786-19c561167781 req-e33b9354-998c-4065-b253-3457627e1bc4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:52.976725 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-22c6e035-065e-4070-9786-19c561167781 req-e33b9354-998c-4065-b253-3457627e1bc4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 945 time: 0.0773075 Feb 04 12:27:53.024285 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-22c6e035-065e-4070-9786-19c561167781 req-f86182f0-ddf0-48f3-9800-831b149caf20 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd04ac57-6b5c-4064-aa08-93310c5bca05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407844 Feb 04 12:27:53.053252 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48164) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:27:53.123292 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-9622ba3f-2606-4cf4-bdb4-853a3ec45301 tempest-TestNetworkAdvancedServerOps-245603530 tempest-TestNetworkAdvancedServerOps-245603530-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 1093 time: 0.0688527 Feb 04 12:27:53.125990 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48168) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:27:53.131149 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-8188422b-80a6-4311-9f51-5b31e40e79d5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'floatingip': {'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'port_id': '43d215d1-421a-4d7c-be84-0dc1ac1af4af', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:27:53.136972 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8188422b-80a6-4311-9f51-5b31e40e79d5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:27:53.141108 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8188422b-80a6-4311-9f51-5b31e40e79d5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:floatingip and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:27:53.144239 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-8188422b-80a6-4311-9f51-5b31e40e79d5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:27:53.149920 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-8188422b-80a6-4311-9f51-5b31e40e79d5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:27:53.242069 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8188422b-80a6-4311-9f51-5b31e40e79d5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for floatingip, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:53.379370 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8188422b-80a6-4311-9f51-5b31e40e79d5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:53.517518 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-8188422b-80a6-4311-9f51-5b31e40e79d5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Allocated IP 172.26.3.51 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/44bb6dff-12bc-4f68-9d14-ff9e6bead1a7) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:27:53.666795 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8188422b-80a6-4311-9f51-5b31e40e79d5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:53.773613 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8188422b-80a6-4311-9f51-5b31e40e79d5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:53.847357 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8188422b-80a6-4311-9f51-5b31e40e79d5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:27:53.853572 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-8188422b-80a6-4311-9f51-5b31e40e79d5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:27:53.853572 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8188422b-80a6-4311-9f51-5b31e40e79d5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:27:53.882930 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188422b-80a6-4311-9f51-5b31e40e79d5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'Port': ['ID=44bb6dff-12bc-4f68-9d14-ff9e6bead1a7,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:54.385703 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8188422b-80a6-4311-9f51-5b31e40e79d5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:54.599049 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8188422b-80a6-4311-9f51-5b31e40e79d5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:54.804280 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8188422b-80a6-4311-9f51-5b31e40e79d5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:54.887663 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8188422b-80a6-4311-9f51-5b31e40e79d5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:54.995041 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188422b-80a6-4311-9f51-5b31e40e79d5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'Port': ['ID=44bb6dff-12bc-4f68-9d14-ff9e6bead1a7,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:55.014957 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8188422b-80a6-4311-9f51-5b31e40e79d5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:55.209085 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.l3_db [None req-8188422b-80a6-4311-9f51-5b31e40e79d5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Floating IP 5646f98a-3713-4c01-b1e6-b6d21b4d73c9 associated. External IP: 172.26.3.51, port: 43d215d1-421a-4d7c-be84-0dc1ac1af4af. Feb 04 12:27:55.599286 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8188422b-80a6-4311-9f51-5b31e40e79d5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Router 987439fc-e900-4158-b528-30b6669b9c65 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:27:55.797154 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8188422b-80a6-4311-9f51-5b31e40e79d5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:27:55.809181 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793a0502-7a0e-49af-b53d-d9614e826dc9 None None] Sync routers for ids ['987439fc-e900-4158-b528-30b6669b9c65'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:27:55.821657 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793a0502-7a0e-49af-b53d-d9614e826dc9 None None] Routers {'987439fc-e900-4158-b528-30b6669b9c65'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:27:55.822300 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-793a0502-7a0e-49af-b53d-d9614e826dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:27:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['987439fc-e900-4158-b528-30b6669b9c65'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:27:55.870262 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8188422b-80a6-4311-9f51-5b31e40e79d5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:55.937798 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8188422b-80a6-4311-9f51-5b31e40e79d5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8107662 Feb 04 12:27:55.938390 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f63583f-f8b9-43da-8f68-50c88a70d35e', 'tag': '43d215d1-421a-4d7c-be84-0dc1ac1af4af'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:27:55.996063 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f63583f-f8b9-43da-8f68-50c88a70d35e', 'tag': '43d215d1-421a-4d7c-be84-0dc1ac1af4af', 'status': 'completed', 'code': 200} Feb 04 12:27:56.010630 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-793a0502-7a0e-49af-b53d-d9614e826dc9 None None] Set router 987439fc-e900-4158-b528-30b6669b9c65 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:27:56.097424 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-56a56ffc-3f93-4f9f-af96-fc560fdf1e86 req-fb8154d6-7b7a-4eb9-8d8e-558eb0e6c61c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 1098 time: 0.0792680 Feb 04 12:27:56.124157 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7017aa-6d2c-4d60-9204-374fca43214e req-00d79f5c-d8cd-411f-b207-0643af73ec68 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:56.125936 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9b7017aa-6d2c-4d60-9204-374fca43214e req-00d79f5c-d8cd-411f-b207-0643af73ec68 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 945 time: 0.0844498 Feb 04 12:27:56.189074 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9b7017aa-6d2c-4d60-9204-374fca43214e req-9a904ac9-d9c6-4b05-b54b-fe17255b40bf tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd04ac57-6b5c-4064-aa08-93310c5bca05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566487 Feb 04 12:27:56.234390 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48176) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:27:56.240894 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a56ffc-3f93-4f9f-af96-fc560fdf1e86 req-b535eacc-8a2a-45db-84ca-a68a98b25e8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:56.242834 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-56a56ffc-3f93-4f9f-af96-fc560fdf1e86 req-b535eacc-8a2a-45db-84ca-a68a98b25e8c service neutron] 10.222.0.47 "GET /v2.0/networks?id=eda19703-59fb-48d4-8eac-9e42162be011 HTTP/1.1" status: 200 len: 898 time: 0.1394963 Feb 04 12:27:56.352284 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6af2570b-7121-4113-997a-2c7c647ab5de tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/floatingips/5646f98a-3713-4c01-b1e6-b6d21b4d73c9 HTTP/1.1" status: 200 len: 990 time: 0.1164713 Feb 04 12:27:56.353728 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-56a56ffc-3f93-4f9f-af96-fc560fdf1e86 req-90e76145-f9d5-4818-a8d7-5df6d2197ca8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43d215d1-421a-4d7c-be84-0dc1ac1af4af HTTP/1.1" status: 200 len: 998 time: 0.1054485 Feb 04 12:27:56.393273 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-793a0502-7a0e-49af-b53d-d9614e826dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987439fc-e900-4158-b528-30b6669b9c65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216004732', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '716c1a7d-8399-4dec-bd10-223b0c947753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:27:28Z', 'updated_at': '2022-02-04T12:27:33Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '716c1a7d-8399-4dec-bd10-223b0c947753', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:49:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987439fc-e900-4158-b528-30b6669b9c65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:28Z', 'updated_at': '2022-02-04T12:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '5646f98a-3713-4c01-b1e6-b6d21b4d73c9', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'floating_ip_address': '172.26.3.51', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '987439fc-e900-4158-b528-30b6669b9c65', 'port_id': '43d215d1-421a-4d7c-be84-0dc1ac1af4af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eda19703-59fb-48d4-8eac-9e42162be011', 'mac_address': 'fa:16:3e:26:b3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f63583f-f8b9-43da-8f68-50c88a70d35e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:27:54Z', 'updated_at': '2022-02-04T12:27:54Z', 'revision_number': 0, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '145c3f45-f81b-44de-a854-d6d111e35465', 'name': '', 'network_id': 'eda19703-59fb-48d4-8eac-9e42162be011', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:4a:18:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987439fc-e900-4158-b528-30b6669b9c65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc717391-cd96-4236-b809-5ff39118279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:32Z', 'updated_at': '2022-02-04T12:27:40Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': 'cc717391-cd96-4236-b809-5ff39118279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:27:56.397324 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793a0502-7a0e-49af-b53d-d9614e826dc9 None None] Checking router: 987439fc-e900-4158-b528-30b6669b9c65 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:27:56.408787 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793a0502-7a0e-49af-b53d-d9614e826dc9 None None] Routers {'987439fc-e900-4158-b528-30b6669b9c65'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:27:56.409387 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-793a0502-7a0e-49af-b53d-d9614e826dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:27:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['987439fc-e900-4158-b528-30b6669b9c65'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:27:56.416591 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a56ffc-3f93-4f9f-af96-fc560fdf1e86 req-7041607a-e36b-41a2-995c-1e73600c7cd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:56.418041 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-56a56ffc-3f93-4f9f-af96-fc560fdf1e86 req-7041607a-e36b-41a2-995c-1e73600c7cd9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc717391-cd96-4236-b809-5ff39118279b HTTP/1.1" status: 200 len: 835 time: 0.0590374 Feb 04 12:27:56.497316 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-56a56ffc-3f93-4f9f-af96-fc560fdf1e86 req-491708bc-db9e-4e31-83cc-679088fa0983 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eda19703-59fb-48d4-8eac-9e42162be011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730572 Feb 04 12:27:56.591845 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-793a0502-7a0e-49af-b53d-d9614e826dc9 None None] Set router 987439fc-e900-4158-b528-30b6669b9c65 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:27:56.631992 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-56a56ffc-3f93-4f9f-af96-fc560fdf1e86 req-52499791-5fb4-4231-9122-2e8ef4851274 service neutron] 10.222.0.47 "GET /v2.0/networks/eda19703-59fb-48d4-8eac-9e42162be011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293554 Feb 04 12:27:56.763475 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-56a56ffc-3f93-4f9f-af96-fc560fdf1e86 req-e2710750-3640-4b18-a343-4b57e0cb4389 service neutron] 10.222.0.47 "GET /v2.0/networks/eda19703-59fb-48d4-8eac-9e42162be011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257350 Feb 04 12:27:56.957405 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-793a0502-7a0e-49af-b53d-d9614e826dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987439fc-e900-4158-b528-30b6669b9c65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216004732', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '716c1a7d-8399-4dec-bd10-223b0c947753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:27:28Z', 'updated_at': '2022-02-04T12:27:33Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '716c1a7d-8399-4dec-bd10-223b0c947753', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:49:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987439fc-e900-4158-b528-30b6669b9c65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:28Z', 'updated_at': '2022-02-04T12:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '5646f98a-3713-4c01-b1e6-b6d21b4d73c9', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'floating_ip_address': '172.26.3.51', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '987439fc-e900-4158-b528-30b6669b9c65', 'port_id': '43d215d1-421a-4d7c-be84-0dc1ac1af4af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eda19703-59fb-48d4-8eac-9e42162be011', 'mac_address': 'fa:16:3e:26:b3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f63583f-f8b9-43da-8f68-50c88a70d35e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:27:54Z', 'updated_at': '2022-02-04T12:27:54Z', 'revision_number': 0, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '145c3f45-f81b-44de-a854-d6d111e35465', 'name': '', 'network_id': 'eda19703-59fb-48d4-8eac-9e42162be011', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:4a:18:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987439fc-e900-4158-b528-30b6669b9c65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc717391-cd96-4236-b809-5ff39118279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:32Z', 'updated_at': '2022-02-04T12:27:40Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': 'cc717391-cd96-4236-b809-5ff39118279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:27:56.961700 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793a0502-7a0e-49af-b53d-d9614e826dc9 None None] The sync data for ids ['987439fc-e900-4158-b528-30b6669b9c65'] in dv-neutron-827825-2-hyperv is: [{'id': '987439fc-e900-4158-b528-30b6669b9c65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216004732', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '716c1a7d-8399-4dec-bd10-223b0c947753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:27:28Z', 'updated_at': '2022-02-04T12:27:33Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '716c1a7d-8399-4dec-bd10-223b0c947753', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:49:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987439fc-e900-4158-b528-30b6669b9c65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:28Z', 'updated_at': '2022-02-04T12:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '5646f98a-3713-4c01-b1e6-b6d21b4d73c9', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'floating_ip_address': '172.26.3.51', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '987439fc-e900-4158-b528-30b6669b9c65', 'port_id': '43d215d1-421a-4d7c-be84-0dc1ac1af4af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eda19703-59fb-48d4-8eac-9e42162be011', 'mac_address': 'fa:16:3e:26:b3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f63583f-f8b9-43da-8f68-50c88a70d35e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:27:54Z', 'updated_at': '2022-02-04T12:27:54Z', 'revision_number': 0, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '145c3f45-f81b-44de-a854-d6d111e35465', 'name': '', 'network_id': 'eda19703-59fb-48d4-8eac-9e42162be011', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:4a:18:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987439fc-e900-4158-b528-30b6669b9c65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc717391-cd96-4236-b809-5ff39118279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:32Z', 'updated_at': '2022-02-04T12:27:40Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': 'cc717391-cd96-4236-b809-5ff39118279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:27:57.174921 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a463fa9-814e-485c-b3a0-b29e568e2448 None None] New status for floating IP 5646f98a-3713-4c01-b1e6-b6d21b4d73c9: ACTIVE {{(pid=84207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 12:27:57.355834 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48180) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:27:57.566124 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ab7d5900-ef8f-49b0-814e-fb58f007564b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/floatingips/5646f98a-3713-4c01-b1e6-b6d21b4d73c9 HTTP/1.1" status: 200 len: 992 time: 0.2088344 Feb 04 12:28:06.698540 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:12.156558 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c8792e41-79a7-42c6-97f7-0f611ad513fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:14.624254 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-269fe644-dabb-4a7b-b5da-a54e049791ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:15.681344 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:15.792328 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:28:15.921267 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:17.081108 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:33.661173 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-78ed5ed8-f8a0-4923-a15f-f1d3e9d100a4 req-ac6c470e-c432-4ed2-a95e-f72e622b8cd7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709076 Feb 04 12:28:33.807979 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-78ed5ed8-f8a0-4923-a15f-f1d3e9d100a4 req-f5aff92e-128f-41d9-a92d-aa93ab5a967d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 1098 time: 0.0726483 Feb 04 12:28:34.040127 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed5ed8-f8a0-4923-a15f-f1d3e9d100a4 req-1f8fafcb-bcd3-45bd-a32d-66185d020322 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:34.041556 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-78ed5ed8-f8a0-4923-a15f-f1d3e9d100a4 req-1f8fafcb-bcd3-45bd-a32d-66185d020322 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eda19703-59fb-48d4-8eac-9e42162be011 HTTP/1.1" status: 200 len: 898 time: 0.2134857 Feb 04 12:28:34.144583 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-78ed5ed8-f8a0-4923-a15f-f1d3e9d100a4 req-0d38d469-ea54-461b-949f-8283e37fd3ae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43d215d1-421a-4d7c-be84-0dc1ac1af4af HTTP/1.1" status: 200 len: 1000 time: 0.0970445 Feb 04 12:28:34.209932 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed5ed8-f8a0-4923-a15f-f1d3e9d100a4 req-ac3e2a5d-3a4f-41c9-a39b-6fc3be25e8fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:34.211373 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-78ed5ed8-f8a0-4923-a15f-f1d3e9d100a4 req-ac3e2a5d-3a4f-41c9-a39b-6fc3be25e8fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc717391-cd96-4236-b809-5ff39118279b HTTP/1.1" status: 200 len: 835 time: 0.0617528 Feb 04 12:28:34.287009 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-78ed5ed8-f8a0-4923-a15f-f1d3e9d100a4 req-3a2843c5-7ab8-43cb-acc1-edda212d82b8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eda19703-59fb-48d4-8eac-9e42162be011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699017 Feb 04 12:28:34.426987 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-78ed5ed8-f8a0-4923-a15f-f1d3e9d100a4 req-b7b77597-9558-431b-9a7c-26dd3f0e553d service neutron] 10.222.0.47 "GET /v2.0/networks/eda19703-59fb-48d4-8eac-9e42162be011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334460 Feb 04 12:28:34.563214 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-78ed5ed8-f8a0-4923-a15f-f1d3e9d100a4 req-d60dc0e0-3610-400e-933b-d764422671a7 service neutron] 10.222.0.47 "GET /v2.0/networks/eda19703-59fb-48d4-8eac-9e42162be011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308329 Feb 04 12:28:36.698110 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:42.149209 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a2b8ea2a-4572-4489-89b3-82260f4757e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:44.612093 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-30bab238-e2bc-4ee1-97e7-bfeff88c6be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:45.692031 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:45.898119 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:47.069124 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:52.791671 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:29:06.663308 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:29:09.514623 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d46148-ea6e-4a39-bbff-3dc8f7ea6476 req-3b630490-ee56-4306-8c71-3b69518d2253 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:09.515967 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-73d46148-ea6e-4a39-bbff-3dc8f7ea6476 req-3b630490-ee56-4306-8c71-3b69518d2253 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 945 time: 0.2295771 Feb 04 12:29:09.564038 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-73d46148-ea6e-4a39-bbff-3dc8f7ea6476 req-2b410df7-49f1-410d-b688-a4ffbbcd0ac7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd04ac57-6b5c-4064-aa08-93310c5bca05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419354 Feb 04 12:29:10.836995 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834c16f-8854-405a-b7d8-69ae2518cdfa req-9dc815b5-4878-4093-ad43-2dbb73a0fc7b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:10.838464 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a834c16f-8854-405a-b7d8-69ae2518cdfa req-9dc815b5-4878-4093-ad43-2dbb73a0fc7b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 945 time: 0.1451604 Feb 04 12:29:10.884574 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-a834c16f-8854-405a-b7d8-69ae2518cdfa req-a6b5a0d6-bf8f-43cc-9766-5a89de4f37c1 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd04ac57-6b5c-4064-aa08-93310c5bca05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405843 Feb 04 12:29:12.084732 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c899005-b51a-491e-8981-c052cf64c992 req-8f0b5dfe-e266-49ea-8c9c-e07b5d8e9ca5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:12.086221 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9c899005-b51a-491e-8981-c052cf64c992 req-8f0b5dfe-e266-49ea-8c9c-e07b5d8e9ca5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 945 time: 0.0780201 Feb 04 12:29:12.131597 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d60fe442-4fd4-4893-a6eb-0c7a48e35739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:29:12.137312 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9c899005-b51a-491e-8981-c052cf64c992 req-76c03ca5-90df-4ba7-9e8a-ae265f212f90 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd04ac57-6b5c-4064-aa08-93310c5bca05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452433 Feb 04 12:29:13.332530 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d36323-60fa-4aad-a8cd-1b1ea7761479 req-3bd9d6a7-e74a-49fb-aac4-6cd366d2290f tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:13.334017 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-60d36323-60fa-4aad-a8cd-1b1ea7761479 req-3bd9d6a7-e74a-49fb-aac4-6cd366d2290f tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 945 time: 0.0755463 Feb 04 12:29:13.379432 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-60d36323-60fa-4aad-a8cd-1b1ea7761479 req-651f711b-551f-47bf-a27e-a319a366d78e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd04ac57-6b5c-4064-aa08-93310c5bca05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396717 Feb 04 12:29:14.585323 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff075d96-ef74-4064-a6c7-ba99a92f5c31 req-8bdf9e15-8728-4199-ad70-34f1b973639e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:14.586729 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ff075d96-ef74-4064-a6c7-ba99a92f5c31 req-8bdf9e15-8728-4199-ad70-34f1b973639e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 945 time: 0.0846965 Feb 04 12:29:14.600962 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ad5dedc1-3fde-471f-ae7a-b45e8222d9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:29:14.636609 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ff075d96-ef74-4064-a6c7-ba99a92f5c31 req-bf0e8e96-674e-4906-bdf7-9bc22956a832 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd04ac57-6b5c-4064-aa08-93310c5bca05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437405 Feb 04 12:29:15.691841 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:29:15.843379 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d620e-aa55-47ac-9286-f16d93662e1a req-e2bff074-27db-4145-b2d7-f6bdef520792 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:15.844840 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c96d620e-aa55-47ac-9286-f16d93662e1a req-e2bff074-27db-4145-b2d7-f6bdef520792 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 945 time: 0.0800569 Feb 04 12:29:15.880748 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:29:15.893173 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c96d620e-aa55-47ac-9286-f16d93662e1a req-1f6dd123-c851-42ba-b5bc-2b599e0a6071 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd04ac57-6b5c-4064-aa08-93310c5bca05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428786 Feb 04 12:29:17.074784 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:29:17.091487 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9af86-3bda-4a18-9e84-df7a3f90e57b req-99c37e40-9c1d-469d-a6e4-d6198e1eecfd tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:17.093041 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1bf9af86-3bda-4a18-9e84-df7a3f90e57b req-99c37e40-9c1d-469d-a6e4-d6198e1eecfd tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 945 time: 0.0774157 Feb 04 12:29:17.140377 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1bf9af86-3bda-4a18-9e84-df7a3f90e57b req-d94d7b7e-4aae-4746-a442-9e7efa1d705b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd04ac57-6b5c-4064-aa08-93310c5bca05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414598 Feb 04 12:29:18.337585 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5dd9fb-d3ec-4d61-9638-4daa1d2a67d0 req-7a4cf85a-68be-4239-8278-62247c69d664 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:18.339027 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8a5dd9fb-d3ec-4d61-9638-4daa1d2a67d0 req-7a4cf85a-68be-4239-8278-62247c69d664 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 945 time: 0.0762298 Feb 04 12:29:18.387624 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8a5dd9fb-d3ec-4d61-9638-4daa1d2a67d0 req-4b0cad36-5eba-4570-aa86-c9fc66c33a5d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd04ac57-6b5c-4064-aa08-93310c5bca05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431468 Feb 04 12:29:19.592495 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9337873-5ee7-4d41-9763-d419a0f1a122 req-f2fa4ec8-dee5-4f94-a5b4-546a48a9d856 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:19.593847 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f9337873-5ee7-4d41-9763-d419a0f1a122 req-f2fa4ec8-dee5-4f94-a5b4-546a48a9d856 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 945 time: 0.0799661 Feb 04 12:29:19.641372 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f9337873-5ee7-4d41-9763-d419a0f1a122 req-dc39d609-5c72-4608-8d59-d75b7c7e53f2 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd04ac57-6b5c-4064-aa08-93310c5bca05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417800 Feb 04 12:29:20.839807 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51efcb7-b269-4f3f-b19b-564d6bf7b7bf req-fa3124e7-6f22-4f0b-8530-c47b67376f51 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:20.841249 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c51efcb7-b269-4f3f-b19b-564d6bf7b7bf req-fa3124e7-6f22-4f0b-8530-c47b67376f51 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 945 time: 0.0808556 Feb 04 12:29:20.890600 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c51efcb7-b269-4f3f-b19b-564d6bf7b7bf req-4e16402a-f35e-44f2-84a8-16dccba688a0 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd04ac57-6b5c-4064-aa08-93310c5bca05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436692 Feb 04 12:29:22.093767 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce8b73-d9a4-4125-98e9-cdce28e6925c req-002534ca-41ca-4b4e-9fd3-2811bc1e86ed tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:22.095243 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-8bce8b73-d9a4-4125-98e9-cdce28e6925c req-002534ca-41ca-4b4e-9fd3-2811bc1e86ed tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 945 time: 0.0780926 Feb 04 12:29:22.145488 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-8bce8b73-d9a4-4125-98e9-cdce28e6925c req-6ad6f017-2392-4449-b23a-2debcd4ec65f tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd04ac57-6b5c-4064-aa08-93310c5bca05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440156 Feb 04 12:29:23.349320 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a9613-878f-4aac-8ff9-4f52be19629a req-a45580f4-50c4-45ac-9025-951325e3e294 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:23.350830 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-501a9613-878f-4aac-8ff9-4f52be19629a req-a45580f4-50c4-45ac-9025-951325e3e294 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 945 time: 0.0804553 Feb 04 12:29:23.397861 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-501a9613-878f-4aac-8ff9-4f52be19629a req-4b4cf8e8-383e-4693-bc5c-1ac81edeac64 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd04ac57-6b5c-4064-aa08-93310c5bca05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415370 Feb 04 12:29:24.594725 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5e24c-d597-4ee4-be08-781434bbc98b req-ba44e43a-8bcf-4655-a8c2-8abe22196d04 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:24.596147 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-04e5e24c-d597-4ee4-be08-781434bbc98b req-ba44e43a-8bcf-4655-a8c2-8abe22196d04 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 945 time: 0.0753536 Feb 04 12:29:24.641873 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-04e5e24c-d597-4ee4-be08-781434bbc98b req-e46d288b-e89f-4236-bf0c-89c02b2e8459 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd04ac57-6b5c-4064-aa08-93310c5bca05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397251 Feb 04 12:29:25.842391 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251b04d-9ed0-4faf-a7cb-da6fd729afaa req-54927e47-7a1c-4527-b1d2-f3075cad17f1 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:25.843842 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0251b04d-9ed0-4faf-a7cb-da6fd729afaa req-54927e47-7a1c-4527-b1d2-f3075cad17f1 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 945 time: 0.0779908 Feb 04 12:29:25.894575 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0251b04d-9ed0-4faf-a7cb-da6fd729afaa req-3a8738e8-3eae-478a-a1f7-91a64435bd45 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd04ac57-6b5c-4064-aa08-93310c5bca05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442171 Feb 04 12:29:25.939068 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48244) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:29:26.044617 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3d247f72-3543-4121-a0a7-dc00b36ea2f1 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/floatingips/5646f98a-3713-4c01-b1e6-b6d21b4d73c9 HTTP/1.1" status: 200 len: 992 time: 0.1042864 Feb 04 12:29:27.784150 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923602e-40cf-408d-87c5-648f7754337f req-3c8c4a74-5677-4ff8-b4a6-673c2d2b82f8 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:27.785609 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-2923602e-40cf-408d-87c5-648f7754337f req-3c8c4a74-5677-4ff8-b4a6-673c2d2b82f8 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 945 time: 0.0852342 Feb 04 12:29:27.882785 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-2923602e-40cf-408d-87c5-648f7754337f req-08ee19ee-07b8-4e2a-b46d-172e1aa28089 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd04ac57-6b5c-4064-aa08-93310c5bca05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628631 Feb 04 12:29:27.896526 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e801e98f-80d1-45f6-8ed1-4b426774a646 req-7cfee097-fe0e-4b2f-8242-14177bbbfd61 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 1098 time: 0.1099648 Feb 04 12:29:28.025719 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801e98f-80d1-45f6-8ed1-4b426774a646 req-e4b5044b-7dca-4e03-89cd-16c8e0fec4c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:28.027187 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e801e98f-80d1-45f6-8ed1-4b426774a646 req-e4b5044b-7dca-4e03-89cd-16c8e0fec4c6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eda19703-59fb-48d4-8eac-9e42162be011 HTTP/1.1" status: 200 len: 898 time: 0.1251998 Feb 04 12:29:28.210728 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e801e98f-80d1-45f6-8ed1-4b426774a646 req-c311ddc0-0099-4d56-921c-719270035af5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43d215d1-421a-4d7c-be84-0dc1ac1af4af HTTP/1.1" status: 200 len: 1000 time: 0.1769774 Feb 04 12:29:28.275680 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801e98f-80d1-45f6-8ed1-4b426774a646 req-5cae9ea5-e1c7-43ac-b048-ca2e8fffcfef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:28.277104 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e801e98f-80d1-45f6-8ed1-4b426774a646 req-5cae9ea5-e1c7-43ac-b048-ca2e8fffcfef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc717391-cd96-4236-b809-5ff39118279b HTTP/1.1" status: 200 len: 835 time: 0.0598621 Feb 04 12:29:28.362105 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e801e98f-80d1-45f6-8ed1-4b426774a646 req-9c5a4eef-7df6-492f-81fa-9f285b881c1d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eda19703-59fb-48d4-8eac-9e42162be011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785136 Feb 04 12:29:28.490694 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e801e98f-80d1-45f6-8ed1-4b426774a646 req-9b1d8990-c62e-447a-8fbf-e084730b12d5 service neutron] 10.222.0.47 "GET /v2.0/networks/eda19703-59fb-48d4-8eac-9e42162be011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228855 Feb 04 12:29:28.624343 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e801e98f-80d1-45f6-8ed1-4b426774a646 req-58e71739-02bf-4a26-bcb1-f242641bed8c service neutron] 10.222.0.47 "GET /v2.0/networks/eda19703-59fb-48d4-8eac-9e42162be011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283257 Feb 04 12:29:29.090074 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a90d2-6577-44e2-b0ca-20e79b78eed6 req-d2091b4c-dd68-41de-bb13-1a2a88120a57 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:29.091679 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0d5a90d2-6577-44e2-b0ca-20e79b78eed6 req-d2091b4c-dd68-41de-bb13-1a2a88120a57 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 945 time: 0.0825186 Feb 04 12:29:29.141195 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0d5a90d2-6577-44e2-b0ca-20e79b78eed6 req-c4bd19a3-af36-48f4-9d8b-9bca9c701c4d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd04ac57-6b5c-4064-aa08-93310c5bca05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424635 Feb 04 12:29:29.791995 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:29:30.347566 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a89c9a-70d4-4d66-b79a-0cb78d7a2a3a req-50c7f109-9bf6-4f51-9a1d-ca78edeef61a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:30.348973 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-72a89c9a-70d4-4d66-b79a-0cb78d7a2a3a req-50c7f109-9bf6-4f51-9a1d-ca78edeef61a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 945 time: 0.0789092 Feb 04 12:29:30.400014 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-72a89c9a-70d4-4d66-b79a-0cb78d7a2a3a req-26aec733-ba97-4886-9a21-68d29a2891cd tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd04ac57-6b5c-4064-aa08-93310c5bca05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457134 Feb 04 12:29:30.429296 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48260) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:29:30.534166 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5f2c70a1-e2a2-404f-8cd4-f5f06c3d6cd9 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/floatingips/5646f98a-3713-4c01-b1e6-b6d21b4d73c9 HTTP/1.1" status: 200 len: 992 time: 0.1035237 Feb 04 12:29:33.011473 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9fefc0d6-0c5e-49d9-ab21-13c1229e4639 req-21df5b47-c6c5-4912-afbf-e2ad88e7bc41 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669606 Feb 04 12:29:33.148374 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9fefc0d6-0c5e-49d9-ab21-13c1229e4639 req-237993fe-8fff-4bd0-8c64-04996da3b214 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 1098 time: 0.0671797 Feb 04 12:29:33.294600 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefc0d6-0c5e-49d9-ab21-13c1229e4639 req-b188c24d-947e-4eaa-9754-d02d16a42221 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:33.295942 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9fefc0d6-0c5e-49d9-ab21-13c1229e4639 req-b188c24d-947e-4eaa-9754-d02d16a42221 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eda19703-59fb-48d4-8eac-9e42162be011 HTTP/1.1" status: 200 len: 898 time: 0.1293802 Feb 04 12:29:33.398948 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9fefc0d6-0c5e-49d9-ab21-13c1229e4639 req-291e64d2-dce6-41e8-9a21-eb90f8ac6222 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43d215d1-421a-4d7c-be84-0dc1ac1af4af HTTP/1.1" status: 200 len: 1000 time: 0.0963774 Feb 04 12:29:33.462831 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefc0d6-0c5e-49d9-ab21-13c1229e4639 req-53206125-8506-46f8-9e52-15ce7dcda811 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:33.464202 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9fefc0d6-0c5e-49d9-ab21-13c1229e4639 req-53206125-8506-46f8-9e52-15ce7dcda811 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc717391-cd96-4236-b809-5ff39118279b HTTP/1.1" status: 200 len: 835 time: 0.0597947 Feb 04 12:29:33.536998 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9fefc0d6-0c5e-49d9-ab21-13c1229e4639 req-599ad71f-5b88-4db3-915e-9d15caa24deb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eda19703-59fb-48d4-8eac-9e42162be011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669065 Feb 04 12:29:33.666945 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9fefc0d6-0c5e-49d9-ab21-13c1229e4639 req-34f55063-dd6a-4bc5-91ac-1afdac786e3a service neutron] 10.222.0.47 "GET /v2.0/networks/eda19703-59fb-48d4-8eac-9e42162be011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236246 Feb 04 12:29:33.800030 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9fefc0d6-0c5e-49d9-ab21-13c1229e4639 req-a1a09fdf-898e-4468-a820-b17ba81d5a7d service neutron] 10.222.0.47 "GET /v2.0/networks/eda19703-59fb-48d4-8eac-9e42162be011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270220 Feb 04 12:29:36.685745 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:29:42.205843 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-002e3f67-5ce5-40c1-aa49-be284bc7c112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:29:44.611479 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-138ec47b-4daf-4db0-ba1f-c9c579bb1828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:29:45.685637 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:29:45.874148 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:29:47.096831 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:06.702777 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:06.791362 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:30:12.154238 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b0f2ba8f-7da4-4fdc-b486-fe3a0be4d8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:14.587241 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8e683d7e-b022-4a7a-9e4a-95fdb8e6979d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:15.673949 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:15.896719 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:17.068240 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:25.936341 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48294) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:30:26.136163 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-1bd8b517-64a6-4bef-afbe-e70e4efca25c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Deleting port 44bb6dff-12bc-4f68-9d14-ff9e6bead1a7 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:30:26.136490 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1bd8b517-64a6-4bef-afbe-e70e4efca25c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:26.307851 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1bd8b517-64a6-4bef-afbe-e70e4efca25c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:26.308288 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1bd8b517-64a6-4bef-afbe-e70e4efca25c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:26.520673 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-1bd8b517-64a6-4bef-afbe-e70e4efca25c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Calling delete_port for 44bb6dff-12bc-4f68-9d14-ff9e6bead1a7 owned by network:floatingip {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:30:26.720655 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1bd8b517-64a6-4bef-afbe-e70e4efca25c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:26.765762 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8b517-64a6-4bef-afbe-e70e4efca25c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event deleted for resources: {'Port': ['ID=44bb6dff-12bc-4f68-9d14-ff9e6bead1a7,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:26.802545 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd8b517-64a6-4bef-afbe-e70e4efca25c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:26.802885 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd8b517-64a6-4bef-afbe-e70e4efca25c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:26.803213 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd8b517-64a6-4bef-afbe-e70e4efca25c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:26.803533 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd8b517-64a6-4bef-afbe-e70e4efca25c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:26.803856 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd8b517-64a6-4bef-afbe-e70e4efca25c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:26.804170 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd8b517-64a6-4bef-afbe-e70e4efca25c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:26.804484 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd8b517-64a6-4bef-afbe-e70e4efca25c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:26.804793 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd8b517-64a6-4bef-afbe-e70e4efca25c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:26.805102 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd8b517-64a6-4bef-afbe-e70e4efca25c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:26.805409 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd8b517-64a6-4bef-afbe-e70e4efca25c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:26.805716 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd8b517-64a6-4bef-afbe-e70e4efca25c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:26.867591 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1bd8b517-64a6-4bef-afbe-e70e4efca25c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for floatingip, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:27.253369 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd8b517-64a6-4bef-afbe-e70e4efca25c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Router 987439fc-e900-4158-b528-30b6669b9c65 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:30:27.450251 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd8b517-64a6-4bef-afbe-e70e4efca25c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:30:27.461291 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c2abce-aaa2-42d9-ba6d-8b8cc11e1d11 None None] Sync routers for ids ['987439fc-e900-4158-b528-30b6669b9c65'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:30:27.476734 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c2abce-aaa2-42d9-ba6d-8b8cc11e1d11 None None] Routers {'987439fc-e900-4158-b528-30b6669b9c65'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:30:27.477258 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e9c2abce-aaa2-42d9-ba6d-8b8cc11e1d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:30:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['987439fc-e900-4158-b528-30b6669b9c65'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:27.541640 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-1bd8b517-64a6-4bef-afbe-e70e4efca25c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:27.594440 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-1bd8b517-64a6-4bef-afbe-e70e4efca25c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "DELETE /v2.0/floatingips/5646f98a-3713-4c01-b1e6-b6d21b4d73c9 HTTP/1.1" status: 204 len: 168 time: 1.6569116 Feb 04 12:30:27.595007 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f63583f-f8b9-43da-8f68-50c88a70d35e', 'tag': '43d215d1-421a-4d7c-be84-0dc1ac1af4af'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:30:27.654625 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-e9c2abce-aaa2-42d9-ba6d-8b8cc11e1d11 None None] Set router 987439fc-e900-4158-b528-30b6669b9c65 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:30:27.731504 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f63583f-f8b9-43da-8f68-50c88a70d35e', 'tag': '43d215d1-421a-4d7c-be84-0dc1ac1af4af', 'status': 'completed', 'code': 200} Feb 04 12:30:27.827611 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1151a417-caee-4e58-ab97-3403fe3e577c req-ed43e0cb-94fd-45ec-8a1d-46d76a2a90ce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 1098 time: 0.0744145 Feb 04 12:30:27.961425 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e9c2abce-aaa2-42d9-ba6d-8b8cc11e1d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987439fc-e900-4158-b528-30b6669b9c65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216004732', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '716c1a7d-8399-4dec-bd10-223b0c947753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:27:28Z', 'updated_at': '2022-02-04T12:27:33Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '716c1a7d-8399-4dec-bd10-223b0c947753', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:49:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987439fc-e900-4158-b528-30b6669b9c65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:28Z', 'updated_at': '2022-02-04T12:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '145c3f45-f81b-44de-a854-d6d111e35465', 'name': '', 'network_id': 'eda19703-59fb-48d4-8eac-9e42162be011', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:4a:18:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987439fc-e900-4158-b528-30b6669b9c65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc717391-cd96-4236-b809-5ff39118279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:32Z', 'updated_at': '2022-02-04T12:27:40Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': 'cc717391-cd96-4236-b809-5ff39118279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:27.965944 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c2abce-aaa2-42d9-ba6d-8b8cc11e1d11 None None] Checking router: 987439fc-e900-4158-b528-30b6669b9c65 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:30:27.966396 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151a417-caee-4e58-ab97-3403fe3e577c req-32ff2a3f-3ca3-4e67-9b77-b69cd716d4a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:27.967810 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1151a417-caee-4e58-ab97-3403fe3e577c req-32ff2a3f-3ca3-4e67-9b77-b69cd716d4a1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eda19703-59fb-48d4-8eac-9e42162be011 HTTP/1.1" status: 200 len: 898 time: 0.1333210 Feb 04 12:30:27.976613 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c2abce-aaa2-42d9-ba6d-8b8cc11e1d11 None None] Routers {'987439fc-e900-4158-b528-30b6669b9c65'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:30:27.977207 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e9c2abce-aaa2-42d9-ba6d-8b8cc11e1d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:30:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['987439fc-e900-4158-b528-30b6669b9c65'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:28.126149 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1151a417-caee-4e58-ab97-3403fe3e577c req-46e109af-b117-4d0d-9016-71cc4123cf72 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43d215d1-421a-4d7c-be84-0dc1ac1af4af HTTP/1.1" status: 200 len: 217 time: 0.1526184 Feb 04 12:30:28.171147 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-e9c2abce-aaa2-42d9-ba6d-8b8cc11e1d11 None None] Set router 987439fc-e900-4158-b528-30b6669b9c65 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:30:28.195312 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151a417-caee-4e58-ab97-3403fe3e577c req-6c204fef-e404-479c-9941-682ad1f31f57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:28.196775 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1151a417-caee-4e58-ab97-3403fe3e577c req-6c204fef-e404-479c-9941-682ad1f31f57 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc717391-cd96-4236-b809-5ff39118279b HTTP/1.1" status: 200 len: 835 time: 0.0641265 Feb 04 12:30:28.207055 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be368e5d-dbcd-4002-8af9-1806578e8cae req-26d29b22-91b3-484e-8756-567283fa4952 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:28.208237 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-be368e5d-dbcd-4002-8af9-1806578e8cae req-26d29b22-91b3-484e-8756-567283fa4952 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Synchronizing usage tracker for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:30:28.276646 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1151a417-caee-4e58-ab97-3403fe3e577c req-5beeda04-250e-4beb-9ff8-130719a094ce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eda19703-59fb-48d4-8eac-9e42162be011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727234 Feb 04 12:30:28.295429 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-be368e5d-dbcd-4002-8af9-1806578e8cae req-26d29b22-91b3-484e-8756-567283fa4952 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Unset dirty status for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:30:28.296826 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-be368e5d-dbcd-4002-8af9-1806578e8cae req-26d29b22-91b3-484e-8756-567283fa4952 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 945 time: 0.1708972 Feb 04 12:30:28.346012 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-be368e5d-dbcd-4002-8af9-1806578e8cae req-d5097c82-a73d-4e62-b279-427d6e1dcae4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd04ac57-6b5c-4064-aa08-93310c5bca05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429459 Feb 04 12:30:28.419280 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1151a417-caee-4e58-ab97-3403fe3e577c req-535b89de-78c5-4d42-862e-9bb427f8efab service neutron] 10.222.0.47 "GET /v2.0/networks/eda19703-59fb-48d4-8eac-9e42162be011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347153 Feb 04 12:30:28.496092 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e9c2abce-aaa2-42d9-ba6d-8b8cc11e1d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987439fc-e900-4158-b528-30b6669b9c65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216004732', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '716c1a7d-8399-4dec-bd10-223b0c947753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:27:28Z', 'updated_at': '2022-02-04T12:27:33Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '716c1a7d-8399-4dec-bd10-223b0c947753', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:49:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987439fc-e900-4158-b528-30b6669b9c65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:28Z', 'updated_at': '2022-02-04T12:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '145c3f45-f81b-44de-a854-d6d111e35465', 'name': '', 'network_id': 'eda19703-59fb-48d4-8eac-9e42162be011', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:4a:18:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987439fc-e900-4158-b528-30b6669b9c65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc717391-cd96-4236-b809-5ff39118279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:32Z', 'updated_at': '2022-02-04T12:27:40Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': 'cc717391-cd96-4236-b809-5ff39118279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:28.500328 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c2abce-aaa2-42d9-ba6d-8b8cc11e1d11 None None] The sync data for ids ['987439fc-e900-4158-b528-30b6669b9c65'] in dv-neutron-827825-2-hyperv is: [{'id': '987439fc-e900-4158-b528-30b6669b9c65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216004732', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '716c1a7d-8399-4dec-bd10-223b0c947753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:27:28Z', 'updated_at': '2022-02-04T12:27:33Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '716c1a7d-8399-4dec-bd10-223b0c947753', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:49:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987439fc-e900-4158-b528-30b6669b9c65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:28Z', 'updated_at': '2022-02-04T12:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '145c3f45-f81b-44de-a854-d6d111e35465', 'name': '', 'network_id': 'eda19703-59fb-48d4-8eac-9e42162be011', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:4a:18:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987439fc-e900-4158-b528-30b6669b9c65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc717391-cd96-4236-b809-5ff39118279b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:32Z', 'updated_at': '2022-02-04T12:27:40Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': 'cc717391-cd96-4236-b809-5ff39118279b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:30:28.559061 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1151a417-caee-4e58-ab97-3403fe3e577c req-f41a50c2-4846-4602-9130-7e6b295c9345 service neutron] 10.222.0.47 "GET /v2.0/networks/eda19703-59fb-48d4-8eac-9e42162be011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334555 Feb 04 12:30:28.717588 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df75e38f-b07a-4463-a8ad-3baf04ef42c5 None None] New status for floating IP 5646f98a-3713-4c01-b1e6-b6d21b4d73c9: DOWN {{(pid=84207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 12:30:29.558524 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58759088-568b-4763-b2ce-75fb838af8b1 req-0e4d29b8-5331-458b-a682-c63b665ffc40 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:29.559892 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-58759088-568b-4763-b2ce-75fb838af8b1 req-0e4d29b8-5331-458b-a682-c63b665ffc40 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 945 time: 0.0810902 Feb 04 12:30:29.605246 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-58759088-568b-4763-b2ce-75fb838af8b1 req-40393538-bb57-4ac7-9c2e-9a1d895bd23d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd04ac57-6b5c-4064-aa08-93310c5bca05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399041 Feb 04 12:30:29.802058 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877230e7-87c9-479a-be7f-43e9f8b1b1e8 req-853b1c09-1aa5-47af-8cc4-fc6781a1d37f tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:29.803450 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-877230e7-87c9-479a-be7f-43e9f8b1b1e8 req-853b1c09-1aa5-47af-8cc4-fc6781a1d37f tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 945 time: 0.0730395 Feb 04 12:30:29.872664 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [req-877230e7-87c9-479a-be7f-43e9f8b1b1e8 req-04d052f6-819d-46ca-a2fe-fb8f7a6e64c5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Deleting port 43d215d1-421a-4d7c-be84-0dc1ac1af4af {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:30:29.872996 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-877230e7-87c9-479a-be7f-43e9f8b1b1e8 req-04d052f6-819d-46ca-a2fe-fb8f7a6e64c5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:30.115324 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-877230e7-87c9-479a-be7f-43e9f8b1b1e8 req-04d052f6-819d-46ca-a2fe-fb8f7a6e64c5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] For port 43d215d1-421a-4d7c-be84-0dc1ac1af4af, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=43d215d1-421a-4d7c-be84-0dc1ac1af4af,segment=NetworkSegment(413e6f5d-da25-4976-b93f-2bbcfc3a15c3),segment_id=413e6f5d-da25-4976-b93f-2bbcfc3a15c3)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:30.115671 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-877230e7-87c9-479a-be7f-43e9f8b1b1e8 req-04d052f6-819d-46ca-a2fe-fb8f7a6e64c5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:30.241548 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [req-877230e7-87c9-479a-be7f-43e9f8b1b1e8 req-04d052f6-819d-46ca-a2fe-fb8f7a6e64c5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Calling delete_port for 43d215d1-421a-4d7c-be84-0dc1ac1af4af owned by compute:nova {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:30:30.440034 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-877230e7-87c9-479a-be7f-43e9f8b1b1e8 req-04d052f6-819d-46ca-a2fe-fb8f7a6e64c5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:30.495780 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d052f6-819d-46ca-a2fe-fb8f7a6e64c5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event deleted for resources: {'Port': ['ID=43d215d1-421a-4d7c-be84-0dc1ac1af4af,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:30.562395 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d052f6-819d-46ca-a2fe-fb8f7a6e64c5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:30.563416 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d052f6-819d-46ca-a2fe-fb8f7a6e64c5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:30.563416 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d052f6-819d-46ca-a2fe-fb8f7a6e64c5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:30.563416 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d052f6-819d-46ca-a2fe-fb8f7a6e64c5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:30.563940 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d052f6-819d-46ca-a2fe-fb8f7a6e64c5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:30.563940 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d052f6-819d-46ca-a2fe-fb8f7a6e64c5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:30.564270 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d052f6-819d-46ca-a2fe-fb8f7a6e64c5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:30.564553 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d052f6-819d-46ca-a2fe-fb8f7a6e64c5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:30.564861 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d052f6-819d-46ca-a2fe-fb8f7a6e64c5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:30.565166 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d052f6-819d-46ca-a2fe-fb8f7a6e64c5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:30.565475 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d052f6-819d-46ca-a2fe-fb8f7a6e64c5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:30.579392 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [req-877230e7-87c9-479a-be7f-43e9f8b1b1e8 req-04d052f6-819d-46ca-a2fe-fb8f7a6e64c5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] No DVR routers for this DVR port 43d215d1-421a-4d7c-be84-0dc1ac1af4af on host hv-neutron-8278 {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:30:30.581566 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-877230e7-87c9-479a-be7f-43e9f8b1b1e8 req-04d052f6-819d-46ca-a2fe-fb8f7a6e64c5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:30.584213 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f63583f-f8b9-43da-8f68-50c88a70d35e', 'name': 'network-vif-deleted', 'tag': '43d215d1-421a-4d7c-be84-0dc1ac1af4af'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:30:30.647769 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-877230e7-87c9-479a-be7f-43e9f8b1b1e8 req-04d052f6-819d-46ca-a2fe-fb8f7a6e64c5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.47 "DELETE /v2.0/ports/43d215d1-421a-4d7c-be84-0dc1ac1af4af HTTP/1.1" status: 204 len: 173 time: 0.8393800 Feb 04 12:30:30.771431 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-2465735d-758a-44d3-bc05-ceb11972ce17 req-251df098-153d-4236-a7d9-7881d8701a0e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Synchronizing usage tracker for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:30:30.786114 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f63583f-f8b9-43da-8f68-50c88a70d35e', 'name': 'network-vif-deleted', 'tag': '43d215d1-421a-4d7c-be84-0dc1ac1af4af', 'status': 'completed', 'code': 200} Feb 04 12:30:30.849973 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-2465735d-758a-44d3-bc05-ceb11972ce17 req-251df098-153d-4236-a7d9-7881d8701a0e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Unset dirty status for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:30:30.851286 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-2465735d-758a-44d3-bc05-ceb11972ce17 req-251df098-153d-4236-a7d9-7881d8701a0e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f63583f-f8b9-43da-8f68-50c88a70d35e HTTP/1.1" status: 200 len: 210 time: 0.1242085 Feb 04 12:30:31.959245 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48318) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:30:32.377564 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3824b869-149d-4c97-8827-837d778385c7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:33.105962 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-3824b869-149d-4c97-8827-837d778385c7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Deleting port 145c3f45-f81b-44de-a854-d6d111e35465 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:30:33.106697 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3824b869-149d-4c97-8827-837d778385c7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:33.292992 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-3824b869-149d-4c97-8827-837d778385c7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] For port 145c3f45-f81b-44de-a854-d6d111e35465, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=145c3f45-f81b-44de-a854-d6d111e35465,segment=NetworkSegment(413e6f5d-da25-4976-b93f-2bbcfc3a15c3),segment_id=413e6f5d-da25-4976-b93f-2bbcfc3a15c3)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:33.293341 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3824b869-149d-4c97-8827-837d778385c7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:33.412224 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-3824b869-149d-4c97-8827-837d778385c7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Calling delete_port for 145c3f45-f81b-44de-a854-d6d111e35465 owned by network:router_interface {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:30:33.651713 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3824b869-149d-4c97-8827-837d778385c7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:33.697872 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824b869-149d-4c97-8827-837d778385c7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event deleted for resources: {'Port': ['ID=145c3f45-f81b-44de-a854-d6d111e35465,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:33.784222 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 43d215d1-421a-4d7c-be84-0dc1ac1af4af no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:30:33.866862 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] No Port match for: 43d215d1-421a-4d7c-be84-0dc1ac1af4af {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:30:33.867200 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 43d215d1-421a-4d7c-be84-0dc1ac1af4af not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:30:34.085824 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3824b869-149d-4c97-8827-837d778385c7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:34.646916 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3824b869-149d-4c97-8827-837d778385c7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Router 987439fc-e900-4158-b528-30b6669b9c65 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:30:34.845429 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3824b869-149d-4c97-8827-837d778385c7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:30:34.856562 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa6b9ee-fcc8-4306-b2de-76e340ef2da7 None None] Sync routers for ids ['987439fc-e900-4158-b528-30b6669b9c65'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:30:34.869155 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa6b9ee-fcc8-4306-b2de-76e340ef2da7 None None] Routers {'987439fc-e900-4158-b528-30b6669b9c65'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:30:34.872178 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-cfa6b9ee-fcc8-4306-b2de-76e340ef2da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:30:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['987439fc-e900-4158-b528-30b6669b9c65'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:34.939008 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3824b869-149d-4c97-8827-837d778385c7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "PUT /v2.0/routers/987439fc-e900-4158-b528-30b6669b9c65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9784889 Feb 04 12:30:34.941442 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48322) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:30:35.047781 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-cfa6b9ee-fcc8-4306-b2de-76e340ef2da7 None None] Set router 987439fc-e900-4158-b528-30b6669b9c65 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:30:35.125415 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-7001f5ee-5abc-41f5-bbdc-46685445007d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Deleting subnet cc717391-cd96-4236-b809-5ff39118279b {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 12:30:35.128272 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7001f5ee-5abc-41f5-bbdc-46685445007d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:35.186081 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7001f5ee-5abc-41f5-bbdc-46685445007d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:35.277429 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7001f5ee-5abc-41f5-bbdc-46685445007d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:35.332977 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-cfa6b9ee-fcc8-4306-b2de-76e340ef2da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987439fc-e900-4158-b528-30b6669b9c65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216004732', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '716c1a7d-8399-4dec-bd10-223b0c947753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:27:28Z', 'updated_at': '2022-02-04T12:30:33Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '716c1a7d-8399-4dec-bd10-223b0c947753', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:49:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987439fc-e900-4158-b528-30b6669b9c65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:28Z', 'updated_at': '2022-02-04T12:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:35.338352 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa6b9ee-fcc8-4306-b2de-76e340ef2da7 None None] Checking router: 987439fc-e900-4158-b528-30b6669b9c65 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:30:35.349051 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa6b9ee-fcc8-4306-b2de-76e340ef2da7 None None] Routers {'987439fc-e900-4158-b528-30b6669b9c65'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:30:35.349647 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-cfa6b9ee-fcc8-4306-b2de-76e340ef2da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:30:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['987439fc-e900-4158-b528-30b6669b9c65'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:35.444510 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7001f5ee-5abc-41f5-bbdc-46685445007d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:35.485823 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7001f5ee-5abc-41f5-bbdc-46685445007d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event deleted for resources: {'Subnet': ['ID=cc717391-cd96-4236-b809-5ff39118279b,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:35.491982 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-7001f5ee-5abc-41f5-bbdc-46685445007d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:35.499081 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-7001f5ee-5abc-41f5-bbdc-46685445007d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "DELETE /v2.0/subnets/cc717391-cd96-4236-b809-5ff39118279b HTTP/1.1" status: 204 len: 168 time: 0.5566452 Feb 04 12:30:35.501569 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48326) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:30:35.502592 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72311d8-674f-4296-9fc2-640e985b91dc None None] Network eda19703-59fb-48d4-8eac-9e42162be011 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:30:35.641029 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-cfa6b9ee-fcc8-4306-b2de-76e340ef2da7 None None] Set router 987439fc-e900-4158-b528-30b6669b9c65 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:30:35.700142 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8d93f1b7-1f98-4759-b765-af52e41741f6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:35.980043 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a39c1b-8465-4d51-9f30-379a8135f7f6 None None] DHCP port deletion for eda19703-59fb-48d4-8eac-9e42162be011 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 12:30:35.987435 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-e9a39c1b-8465-4d51-9f30-379a8135f7f6 None None] Deleting port f4cbef13-7731-471c-bd34-fea9f81c34b5 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:30:35.987877 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e9a39c1b-8465-4d51-9f30-379a8135f7f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:36.018583 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8d93f1b7-1f98-4759-b765-af52e41741f6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:36.029763 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-cfa6b9ee-fcc8-4306-b2de-76e340ef2da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987439fc-e900-4158-b528-30b6669b9c65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216004732', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '716c1a7d-8399-4dec-bd10-223b0c947753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:27:28Z', 'updated_at': '2022-02-04T12:30:33Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '716c1a7d-8399-4dec-bd10-223b0c947753', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:49:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987439fc-e900-4158-b528-30b6669b9c65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:28Z', 'updated_at': '2022-02-04T12:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:36.038526 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa6b9ee-fcc8-4306-b2de-76e340ef2da7 None None] The sync data for ids ['987439fc-e900-4158-b528-30b6669b9c65'] in dv-neutron-827825-2-hyperv is: [{'id': '987439fc-e900-4158-b528-30b6669b9c65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216004732', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '716c1a7d-8399-4dec-bd10-223b0c947753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:27:28Z', 'updated_at': '2022-02-04T12:30:33Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': '716c1a7d-8399-4dec-bd10-223b0c947753', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:49:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987439fc-e900-4158-b528-30b6669b9c65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:28Z', 'updated_at': '2022-02-04T12:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:30:36.091134 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-8d93f1b7-1f98-4759-b765-af52e41741f6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Deleting port 716c1a7d-8399-4dec-bd10-223b0c947753 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:30:36.091490 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8d93f1b7-1f98-4759-b765-af52e41741f6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:36.235586 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-e9a39c1b-8465-4d51-9f30-379a8135f7f6 None None] For port f4cbef13-7731-471c-bd34-fea9f81c34b5, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=f4cbef13-7731-471c-bd34-fea9f81c34b5,segment=NetworkSegment(413e6f5d-da25-4976-b93f-2bbcfc3a15c3),segment_id=413e6f5d-da25-4976-b93f-2bbcfc3a15c3)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:36.235965 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e9a39c1b-8465-4d51-9f30-379a8135f7f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:36.270843 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-8d93f1b7-1f98-4759-b765-af52e41741f6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] For port 716c1a7d-8399-4dec-bd10-223b0c947753, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=716c1a7d-8399-4dec-bd10-223b0c947753,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:36.271193 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8d93f1b7-1f98-4759-b765-af52e41741f6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:36.353690 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-e9a39c1b-8465-4d51-9f30-379a8135f7f6 None None] Calling delete_port for f4cbef13-7731-471c-bd34-fea9f81c34b5 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:30:36.391371 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-8d93f1b7-1f98-4759-b765-af52e41741f6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Calling delete_port for 716c1a7d-8399-4dec-bd10-223b0c947753 owned by network:router_gateway {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:30:36.450640 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 145c3f45-f81b-44de-a854-d6d111e35465 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:30:36.487217 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 145c3f45-f81b-44de-a854-d6d111e35465 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:30:36.488516 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 145c3f45-f81b-44de-a854-d6d111e35465 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:30:36.488516 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device f4cbef13-7731-471c-bd34-fea9f81c34b5 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:30:36.515753 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e9a39c1b-8465-4d51-9f30-379a8135f7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:36.554696 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: f4cbef13-7731-471c-bd34-fea9f81c34b5 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:30:36.555042 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device f4cbef13-7731-471c-bd34-fea9f81c34b5 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:30:36.563574 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a39c1b-8465-4d51-9f30-379a8135f7f6 None None] Pushing event deleted for resources: {'Port': ['ID=f4cbef13-7731-471c-bd34-fea9f81c34b5,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:36.577271 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a39c1b-8465-4d51-9f30-379a8135f7f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:36.580152 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a39c1b-8465-4d51-9f30-379a8135f7f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:36.580152 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a39c1b-8465-4d51-9f30-379a8135f7f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:36.580152 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a39c1b-8465-4d51-9f30-379a8135f7f6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:36.580152 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a39c1b-8465-4d51-9f30-379a8135f7f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:36.580152 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a39c1b-8465-4d51-9f30-379a8135f7f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:36.580152 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a39c1b-8465-4d51-9f30-379a8135f7f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:36.580152 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a39c1b-8465-4d51-9f30-379a8135f7f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:36.580152 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a39c1b-8465-4d51-9f30-379a8135f7f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:36.580152 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a39c1b-8465-4d51-9f30-379a8135f7f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:36.581049 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a39c1b-8465-4d51-9f30-379a8135f7f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:36.582883 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a39c1b-8465-4d51-9f30-379a8135f7f6 None None] No DVR routers for this DVR port f4cbef13-7731-471c-bd34-fea9f81c34b5 on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:30:36.628175 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8d93f1b7-1f98-4759-b765-af52e41741f6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:36.672139 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93f1b7-1f98-4759-b765-af52e41741f6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event deleted for resources: {'Port': ['ID=716c1a7d-8399-4dec-bd10-223b0c947753,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:36.714362 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:36.905419 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8d93f1b7-1f98-4759-b765-af52e41741f6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:37.167555 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8d93f1b7-1f98-4759-b765-af52e41741f6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:37.167555 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8d93f1b7-1f98-4759-b765-af52e41741f6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:37.279347 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8d93f1b7-1f98-4759-b765-af52e41741f6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:37.279917 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d93f1b7-1f98-4759-b765-af52e41741f6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Fanout notify agent at l3_agent the message router_deleted on router 987439fc-e900-4158-b528-30b6669b9c65 {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:30:37.298132 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8d93f1b7-1f98-4759-b765-af52e41741f6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:37.299227 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8d93f1b7-1f98-4759-b765-af52e41741f6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "DELETE /v2.0/routers/987439fc-e900-4158-b528-30b6669b9c65 HTTP/1.1" status: 204 len: 168 time: 1.7967560 Feb 04 12:30:37.303496 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48330) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:30:37.522555 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b5951f18-c40b-4dd9-abbc-e674efe83a3b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:37.657162 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b5951f18-c40b-4dd9-abbc-e674efe83a3b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:37.682200 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-b5951f18-c40b-4dd9-abbc-e674efe83a3b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eda19703-59fb-48d4-8eac-9e42162be011']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:37.693785 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-b5951f18-c40b-4dd9-abbc-e674efe83a3b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '413e6f5d-da25-4976-b93f-2bbcfc3a15c3') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:37.694101 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-b5951f18-c40b-4dd9-abbc-e674efe83a3b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '413e6f5d-da25-4976-b93f-2bbcfc3a15c3') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:37.704998 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b5951f18-c40b-4dd9-abbc-e674efe83a3b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:37.720938 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b5951f18-c40b-4dd9-abbc-e674efe83a3b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:37.726780 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5951f18-c40b-4dd9-abbc-e674efe83a3b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 12:30:37.727160 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b5951f18-c40b-4dd9-abbc-e674efe83a3b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:37.745680 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 12:30:37.745680 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 12:30:37.745680 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 12:30:37.745680 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:30:37.745680 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 12:30:37.745680 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:30:37.745680 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 12:30:37.745680 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:30:37.745680 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 12:30:37.745680 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:30:37.745680 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 12:30:37.745680 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:30:37.745680 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 12:30:37.745680 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:30:37.745680 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:30:37.745680 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:30:37.745680 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:30:37.745680 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:30:37.745680 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 12:30:37.745680 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:30:37.745680 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 12:30:37.745680 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:30:37.745680 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:30:37.745680 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 12:30:37.745680 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 12:30:37.745680 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 12:30:37.745680 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:30:37.745680 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 12:30:37.745680 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:30:37.745680 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 12:30:37.745680 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:30:37.745680 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:30:37.891378 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b5951f18-c40b-4dd9-abbc-e674efe83a3b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:37.908921 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b5951f18-c40b-4dd9-abbc-e674efe83a3b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:37.920268 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5951f18-c40b-4dd9-abbc-e674efe83a3b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event deleted for resources: {'Network': ['ID=eda19703-59fb-48d4-8eac-9e42162be011,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:38.017872 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b5951f18-c40b-4dd9-abbc-e674efe83a3b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "DELETE /v2.0/networks/eda19703-59fb-48d4-8eac-9e42162be011 HTTP/1.1" status: 204 len: 168 time: 0.7132320 Feb 04 12:30:38.020428 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48334) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:30:38.093717 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ac32372c-0412-43c2-a234-631842f58041 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:38.122489 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ac32372c-0412-43c2-a234-631842f58041 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:38.268213 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ac32372c-0412-43c2-a234-631842f58041 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:38.286571 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32372c-0412-43c2-a234-631842f58041 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd04ac57-6b5c-4064-aa08-93310c5bca05,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:38.352995 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ac32372c-0412-43c2-a234-631842f58041 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:38.354287 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ac32372c-0412-43c2-a234-631842f58041 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "DELETE /v2.0/security-groups/cd04ac57-6b5c-4064-aa08-93310c5bca05 HTTP/1.1" status: 204 len: 168 time: 0.3329637 Feb 04 12:30:38.420046 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 716c1a7d-8399-4dec-bd10-223b0c947753 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:30:38.456438 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 716c1a7d-8399-4dec-bd10-223b0c947753 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:30:38.456781 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 716c1a7d-8399-4dec-bd10-223b0c947753 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:30:38.895455 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48342) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:30:38.901077 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-59fbce8a-1030-46b9-b4d5-f19c9e7dc40c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1725028663', 'description': 'tempest-secgroup-smoke-1725028663 description', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:30:38.907242 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-59fbce8a-1030-46b9-b4d5-f19c9e7dc40c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:30:38.911309 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-59fbce8a-1030-46b9-b4d5-f19c9e7dc40c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:30:38.914178 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-59fbce8a-1030-46b9-b4d5-f19c9e7dc40c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:30:38.920606 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-59fbce8a-1030-46b9-b4d5-f19c9e7dc40c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:30:38.977131 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-59fbce8a-1030-46b9-b4d5-f19c9e7dc40c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:39.012184 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-59fbce8a-1030-46b9-b4d5-f19c9e7dc40c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:30:39.016070 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-59fbce8a-1030-46b9-b4d5-f19c9e7dc40c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group_rule and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:30:39.018868 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-59fbce8a-1030-46b9-b4d5-f19c9e7dc40c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:30:39.025021 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-59fbce8a-1030-46b9-b4d5-f19c9e7dc40c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:30:39.080750 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-59fbce8a-1030-46b9-b4d5-f19c9e7dc40c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:39.119813 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-59fbce8a-1030-46b9-b4d5-f19c9e7dc40c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:39.166940 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fbce8a-1030-46b9-b4d5-f19c9e7dc40c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=105a7837-b56f-422f-94e9-238601ad106d,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:39.205160 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-59fbce8a-1030-46b9-b4d5-f19c9e7dc40c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:39.206461 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-59fbce8a-1030-46b9-b4d5-f19c9e7dc40c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3100455 Feb 04 12:30:39.209184 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48346) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:30:39.215330 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-74c45848-e665-49ef-ba78-97abd2508fdd tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'security_group_rule': {'security_group_id': '105a7837-b56f-422f-94e9-238601ad106d', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:30:39.221336 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-74c45848-e665-49ef-ba78-97abd2508fdd tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:30:39.225283 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-74c45848-e665-49ef-ba78-97abd2508fdd tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group_rule and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:30:39.228935 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-74c45848-e665-49ef-ba78-97abd2508fdd tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:30:39.234828 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-74c45848-e665-49ef-ba78-97abd2508fdd tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:30:39.297353 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-74c45848-e665-49ef-ba78-97abd2508fdd tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:39.360826 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-74c45848-e665-49ef-ba78-97abd2508fdd tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:39.405453 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-74c45848-e665-49ef-ba78-97abd2508fdd tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:39.428017 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c45848-e665-49ef-ba78-97abd2508fdd tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b191cb57-dae2-41a3-bc50-c78da6d03dff,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:39.473789 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-74c45848-e665-49ef-ba78-97abd2508fdd tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:39.475047 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-74c45848-e665-49ef-ba78-97abd2508fdd tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2649765 Feb 04 12:30:39.477916 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48350) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:30:39.483641 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-754b6ba7-0abf-4eee-9dd7-4c5c1e827cb4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'security_group_rule': {'security_group_id': '105a7837-b56f-422f-94e9-238601ad106d', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:30:39.489609 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-754b6ba7-0abf-4eee-9dd7-4c5c1e827cb4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:30:39.493535 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-754b6ba7-0abf-4eee-9dd7-4c5c1e827cb4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group_rule and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:30:39.496357 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-754b6ba7-0abf-4eee-9dd7-4c5c1e827cb4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:30:39.502104 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-754b6ba7-0abf-4eee-9dd7-4c5c1e827cb4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:30:39.569875 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-754b6ba7-0abf-4eee-9dd7-4c5c1e827cb4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:39.640700 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-754b6ba7-0abf-4eee-9dd7-4c5c1e827cb4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:39.679843 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-754b6ba7-0abf-4eee-9dd7-4c5c1e827cb4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:39.704054 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b6ba7-0abf-4eee-9dd7-4c5c1e827cb4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=470e53c5-ac98-43ab-aec5-81d3c24f3caf,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:39.776662 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-754b6ba7-0abf-4eee-9dd7-4c5c1e827cb4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:39.778192 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-754b6ba7-0abf-4eee-9dd7-4c5c1e827cb4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2989628 Feb 04 12:30:39.781236 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48354) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:30:39.786679 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-529ae058-340f-4c86-8e8f-94893310190b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'security_group_rule': {'security_group_id': '105a7837-b56f-422f-94e9-238601ad106d', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:30:39.792458 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-529ae058-340f-4c86-8e8f-94893310190b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:30:39.796207 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-529ae058-340f-4c86-8e8f-94893310190b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group_rule and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:30:39.799038 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-529ae058-340f-4c86-8e8f-94893310190b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:30:39.804736 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-529ae058-340f-4c86-8e8f-94893310190b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:30:39.909165 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-529ae058-340f-4c86-8e8f-94893310190b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:39.976504 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-529ae058-340f-4c86-8e8f-94893310190b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:40.034356 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-529ae058-340f-4c86-8e8f-94893310190b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:40.059494 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ae058-340f-4c86-8e8f-94893310190b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aed19c76-3792-42ee-baab-d0a22dc96c79,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:40.125405 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-529ae058-340f-4c86-8e8f-94893310190b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:40.126680 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-529ae058-340f-4c86-8e8f-94893310190b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3445430 Feb 04 12:30:40.129380 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48358) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:30:40.134823 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-948c8bee-3ce2-4f33-92b9-50a2502c56ac tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'security_group_rule': {'security_group_id': '105a7837-b56f-422f-94e9-238601ad106d', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:30:40.140765 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-948c8bee-3ce2-4f33-92b9-50a2502c56ac tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:30:40.144531 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-948c8bee-3ce2-4f33-92b9-50a2502c56ac tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group_rule and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:30:40.147358 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-948c8bee-3ce2-4f33-92b9-50a2502c56ac tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:30:40.153443 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-948c8bee-3ce2-4f33-92b9-50a2502c56ac tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:30:40.252111 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-948c8bee-3ce2-4f33-92b9-50a2502c56ac tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:40.316304 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-948c8bee-3ce2-4f33-92b9-50a2502c56ac tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:40.364982 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-948c8bee-3ce2-4f33-92b9-50a2502c56ac tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:40.392282 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c8bee-3ce2-4f33-92b9-50a2502c56ac tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8c33205-ca2a-4afc-821e-123e592b0f30,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:40.479127 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-948c8bee-3ce2-4f33-92b9-50a2502c56ac tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:40.480343 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-948c8bee-3ce2-4f33-92b9-50a2502c56ac tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3500218 Feb 04 12:30:40.483218 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48362) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:30:40.489265 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-a9963474-c6e6-446f-bf8e-4392dbfd8407 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'security_group_rule': {'security_group_id': '105a7837-b56f-422f-94e9-238601ad106d', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:30:40.496020 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a9963474-c6e6-446f-bf8e-4392dbfd8407 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:30:40.499939 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a9963474-c6e6-446f-bf8e-4392dbfd8407 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group_rule and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:30:40.502925 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a9963474-c6e6-446f-bf8e-4392dbfd8407 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:30:40.509555 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a9963474-c6e6-446f-bf8e-4392dbfd8407 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:30:40.782836 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.securitygroups_db [None req-a9963474-c6e6-446f-bf8e-4392dbfd8407 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Project 2e443f5181274c41895cf3b1d3b2b8b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:30:40.789626 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a9963474-c6e6-446f-bf8e-4392dbfd8407 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:40.856258 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a9963474-c6e6-446f-bf8e-4392dbfd8407 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:40.936367 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a9963474-c6e6-446f-bf8e-4392dbfd8407 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:40.962439 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9963474-c6e6-446f-bf8e-4392dbfd8407 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cf5732e-4775-443f-9227-837c503b70b2,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:41.043780 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a9963474-c6e6-446f-bf8e-4392dbfd8407 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:41.044883 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a9963474-c6e6-446f-bf8e-4392dbfd8407 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5606613 Feb 04 12:30:41.047727 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48366) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:30:41.053319 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-6051c893-43f7-454e-8177-f518e8658967 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'security_group_rule': {'security_group_id': '105a7837-b56f-422f-94e9-238601ad106d', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:30:41.060196 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6051c893-43f7-454e-8177-f518e8658967 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:30:41.064642 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6051c893-43f7-454e-8177-f518e8658967 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:security_group_rule and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:30:41.068069 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-6051c893-43f7-454e-8177-f518e8658967 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:30:41.075155 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-6051c893-43f7-454e-8177-f518e8658967 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:30:41.136633 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.securitygroups_db [None req-6051c893-43f7-454e-8177-f518e8658967 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Project 2e443f5181274c41895cf3b1d3b2b8b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:30:41.144284 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6051c893-43f7-454e-8177-f518e8658967 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:41.217590 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6051c893-43f7-454e-8177-f518e8658967 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:41.283893 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6051c893-43f7-454e-8177-f518e8658967 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:41.307966 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051c893-43f7-454e-8177-f518e8658967 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd9c2f1b-0e79-4c1a-a7cc-a43e0c4fb256,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:41.371613 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6051c893-43f7-454e-8177-f518e8658967 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:41.373023 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6051c893-43f7-454e-8177-f518e8658967 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3243468 Feb 04 12:30:41.375876 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48370) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:30:41.381448 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-efdfd4c5-d15b-4ff5-966b-c4a245dc8e24 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'network': {'name': 'tempest-network-smoke--1937242284', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'port_security_enabled': True}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:30:41.387370 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-efdfd4c5-d15b-4ff5-966b-c4a245dc8e24 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:30:41.392282 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-efdfd4c5-d15b-4ff5-966b-c4a245dc8e24 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:network and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:30:41.395509 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-efdfd4c5-d15b-4ff5-966b-c4a245dc8e24 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:30:41.401544 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-efdfd4c5-d15b-4ff5-966b-c4a245dc8e24 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:30:41.479920 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdfd4c5-d15b-4ff5-966b-c4a245dc8e24 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Made reservation on behalf of 2e443f5181274c41895cf3b1d3b2b8b5 for: {'network': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:30:41.483077 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-efdfd4c5-d15b-4ff5-966b-c4a245dc8e24 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:41.513238 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efdfd4c5-d15b-4ff5-966b-c4a245dc8e24 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=84205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:30:41.522556 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-efdfd4c5-d15b-4ff5-966b-c4a245dc8e24 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:41.522887 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.segments_db [None req-efdfd4c5-d15b-4ff5-966b-c4a245dc8e24 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Added segment 5c4945d2-cce7-4d3a-b42d-e43bb066947e of type vlan for network f81ecbfc-4013-4553-bfcf-b710bac586c6 Feb 04 12:30:41.549740 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-efdfd4c5-d15b-4ff5-966b-c4a245dc8e24 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:41.633715 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-efdfd4c5-d15b-4ff5-966b-c4a245dc8e24 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:41.637587 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdfd4c5-d15b-4ff5-966b-c4a245dc8e24 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:41.638260 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-efdfd4c5-d15b-4ff5-966b-c4a245dc8e24 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:41.750666 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdfd4c5-d15b-4ff5-966b-c4a245dc8e24 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'Network': ['ID=f81ecbfc-4013-4553-bfcf-b710bac586c6,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:41.761643 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network f81ecbfc-4013-4553-bfcf-b710bac586c6 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:30:41.799253 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-efdfd4c5-d15b-4ff5-966b-c4a245dc8e24 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4223297 Feb 04 12:30:41.802291 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48374) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:30:41.808667 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-c53929d5-c850-44de-bad8-56dad834ac96 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1192745044', 'admin_state_up': True, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:30:41.816054 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c53929d5-c850-44de-bad8-56dad834ac96 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:30:41.819913 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c53929d5-c850-44de-bad8-56dad834ac96 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:router and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:30:41.823802 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-c53929d5-c850-44de-bad8-56dad834ac96 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:30:41.829980 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-c53929d5-c850-44de-bad8-56dad834ac96 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:30:41.932019 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c53929d5-c850-44de-bad8-56dad834ac96 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:41.932887 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c53929d5-c850-44de-bad8-56dad834ac96 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:41.954212 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c53929d5-c850-44de-bad8-56dad834ac96 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:42.199232 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c53929d5-c850-44de-bad8-56dad834ac96 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:42.221372 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b681aef2-6020-4dd4-8612-d303cb9bbfd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:42.457714 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c53929d5-c850-44de-bad8-56dad834ac96 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for router_gateway, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:42.487737 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c53929d5-c850-44de-bad8-56dad834ac96 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:42.619916 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-c53929d5-c850-44de-bad8-56dad834ac96 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Allocated IP 172.26.3.95 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/a01fbcbf-98b2-4389-9644-756b4d9cbd5b) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:30:42.855529 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c53929d5-c850-44de-bad8-56dad834ac96 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:42.919568 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c53929d5-c850-44de-bad8-56dad834ac96 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:42.987706 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53929d5-c850-44de-bad8-56dad834ac96 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:30:42.990570 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-c53929d5-c850-44de-bad8-56dad834ac96 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:30:42.995677 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53929d5-c850-44de-bad8-56dad834ac96 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:30:43.019719 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53929d5-c850-44de-bad8-56dad834ac96 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'Port': ['ID=a01fbcbf-98b2-4389-9644-756b4d9cbd5b,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:43.216367 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c53929d5-c850-44de-bad8-56dad834ac96 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for router_gateway, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:43.217105 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c53929d5-c850-44de-bad8-56dad834ac96 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:43.525638 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53929d5-c850-44de-bad8-56dad834ac96 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Router 5a2e52f2-7fec-43fe-a8e7-a0771590de4b is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:30:43.728178 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53929d5-c850-44de-bad8-56dad834ac96 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:30:43.738663 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a78238-f2e3-4b0f-b923-4ac09820de04 None None] Sync routers for ids ['5a2e52f2-7fec-43fe-a8e7-a0771590de4b'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:30:43.751288 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a78238-f2e3-4b0f-b923-4ac09820de04 None None] Routers {'5a2e52f2-7fec-43fe-a8e7-a0771590de4b'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:30:43.751879 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-19a78238-f2e3-4b0f-b923-4ac09820de04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:30:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5a2e52f2-7fec-43fe-a8e7-a0771590de4b'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:43.821824 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:30:43.851231 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-c53929d5-c850-44de-bad8-56dad834ac96 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:43.852528 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-c53929d5-c850-44de-bad8-56dad834ac96 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0492704 Feb 04 12:30:43.855767 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48378) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:30:43.934559 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-19a78238-f2e3-4b0f-b923-4ac09820de04 None None] Set router 5a2e52f2-7fec-43fe-a8e7-a0771590de4b gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:30:44.073302 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-68ad1d62-79f3-4e93-89f9-6b91c6b0df95 tempest-TestNetworkAdvancedServerOps-245603530 tempest-TestNetworkAdvancedServerOps-245603530-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=2e443f5181274c41895cf3b1d3b2b8b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2161636 Feb 04 12:30:44.075727 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48384) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:30:44.220912 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-19a78238-f2e3-4b0f-b923-4ac09820de04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192745044', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a01fbcbf-98b2-4389-9644-756b4d9cbd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:30:41Z', 'updated_at': '2022-02-04T12:30:43Z', 'revision_number': 3, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': 'a01fbcbf-98b2-4389-9644-756b4d9cbd5b', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:30:42Z', 'updated_at': '2022-02-04T12:30:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:44.222943 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e49310-c30f-48a7-ad13-6d87ca99d050 tempest-TestNetworkAdvancedServerOps-245603530 tempest-TestNetworkAdvancedServerOps-245603530-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:44.224528 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-26e49310-c30f-48a7-ad13-6d87ca99d050 tempest-TestNetworkAdvancedServerOps-245603530 tempest-TestNetworkAdvancedServerOps-245603530-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1478179 Feb 04 12:30:44.225974 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a78238-f2e3-4b0f-b923-4ac09820de04 None None] Checking router: 5a2e52f2-7fec-43fe-a8e7-a0771590de4b for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:30:44.226325 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a78238-f2e3-4b0f-b923-4ac09820de04 None None] Updating router 5a2e52f2-7fec-43fe-a8e7-a0771590de4b port a01fbcbf-98b2-4389-9644-756b4d9cbd5b binding host dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 12:30:44.227221 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48388) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:30:44.270537 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d87ba7c0-398a-4b94-a304-22e0336fe263 tempest-TestNetworkAdvancedServerOps-245603530 tempest-TestNetworkAdvancedServerOps-245603530-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=63d4ab6b-931d-42a4-aa18-bedd81d582fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422442 Feb 04 12:30:44.273116 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48392) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:30:44.278518 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-df148865-a3e4-4488-988d-402f508c73cd tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1913905370', 'network_id': 'f81ecbfc-4013-4553-bfcf-b710bac586c6', 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:30:44.278709 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-19a78238-f2e3-4b0f-b923-4ac09820de04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:44.387016 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-df148865-a3e4-4488-988d-402f508c73cd tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:30:44.390903 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-df148865-a3e4-4488-988d-402f508c73cd tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:subnet and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:30:44.393786 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-df148865-a3e4-4488-988d-402f508c73cd tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:30:44.399422 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-df148865-a3e4-4488-988d-402f508c73cd tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:30:44.479975 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df148865-a3e4-4488-988d-402f508c73cd tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Made reservation on behalf of 2e443f5181274c41895cf3b1d3b2b8b5 for: {'subnet': 1} {{(pid=84205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:30:44.584192 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-df148865-a3e4-4488-988d-402f508c73cd tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15654594'] for subnet, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:44.616373 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-19a78238-f2e3-4b0f-b923-4ac09820de04 None None] Notify callbacks [] for port, precommit_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:44.616683 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-32cd6835-c24a-4320-b7bc-8125dd1f7760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:44.631334 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.provisioning_blocks [None req-19a78238-f2e3-4b0f-b923-4ac09820de04 None None] Transition to ACTIVE for port object a01fbcbf-98b2-4389-9644-756b4d9cbd5b will not be triggered until provisioned by entity L2. {{(pid=84207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:30:44.719792 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-19a78238-f2e3-4b0f-b923-4ac09820de04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:44.802145 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-19a78238-f2e3-4b0f-b923-4ac09820de04 None None] Attempting to bind port a01fbcbf-98b2-4389-9644-756b4d9cbd5b on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:30:44.803131 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-19a78238-f2e3-4b0f-b923-4ac09820de04 None None] Attempting to bind port a01fbcbf-98b2-4389-9644-756b4d9cbd5b by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:30:44.803131 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a78238-f2e3-4b0f-b923-4ac09820de04 None None] Attempting to bind port a01fbcbf-98b2-4389-9644-756b4d9cbd5b on network 63d4ab6b-931d-42a4-aa18-bedd81d582fa {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:30:44.804755 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208cf840-e359-48ae-bff0-684a276adece None None] Pushing event updated for resources: {'Port': ['ID=a01fbcbf-98b2-4389-9644-756b4d9cbd5b,revision_number=2']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:44.815894 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a78238-f2e3-4b0f-b923-4ac09820de04 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:30:44.816259 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a78238-f2e3-4b0f-b923-4ac09820de04 None None] Checking segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:30:44.816644 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-19a78238-f2e3-4b0f-b923-4ac09820de04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:44.817024 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a78238-f2e3-4b0f-b923-4ac09820de04 None None] Bound using segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:30:44.817485 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-19a78238-f2e3-4b0f-b923-4ac09820de04 None None] Bound port: a01fbcbf-98b2-4389-9644-756b4d9cbd5b, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:30:44.817825 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-19a78238-f2e3-4b0f-b923-4ac09820de04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:44.841597 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208cf840-e359-48ae-bff0-684a276adece None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:44.841964 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208cf840-e359-48ae-bff0-684a276adece None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:44.842294 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208cf840-e359-48ae-bff0-684a276adece None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:44.843220 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208cf840-e359-48ae-bff0-684a276adece None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:44.843220 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208cf840-e359-48ae-bff0-684a276adece None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:44.843521 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208cf840-e359-48ae-bff0-684a276adece None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:44.843843 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208cf840-e359-48ae-bff0-684a276adece None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:44.844166 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208cf840-e359-48ae-bff0-684a276adece None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:44.844478 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208cf840-e359-48ae-bff0-684a276adece None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:44.844789 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208cf840-e359-48ae-bff0-684a276adece None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:44.845099 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208cf840-e359-48ae-bff0-684a276adece None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:44.891486 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-df148865-a3e4-4488-988d-402f508c73cd tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15615955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15654612'] for subnet, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:44.895557 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-19a78238-f2e3-4b0f-b923-4ac09820de04 None None] For port a01fbcbf-98b2-4389-9644-756b4d9cbd5b, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:30:44.898576 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-19a78238-f2e3-4b0f-b923-4ac09820de04 None None] For port a01fbcbf-98b2-4389-9644-756b4d9cbd5b, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=a01fbcbf-98b2-4389-9644-756b4d9cbd5b,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:30:44.969492 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df148865-a3e4-4488-988d-402f508c73cd tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'Subnet': ['ID=9c0e5201-17cb-4469-b66f-924040fe8acb,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:44.980263 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df148865-a3e4-4488-988d-402f508c73cd tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Checking segment: {'id': '5c4945d2-cce7-4d3a-b42d-e43bb066947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f81ecbfc-4013-4553-bfcf-b710bac586c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:30:44.980611 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df148865-a3e4-4488-988d-402f508c73cd tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Network hostable DHCP agents. Network: f81ecbfc-4013-4553-bfcf-b710bac586c6, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:30:44.995195 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-19a78238-f2e3-4b0f-b923-4ac09820de04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:45.068500 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df148865-a3e4-4488-988d-402f508c73cd tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Network f81ecbfc-4013-4553-bfcf-b710bac586c6 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:30:45.076009 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208cf840-e359-48ae-bff0-684a276adece None None] Pushing event updated for resources: {'Port': ['ID=a01fbcbf-98b2-4389-9644-756b4d9cbd5b,revision_number=3']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:45.080679 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a78238-f2e3-4b0f-b923-4ac09820de04 None None] Routers {'5a2e52f2-7fec-43fe-a8e7-a0771590de4b'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:30:45.081268 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-19a78238-f2e3-4b0f-b923-4ac09820de04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:30:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5a2e52f2-7fec-43fe-a8e7-a0771590de4b'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:45.154220 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-df148865-a3e4-4488-988d-402f508c73cd tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, f81ecbfc-4013-4553-bfcf-b710bac586c6) {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:30:45.158572 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df148865-a3e4-4488-988d-402f508c73cd tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:45.159157 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-df148865-a3e4-4488-988d-402f508c73cd tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:45.163677 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a0d401-4b8e-4fbf-bafb-226f983deb30 None None] Network f81ecbfc-4013-4553-bfcf-b710bac586c6 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:30:45.266591 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-19a78238-f2e3-4b0f-b923-4ac09820de04 None None] Set router 5a2e52f2-7fec-43fe-a8e7-a0771590de4b gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:30:45.297614 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-df148865-a3e4-4488-988d-402f508c73cd tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0233924 Feb 04 12:30:45.300422 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48396) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:30:45.428116 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace2b83f-27c8-4510-b90b-b5b13200b41a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-f81ecbfc-4013-4553-bfcf-b710bac586c6', 'network_id': 'f81ecbfc-4013-4553-bfcf-b710bac586c6', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'fixed_ips': [{'subnet_id': '9c0e5201-17cb-4469-b66f-924040fe8acb'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 12:30:45.428936 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ace2b83f-27c8-4510-b90b-b5b13200b41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:45.605554 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-19a78238-f2e3-4b0f-b923-4ac09820de04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192745044', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a01fbcbf-98b2-4389-9644-756b4d9cbd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:30:41Z', 'updated_at': '2022-02-04T12:30:43Z', 'revision_number': 3, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': 'a01fbcbf-98b2-4389-9644-756b4d9cbd5b', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:30:42Z', 'updated_at': '2022-02-04T12:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:45.610158 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-ace2b83f-27c8-4510-b90b-b5b13200b41a None None] Allocated IP 172.20.0.2 (f81ecbfc-4013-4553-bfcf-b710bac586c6/9c0e5201-17cb-4469-b66f-924040fe8acb/7518ec4f-95a5-4f1b-b210-467a63728337) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:30:45.612530 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a78238-f2e3-4b0f-b923-4ac09820de04 None None] The sync data for ids ['5a2e52f2-7fec-43fe-a8e7-a0771590de4b'] in dv-neutron-827825-2-hyperv is: [{'id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192745044', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a01fbcbf-98b2-4389-9644-756b4d9cbd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:30:41Z', 'updated_at': '2022-02-04T12:30:43Z', 'revision_number': 3, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': 'a01fbcbf-98b2-4389-9644-756b4d9cbd5b', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:30:42Z', 'updated_at': '2022-02-04T12:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:30:45.701931 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:45.875700 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ace2b83f-27c8-4510-b90b-b5b13200b41a None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:45.886863 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ace2b83f-27c8-4510-b90b-b5b13200b41a None None] Transition to ACTIVE for port object 7518ec4f-95a5-4f1b-b210-467a63728337 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:30:45.905725 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ace2b83f-27c8-4510-b90b-b5b13200b41a None None] Transition to ACTIVE for port object 7518ec4f-95a5-4f1b-b210-467a63728337 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:30:45.942193 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:45.998060 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ace2b83f-27c8-4510-b90b-b5b13200b41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:46.074241 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace2b83f-27c8-4510-b90b-b5b13200b41a None None] Network f81ecbfc-4013-4553-bfcf-b710bac586c6 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:30:46.075233 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2b83f-27c8-4510-b90b-b5b13200b41a None None] Pushing event updated for resources: {'Port': ['ID=7518ec4f-95a5-4f1b-b210-467a63728337,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:46.077707 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-ace2b83f-27c8-4510-b90b-b5b13200b41a None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:30:46.080228 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace2b83f-27c8-4510-b90b-b5b13200b41a None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:30:46.186674 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-ace2b83f-27c8-4510-b90b-b5b13200b41a None None] Attempting to bind port 7518ec4f-95a5-4f1b-b210-467a63728337 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:30:46.187045 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-ace2b83f-27c8-4510-b90b-b5b13200b41a None None] Attempting to bind port 7518ec4f-95a5-4f1b-b210-467a63728337 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '5c4945d2-cce7-4d3a-b42d-e43bb066947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f81ecbfc-4013-4553-bfcf-b710bac586c6'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:30:46.187665 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2b83f-27c8-4510-b90b-b5b13200b41a None None] Attempting to bind port 7518ec4f-95a5-4f1b-b210-467a63728337 on network f81ecbfc-4013-4553-bfcf-b710bac586c6 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:30:46.194220 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2b83f-27c8-4510-b90b-b5b13200b41a None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:30:46.194588 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2b83f-27c8-4510-b90b-b5b13200b41a None None] Checking segment: {'id': '5c4945d2-cce7-4d3a-b42d-e43bb066947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f81ecbfc-4013-4553-bfcf-b710bac586c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:30:46.194983 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ace2b83f-27c8-4510-b90b-b5b13200b41a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:46.195372 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2b83f-27c8-4510-b90b-b5b13200b41a None None] Bound using segment: {'id': '5c4945d2-cce7-4d3a-b42d-e43bb066947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f81ecbfc-4013-4553-bfcf-b710bac586c6'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:30:46.195821 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-ace2b83f-27c8-4510-b90b-b5b13200b41a None None] Bound port: 7518ec4f-95a5-4f1b-b210-467a63728337, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4945d2-cce7-4d3a-b42d-e43bb066947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f81ecbfc-4013-4553-bfcf-b710bac586c6'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:30:46.196182 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ace2b83f-27c8-4510-b90b-b5b13200b41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:46.303875 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-ace2b83f-27c8-4510-b90b-b5b13200b41a None None] For port 7518ec4f-95a5-4f1b-b210-467a63728337, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:30:46.307155 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-ace2b83f-27c8-4510-b90b-b5b13200b41a None None] For port 7518ec4f-95a5-4f1b-b210-467a63728337, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=7518ec4f-95a5-4f1b-b210-467a63728337,segment=NetworkSegment(5c4945d2-cce7-4d3a-b42d-e43bb066947e),segment_id=5c4945d2-cce7-4d3a-b42d-e43bb066947e)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:30:46.327350 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ebd99bb9-293f-4aea-8923-29e6b21a733e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:46.394818 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ace2b83f-27c8-4510-b90b-b5b13200b41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:46.489130 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2b83f-27c8-4510-b90b-b5b13200b41a None None] Pushing event updated for resources: {'Port': ['ID=7518ec4f-95a5-4f1b-b210-467a63728337,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:46.497178 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device a01fbcbf-98b2-4389-9644-756b4d9cbd5b up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:30:46.680140 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port a01fbcbf-98b2-4389-9644-756b4d9cbd5b completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:30:46.693786 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port a01fbcbf-98b2-4389-9644-756b4d9cbd5b triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:30:46.694443 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:46.822854 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-ebd99bb9-293f-4aea-8923-29e6b21a733e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Allocated IP 172.20.0.1 (f81ecbfc-4013-4553-bfcf-b710bac586c6/9c0e5201-17cb-4469-b66f-924040fe8acb/31fc00b0-dc2b-4fc0-be88-e5d36299b191) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:30:46.841842 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:46.860691 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port a01fbcbf-98b2-4389-9644-756b4d9cbd5b, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=a01fbcbf-98b2-4389-9644-756b4d9cbd5b,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:46.925941 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:46.994562 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=a01fbcbf-98b2-4389-9644-756b4d9cbd5b,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:47.004206 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ebd99bb9-293f-4aea-8923-29e6b21a733e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:47.024772 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.provisioning_blocks [None req-ebd99bb9-293f-4aea-8923-29e6b21a733e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Transition to ACTIVE for port object 31fc00b0-dc2b-4fc0-be88-e5d36299b191 will not be triggered until provisioned by entity DHCP. {{(pid=84205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:30:47.096452 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:47.125815 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ebd99bb9-293f-4aea-8923-29e6b21a733e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:47.205390 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd99bb9-293f-4aea-8923-29e6b21a733e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Network f81ecbfc-4013-4553-bfcf-b710bac586c6 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:30:47.206315 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd99bb9-293f-4aea-8923-29e6b21a733e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'Port': ['ID=31fc00b0-dc2b-4fc0-be88-e5d36299b191,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:47.209055 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-ebd99bb9-293f-4aea-8923-29e6b21a733e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:30:47.214747 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd99bb9-293f-4aea-8923-29e6b21a733e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:30:47.276242 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ebd99bb9-293f-4aea-8923-29e6b21a733e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:47.424318 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ebd99bb9-293f-4aea-8923-29e6b21a733e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:47.498361 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5d3507-bdc8-4b2f-bc7d-dc6c060fd466 None None] Network f81ecbfc-4013-4553-bfcf-b710bac586c6 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:30:47.663502 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-627b99f8-5de8-4de3-a949-8bf6b8ed1b75 None None] Provisioning for port 7518ec4f-95a5-4f1b-b210-467a63728337 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:30:47.952876 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ebd99bb9-293f-4aea-8923-29e6b21a733e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:48.005197 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ebd99bb9-293f-4aea-8923-29e6b21a733e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:48.079826 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-44c56250-6c4f-41ac-8fad-ec3cb1c5bbee None None] Provisioning for port 31fc00b0-dc2b-4fc0-be88-e5d36299b191 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:30:48.090604 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-44c56250-6c4f-41ac-8fad-ec3cb1c5bbee None None] Provisioning complete for port 31fc00b0-dc2b-4fc0-be88-e5d36299b191 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:30:48.091508 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-44c56250-6c4f-41ac-8fad-ec3cb1c5bbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:48.117278 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ebd99bb9-293f-4aea-8923-29e6b21a733e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:48.120331 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd99bb9-293f-4aea-8923-29e6b21a733e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'Port': ['ID=31fc00b0-dc2b-4fc0-be88-e5d36299b191,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:48.148445 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-44c56250-6c4f-41ac-8fad-ec3cb1c5bbee None None] Port 31fc00b0-dc2b-4fc0-be88-e5d36299b191 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:30:48.257138 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd99bb9-293f-4aea-8923-29e6b21a733e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Network f81ecbfc-4013-4553-bfcf-b710bac586c6 is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:30:48.258364 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-ebd99bb9-293f-4aea-8923-29e6b21a733e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:30:48.272216 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7e837563-59fb-494a-a958-8baea1d43136 None None] Provisioning complete for port 31fc00b0-dc2b-4fc0-be88-e5d36299b191 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:30:48.272641 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7e837563-59fb-494a-a958-8baea1d43136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:48.337374 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-7e837563-59fb-494a-a958-8baea1d43136 None None] Port 31fc00b0-dc2b-4fc0-be88-e5d36299b191 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:30:48.515898 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device a01fbcbf-98b2-4389-9644-756b4d9cbd5b up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:30:48.582154 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a28aba85-788e-4c42-83fb-910301d06f59 None None] Provisioning complete for port 31fc00b0-dc2b-4fc0-be88-e5d36299b191 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:30:48.582473 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a28aba85-788e-4c42-83fb-910301d06f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:48.645731 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-a28aba85-788e-4c42-83fb-910301d06f59 None None] Port 31fc00b0-dc2b-4fc0-be88-e5d36299b191 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:30:48.648006 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port a01fbcbf-98b2-4389-9644-756b4d9cbd5b triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:30:48.648461 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:48.678442 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd99bb9-293f-4aea-8923-29e6b21a733e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Router 5a2e52f2-7fec-43fe-a8e7-a0771590de4b has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:30:48.765684 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 7518ec4f-95a5-4f1b-b210-467a63728337 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:30:48.887749 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd99bb9-293f-4aea-8923-29e6b21a733e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:30:48.900393 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ebd99bb9-293f-4aea-8923-29e6b21a733e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "PUT /v2.0/routers/5a2e52f2-7fec-43fe-a8e7-a0771590de4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5988841 Feb 04 12:30:48.919278 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 7518ec4f-95a5-4f1b-b210-467a63728337 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:30:48.926319 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 7518ec4f-95a5-4f1b-b210-467a63728337 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:30:48.932002 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:49.047158 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:49.080030 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 7518ec4f-95a5-4f1b-b210-467a63728337, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=7518ec4f-95a5-4f1b-b210-467a63728337,segment=NetworkSegment(5c4945d2-cce7-4d3a-b42d-e43bb066947e),segment_id=5c4945d2-cce7-4d3a-b42d-e43bb066947e)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:49.120125 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:49.198430 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=7518ec4f-95a5-4f1b-b210-467a63728337,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:49.391137 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ced5ee4-356b-409c-94b9-f2adac71d09f None None] Sync routers for ids ['5a2e52f2-7fec-43fe-a8e7-a0771590de4b'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:30:49.397569 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-db54a62b-383e-4ec3-9ecc-a96c3245bc07 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1725028663&fields=id&tenant_id=2e443f5181274c41895cf3b1d3b2b8b5 HTTP/1.1" status: 200 len: 267 time: 0.0501461 Feb 04 12:30:49.406723 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ced5ee4-356b-409c-94b9-f2adac71d09f None None] Routers {'5a2e52f2-7fec-43fe-a8e7-a0771590de4b'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:30:49.407455 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-1ced5ee4-356b-409c-94b9-f2adac71d09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:30:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5a2e52f2-7fec-43fe-a8e7-a0771590de4b'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:49.597145 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-1ced5ee4-356b-409c-94b9-f2adac71d09f None None] Set router 5a2e52f2-7fec-43fe-a8e7-a0771590de4b gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:30:49.650583 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-1ba0258e-ccb2-4569-8a55-12201be7d99c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:49.652412 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-1ba0258e-ccb2-4569-8a55-12201be7d99c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/networks?id=f81ecbfc-4013-4553-bfcf-b710bac586c6 HTTP/1.1" status: 200 len: 797 time: 0.2468741 Feb 04 12:30:49.669308 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-4aed8806-a333-4a27-b325-e68d9e87b417 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/quotas/2e443f5181274c41895cf3b1d3b2b8b5 HTTP/1.1" status: 200 len: 375 time: 0.0115764 Feb 04 12:30:49.749747 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-e1290698-0428-4e29-ae9c-f201c06cc21a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749614 Feb 04 12:30:49.765615 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-879ec1dd-9f14-4e24-b726-26b93b6bbd2c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 12:30:49.766571 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-879ec1dd-9f14-4e24-b726-26b93b6bbd2c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049977 Feb 04 12:30:49.904225 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-b4610f92-c2e6-4fee-84b5-b8937a487598 service neutron] 10.222.0.21 "GET /v2.0/networks/f81ecbfc-4013-4553-bfcf-b710bac586c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318107 Feb 04 12:30:49.942881 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-1ced5ee4-356b-409c-94b9-f2adac71d09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192745044', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a01fbcbf-98b2-4389-9644-756b4d9cbd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:30:41Z', 'updated_at': '2022-02-04T12:30:47Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': 'a01fbcbf-98b2-4389-9644-756b4d9cbd5b', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:30:42Z', 'updated_at': '2022-02-04T12:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '31fc00b0-dc2b-4fc0-be88-e5d36299b191', 'name': '', 'network_id': 'f81ecbfc-4013-4553-bfcf-b710bac586c6', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:19:a9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c0e5201-17cb-4469-b66f-924040fe8acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:30:46Z', 'updated_at': '2022-02-04T12:30:47Z', 'revision_number': 2, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': '9c0e5201-17cb-4469-b66f-924040fe8acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:49.947463 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ced5ee4-356b-409c-94b9-f2adac71d09f None None] Checking router: 5a2e52f2-7fec-43fe-a8e7-a0771590de4b for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:30:49.947810 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ced5ee4-356b-409c-94b9-f2adac71d09f None None] Updating router 5a2e52f2-7fec-43fe-a8e7-a0771590de4b port 31fc00b0-dc2b-4fc0-be88-e5d36299b191 binding host dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 12:30:50.002336 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1ced5ee4-356b-409c-94b9-f2adac71d09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:50.052025 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-16bc0e24-f7a5-4bb0-a702-fc578693b645 service neutron] 10.222.0.21 "GET /v2.0/networks/f81ecbfc-4013-4553-bfcf-b710bac586c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421463 Feb 04 12:30:50.363825 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1ced5ee4-356b-409c-94b9-f2adac71d09f None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:50.378071 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-1ced5ee4-356b-409c-94b9-f2adac71d09f None None] Transition to ACTIVE for port object 31fc00b0-dc2b-4fc0-be88-e5d36299b191 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:30:50.429500 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 7518ec4f-95a5-4f1b-b210-467a63728337 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:30:50.476564 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1ced5ee4-356b-409c-94b9-f2adac71d09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:50.598530 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf9609-ace1-49ee-a437-3ae6b0d12085 None None] Pushing event updated for resources: {'Port': ['ID=31fc00b0-dc2b-4fc0-be88-e5d36299b191,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:50.659569 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 7518ec4f-95a5-4f1b-b210-467a63728337 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:30:50.659954 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:50.763713 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-1ced5ee4-356b-409c-94b9-f2adac71d09f None None] Attempting to bind port 31fc00b0-dc2b-4fc0-be88-e5d36299b191 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:30:50.764075 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-1ced5ee4-356b-409c-94b9-f2adac71d09f None None] Attempting to bind port 31fc00b0-dc2b-4fc0-be88-e5d36299b191 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '5c4945d2-cce7-4d3a-b42d-e43bb066947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f81ecbfc-4013-4553-bfcf-b710bac586c6'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:30:50.764430 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ced5ee4-356b-409c-94b9-f2adac71d09f None None] Attempting to bind port 31fc00b0-dc2b-4fc0-be88-e5d36299b191 on network f81ecbfc-4013-4553-bfcf-b710bac586c6 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:30:50.783267 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ced5ee4-356b-409c-94b9-f2adac71d09f None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:30:50.783630 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ced5ee4-356b-409c-94b9-f2adac71d09f None None] Checking segment: {'id': '5c4945d2-cce7-4d3a-b42d-e43bb066947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f81ecbfc-4013-4553-bfcf-b710bac586c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:30:50.784019 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1ced5ee4-356b-409c-94b9-f2adac71d09f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:50.784397 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ced5ee4-356b-409c-94b9-f2adac71d09f None None] Bound using segment: {'id': '5c4945d2-cce7-4d3a-b42d-e43bb066947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f81ecbfc-4013-4553-bfcf-b710bac586c6'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:30:50.784855 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-1ced5ee4-356b-409c-94b9-f2adac71d09f None None] Bound port: 31fc00b0-dc2b-4fc0-be88-e5d36299b191, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4945d2-cce7-4d3a-b42d-e43bb066947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f81ecbfc-4013-4553-bfcf-b710bac586c6'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:30:50.785215 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1ced5ee4-356b-409c-94b9-f2adac71d09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:50.936884 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-1ced5ee4-356b-409c-94b9-f2adac71d09f None None] For port 31fc00b0-dc2b-4fc0-be88-e5d36299b191, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:30:50.939996 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-1ced5ee4-356b-409c-94b9-f2adac71d09f None None] For port 31fc00b0-dc2b-4fc0-be88-e5d36299b191, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=31fc00b0-dc2b-4fc0-be88-e5d36299b191,segment=NetworkSegment(5c4945d2-cce7-4d3a-b42d-e43bb066947e),segment_id=5c4945d2-cce7-4d3a-b42d-e43bb066947e)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:30:51.063086 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1ced5ee4-356b-409c-94b9-f2adac71d09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:51.147287 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf9609-ace1-49ee-a437-3ae6b0d12085 None None] Pushing event updated for resources: {'Port': ['ID=31fc00b0-dc2b-4fc0-be88-e5d36299b191,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:51.152822 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ced5ee4-356b-409c-94b9-f2adac71d09f None None] Routers {'5a2e52f2-7fec-43fe-a8e7-a0771590de4b'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:30:51.153471 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-1ced5ee4-356b-409c-94b9-f2adac71d09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:30:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5a2e52f2-7fec-43fe-a8e7-a0771590de4b'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:51.362625 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-1ced5ee4-356b-409c-94b9-f2adac71d09f None None] Set router 5a2e52f2-7fec-43fe-a8e7-a0771590de4b gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:30:51.495772 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-e0980fad-cce0-45d5-a9e5-f80857827166 req-57b74a31-3b30-4428-ab22-b9cb2c21abf3 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Synchronizing usage tracker for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:30:51.576699 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-e0980fad-cce0-45d5-a9e5-f80857827166 req-57b74a31-3b30-4428-ab22-b9cb2c21abf3 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Unset dirty status for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:30:51.578236 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e0980fad-cce0-45d5-a9e5-f80857827166 req-57b74a31-3b30-4428-ab22-b9cb2c21abf3 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=f70e0208-1743-4b03-901a-71147807bdfb HTTP/1.1" status: 200 len: 210 time: 0.2097507 Feb 04 12:30:51.743196 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-1ced5ee4-356b-409c-94b9-f2adac71d09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192745044', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a01fbcbf-98b2-4389-9644-756b4d9cbd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:30:41Z', 'updated_at': '2022-02-04T12:30:47Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': 'a01fbcbf-98b2-4389-9644-756b4d9cbd5b', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:30:42Z', 'updated_at': '2022-02-04T12:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '31fc00b0-dc2b-4fc0-be88-e5d36299b191', 'name': '', 'network_id': 'f81ecbfc-4013-4553-bfcf-b710bac586c6', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:19:a9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c0e5201-17cb-4469-b66f-924040fe8acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:30:46Z', 'updated_at': '2022-02-04T12:30:50Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': '9c0e5201-17cb-4469-b66f-924040fe8acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:51.748244 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ced5ee4-356b-409c-94b9-f2adac71d09f None None] The sync data for ids ['5a2e52f2-7fec-43fe-a8e7-a0771590de4b'] in dv-neutron-827825-2-hyperv is: [{'id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192745044', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a01fbcbf-98b2-4389-9644-756b4d9cbd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:30:41Z', 'updated_at': '2022-02-04T12:30:47Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': 'a01fbcbf-98b2-4389-9644-756b4d9cbd5b', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:30:42Z', 'updated_at': '2022-02-04T12:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '31fc00b0-dc2b-4fc0-be88-e5d36299b191', 'name': '', 'network_id': 'f81ecbfc-4013-4553-bfcf-b710bac586c6', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:19:a9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c0e5201-17cb-4469-b66f-924040fe8acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:30:46Z', 'updated_at': '2022-02-04T12:30:50Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': '9c0e5201-17cb-4469-b66f-924040fe8acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:30:52.459941 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 31fc00b0-dc2b-4fc0-be88-e5d36299b191 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:30:52.604146 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 31fc00b0-dc2b-4fc0-be88-e5d36299b191 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:30:52.609866 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 31fc00b0-dc2b-4fc0-be88-e5d36299b191 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:30:52.610332 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:52.738387 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:52.766419 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9ed54320-8796-4bcd-9a3c-fdb13ad77531 req-84bbd9b9-4429-45af-8457-0fa7c1fe1d28 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=f70e0208-1743-4b03-901a-71147807bdfb HTTP/1.1" status: 200 len: 210 time: 0.0489564 Feb 04 12:30:52.785276 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 31fc00b0-dc2b-4fc0-be88-e5d36299b191, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=31fc00b0-dc2b-4fc0-be88-e5d36299b191,segment=NetworkSegment(5c4945d2-cce7-4d3a-b42d-e43bb066947e),segment_id=5c4945d2-cce7-4d3a-b42d-e43bb066947e)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:52.849394 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:52.917332 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=31fc00b0-dc2b-4fc0-be88-e5d36299b191,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:53.630723 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-c34fe893-133f-41c9-8774-c29f015acdeb tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:53.632087 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-c34fe893-133f-41c9-8774-c29f015acdeb tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.47 "GET /v2.0/networks?id=f81ecbfc-4013-4553-bfcf-b710bac586c6 HTTP/1.1" status: 200 len: 797 time: 0.1455443 Feb 04 12:30:53.699887 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-25772a7e-3ce6-4b7c-a133-21cfe0e650a6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e443f5181274c41895cf3b1d3b2b8b5 HTTP/1.1" status: 200 len: 380 time: 0.0546310 Feb 04 12:30:53.708764 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-82fca8e4-83b9-4c6b-b69e-63a83c5b5337 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'port': {'device_id': 'f70e0208-1743-4b03-901a-71147807bdfb', 'network_id': 'f81ecbfc-4013-4553-bfcf-b710bac586c6', 'admin_state_up': True, 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'security_groups': ['105a7837-b56f-422f-94e9-238601ad106d']}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:30:53.863727 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-82fca8e4-83b9-4c6b-b69e-63a83c5b5337 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:30:53.882138 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-82fca8e4-83b9-4c6b-b69e-63a83c5b5337 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:30:53.953726 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c7c0e0f0-0c27-4ca2-b3e7-300bbe72f7c9 req-439cb542-a799-4724-816b-347a06c9bc74 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=f70e0208-1743-4b03-901a-71147807bdfb HTTP/1.1" status: 200 len: 210 time: 0.0459294 Feb 04 12:30:53.977018 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-82fca8e4-83b9-4c6b-b69e-63a83c5b5337 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Made reservation on behalf of 2e443f5181274c41895cf3b1d3b2b8b5 for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:30:53.983016 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-82fca8e4-83b9-4c6b-b69e-63a83c5b5337 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:54.162568 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-82fca8e4-83b9-4c6b-b69e-63a83c5b5337 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Allocated IP 172.20.0.12 (f81ecbfc-4013-4553-bfcf-b710bac586c6/9c0e5201-17cb-4469-b66f-924040fe8acb/671e0786-34ba-42f8-9634-74c7bb63a0da) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:30:54.367657 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-82fca8e4-83b9-4c6b-b69e-63a83c5b5337 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:54.387696 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-82fca8e4-83b9-4c6b-b69e-63a83c5b5337 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Transition to ACTIVE for port object 671e0786-34ba-42f8-9634-74c7bb63a0da will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:30:54.438279 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 31fc00b0-dc2b-4fc0-be88-e5d36299b191 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:30:54.508627 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 31fc00b0-dc2b-4fc0-be88-e5d36299b191 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:30:54.508992 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:54.510519 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-82fca8e4-83b9-4c6b-b69e-63a83c5b5337 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:54.581127 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-82fca8e4-83b9-4c6b-b69e-63a83c5b5337 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Network f81ecbfc-4013-4553-bfcf-b710bac586c6 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:30:54.584187 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-82fca8e4-83b9-4c6b-b69e-63a83c5b5337 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:30:54.587139 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-82fca8e4-83b9-4c6b-b69e-63a83c5b5337 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:30:54.635441 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fca8e4-83b9-4c6b-b69e-63a83c5b5337 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'Port': ['ID=671e0786-34ba-42f8-9634-74c7bb63a0da,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:54.665001 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-82fca8e4-83b9-4c6b-b69e-63a83c5b5337 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:54.666063 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-82fca8e4-83b9-4c6b-b69e-63a83c5b5337 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:54.761204 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-82fca8e4-83b9-4c6b-b69e-63a83c5b5337 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0564673 Feb 04 12:30:54.862931 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-edf1ba0b-46c7-4113-bc4a-57f098bfabfa None None] Provisioning for port 671e0786-34ba-42f8-9634-74c7bb63a0da completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:30:54.869553 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-edf1ba0b-46c7-4113-bc4a-57f098bfabfa None None] Provisioning complete for port 671e0786-34ba-42f8-9634-74c7bb63a0da triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:30:54.869982 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-edf1ba0b-46c7-4113-bc4a-57f098bfabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:54.870703 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-17ac2b3e-7d17-43cb-b71f-522e14b617cb service neutron] Request body: {'port': {'device_id': 'f70e0208-1743-4b03-901a-71147807bdfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:30:54.929384 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-edf1ba0b-46c7-4113-bc4a-57f098bfabfa None None] Port 671e0786-34ba-42f8-9634-74c7bb63a0da cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:30:54.989166 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-17ac2b3e-7d17-43cb-b71f-522e14b617cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:55.418542 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20560869-068c-45ec-aca9-003b909a7c8d req-ea54f13a-ad35-4c71-99f1-16e344394aaf tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:55.419215 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-20560869-068c-45ec-aca9-003b909a7c8d req-ea54f13a-ad35-4c71-99f1-16e344394aaf tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Synchronizing usage tracker for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:30:55.519747 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-17ac2b3e-7d17-43cb-b71f-522e14b617cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 671e0786-34ba-42f8-9634-74c7bb63a0da {{(pid=84204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:30:55.528006 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-17ac2b3e-7d17-43cb-b71f-522e14b617cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:55.544615 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-17ac2b3e-7d17-43cb-b71f-522e14b617cb service neutron] Transition to ACTIVE for port object 671e0786-34ba-42f8-9634-74c7bb63a0da will not be triggered until provisioned by entity L2. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:30:55.569289 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-20560869-068c-45ec-aca9-003b909a7c8d req-ea54f13a-ad35-4c71-99f1-16e344394aaf tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Unset dirty status for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:30:55.570494 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-20560869-068c-45ec-aca9-003b909a7c8d req-ea54f13a-ad35-4c71-99f1-16e344394aaf tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=f70e0208-1743-4b03-901a-71147807bdfb HTTP/1.1" status: 200 len: 932 time: 0.4684639 Feb 04 12:30:55.623771 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-20560869-068c-45ec-aca9-003b909a7c8d req-00aed4b9-e000-4205-aac8-38687af87b7a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=105a7837-b56f-422f-94e9-238601ad106d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456085 Feb 04 12:30:55.625773 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-17ac2b3e-7d17-43cb-b71f-522e14b617cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:55.756795 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac2b3e-7d17-43cb-b71f-522e14b617cb service neutron] Pushing event updated for resources: {'Port': ['ID=671e0786-34ba-42f8-9634-74c7bb63a0da,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:55.871071 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-17ac2b3e-7d17-43cb-b71f-522e14b617cb service neutron] Attempting to bind port 671e0786-34ba-42f8-9634-74c7bb63a0da on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:30:55.871718 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-17ac2b3e-7d17-43cb-b71f-522e14b617cb service neutron] Attempting to bind port 671e0786-34ba-42f8-9634-74c7bb63a0da by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '5c4945d2-cce7-4d3a-b42d-e43bb066947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f81ecbfc-4013-4553-bfcf-b710bac586c6'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:30:55.871718 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-17ac2b3e-7d17-43cb-b71f-522e14b617cb service neutron] Attempting to bind port 671e0786-34ba-42f8-9634-74c7bb63a0da on network f81ecbfc-4013-4553-bfcf-b710bac586c6 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:30:55.877498 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-17ac2b3e-7d17-43cb-b71f-522e14b617cb service neutron] Port 671e0786-34ba-42f8-9634-74c7bb63a0da on network f81ecbfc-4013-4553-bfcf-b710bac586c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 12:30:55.877807 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-17ac2b3e-7d17-43cb-b71f-522e14b617cb service neutron] Attempting to bind port 671e0786-34ba-42f8-9634-74c7bb63a0da on network f81ecbfc-4013-4553-bfcf-b710bac586c6 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:30:55.884007 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-17ac2b3e-7d17-43cb-b71f-522e14b617cb service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:30:55.884866 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-17ac2b3e-7d17-43cb-b71f-522e14b617cb service neutron] Checking segment: {'id': '5c4945d2-cce7-4d3a-b42d-e43bb066947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f81ecbfc-4013-4553-bfcf-b710bac586c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:30:55.885408 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-17ac2b3e-7d17-43cb-b71f-522e14b617cb service neutron] Bound using segment: {'id': '5c4945d2-cce7-4d3a-b42d-e43bb066947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f81ecbfc-4013-4553-bfcf-b710bac586c6'} {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:30:55.885868 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-17ac2b3e-7d17-43cb-b71f-522e14b617cb service neutron] Bound port: 671e0786-34ba-42f8-9634-74c7bb63a0da, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c4945d2-cce7-4d3a-b42d-e43bb066947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f81ecbfc-4013-4553-bfcf-b710bac586c6'}}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:30:55.886362 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-17ac2b3e-7d17-43cb-b71f-522e14b617cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:55.995232 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-17ac2b3e-7d17-43cb-b71f-522e14b617cb service neutron] For port 671e0786-34ba-42f8-9634-74c7bb63a0da, host hv-neutron-8278, cleared binding levels {{(pid=84204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:30:55.998314 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-17ac2b3e-7d17-43cb-b71f-522e14b617cb service neutron] For port 671e0786-34ba-42f8-9634-74c7bb63a0da, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=671e0786-34ba-42f8-9634-74c7bb63a0da,segment=NetworkSegment(5c4945d2-cce7-4d3a-b42d-e43bb066947e),segment_id=5c4945d2-cce7-4d3a-b42d-e43bb066947e)] {{(pid=84204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:30:56.090196 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-17ac2b3e-7d17-43cb-b71f-522e14b617cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:56.153815 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-17ac2b3e-7d17-43cb-b71f-522e14b617cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:56.155396 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-17ac2b3e-7d17-43cb-b71f-522e14b617cb service neutron] 10.222.0.47 "PUT /v2.0/ports/671e0786-34ba-42f8-9634-74c7bb63a0da HTTP/1.1" status: 200 len: 1094 time: 1.3869750 Feb 04 12:30:56.155974 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f70e0208-1743-4b03-901a-71147807bdfb', 'tag': '671e0786-34ba-42f8-9634-74c7bb63a0da'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:30:56.185373 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac2b3e-7d17-43cb-b71f-522e14b617cb service neutron] Pushing event updated for resources: {'Port': ['ID=671e0786-34ba-42f8-9634-74c7bb63a0da,revision_number=3']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:56.261263 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f70e0208-1743-4b03-901a-71147807bdfb', 'tag': '671e0786-34ba-42f8-9634-74c7bb63a0da', 'status': 'completed', 'code': 200} Feb 04 12:30:56.348896 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9e70024d-7c3c-48c5-92b5-eeee476a5d7d req-4d604c0f-268b-4e4a-b74b-a5d722cb6149 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&device_id=f70e0208-1743-4b03-901a-71147807bdfb HTTP/1.1" status: 200 len: 1097 time: 0.0898228 Feb 04 12:30:56.512537 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70024d-7c3c-48c5-92b5-eeee476a5d7d req-c04c609d-e3ba-49aa-84de-b9c30b1dbe65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:56.514023 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9e70024d-7c3c-48c5-92b5-eeee476a5d7d req-c04c609d-e3ba-49aa-84de-b9c30b1dbe65 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1590569 Feb 04 12:30:56.659902 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70024d-7c3c-48c5-92b5-eeee476a5d7d req-714c84cf-b942-4d66-ae79-48a1cc28c16b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:56.661379 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9e70024d-7c3c-48c5-92b5-eeee476a5d7d req-714c84cf-b942-4d66-ae79-48a1cc28c16b service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1420927 Feb 04 12:30:56.828084 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-669f4bf8-5137-45b4-8525-7d9f86828c96 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&device_id=f70e0208-1743-4b03-901a-71147807bdfb HTTP/1.1" status: 200 len: 1097 time: 0.1268718 Feb 04 12:30:56.906563 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-db5e1003-e1b6-4c82-b86e-bd4780af1809 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=671e0786-34ba-42f8-9634-74c7bb63a0da HTTP/1.1" status: 200 len: 217 time: 0.0714700 Feb 04 12:30:56.913161 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ed4c3-b70e-48e4-8f16-d9283c1e0fc2 req-34d34b67-39eb-4193-a132-0abbcf0a4e5a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:56.914577 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-817ed4c3-b70e-48e4-8f16-d9283c1e0fc2 req-34d34b67-39eb-4193-a132-0abbcf0a4e5a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=f70e0208-1743-4b03-901a-71147807bdfb HTTP/1.1" status: 200 len: 944 time: 0.1564462 Feb 04 12:30:57.008909 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-615aee39-7952-4690-85bd-f9c5021b7989 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:57.010685 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-615aee39-7952-4690-85bd-f9c5021b7989 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9c0e5201-17cb-4469-b66f-924040fe8acb HTTP/1.1" status: 200 len: 835 time: 0.0951986 Feb 04 12:30:57.013568 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-817ed4c3-b70e-48e4-8f16-d9283c1e0fc2 req-7750a8ba-7018-4f83-81f3-e9bde8506873 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=105a7837-b56f-422f-94e9-238601ad106d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687699 Feb 04 12:30:57.086284 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-2bb225a8-3f5c-420b-b1ce-2186608cf618 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f81ecbfc-4013-4553-bfcf-b710bac586c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695956 Feb 04 12:30:57.225921 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-ad70171a-53c3-4b1c-9feb-74dc0802f1da service neutron] 10.222.0.47 "GET /v2.0/networks/f81ecbfc-4013-4553-bfcf-b710bac586c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336627 Feb 04 12:30:57.368137 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-100fa97b-1a91-4ce0-8551-b347914ec71d req-26f75a1f-a87d-426d-be9d-35a4f65fc28b service neutron] 10.222.0.47 "GET /v2.0/networks/f81ecbfc-4013-4553-bfcf-b710bac586c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367483 Feb 04 12:30:58.213548 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b2935-3b20-4c55-a3f6-cb1244622246 req-6e3397b4-85f7-4b0b-a9c6-31740106d2c3 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:58.214993 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-167b2935-3b20-4c55-a3f6-cb1244622246 req-6e3397b4-85f7-4b0b-a9c6-31740106d2c3 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=f70e0208-1743-4b03-901a-71147807bdfb HTTP/1.1" status: 200 len: 944 time: 0.0779662 Feb 04 12:30:58.259470 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-167b2935-3b20-4c55-a3f6-cb1244622246 req-f8259f63-4200-45a3-9479-828b4f5cf528 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Synchronizing usage tracker for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:30:58.340656 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-167b2935-3b20-4c55-a3f6-cb1244622246 req-f8259f63-4200-45a3-9479-828b4f5cf528 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Unset dirty status for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:30:58.341817 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-167b2935-3b20-4c55-a3f6-cb1244622246 req-f8259f63-4200-45a3-9479-828b4f5cf528 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=105a7837-b56f-422f-94e9-238601ad106d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214244 Feb 04 12:30:59.554789 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb8c2f-b124-4d9a-92be-a9119c2f75f2 req-4a9604e0-3023-4475-88a5-42665660b312 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:59.557218 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b0fb8c2f-b124-4d9a-92be-a9119c2f75f2 req-4a9604e0-3023-4475-88a5-42665660b312 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=f70e0208-1743-4b03-901a-71147807bdfb HTTP/1.1" status: 200 len: 944 time: 0.0789158 Feb 04 12:30:59.611630 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b0fb8c2f-b124-4d9a-92be-a9119c2f75f2 req-f4b9058e-8f6d-414c-92a5-d97bc48f2092 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=105a7837-b56f-422f-94e9-238601ad106d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482025 Feb 04 12:30:59.936021 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 671e0786-34ba-42f8-9634-74c7bb63a0da details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:31:00.084973 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 671e0786-34ba-42f8-9634-74c7bb63a0da, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=671e0786-34ba-42f8-9634-74c7bb63a0da,segment=NetworkSegment(5c4945d2-cce7-4d3a-b42d-e43bb066947e),segment_id=5c4945d2-cce7-4d3a-b42d-e43bb066947e)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:00.100509 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': '671e0786-34ba-42f8-9634-74c7bb63a0da', 'network_id': 'f81ecbfc-4013-4553-bfcf-b710bac586c6', 'port_id': '671e0786-34ba-42f8-9634-74c7bb63a0da', 'mac_address': 'fa:16:3e:35:3f:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c0e5201-17cb-4469-b66f-924040fe8acb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:31:00.169737 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:00.192683 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 671e0786-34ba-42f8-9634-74c7bb63a0da {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:31:00.266246 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 671e0786-34ba-42f8-9634-74c7bb63a0da, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=671e0786-34ba-42f8-9634-74c7bb63a0da,segment=NetworkSegment(5c4945d2-cce7-4d3a-b42d-e43bb066947e),segment_id=5c4945d2-cce7-4d3a-b42d-e43bb066947e)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:00.368234 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:00.455098 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=671e0786-34ba-42f8-9634-74c7bb63a0da,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:00.694354 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['671e0786-34ba-42f8-9634-74c7bb63a0da'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:31:00.921403 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77024b-7fa1-435a-9db7-df04030f48a3 req-f807552d-3bee-4574-a282-bec5a5a680c5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:00.922935 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0a77024b-7fa1-435a-9db7-df04030f48a3 req-f807552d-3bee-4574-a282-bec5a5a680c5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=f70e0208-1743-4b03-901a-71147807bdfb HTTP/1.1" status: 200 len: 945 time: 0.1838951 Feb 04 12:31:00.970060 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0a77024b-7fa1-435a-9db7-df04030f48a3 req-e9f9da8f-32d1-4f5d-8f89-02dfc06dabc8 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=105a7837-b56f-422f-94e9-238601ad106d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412247 Feb 04 12:31:01.951355 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 671e0786-34ba-42f8-9634-74c7bb63a0da up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:31:02.079527 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port 671e0786-34ba-42f8-9634-74c7bb63a0da completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:31:02.084635 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port 671e0786-34ba-42f8-9634-74c7bb63a0da triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:31:02.085013 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:02.210191 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:02.238661 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70e0208-1743-4b03-901a-71147807bdfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671e0786-34ba-42f8-9634-74c7bb63a0da'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:31:02.249023 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 671e0786-34ba-42f8-9634-74c7bb63a0da, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=671e0786-34ba-42f8-9634-74c7bb63a0da,segment=NetworkSegment(5c4945d2-cce7-4d3a-b42d-e43bb066947e),segment_id=5c4945d2-cce7-4d3a-b42d-e43bb066947e)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:02.267921 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ce50b-895f-419d-beef-b19b453d600b req-66502777-07a1-471f-aa67-10f889fe0374 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:02.269353 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-8d9ce50b-895f-419d-beef-b19b453d600b req-66502777-07a1-471f-aa67-10f889fe0374 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=f70e0208-1743-4b03-901a-71147807bdfb HTTP/1.1" status: 200 len: 945 time: 0.1763532 Feb 04 12:31:02.315635 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-8d9ce50b-895f-419d-beef-b19b453d600b req-60fb9273-84b2-497c-835f-7594c1865802 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=105a7837-b56f-422f-94e9-238601ad106d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408745 Feb 04 12:31:02.342627 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:02.377829 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f70e0208-1743-4b03-901a-71147807bdfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671e0786-34ba-42f8-9634-74c7bb63a0da', 'code': 200} Feb 04 12:31:02.410412 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=671e0786-34ba-42f8-9634-74c7bb63a0da,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:02.862150 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3be7d9e8-c495-415b-8741-34a87a686f16 req-30ddf539-635e-40cc-bfea-fd453a2c73f9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f70e0208-1743-4b03-901a-71147807bdfb HTTP/1.1" status: 200 len: 1099 time: 0.1339982 Feb 04 12:31:02.903939 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3be7d9e8-c495-415b-8741-34a87a686f16 req-bf1b9451-3f87-4f9c-a946-b50f74f0421e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=105a7837-b56f-422f-94e9-238601ad106d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362780 Feb 04 12:31:03.510166 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed286b-2ac6-405d-8a36-cc9fd3458e40 req-0f8b4431-d646-4b00-9c9d-3d3c92e5d739 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:03.512314 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-aaed286b-2ac6-405d-8a36-cc9fd3458e40 req-0f8b4431-d646-4b00-9c9d-3d3c92e5d739 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=f70e0208-1743-4b03-901a-71147807bdfb HTTP/1.1" status: 200 len: 946 time: 0.0749593 Feb 04 12:31:03.557138 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-aaed286b-2ac6-405d-8a36-cc9fd3458e40 req-cf1be82a-b1db-467a-a815-1c945904517c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=105a7837-b56f-422f-94e9-238601ad106d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392752 Feb 04 12:31:04.757939 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b20ae7-cf42-4e15-bfe6-17b2e5af5d8b req-f7765a7d-b2a5-4fd4-b90e-b34402fd2b81 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:04.759417 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-46b20ae7-cf42-4e15-bfe6-17b2e5af5d8b req-f7765a7d-b2a5-4fd4-b90e-b34402fd2b81 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=f70e0208-1743-4b03-901a-71147807bdfb HTTP/1.1" status: 200 len: 946 time: 0.0756304 Feb 04 12:31:04.809065 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-46b20ae7-cf42-4e15-bfe6-17b2e5af5d8b req-f8cd7a4d-8107-4f7f-ad2a-8fe2c03232f8 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=105a7837-b56f-422f-94e9-238601ad106d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434043 Feb 04 12:31:05.009766 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115da8c0-0e07-499a-a60e-fd7e039732e3 req-7daa6cc5-8fa9-486b-a8f5-e41bff00f264 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:05.011780 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-115da8c0-0e07-499a-a60e-fd7e039732e3 req-7daa6cc5-8fa9-486b-a8f5-e41bff00f264 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=f70e0208-1743-4b03-901a-71147807bdfb HTTP/1.1" status: 200 len: 946 time: 0.0788169 Feb 04 12:31:05.056544 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-115da8c0-0e07-499a-a60e-fd7e039732e3 req-5208dccf-143f-4e01-a45e-8e63a4c40e05 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=105a7837-b56f-422f-94e9-238601ad106d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389907 Feb 04 12:31:05.084585 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48472) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:31:05.153694 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-bc41e1ea-9367-4695-a519-9142a648bdb2 tempest-TestNetworkAdvancedServerOps-245603530 tempest-TestNetworkAdvancedServerOps-245603530-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f70e0208-1743-4b03-901a-71147807bdfb HTTP/1.1" status: 200 len: 1094 time: 0.0679412 Feb 04 12:31:05.156406 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48476) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:31:05.161711 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-4501c496-5afb-4190-b95c-ea26033816f5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Request body: {'floatingip': {'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'port_id': '671e0786-34ba-42f8-9634-74c7bb63a0da', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:31:05.167439 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-4501c496-5afb-4190-b95c-ea26033816f5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:31:05.171245 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-4501c496-5afb-4190-b95c-ea26033816f5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Usage tracker for resource:floatingip and tenant:2e443f5181274c41895cf3b1d3b2b8b5 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:31:05.174331 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-4501c496-5afb-4190-b95c-ea26033816f5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:31:05.180348 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-4501c496-5afb-4190-b95c-ea26033816f5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:31:05.274227 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4501c496-5afb-4190-b95c-ea26033816f5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for floatingip, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:05.410858 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4501c496-5afb-4190-b95c-ea26033816f5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:05.551598 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-4501c496-5afb-4190-b95c-ea26033816f5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Allocated IP 172.26.3.116 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/dc15df05-bbf6-4136-9ced-1efe92abae1e) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:31:05.707987 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4501c496-5afb-4190-b95c-ea26033816f5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:05.817426 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4501c496-5afb-4190-b95c-ea26033816f5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:05.881837 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4501c496-5afb-4190-b95c-ea26033816f5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:31:05.884715 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-4501c496-5afb-4190-b95c-ea26033816f5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:31:05.888791 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4501c496-5afb-4190-b95c-ea26033816f5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:31:05.924316 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501c496-5afb-4190-b95c-ea26033816f5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'Port': ['ID=dc15df05-bbf6-4136-9ced-1efe92abae1e,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:06.407915 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4501c496-5afb-4190-b95c-ea26033816f5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:06.542128 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4501c496-5afb-4190-b95c-ea26033816f5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:06.723582 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:06.754825 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4501c496-5afb-4190-b95c-ea26033816f5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:06.831844 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4501c496-5afb-4190-b95c-ea26033816f5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:07.033458 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501c496-5afb-4190-b95c-ea26033816f5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event updated for resources: {'Port': ['ID=dc15df05-bbf6-4136-9ced-1efe92abae1e,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:07.048976 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4501c496-5afb-4190-b95c-ea26033816f5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:07.245603 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.l3_db [None req-4501c496-5afb-4190-b95c-ea26033816f5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Floating IP 06cc0640-588c-4b00-92af-e249b462cdd4 associated. External IP: 172.26.3.116, port: 671e0786-34ba-42f8-9634-74c7bb63a0da. Feb 04 12:31:07.636518 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4501c496-5afb-4190-b95c-ea26033816f5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Router 5a2e52f2-7fec-43fe-a8e7-a0771590de4b has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:31:07.831711 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4501c496-5afb-4190-b95c-ea26033816f5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:31:07.841520 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccc913d-812d-4643-923d-2c78a8349370 None None] Sync routers for ids ['5a2e52f2-7fec-43fe-a8e7-a0771590de4b'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:31:07.854535 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccc913d-812d-4643-923d-2c78a8349370 None None] Routers {'5a2e52f2-7fec-43fe-a8e7-a0771590de4b'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:31:07.855138 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-bccc913d-812d-4643-923d-2c78a8349370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:30:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5a2e52f2-7fec-43fe-a8e7-a0771590de4b'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:07.935235 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4501c496-5afb-4190-b95c-ea26033816f5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:07.991036 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4501c496-5afb-4190-b95c-ea26033816f5 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8336272 Feb 04 12:31:07.991602 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f70e0208-1743-4b03-901a-71147807bdfb', 'tag': '671e0786-34ba-42f8-9634-74c7bb63a0da'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:31:08.034262 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-bccc913d-812d-4643-923d-2c78a8349370 None None] Set router 5a2e52f2-7fec-43fe-a8e7-a0771590de4b gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:31:08.049322 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f70e0208-1743-4b03-901a-71147807bdfb', 'tag': '671e0786-34ba-42f8-9634-74c7bb63a0da', 'status': 'completed', 'code': 200} Feb 04 12:31:08.142172 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-09544a48-41d4-447a-9dfe-5091f91d5e83 req-a22ce956-57e1-4306-b0ce-733471a41610 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&device_id=f70e0208-1743-4b03-901a-71147807bdfb HTTP/1.1" status: 200 len: 1099 time: 0.0714107 Feb 04 12:31:08.177676 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b508051-a334-4c97-a15a-bcd4bc3ebd0f req-f63fa26a-340b-4cb0-a236-194146994185 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:08.180005 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9b508051-a334-4c97-a15a-bcd4bc3ebd0f req-f63fa26a-340b-4cb0-a236-194146994185 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=f70e0208-1743-4b03-901a-71147807bdfb HTTP/1.1" status: 200 len: 946 time: 0.0878608 Feb 04 12:31:08.240760 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9b508051-a334-4c97-a15a-bcd4bc3ebd0f req-df031662-dd82-4df6-87c1-4597c2a4cfb9 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=105a7837-b56f-422f-94e9-238601ad106d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542839 Feb 04 12:31:08.261961 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48484) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:31:08.285248 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09544a48-41d4-447a-9dfe-5091f91d5e83 req-d237246c-a87f-4707-9cfa-d59a042654b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:08.287001 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-09544a48-41d4-447a-9dfe-5091f91d5e83 req-d237246c-a87f-4707-9cfa-d59a042654b6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f81ecbfc-4013-4553-bfcf-b710bac586c6 HTTP/1.1" status: 200 len: 898 time: 0.1397011 Feb 04 12:31:08.370003 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6205fedf-d5e8-49ff-9223-45841d4bead6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/floatingips/06cc0640-588c-4b00-92af-e249b462cdd4 HTTP/1.1" status: 200 len: 992 time: 0.1056287 Feb 04 12:31:08.396959 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-09544a48-41d4-447a-9dfe-5091f91d5e83 req-df4638a4-9140-4273-85a6-0944fd62da48 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=671e0786-34ba-42f8-9634-74c7bb63a0da HTTP/1.1" status: 200 len: 1000 time: 0.1031053 Feb 04 12:31:08.405139 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-bccc913d-812d-4643-923d-2c78a8349370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192745044', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a01fbcbf-98b2-4389-9644-756b4d9cbd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:30:41Z', 'updated_at': '2022-02-04T12:30:47Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': 'a01fbcbf-98b2-4389-9644-756b4d9cbd5b', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:30:42Z', 'updated_at': '2022-02-04T12:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '06cc0640-588c-4b00-92af-e249b462cdd4', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'floating_ip_address': '172.26.3.116', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'port_id': '671e0786-34ba-42f8-9634-74c7bb63a0da', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f81ecbfc-4013-4553-bfcf-b710bac586c6', 'mac_address': 'fa:16:3e:35:3f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70e0208-1743-4b03-901a-71147807bdfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:31:06Z', 'updated_at': '2022-02-04T12:31:06Z', 'revision_number': 0, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31fc00b0-dc2b-4fc0-be88-e5d36299b191', 'name': '', 'network_id': 'f81ecbfc-4013-4553-bfcf-b710bac586c6', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:19:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c0e5201-17cb-4469-b66f-924040fe8acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:30:46Z', 'updated_at': '2022-02-04T12:30:52Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': '9c0e5201-17cb-4469-b66f-924040fe8acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:08.409064 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccc913d-812d-4643-923d-2c78a8349370 None None] Checking router: 5a2e52f2-7fec-43fe-a8e7-a0771590de4b for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:31:08.419924 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccc913d-812d-4643-923d-2c78a8349370 None None] Routers {'5a2e52f2-7fec-43fe-a8e7-a0771590de4b'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:31:08.420498 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-bccc913d-812d-4643-923d-2c78a8349370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:30:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5a2e52f2-7fec-43fe-a8e7-a0771590de4b'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:08.460930 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09544a48-41d4-447a-9dfe-5091f91d5e83 req-97ed70c0-f730-41a0-8b06-a80d843508d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:08.462403 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-09544a48-41d4-447a-9dfe-5091f91d5e83 req-97ed70c0-f730-41a0-8b06-a80d843508d5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9c0e5201-17cb-4469-b66f-924040fe8acb HTTP/1.1" status: 200 len: 835 time: 0.0600128 Feb 04 12:31:08.538414 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-09544a48-41d4-447a-9dfe-5091f91d5e83 req-978aa276-5832-43e6-bdad-bd2897de1255 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f81ecbfc-4013-4553-bfcf-b710bac586c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694950 Feb 04 12:31:08.605956 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-bccc913d-812d-4643-923d-2c78a8349370 None None] Set router 5a2e52f2-7fec-43fe-a8e7-a0771590de4b gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:31:08.672933 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-09544a48-41d4-447a-9dfe-5091f91d5e83 req-a686a7d8-95b8-4dca-a65d-bd4e870e6104 service neutron] 10.222.0.47 "GET /v2.0/networks/f81ecbfc-4013-4553-bfcf-b710bac586c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285799 Feb 04 12:31:08.806976 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-09544a48-41d4-447a-9dfe-5091f91d5e83 req-01a4db48-5a63-4bbb-af9f-55206aecfc86 service neutron] 10.222.0.47 "GET /v2.0/networks/f81ecbfc-4013-4553-bfcf-b710bac586c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287522 Feb 04 12:31:08.984630 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-bccc913d-812d-4643-923d-2c78a8349370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192745044', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a01fbcbf-98b2-4389-9644-756b4d9cbd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:30:41Z', 'updated_at': '2022-02-04T12:30:47Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': 'a01fbcbf-98b2-4389-9644-756b4d9cbd5b', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:30:42Z', 'updated_at': '2022-02-04T12:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '06cc0640-588c-4b00-92af-e249b462cdd4', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'floating_ip_address': '172.26.3.116', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'port_id': '671e0786-34ba-42f8-9634-74c7bb63a0da', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f81ecbfc-4013-4553-bfcf-b710bac586c6', 'mac_address': 'fa:16:3e:35:3f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70e0208-1743-4b03-901a-71147807bdfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:31:06Z', 'updated_at': '2022-02-04T12:31:06Z', 'revision_number': 0, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31fc00b0-dc2b-4fc0-be88-e5d36299b191', 'name': '', 'network_id': 'f81ecbfc-4013-4553-bfcf-b710bac586c6', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:19:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c0e5201-17cb-4469-b66f-924040fe8acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:30:46Z', 'updated_at': '2022-02-04T12:30:52Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': '9c0e5201-17cb-4469-b66f-924040fe8acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:08.988651 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccc913d-812d-4643-923d-2c78a8349370 None None] The sync data for ids ['5a2e52f2-7fec-43fe-a8e7-a0771590de4b'] in dv-neutron-827825-2-hyperv is: [{'id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192745044', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a01fbcbf-98b2-4389-9644-756b4d9cbd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:30:41Z', 'updated_at': '2022-02-04T12:30:47Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': 'a01fbcbf-98b2-4389-9644-756b4d9cbd5b', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:30:42Z', 'updated_at': '2022-02-04T12:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '06cc0640-588c-4b00-92af-e249b462cdd4', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'floating_ip_address': '172.26.3.116', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'port_id': '671e0786-34ba-42f8-9634-74c7bb63a0da', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f81ecbfc-4013-4553-bfcf-b710bac586c6', 'mac_address': 'fa:16:3e:35:3f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70e0208-1743-4b03-901a-71147807bdfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:31:06Z', 'updated_at': '2022-02-04T12:31:06Z', 'revision_number': 0, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31fc00b0-dc2b-4fc0-be88-e5d36299b191', 'name': '', 'network_id': 'f81ecbfc-4013-4553-bfcf-b710bac586c6', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:19:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c0e5201-17cb-4469-b66f-924040fe8acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:30:46Z', 'updated_at': '2022-02-04T12:30:52Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': '9c0e5201-17cb-4469-b66f-924040fe8acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:31:09.194287 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbf3fa6-aa80-480e-9f30-3de37ddb57a3 None None] New status for floating IP 06cc0640-588c-4b00-92af-e249b462cdd4: ACTIVE {{(pid=84206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 12:31:09.372221 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48488) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:31:09.476601 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-629a3b94-3ff3-4c7d-95d2-a45d7e1b98c3 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/floatingips/06cc0640-588c-4b00-92af-e249b462cdd4 HTTP/1.1" status: 200 len: 992 time: 0.1031089 Feb 04 12:31:10.480740 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48492) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:31:10.584455 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-842cce19-c6e0-4668-930c-71460206582e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/floatingips/06cc0640-588c-4b00-92af-e249b462cdd4 HTTP/1.1" status: 200 len: 994 time: 0.1026983 Feb 04 12:31:12.171059 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ab0a55e5-6bbd-411e-97d6-d5a83a9b266e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:14.627814 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5aa99e85-a871-4ff3-83c7-36a4d3d65cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:15.708290 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:15.930933 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:17.120039 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:20.812923 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:31:34.626464 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3fc29531-157c-454b-b3c3-6a2d4b56bb84 req-ec3dedd8-99ac-4626-9f25-ccd75303698c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f70e0208-1743-4b03-901a-71147807bdfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661087 Feb 04 12:31:34.764394 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3fc29531-157c-454b-b3c3-6a2d4b56bb84 req-c5b29a4f-bb96-4555-b63c-b52f1fbca7b8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&device_id=f70e0208-1743-4b03-901a-71147807bdfb HTTP/1.1" status: 200 len: 1099 time: 0.0719178 Feb 04 12:31:34.905076 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc29531-157c-454b-b3c3-6a2d4b56bb84 req-ab32b931-49c0-4c85-996e-67f8f7166a98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:34.906546 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3fc29531-157c-454b-b3c3-6a2d4b56bb84 req-ab32b931-49c0-4c85-996e-67f8f7166a98 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f81ecbfc-4013-4553-bfcf-b710bac586c6 HTTP/1.1" status: 200 len: 898 time: 0.1253009 Feb 04 12:31:35.006881 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3fc29531-157c-454b-b3c3-6a2d4b56bb84 req-6f15ca98-7b36-463b-9ff0-f1d2205cb26a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=671e0786-34ba-42f8-9634-74c7bb63a0da HTTP/1.1" status: 200 len: 1002 time: 0.0943458 Feb 04 12:31:35.067525 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc29531-157c-454b-b3c3-6a2d4b56bb84 req-c643e8aa-07a7-4c1a-8a46-8b1902c41aa2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:35.068983 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3fc29531-157c-454b-b3c3-6a2d4b56bb84 req-c643e8aa-07a7-4c1a-8a46-8b1902c41aa2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9c0e5201-17cb-4469-b66f-924040fe8acb HTTP/1.1" status: 200 len: 835 time: 0.0565259 Feb 04 12:31:35.148077 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3fc29531-157c-454b-b3c3-6a2d4b56bb84 req-5e2ae7fa-1a7a-478e-a52d-8e724c4b2db5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f81ecbfc-4013-4553-bfcf-b710bac586c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731835 Feb 04 12:31:35.364503 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3fc29531-157c-454b-b3c3-6a2d4b56bb84 req-29d4dca6-8873-49d9-9ddb-588385d062dd service neutron] 10.222.0.47 "GET /v2.0/networks/f81ecbfc-4013-4553-bfcf-b710bac586c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105119 Feb 04 12:31:35.497722 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3fc29531-157c-454b-b3c3-6a2d4b56bb84 req-e595926b-12a6-405a-8969-bfd63bec361f service neutron] 10.222.0.47 "GET /v2.0/networks/f81ecbfc-4013-4553-bfcf-b710bac586c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271191 Feb 04 12:31:36.719437 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:42.174128 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6a7a7900-d8d1-4745-a977-8a41ad82c427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:44.599075 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3fe30b85-5b3b-430f-8cdb-9c01311cb144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:45.702497 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:45.908309 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:47.084747 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:57.814048 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:32:06.747993 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:12.173545 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d5fbb22c-63f3-405c-984f-503397668954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:14.607927 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6a19aea7-e7c4-4ea7-a938-4e48b6731c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:15.690379 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:15.918855 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:17.118931 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:24.287571 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd49062-8bdf-42fa-94cf-6520d9a682d8 req-cafabd72-f98b-48c8-bf10-81ba96152fc4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:24.288988 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bfd49062-8bdf-42fa-94cf-6520d9a682d8 req-cafabd72-f98b-48c8-bf10-81ba96152fc4 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=f70e0208-1743-4b03-901a-71147807bdfb HTTP/1.1" status: 200 len: 946 time: 0.0753980 Feb 04 12:32:24.333722 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bfd49062-8bdf-42fa-94cf-6520d9a682d8 req-3cd3d43a-37db-43cd-ad43-a1924b08eeaa tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=105a7837-b56f-422f-94e9-238601ad106d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384917 Feb 04 12:32:25.585634 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e6eb1-6a7a-4fa3-b4c8-8d5d35cbad10 req-69439c23-4798-4036-8c76-887d795702b1 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:25.587282 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d47e6eb1-6a7a-4fa3-b4c8-8d5d35cbad10 req-69439c23-4798-4036-8c76-887d795702b1 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=f70e0208-1743-4b03-901a-71147807bdfb HTTP/1.1" status: 200 len: 946 time: 0.0753939 Feb 04 12:32:25.633986 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d47e6eb1-6a7a-4fa3-b4c8-8d5d35cbad10 req-cd28df72-9bb1-4ec4-b32f-0163e915fd32 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=105a7837-b56f-422f-94e9-238601ad106d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405052 Feb 04 12:32:26.845920 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719c799-3b6f-47ec-ad95-b4aa44ea0383 req-270dca5c-992f-4a48-9b55-15a0a7c3f4d7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:26.847373 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a719c799-3b6f-47ec-ad95-b4aa44ea0383 req-270dca5c-992f-4a48-9b55-15a0a7c3f4d7 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=f70e0208-1743-4b03-901a-71147807bdfb HTTP/1.1" status: 200 len: 946 time: 0.0883536 Feb 04 12:32:26.894561 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a719c799-3b6f-47ec-ad95-b4aa44ea0383 req-31f9e68c-5fcb-40f3-a6f9-65fbc4f52ddb tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=105a7837-b56f-422f-94e9-238601ad106d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415690 Feb 04 12:32:26.922410 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48542) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:32:27.132150 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3804b10a-e941-401d-9abd-f41f7b5e493b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/floatingips/06cc0640-588c-4b00-92af-e249b462cdd4 HTTP/1.1" status: 200 len: 994 time: 0.2086329 Feb 04 12:32:28.800282 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5f2ef-425c-4862-81ad-c499eba16b68 req-82185db2-498b-48cb-a52b-62a68e44527a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:28.801574 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9cf5f2ef-425c-4862-81ad-c499eba16b68 req-82185db2-498b-48cb-a52b-62a68e44527a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=f70e0208-1743-4b03-901a-71147807bdfb HTTP/1.1" status: 200 len: 946 time: 0.0939741 Feb 04 12:32:28.849293 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9cf5f2ef-425c-4862-81ad-c499eba16b68 req-9b706a25-e41f-429d-be71-7e9aa253e27c tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=105a7837-b56f-422f-94e9-238601ad106d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421708 Feb 04 12:32:28.858406 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-227b3c87-6c01-44b3-b1c6-1e7f538fd95c req-0649e5d8-643d-46c8-83f0-e66c6e718ace service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&device_id=f70e0208-1743-4b03-901a-71147807bdfb HTTP/1.1" status: 200 len: 1099 time: 0.0708094 Feb 04 12:32:28.991802 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b3c87-6c01-44b3-b1c6-1e7f538fd95c req-1ee22597-bccd-455b-84e8-bd516a100069 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:28.993274 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-227b3c87-6c01-44b3-b1c6-1e7f538fd95c req-1ee22597-bccd-455b-84e8-bd516a100069 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f81ecbfc-4013-4553-bfcf-b710bac586c6 HTTP/1.1" status: 200 len: 898 time: 0.1295121 Feb 04 12:32:29.098366 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-227b3c87-6c01-44b3-b1c6-1e7f538fd95c req-d3a473cd-e326-41b9-8fbb-a7f93b712ddb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=671e0786-34ba-42f8-9634-74c7bb63a0da HTTP/1.1" status: 200 len: 1002 time: 0.0986969 Feb 04 12:32:29.163664 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b3c87-6c01-44b3-b1c6-1e7f538fd95c req-3f6ac8ae-aa75-4a67-b685-8ea14343829c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:29.165118 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-227b3c87-6c01-44b3-b1c6-1e7f538fd95c req-3f6ac8ae-aa75-4a67-b685-8ea14343829c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9c0e5201-17cb-4469-b66f-924040fe8acb HTTP/1.1" status: 200 len: 835 time: 0.0613766 Feb 04 12:32:29.240295 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-227b3c87-6c01-44b3-b1c6-1e7f538fd95c req-572dc4c7-eb1e-4649-890b-7e38254a363e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f81ecbfc-4013-4553-bfcf-b710bac586c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690715 Feb 04 12:32:29.375513 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-227b3c87-6c01-44b3-b1c6-1e7f538fd95c req-b11a31b9-eb93-4c59-875c-d0c1c743e75a service neutron] 10.222.0.47 "GET /v2.0/networks/f81ecbfc-4013-4553-bfcf-b710bac586c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294994 Feb 04 12:32:29.513029 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-227b3c87-6c01-44b3-b1c6-1e7f538fd95c req-a576043b-80a6-4a24-bdba-27651f2ef06d service neutron] 10.222.0.47 "GET /v2.0/networks/f81ecbfc-4013-4553-bfcf-b710bac586c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315234 Feb 04 12:32:30.055062 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de197c-23f0-401d-97e5-79b1b63301e1 req-84c1c545-6bcd-448a-a1bc-d91dbec42aba tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:30.056475 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a2de197c-23f0-401d-97e5-79b1b63301e1 req-84c1c545-6bcd-448a-a1bc-d91dbec42aba tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=f70e0208-1743-4b03-901a-71147807bdfb HTTP/1.1" status: 200 len: 946 time: 0.0767171 Feb 04 12:32:30.107298 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a2de197c-23f0-401d-97e5-79b1b63301e1 req-c26240e7-0963-46d0-9fd2-ea59524907cc tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=105a7837-b56f-422f-94e9-238601ad106d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430353 Feb 04 12:32:31.307279 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec2980-d2a0-4615-b8ab-17baae38e37f req-8a13ee5d-2ae2-40df-bc98-09f94cec9716 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:31.308756 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d0ec2980-d2a0-4615-b8ab-17baae38e37f req-8a13ee5d-2ae2-40df-bc98-09f94cec9716 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=f70e0208-1743-4b03-901a-71147807bdfb HTTP/1.1" status: 200 len: 946 time: 0.0775013 Feb 04 12:32:31.359968 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-d0ec2980-d2a0-4615-b8ab-17baae38e37f req-f92485d2-d20d-4bb4-907c-b87d5c4f1ad2 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=105a7837-b56f-422f-94e9-238601ad106d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454242 Feb 04 12:32:31.388527 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48558) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:32:31.493224 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-138f4287-af41-405c-b071-16c2fda48bec tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/floatingips/06cc0640-588c-4b00-92af-e249b462cdd4 HTTP/1.1" status: 200 len: 994 time: 0.1034646 Feb 04 12:32:31.780657 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48566) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:32:31.978305 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-9cd4110e-a274-469b-8abb-c5812c4fcc6e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Deleting port dc15df05-bbf6-4136-9ced-1efe92abae1e {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:32:31.978634 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9cd4110e-a274-469b-8abb-c5812c4fcc6e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:32.147067 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9cd4110e-a274-469b-8abb-c5812c4fcc6e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:32.147067 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9cd4110e-a274-469b-8abb-c5812c4fcc6e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:32.272746 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-9cd4110e-a274-469b-8abb-c5812c4fcc6e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Calling delete_port for dc15df05-bbf6-4136-9ced-1efe92abae1e owned by network:floatingip {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:32:32.472827 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9cd4110e-a274-469b-8abb-c5812c4fcc6e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:32.518277 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4110e-a274-469b-8abb-c5812c4fcc6e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event deleted for resources: {'Port': ['ID=dc15df05-bbf6-4136-9ced-1efe92abae1e,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:32.590468 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd4110e-a274-469b-8abb-c5812c4fcc6e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:32.591509 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd4110e-a274-469b-8abb-c5812c4fcc6e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:32.591782 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd4110e-a274-469b-8abb-c5812c4fcc6e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:32.592108 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd4110e-a274-469b-8abb-c5812c4fcc6e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:32.592440 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd4110e-a274-469b-8abb-c5812c4fcc6e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:32.592740 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd4110e-a274-469b-8abb-c5812c4fcc6e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:32.593056 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd4110e-a274-469b-8abb-c5812c4fcc6e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:32.593365 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd4110e-a274-469b-8abb-c5812c4fcc6e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:32.593673 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd4110e-a274-469b-8abb-c5812c4fcc6e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:32.594019 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd4110e-a274-469b-8abb-c5812c4fcc6e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:32.594319 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd4110e-a274-469b-8abb-c5812c4fcc6e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:32.622831 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9cd4110e-a274-469b-8abb-c5812c4fcc6e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for floatingip, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:33.117133 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd4110e-a274-469b-8abb-c5812c4fcc6e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Router 5a2e52f2-7fec-43fe-a8e7-a0771590de4b has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:32:33.331488 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd4110e-a274-469b-8abb-c5812c4fcc6e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:32:33.344987 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7138f63d-39a9-421d-b884-fee1c9648117 None None] Sync routers for ids ['5a2e52f2-7fec-43fe-a8e7-a0771590de4b'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:32:33.357988 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7138f63d-39a9-421d-b884-fee1c9648117 None None] Routers {'5a2e52f2-7fec-43fe-a8e7-a0771590de4b'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:32:33.358918 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-7138f63d-39a9-421d-b884-fee1c9648117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:32:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5a2e52f2-7fec-43fe-a8e7-a0771590de4b'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:33.430323 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9cd4110e-a274-469b-8abb-c5812c4fcc6e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:33.488291 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-9cd4110e-a274-469b-8abb-c5812c4fcc6e tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "DELETE /v2.0/floatingips/06cc0640-588c-4b00-92af-e249b462cdd4 HTTP/1.1" status: 204 len: 168 time: 1.7066526 Feb 04 12:32:33.489017 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f70e0208-1743-4b03-901a-71147807bdfb', 'tag': '671e0786-34ba-42f8-9634-74c7bb63a0da'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:32:33.542927 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-7138f63d-39a9-421d-b884-fee1c9648117 None None] Set router 5a2e52f2-7fec-43fe-a8e7-a0771590de4b gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:32:33.669172 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f70e0208-1743-4b03-901a-71147807bdfb', 'tag': '671e0786-34ba-42f8-9634-74c7bb63a0da', 'status': 'completed', 'code': 200} Feb 04 12:32:33.764147 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0df01b66-3111-4847-adf6-ce3c78807de4 req-79da4ce2-117e-4a23-b3a1-832dbb5c4a9e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&device_id=f70e0208-1743-4b03-901a-71147807bdfb HTTP/1.1" status: 200 len: 1099 time: 0.0736594 Feb 04 12:32:33.868336 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-7138f63d-39a9-421d-b884-fee1c9648117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192745044', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a01fbcbf-98b2-4389-9644-756b4d9cbd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:30:41Z', 'updated_at': '2022-02-04T12:30:47Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': 'a01fbcbf-98b2-4389-9644-756b4d9cbd5b', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:30:42Z', 'updated_at': '2022-02-04T12:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '31fc00b0-dc2b-4fc0-be88-e5d36299b191', 'name': '', 'network_id': 'f81ecbfc-4013-4553-bfcf-b710bac586c6', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:19:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c0e5201-17cb-4469-b66f-924040fe8acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:30:46Z', 'updated_at': '2022-02-04T12:30:52Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': '9c0e5201-17cb-4469-b66f-924040fe8acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:33.872832 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7138f63d-39a9-421d-b884-fee1c9648117 None None] Checking router: 5a2e52f2-7fec-43fe-a8e7-a0771590de4b for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:32:33.884106 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7138f63d-39a9-421d-b884-fee1c9648117 None None] Routers {'5a2e52f2-7fec-43fe-a8e7-a0771590de4b'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:32:33.884614 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-7138f63d-39a9-421d-b884-fee1c9648117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:32:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5a2e52f2-7fec-43fe-a8e7-a0771590de4b'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:33.901704 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df01b66-3111-4847-adf6-ce3c78807de4 req-f2229ff3-7a25-4437-a2f3-d48ef0fb41aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:33.903218 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0df01b66-3111-4847-adf6-ce3c78807de4 req-f2229ff3-7a25-4437-a2f3-d48ef0fb41aa service neutron] 10.222.0.47 "GET /v2.0/networks?id=f81ecbfc-4013-4553-bfcf-b710bac586c6 HTTP/1.1" status: 200 len: 898 time: 0.1334414 Feb 04 12:32:34.094330 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-7138f63d-39a9-421d-b884-fee1c9648117 None None] Set router 5a2e52f2-7fec-43fe-a8e7-a0771590de4b gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:32:34.119509 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0df01b66-3111-4847-adf6-ce3c78807de4 req-dc22fca6-051e-40bc-8952-30f5100d5851 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=671e0786-34ba-42f8-9634-74c7bb63a0da HTTP/1.1" status: 200 len: 217 time: 0.2099493 Feb 04 12:32:34.207224 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df01b66-3111-4847-adf6-ce3c78807de4 req-aba3cb8d-7564-4284-a596-4a5c1aa475f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:34.208561 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0df01b66-3111-4847-adf6-ce3c78807de4 req-aba3cb8d-7564-4284-a596-4a5c1aa475f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9c0e5201-17cb-4469-b66f-924040fe8acb HTTP/1.1" status: 200 len: 835 time: 0.0827208 Feb 04 12:32:34.267154 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8abdbb-b88c-456a-b415-5b1fe1ddc4e0 req-a9197805-ef7d-47e6-933e-4a6d28288157 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:34.268619 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-cf8abdbb-b88c-456a-b415-5b1fe1ddc4e0 req-a9197805-ef7d-47e6-933e-4a6d28288157 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=f70e0208-1743-4b03-901a-71147807bdfb HTTP/1.1" status: 200 len: 946 time: 0.1809676 Feb 04 12:32:34.334680 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0df01b66-3111-4847-adf6-ce3c78807de4 req-d3ab0bea-dfe8-462a-a3a0-aa151f138d2f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f81ecbfc-4013-4553-bfcf-b710bac586c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1186051 Feb 04 12:32:34.337232 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-cf8abdbb-b88c-456a-b415-5b1fe1ddc4e0 req-ad4fb0cb-7c6c-4cf9-a572-ad895e904282 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=105a7837-b56f-422f-94e9-238601ad106d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575738 Feb 04 12:32:34.446739 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-7138f63d-39a9-421d-b884-fee1c9648117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192745044', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a01fbcbf-98b2-4389-9644-756b4d9cbd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:30:41Z', 'updated_at': '2022-02-04T12:30:47Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': 'a01fbcbf-98b2-4389-9644-756b4d9cbd5b', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:30:42Z', 'updated_at': '2022-02-04T12:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '31fc00b0-dc2b-4fc0-be88-e5d36299b191', 'name': '', 'network_id': 'f81ecbfc-4013-4553-bfcf-b710bac586c6', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:19:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c0e5201-17cb-4469-b66f-924040fe8acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:30:46Z', 'updated_at': '2022-02-04T12:30:52Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': '9c0e5201-17cb-4469-b66f-924040fe8acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:34.451109 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7138f63d-39a9-421d-b884-fee1c9648117 None None] The sync data for ids ['5a2e52f2-7fec-43fe-a8e7-a0771590de4b'] in dv-neutron-827825-2-hyperv is: [{'id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192745044', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a01fbcbf-98b2-4389-9644-756b4d9cbd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:30:41Z', 'updated_at': '2022-02-04T12:30:47Z', 'revision_number': 4, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': 'a01fbcbf-98b2-4389-9644-756b4d9cbd5b', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:30:42Z', 'updated_at': '2022-02-04T12:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '31fc00b0-dc2b-4fc0-be88-e5d36299b191', 'name': '', 'network_id': 'f81ecbfc-4013-4553-bfcf-b710bac586c6', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'mac_address': 'fa:16:3e:19:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c0e5201-17cb-4469-b66f-924040fe8acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:30:46Z', 'updated_at': '2022-02-04T12:30:52Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'subnets': [{'id': '9c0e5201-17cb-4469-b66f-924040fe8acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:32:34.486610 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0df01b66-3111-4847-adf6-ce3c78807de4 req-34847550-754f-46bc-8195-ef3753061cf6 service neutron] 10.222.0.47 "GET /v2.0/networks/f81ecbfc-4013-4553-bfcf-b710bac586c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444132 Feb 04 12:32:34.629035 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0df01b66-3111-4847-adf6-ce3c78807de4 req-be0f49e7-f009-452c-bed1-cd2613656828 service neutron] 10.222.0.47 "GET /v2.0/networks/f81ecbfc-4013-4553-bfcf-b710bac586c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357584 Feb 04 12:32:34.700933 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80101256-cc08-48fa-8169-18faa88fd967 None None] New status for floating IP 06cc0640-588c-4b00-92af-e249b462cdd4: DOWN {{(pid=84206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 12:32:34.814766 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:32:35.556546 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20324b-128b-4da2-89be-62e1bf86d88e req-f9ddec39-049e-494b-8445-c129adc7c52b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:35.557186 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-1f20324b-128b-4da2-89be-62e1bf86d88e req-f9ddec39-049e-494b-8445-c129adc7c52b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Synchronizing usage tracker for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:32:35.627461 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-1f20324b-128b-4da2-89be-62e1bf86d88e req-f9ddec39-049e-494b-8445-c129adc7c52b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Unset dirty status for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:32:35.628754 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1f20324b-128b-4da2-89be-62e1bf86d88e req-f9ddec39-049e-494b-8445-c129adc7c52b tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=f70e0208-1743-4b03-901a-71147807bdfb HTTP/1.1" status: 200 len: 946 time: 0.1615686 Feb 04 12:32:35.678473 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-1f20324b-128b-4da2-89be-62e1bf86d88e req-39dfa56e-8daa-4c58-8a8e-eaaa1ac947f2 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/security-groups?id=105a7837-b56f-422f-94e9-238601ad106d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441673 Feb 04 12:32:35.985234 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713d72a-4fda-4df7-9ba9-c8ef091a904e req-d94bc147-63a6-4530-ab2c-568153609d25 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:35.986731 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a713d72a-4fda-4df7-9ba9-c8ef091a904e req-d94bc147-63a6-4530-ab2c-568153609d25 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.47 "GET /v2.0/ports?device_id=f70e0208-1743-4b03-901a-71147807bdfb HTTP/1.1" status: 200 len: 946 time: 0.0849457 Feb 04 12:32:36.063353 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [req-a713d72a-4fda-4df7-9ba9-c8ef091a904e req-ae1cc101-20fc-4e73-8c6f-8ba27549d583 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Deleting port 671e0786-34ba-42f8-9634-74c7bb63a0da {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:32:36.063683 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-a713d72a-4fda-4df7-9ba9-c8ef091a904e req-ae1cc101-20fc-4e73-8c6f-8ba27549d583 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:36.312558 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-a713d72a-4fda-4df7-9ba9-c8ef091a904e req-ae1cc101-20fc-4e73-8c6f-8ba27549d583 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] For port 671e0786-34ba-42f8-9634-74c7bb63a0da, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=671e0786-34ba-42f8-9634-74c7bb63a0da,segment=NetworkSegment(5c4945d2-cce7-4d3a-b42d-e43bb066947e),segment_id=5c4945d2-cce7-4d3a-b42d-e43bb066947e)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:32:36.312831 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-a713d72a-4fda-4df7-9ba9-c8ef091a904e req-ae1cc101-20fc-4e73-8c6f-8ba27549d583 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:36.432933 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [req-a713d72a-4fda-4df7-9ba9-c8ef091a904e req-ae1cc101-20fc-4e73-8c6f-8ba27549d583 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Calling delete_port for 671e0786-34ba-42f8-9634-74c7bb63a0da owned by compute:nova {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:32:36.652827 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-a713d72a-4fda-4df7-9ba9-c8ef091a904e req-ae1cc101-20fc-4e73-8c6f-8ba27549d583 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:36.700753 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1cc101-20fc-4e73-8c6f-8ba27549d583 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event deleted for resources: {'Port': ['ID=671e0786-34ba-42f8-9634-74c7bb63a0da,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:36.741485 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1cc101-20fc-4e73-8c6f-8ba27549d583 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:36.741856 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1cc101-20fc-4e73-8c6f-8ba27549d583 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:36.742211 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1cc101-20fc-4e73-8c6f-8ba27549d583 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:36.742543 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1cc101-20fc-4e73-8c6f-8ba27549d583 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:36.742870 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1cc101-20fc-4e73-8c6f-8ba27549d583 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:36.743199 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1cc101-20fc-4e73-8c6f-8ba27549d583 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:36.743516 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1cc101-20fc-4e73-8c6f-8ba27549d583 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:36.743834 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1cc101-20fc-4e73-8c6f-8ba27549d583 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:36.744149 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1cc101-20fc-4e73-8c6f-8ba27549d583 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:36.744465 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1cc101-20fc-4e73-8c6f-8ba27549d583 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:36.744783 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1cc101-20fc-4e73-8c6f-8ba27549d583 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:36.785076 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:36.799713 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [req-a713d72a-4fda-4df7-9ba9-c8ef091a904e req-ae1cc101-20fc-4e73-8c6f-8ba27549d583 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] No DVR routers for this DVR port 671e0786-34ba-42f8-9634-74c7bb63a0da on host hv-neutron-8278 {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:32:36.802355 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-a713d72a-4fda-4df7-9ba9-c8ef091a904e req-ae1cc101-20fc-4e73-8c6f-8ba27549d583 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:36.804980 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70e0208-1743-4b03-901a-71147807bdfb', 'name': 'network-vif-deleted', 'tag': '671e0786-34ba-42f8-9634-74c7bb63a0da'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:32:36.882028 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-65bba95d-c612-4d4a-9ced-2c3e6e0ebf51 req-00ae5de5-308a-4a9a-bfb6-fb8b8829b9d6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Synchronizing usage tracker for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:32:36.903316 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a713d72a-4fda-4df7-9ba9-c8ef091a904e req-ae1cc101-20fc-4e73-8c6f-8ba27549d583 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.47 "DELETE /v2.0/ports/671e0786-34ba-42f8-9634-74c7bb63a0da HTTP/1.1" status: 204 len: 173 time: 0.9115841 Feb 04 12:32:36.970050 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-65bba95d-c612-4d4a-9ced-2c3e6e0ebf51 req-00ae5de5-308a-4a9a-bfb6-fb8b8829b9d6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Unset dirty status for tenant:2e443f5181274c41895cf3b1d3b2b8b5 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:32:36.971182 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-65bba95d-c612-4d4a-9ced-2c3e6e0ebf51 req-00ae5de5-308a-4a9a-bfb6-fb8b8829b9d6 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "GET /v2.0/ports?device_id=f70e0208-1743-4b03-901a-71147807bdfb HTTP/1.1" status: 200 len: 210 time: 0.1341670 Feb 04 12:32:37.004591 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f70e0208-1743-4b03-901a-71147807bdfb', 'name': 'network-vif-deleted', 'tag': '671e0786-34ba-42f8-9634-74c7bb63a0da', 'status': 'completed', 'code': 200} Feb 04 12:32:38.080056 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48600) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:32:38.470543 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 671e0786-34ba-42f8-9634-74c7bb63a0da no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:32:38.503608 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ceee03d9-7a3f-45ee-bf1a-5601e48fb514 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:38.505035 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] No Port match for: 671e0786-34ba-42f8-9634-74c7bb63a0da {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:32:38.505383 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 671e0786-34ba-42f8-9634-74c7bb63a0da not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:32:39.128267 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-ceee03d9-7a3f-45ee-bf1a-5601e48fb514 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Deleting port 31fc00b0-dc2b-4fc0-be88-e5d36299b191 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:32:39.128888 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ceee03d9-7a3f-45ee-bf1a-5601e48fb514 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:39.423576 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-ceee03d9-7a3f-45ee-bf1a-5601e48fb514 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] For port 31fc00b0-dc2b-4fc0-be88-e5d36299b191, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=31fc00b0-dc2b-4fc0-be88-e5d36299b191,segment=NetworkSegment(5c4945d2-cce7-4d3a-b42d-e43bb066947e),segment_id=5c4945d2-cce7-4d3a-b42d-e43bb066947e)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:32:39.423846 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ceee03d9-7a3f-45ee-bf1a-5601e48fb514 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:39.552804 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-ceee03d9-7a3f-45ee-bf1a-5601e48fb514 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Calling delete_port for 31fc00b0-dc2b-4fc0-be88-e5d36299b191 owned by network:router_interface {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:32:39.841936 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ceee03d9-7a3f-45ee-bf1a-5601e48fb514 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:39.887313 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee03d9-7a3f-45ee-bf1a-5601e48fb514 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event deleted for resources: {'Port': ['ID=31fc00b0-dc2b-4fc0-be88-e5d36299b191,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:40.197911 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ceee03d9-7a3f-45ee-bf1a-5601e48fb514 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:40.782877 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceee03d9-7a3f-45ee-bf1a-5601e48fb514 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Router 5a2e52f2-7fec-43fe-a8e7-a0771590de4b has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:32:41.095480 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceee03d9-7a3f-45ee-bf1a-5601e48fb514 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:32:41.105558 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0b2e6a-2208-4e53-9d6f-76cca7fd3039 None None] Sync routers for ids ['5a2e52f2-7fec-43fe-a8e7-a0771590de4b'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:32:41.109100 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ceee03d9-7a3f-45ee-bf1a-5601e48fb514 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "PUT /v2.0/routers/5a2e52f2-7fec-43fe-a8e7-a0771590de4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0276639 Feb 04 12:32:41.111963 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 48604) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:32:41.117632 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0b2e6a-2208-4e53-9d6f-76cca7fd3039 None None] Routers {'5a2e52f2-7fec-43fe-a8e7-a0771590de4b'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:32:41.118258 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-fd0b2e6a-2208-4e53-9d6f-76cca7fd3039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:32:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5a2e52f2-7fec-43fe-a8e7-a0771590de4b'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:41.314866 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dee3602-647c-45e9-bf04-791f74ba0b6d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Deleting subnet 9c0e5201-17cb-4469-b66f-924040fe8acb {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 12:32:41.317705 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3dee3602-647c-45e9-bf04-791f74ba0b6d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:41.334001 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-fd0b2e6a-2208-4e53-9d6f-76cca7fd3039 None None] Set router 5a2e52f2-7fec-43fe-a8e7-a0771590de4b gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:32:41.465503 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3dee3602-647c-45e9-bf04-791f74ba0b6d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:41.548181 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3dee3602-647c-45e9-bf04-791f74ba0b6d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:41.629811 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-fd0b2e6a-2208-4e53-9d6f-76cca7fd3039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192745044', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a01fbcbf-98b2-4389-9644-756b4d9cbd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:30:41Z', 'updated_at': '2022-02-04T12:32:39Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': 'a01fbcbf-98b2-4389-9644-756b4d9cbd5b', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:30:42Z', 'updated_at': '2022-02-04T12:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:41.633790 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0b2e6a-2208-4e53-9d6f-76cca7fd3039 None None] Checking router: 5a2e52f2-7fec-43fe-a8e7-a0771590de4b for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:32:41.644907 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0b2e6a-2208-4e53-9d6f-76cca7fd3039 None None] Routers {'5a2e52f2-7fec-43fe-a8e7-a0771590de4b'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:32:41.645515 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-fd0b2e6a-2208-4e53-9d6f-76cca7fd3039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:32:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['5a2e52f2-7fec-43fe-a8e7-a0771590de4b'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:41.695976 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3dee3602-647c-45e9-bf04-791f74ba0b6d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:41.734970 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee3602-647c-45e9-bf04-791f74ba0b6d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event deleted for resources: {'Subnet': ['ID=9c0e5201-17cb-4469-b66f-924040fe8acb,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:41.741868 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3dee3602-647c-45e9-bf04-791f74ba0b6d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:41.749356 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c064fd0-089c-42eb-b391-1e9a31f72906 None None] Network f81ecbfc-4013-4553-bfcf-b710bac586c6 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:32:41.754935 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48610) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:32:41.755642 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3dee3602-647c-45e9-bf04-791f74ba0b6d tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "DELETE /v2.0/subnets/9c0e5201-17cb-4469-b66f-924040fe8acb HTTP/1.1" status: 204 len: 168 time: 0.6420572 Feb 04 12:32:41.845406 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-fd0b2e6a-2208-4e53-9d6f-76cca7fd3039 None None] Set router 5a2e52f2-7fec-43fe-a8e7-a0771590de4b gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:32:41.992032 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-65031d87-13dd-457d-b16d-d634e5fe54b8 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:42.044631 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d75095d-84fb-468a-aaab-c2228de46551 None None] DHCP port deletion for f81ecbfc-4013-4553-bfcf-b710bac586c6 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 12:32:42.049551 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-3d75095d-84fb-468a-aaab-c2228de46551 None None] Deleting port 7518ec4f-95a5-4f1b-b210-467a63728337 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:32:42.050074 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3d75095d-84fb-468a-aaab-c2228de46551 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:42.155583 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-fd0b2e6a-2208-4e53-9d6f-76cca7fd3039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192745044', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a01fbcbf-98b2-4389-9644-756b4d9cbd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:30:41Z', 'updated_at': '2022-02-04T12:32:39Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': 'a01fbcbf-98b2-4389-9644-756b4d9cbd5b', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:30:42Z', 'updated_at': '2022-02-04T12:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:42.160628 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0b2e6a-2208-4e53-9d6f-76cca7fd3039 None None] The sync data for ids ['5a2e52f2-7fec-43fe-a8e7-a0771590de4b'] in dv-neutron-827825-2-hyperv is: [{'id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192745044', 'tenant_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a01fbcbf-98b2-4389-9644-756b4d9cbd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:30:41Z', 'updated_at': '2022-02-04T12:32:39Z', 'revision_number': 5, 'project_id': '2e443f5181274c41895cf3b1d3b2b8b5', 'gw_port': {'id': 'a01fbcbf-98b2-4389-9644-756b4d9cbd5b', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2e52f2-7fec-43fe-a8e7-a0771590de4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:30:42Z', 'updated_at': '2022-02-04T12:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:32:42.193707 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b9f3b0e1-f8a1-461b-92f1-202e46cac2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:42.212925 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-65031d87-13dd-457d-b16d-d634e5fe54b8 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:42.283267 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-3d75095d-84fb-468a-aaab-c2228de46551 None None] For port 7518ec4f-95a5-4f1b-b210-467a63728337, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=7518ec4f-95a5-4f1b-b210-467a63728337,segment=NetworkSegment(5c4945d2-cce7-4d3a-b42d-e43bb066947e),segment_id=5c4945d2-cce7-4d3a-b42d-e43bb066947e)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:32:42.283546 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3d75095d-84fb-468a-aaab-c2228de46551 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:42.292680 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-65031d87-13dd-457d-b16d-d634e5fe54b8 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Deleting port a01fbcbf-98b2-4389-9644-756b4d9cbd5b {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:32:42.293023 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-65031d87-13dd-457d-b16d-d634e5fe54b8 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:42.411385 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-3d75095d-84fb-468a-aaab-c2228de46551 None None] Calling delete_port for 7518ec4f-95a5-4f1b-b210-467a63728337 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:32:42.467166 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-65031d87-13dd-457d-b16d-d634e5fe54b8 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] For port a01fbcbf-98b2-4389-9644-756b4d9cbd5b, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=a01fbcbf-98b2-4389-9644-756b4d9cbd5b,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:32:42.467521 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-65031d87-13dd-457d-b16d-d634e5fe54b8 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:42.567785 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3d75095d-84fb-468a-aaab-c2228de46551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759'] for port, after_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:42.598167 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-65031d87-13dd-457d-b16d-d634e5fe54b8 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Calling delete_port for a01fbcbf-98b2-4389-9644-756b4d9cbd5b owned by network:router_gateway {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:32:42.606454 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 31fc00b0-dc2b-4fc0-be88-e5d36299b191 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:32:42.654710 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d75095d-84fb-468a-aaab-c2228de46551 None None] Pushing event deleted for resources: {'Port': ['ID=7518ec4f-95a5-4f1b-b210-467a63728337,revision_number=None']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:42.658901 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 31fc00b0-dc2b-4fc0-be88-e5d36299b191 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:32:42.659238 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 31fc00b0-dc2b-4fc0-be88-e5d36299b191 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:32:42.659660 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 7518ec4f-95a5-4f1b-b210-467a63728337 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:32:42.695356 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 7518ec4f-95a5-4f1b-b210-467a63728337 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:32:42.695696 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 7518ec4f-95a5-4f1b-b210-467a63728337 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:32:42.703137 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d75095d-84fb-468a-aaab-c2228de46551 None None] No DVR routers for this DVR port 7518ec4f-95a5-4f1b-b210-467a63728337 on host dv-neutron-827825-2-hyperv {{(pid=84206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:32:42.706747 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d75095d-84fb-468a-aaab-c2228de46551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:42.707099 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d75095d-84fb-468a-aaab-c2228de46551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:42.707474 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d75095d-84fb-468a-aaab-c2228de46551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:42.707804 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d75095d-84fb-468a-aaab-c2228de46551 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:42.708132 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d75095d-84fb-468a-aaab-c2228de46551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:42.711692 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d75095d-84fb-468a-aaab-c2228de46551 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:42.712508 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d75095d-84fb-468a-aaab-c2228de46551 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:42.713039 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d75095d-84fb-468a-aaab-c2228de46551 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:42.713375 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d75095d-84fb-468a-aaab-c2228de46551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:42.713704 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d75095d-84fb-468a-aaab-c2228de46551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:42.714064 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d75095d-84fb-468a-aaab-c2228de46551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:42.847392 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-65031d87-13dd-457d-b16d-d634e5fe54b8 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:42.896640 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65031d87-13dd-457d-b16d-d634e5fe54b8 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event deleted for resources: {'Port': ['ID=a01fbcbf-98b2-4389-9644-756b4d9cbd5b,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:43.122332 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-65031d87-13dd-457d-b16d-d634e5fe54b8 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:43.480579 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-65031d87-13dd-457d-b16d-d634e5fe54b8 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:43.485461 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-65031d87-13dd-457d-b16d-d634e5fe54b8 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:43.590146 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-65031d87-13dd-457d-b16d-d634e5fe54b8 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:43.591357 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65031d87-13dd-457d-b16d-d634e5fe54b8 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Fanout notify agent at l3_agent the message router_deleted on router 5a2e52f2-7fec-43fe-a8e7-a0771590de4b {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:32:43.605618 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-65031d87-13dd-457d-b16d-d634e5fe54b8 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:43.607585 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-65031d87-13dd-457d-b16d-d634e5fe54b8 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "DELETE /v2.0/routers/5a2e52f2-7fec-43fe-a8e7-a0771590de4b HTTP/1.1" status: 204 len: 168 time: 1.8516047 Feb 04 12:32:43.612780 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 48620) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:32:43.733487 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f9bce894-f656-4c43-973f-5cc683e48090 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:43.863601 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f9bce894-f656-4c43-973f-5cc683e48090 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:43.887891 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-f9bce894-f656-4c43-973f-5cc683e48090 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f81ecbfc-4013-4553-bfcf-b710bac586c6']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:43.899381 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-f9bce894-f656-4c43-973f-5cc683e48090 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c4945d2-cce7-4d3a-b42d-e43bb066947e') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:43.899677 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-f9bce894-f656-4c43-973f-5cc683e48090 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c4945d2-cce7-4d3a-b42d-e43bb066947e') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:43.911709 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f9bce894-f656-4c43-973f-5cc683e48090 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:43.927283 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f9bce894-f656-4c43-973f-5cc683e48090 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:43.933346 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9bce894-f656-4c43-973f-5cc683e48090 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 12:32:43.933770 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f9bce894-f656-4c43-973f-5cc683e48090 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:43.952550 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 12:32:43.952550 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 12:32:43.952550 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 12:32:43.952550 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:32:43.952550 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 12:32:43.952550 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:32:43.952550 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 12:32:43.952550 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:32:43.952550 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 12:32:43.952550 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:32:43.952550 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 12:32:43.952550 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:32:43.952550 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 12:32:43.952550 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:32:43.952550 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:32:43.952550 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:32:43.952550 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:32:43.952550 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:32:43.952550 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 12:32:43.952550 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:32:43.952550 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 12:32:43.952550 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:32:43.952550 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:32:43.952550 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 12:32:43.952550 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 12:32:43.952550 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 12:32:43.952550 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:32:43.952550 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 12:32:43.952550 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:32:43.952550 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 12:32:43.952550 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:32:43.952550 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:32:44.183322 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f9bce894-f656-4c43-973f-5cc683e48090 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:44.202936 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f9bce894-f656-4c43-973f-5cc683e48090 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:44.214494 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bce894-f656-4c43-973f-5cc683e48090 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event deleted for resources: {'Network': ['ID=f81ecbfc-4013-4553-bfcf-b710bac586c6,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:44.222290 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f9bce894-f656-4c43-973f-5cc683e48090 tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "DELETE /v2.0/networks/f81ecbfc-4013-4553-bfcf-b710bac586c6 HTTP/1.1" status: 204 len: 168 time: 0.6083758 Feb 04 12:32:44.224037 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48626) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:32:44.303028 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4c3740ca-35aa-4cdc-a44d-b6344e85517a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:44.333603 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4c3740ca-35aa-4cdc-a44d-b6344e85517a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:44.467551 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4c3740ca-35aa-4cdc-a44d-b6344e85517a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:44.485500 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device a01fbcbf-98b2-4389-9644-756b4d9cbd5b no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:32:44.490730 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3740ca-35aa-4cdc-a44d-b6344e85517a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=105a7837-b56f-422f-94e9-238601ad106d,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:44.532329 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: a01fbcbf-98b2-4389-9644-756b4d9cbd5b {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:32:44.532676 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device a01fbcbf-98b2-4389-9644-756b4d9cbd5b not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:32:44.566396 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-4c3740ca-35aa-4cdc-a44d-b6344e85517a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:44.567528 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4c3740ca-35aa-4cdc-a44d-b6344e85517a tempest-TestNetworkAdvancedServerOps-2098235467 tempest-TestNetworkAdvancedServerOps-2098235467-project] 10.222.0.21 "DELETE /v2.0/security-groups/105a7837-b56f-422f-94e9-238601ad106d HTTP/1.1" status: 204 len: 168 time: 0.3424983 Feb 04 12:32:44.659376 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-16dd3738-c11a-4d8c-92fb-21e43e312ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:45.518427 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48636) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:32:45.692721 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:45.707871 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8b2fc5aa-05d2-4c16-8241-783dec4a9ad8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e443f5181274c41895cf3b1d3b2b8b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1881087 Feb 04 12:32:45.710474 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48642) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:32:45.777137 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ec0f26c5-1922-4151-9ee3-b19df0506e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:45.808670 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ec0f26c5-1922-4151-9ee3-b19df0506e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:46.041398 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:46.088052 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ec0f26c5-1922-4151-9ee3-b19df0506e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:46.107937 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f26c5-1922-4151-9ee3-b19df0506e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0386ff3-f2b8-4695-99aa-0817c750a289,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:46.116327 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ec0f26c5-1922-4151-9ee3-b19df0506e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:46.117461 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ec0f26c5-1922-4151-9ee3-b19df0506e3b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0386ff3-f2b8-4695-99aa-0817c750a289 HTTP/1.1" status: 204 len: 168 time: 0.4060240 Feb 04 12:32:46.956643 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48650) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:32:46.978557 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0cf26df1-677c-48b2-8c75-05b8ad79b0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:47.013123 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-0cf26df1-677c-48b2-8c75-05b8ad79b0be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:32:47.017723 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-0cf26df1-677c-48b2-8c75-05b8ad79b0be admin admin] Usage tracker for resource:security_group_rule and tenant:53443c8067e84061bd684333ecfa7a00 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:32:47.020680 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-0cf26df1-677c-48b2-8c75-05b8ad79b0be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:32:47.026890 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-0cf26df1-677c-48b2-8c75-05b8ad79b0be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:32:47.109925 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0cf26df1-677c-48b2-8c75-05b8ad79b0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:47.207917 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:47.261860 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0cf26df1-677c-48b2-8c75-05b8ad79b0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:47.315300 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf26df1-677c-48b2-8c75-05b8ad79b0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2dbc853-e14b-46ca-a085-4ecb78dd353c,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:47.321210 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0cf26df1-677c-48b2-8c75-05b8ad79b0be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=53443c8067e84061bd684333ecfa7a00&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3635352 Feb 04 12:32:47.325309 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 48654) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:32:47.391569 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1fa33f97-25f6-4950-91a6-c371a3079e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:47.422111 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1fa33f97-25f6-4950-91a6-c371a3079e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:47.579666 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1fa33f97-25f6-4950-91a6-c371a3079e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:47.595139 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa33f97-25f6-4950-91a6-c371a3079e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2dbc853-e14b-46ca-a085-4ecb78dd353c,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:47.602289 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1fa33f97-25f6-4950-91a6-c371a3079e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:47.605790 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1fa33f97-25f6-4950-91a6-c371a3079e8e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e2dbc853-e14b-46ca-a085-4ecb78dd353c HTTP/1.1" status: 204 len: 168 time: 0.2773557 Feb 04 12:32:49.251571 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 48676) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:32:49.380407 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-d0af2627-5945-4ed4-aa38-631c33da49b1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2093239083-network', 'tenant_id': '55276762fe0b4b818f1de41861c2862e'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:32:49.385203 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d0af2627-5945-4ed4-aa38-631c33da49b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:32:49.389730 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d0af2627-5945-4ed4-aa38-631c33da49b1 admin admin] Usage tracker for resource:network and tenant:55276762fe0b4b818f1de41861c2862e is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:32:49.392551 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d0af2627-5945-4ed4-aa38-631c33da49b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:32:49.398352 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d0af2627-5945-4ed4-aa38-631c33da49b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:32:49.635512 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0af2627-5945-4ed4-aa38-631c33da49b1 admin admin] Made reservation on behalf of 55276762fe0b4b818f1de41861c2862e for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:32:49.638575 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d0af2627-5945-4ed4-aa38-631c33da49b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:49.651259 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d0af2627-5945-4ed4-aa38-631c33da49b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:49.683879 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d0af2627-5945-4ed4-aa38-631c33da49b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:32:49.688855 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d0af2627-5945-4ed4-aa38-631c33da49b1 admin admin] Usage tracker for resource:security_group_rule and tenant:55276762fe0b4b818f1de41861c2862e is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:32:49.694979 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d0af2627-5945-4ed4-aa38-631c33da49b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:32:49.697277 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d0af2627-5945-4ed4-aa38-631c33da49b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:32:49.768226 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d0af2627-5945-4ed4-aa38-631c33da49b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:49.898414 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d0af2627-5945-4ed4-aa38-631c33da49b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:49.933505 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0af2627-5945-4ed4-aa38-631c33da49b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:32:49.939338 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af2627-5945-4ed4-aa38-631c33da49b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b39f3a-7f9e-42fb-9196-687b656b08ec,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:49.946492 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d0af2627-5945-4ed4-aa38-631c33da49b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:49.946492 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-d0af2627-5945-4ed4-aa38-631c33da49b1 admin admin] Added segment 24dcb91d-67ae-48b8-844a-c43d3c12e713 of type vlan for network 09496e9d-c3c6-4788-970e-62605b90225f Feb 04 12:32:49.973317 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d0af2627-5945-4ed4-aa38-631c33da49b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:50.141586 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d0af2627-5945-4ed4-aa38-631c33da49b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:50.142571 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0af2627-5945-4ed4-aa38-631c33da49b1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:50.143153 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d0af2627-5945-4ed4-aa38-631c33da49b1 admin admin] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:50.263014 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af2627-5945-4ed4-aa38-631c33da49b1 admin admin] Pushing event updated for resources: {'Network': ['ID=09496e9d-c3c6-4788-970e-62605b90225f,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:50.276697 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 09496e9d-c3c6-4788-970e-62605b90225f details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:32:50.359779 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d0af2627-5945-4ed4-aa38-631c33da49b1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1069660 Feb 04 12:32:50.363198 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 48684) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:32:50.368793 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-f749e576-70f8-4ff9-bc75-d1c26f205f18 admin admin] Request body: {'subnet': {'network_id': '09496e9d-c3c6-4788-970e-62605b90225f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2093239083-subnet', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'ip_version': 4}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:32:50.374692 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f749e576-70f8-4ff9-bc75-d1c26f205f18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:32:50.379838 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f749e576-70f8-4ff9-bc75-d1c26f205f18 admin admin] Usage tracker for resource:subnet and tenant:55276762fe0b4b818f1de41861c2862e is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:32:50.384000 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f749e576-70f8-4ff9-bc75-d1c26f205f18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:32:50.395382 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f749e576-70f8-4ff9-bc75-d1c26f205f18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:32:50.635715 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f749e576-70f8-4ff9-bc75-d1c26f205f18 admin admin] Made reservation on behalf of 55276762fe0b4b818f1de41861c2862e for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:32:50.639564 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f749e576-70f8-4ff9-bc75-d1c26f205f18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:50.950390 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f749e576-70f8-4ff9-bc75-d1c26f205f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:51.015822 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749e576-70f8-4ff9-bc75-d1c26f205f18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35ad2942-6bab-4d3b-b613-207218d38d29,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:51.039175 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f749e576-70f8-4ff9-bc75-d1c26f205f18 admin admin] Checking segment: {'id': '24dcb91d-67ae-48b8-844a-c43d3c12e713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:32:51.039550 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f749e576-70f8-4ff9-bc75-d1c26f205f18 admin admin] Network hostable DHCP agents. Network: 09496e9d-c3c6-4788-970e-62605b90225f, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:32:51.290612 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f749e576-70f8-4ff9-bc75-d1c26f205f18 admin admin] Network 09496e9d-c3c6-4788-970e-62605b90225f is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:32:51.444320 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-f749e576-70f8-4ff9-bc75-d1c26f205f18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 09496e9d-c3c6-4788-970e-62605b90225f) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:32:51.448815 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f749e576-70f8-4ff9-bc75-d1c26f205f18 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:51.449393 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f749e576-70f8-4ff9-bc75-d1c26f205f18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:51.455519 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be231ea-52c0-4e7a-8af9-cdc8d6c90e73 None None] Network 09496e9d-c3c6-4788-970e-62605b90225f requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:32:51.634062 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f749e576-70f8-4ff9-bc75-d1c26f205f18 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2697711 Feb 04 12:32:51.639098 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48690) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:32:51.644893 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-b9a8240c-451e-4216-b2f0-e4a8cdda7f59 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2093239083-router', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:32:51.650730 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-b9a8240c-451e-4216-b2f0-e4a8cdda7f59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:32:51.655878 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-b9a8240c-451e-4216-b2f0-e4a8cdda7f59 admin admin] Usage tracker for resource:router and tenant:55276762fe0b4b818f1de41861c2862e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:32:51.659388 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-b9a8240c-451e-4216-b2f0-e4a8cdda7f59 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:32:51.666562 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-b9a8240c-451e-4216-b2f0-e4a8cdda7f59 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:32:51.685987 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034978df-f166-4af3-8232-255e6945e42b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-09496e9d-c3c6-4788-970e-62605b90225f', 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'fixed_ips': [{'subnet_id': '35ad2942-6bab-4d3b-b613-207218d38d29'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 12:32:51.689145 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-034978df-f166-4af3-8232-255e6945e42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:51.753311 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b9a8240c-451e-4216-b2f0-e4a8cdda7f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:51.754294 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b9a8240c-451e-4216-b2f0-e4a8cdda7f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:51.777316 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b9a8240c-451e-4216-b2f0-e4a8cdda7f59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:51.859378 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-034978df-f166-4af3-8232-255e6945e42b None None] Allocated IP 172.20.0.2 (09496e9d-c3c6-4788-970e-62605b90225f/35ad2942-6bab-4d3b-b613-207218d38d29/68451283-8366-42a5-a9dd-73d8cc89fb9b) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:32:52.001787 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b9a8240c-451e-4216-b2f0-e4a8cdda7f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:52.083175 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-034978df-f166-4af3-8232-255e6945e42b None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:52.095396 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-034978df-f166-4af3-8232-255e6945e42b None None] Transition to ACTIVE for port object 68451283-8366-42a5-a9dd-73d8cc89fb9b will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:32:52.118525 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-034978df-f166-4af3-8232-255e6945e42b None None] Transition to ACTIVE for port object 68451283-8366-42a5-a9dd-73d8cc89fb9b will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:32:52.281121 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b9a8240c-451e-4216-b2f0-e4a8cdda7f59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:52.310442 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-034978df-f166-4af3-8232-255e6945e42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:52.310788 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b9a8240c-451e-4216-b2f0-e4a8cdda7f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:52.381607 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034978df-f166-4af3-8232-255e6945e42b None None] Network 09496e9d-c3c6-4788-970e-62605b90225f is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:32:52.385426 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-034978df-f166-4af3-8232-255e6945e42b None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:32:52.388047 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034978df-f166-4af3-8232-255e6945e42b None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:32:52.391584 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034978df-f166-4af3-8232-255e6945e42b None None] Pushing event updated for resources: {'Port': ['ID=68451283-8366-42a5-a9dd-73d8cc89fb9b,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:52.460413 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-b9a8240c-451e-4216-b2f0-e4a8cdda7f59 admin admin] Allocated IP 172.26.3.134 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/fbd0905d-30a9-4090-ae4f-22aabb6884e7) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:32:52.484274 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-034978df-f166-4af3-8232-255e6945e42b None None] Attempting to bind port 68451283-8366-42a5-a9dd-73d8cc89fb9b on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:32:52.484877 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-034978df-f166-4af3-8232-255e6945e42b None None] Attempting to bind port 68451283-8366-42a5-a9dd-73d8cc89fb9b by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '24dcb91d-67ae-48b8-844a-c43d3c12e713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:32:52.485021 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034978df-f166-4af3-8232-255e6945e42b None None] Attempting to bind port 68451283-8366-42a5-a9dd-73d8cc89fb9b on network 09496e9d-c3c6-4788-970e-62605b90225f {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:32:52.491731 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034978df-f166-4af3-8232-255e6945e42b None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:32:52.492180 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034978df-f166-4af3-8232-255e6945e42b None None] Checking segment: {'id': '24dcb91d-67ae-48b8-844a-c43d3c12e713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:32:52.492605 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-034978df-f166-4af3-8232-255e6945e42b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:52.492996 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034978df-f166-4af3-8232-255e6945e42b None None] Bound using segment: {'id': '24dcb91d-67ae-48b8-844a-c43d3c12e713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:32:52.493460 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-034978df-f166-4af3-8232-255e6945e42b None None] Bound port: 68451283-8366-42a5-a9dd-73d8cc89fb9b, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcb91d-67ae-48b8-844a-c43d3c12e713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:32:52.493828 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-034978df-f166-4af3-8232-255e6945e42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:52.582352 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-034978df-f166-4af3-8232-255e6945e42b None None] For port 68451283-8366-42a5-a9dd-73d8cc89fb9b, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:32:52.585316 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-034978df-f166-4af3-8232-255e6945e42b None None] For port 68451283-8366-42a5-a9dd-73d8cc89fb9b, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=68451283-8366-42a5-a9dd-73d8cc89fb9b,segment=NetworkSegment(24dcb91d-67ae-48b8-844a-c43d3c12e713),segment_id=24dcb91d-67ae-48b8-844a-c43d3c12e713)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:32:52.611521 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b9a8240c-451e-4216-b2f0-e4a8cdda7f59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:52.716614 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-034978df-f166-4af3-8232-255e6945e42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:52.748476 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b9a8240c-451e-4216-b2f0-e4a8cdda7f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:52.804802 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034978df-f166-4af3-8232-255e6945e42b None None] Pushing event updated for resources: {'Port': ['ID=68451283-8366-42a5-a9dd-73d8cc89fb9b,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:52.819539 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a8240c-451e-4216-b2f0-e4a8cdda7f59 admin admin] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:32:52.823245 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-b9a8240c-451e-4216-b2f0-e4a8cdda7f59 admin admin] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:32:52.825901 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a8240c-451e-4216-b2f0-e4a8cdda7f59 admin admin] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:32:52.870183 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8240c-451e-4216-b2f0-e4a8cdda7f59 admin admin] Pushing event updated for resources: {'Port': ['ID=fbd0905d-30a9-4090-ae4f-22aabb6884e7,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:53.167770 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b9a8240c-451e-4216-b2f0-e4a8cdda7f59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:53.168466 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b9a8240c-451e-4216-b2f0-e4a8cdda7f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:53.650218 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a8240c-451e-4216-b2f0-e4a8cdda7f59 admin admin] Router b7c2276e-7397-449b-8391-32c3166a6542 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:32:53.711944 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dc458a-46a5-44e1-95fd-221ccf8612d3 None None] Network 09496e9d-c3c6-4788-970e-62605b90225f requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:32:53.869697 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a8240c-451e-4216-b2f0-e4a8cdda7f59 admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:32:53.881026 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-aebd4ce9-f177-4cda-975d-c27dd83d2ddd None None] Provisioning for port 68451283-8366-42a5-a9dd-73d8cc89fb9b completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:32:53.882873 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6138b8eb-7aef-44d4-a56a-307396079161 None None] Sync routers for ids ['b7c2276e-7397-449b-8391-32c3166a6542'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:32:53.939898 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6138b8eb-7aef-44d4-a56a-307396079161 None None] Routers {'b7c2276e-7397-449b-8391-32c3166a6542'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:32:53.940447 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-6138b8eb-7aef-44d4-a56a-307396079161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:32:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['b7c2276e-7397-449b-8391-32c3166a6542'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:53.973104 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b9a8240c-451e-4216-b2f0-e4a8cdda7f59 admin admin] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:53.974315 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b9a8240c-451e-4216-b2f0-e4a8cdda7f59 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3340781 Feb 04 12:32:53.977074 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 48700) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:32:54.142013 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-6138b8eb-7aef-44d4-a56a-307396079161 None None] Set router b7c2276e-7397-449b-8391-32c3166a6542 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:32:54.505514 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-6138b8eb-7aef-44d4-a56a-307396079161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'name': 'tempest-TestShelveInstance-2093239083-router', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:51Z', 'updated_at': '2022-02-04T12:32:52Z', 'revision_number': 3, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'gw_port': {'id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:52Z', 'updated_at': '2022-02-04T12:32:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:54.509713 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6138b8eb-7aef-44d4-a56a-307396079161 None None] Checking router: b7c2276e-7397-449b-8391-32c3166a6542 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:32:54.510299 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6138b8eb-7aef-44d4-a56a-307396079161 None None] Updating router b7c2276e-7397-449b-8391-32c3166a6542 port fbd0905d-30a9-4090-ae4f-22aabb6884e7 binding host dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 12:32:54.538100 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 68451283-8366-42a5-a9dd-73d8cc89fb9b up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:32:54.615701 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6138b8eb-7aef-44d4-a56a-307396079161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:54.751508 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 68451283-8366-42a5-a9dd-73d8cc89fb9b completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:32:54.771597 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 68451283-8366-42a5-a9dd-73d8cc89fb9b triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:32:54.771955 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:54.864760 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f716c447-a53d-42b8-a32c-7a4dc07c423c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:55.000195 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:55.085466 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-f716c447-a53d-42b8-a32c-7a4dc07c423c admin admin] Allocated IP 172.20.0.1 (09496e9d-c3c6-4788-970e-62605b90225f/35ad2942-6bab-4d3b-b613-207218d38d29/12657ccb-3a5e-4423-95ea-458ca0055b5b) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:32:55.088673 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6138b8eb-7aef-44d4-a56a-307396079161 None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:55.091743 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 68451283-8366-42a5-a9dd-73d8cc89fb9b, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=68451283-8366-42a5-a9dd-73d8cc89fb9b,segment=NetworkSegment(24dcb91d-67ae-48b8-844a-c43d3c12e713),segment_id=24dcb91d-67ae-48b8-844a-c43d3c12e713)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:32:55.102302 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-6138b8eb-7aef-44d4-a56a-307396079161 None None] Transition to ACTIVE for port object fbd0905d-30a9-4090-ae4f-22aabb6884e7 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:32:55.172753 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:55.209375 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6138b8eb-7aef-44d4-a56a-307396079161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:55.248187 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f716c447-a53d-42b8-a32c-7a4dc07c423c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:55.260839 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-6138b8eb-7aef-44d4-a56a-307396079161 None None] Attempting to bind port fbd0905d-30a9-4090-ae4f-22aabb6884e7 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:32:55.261200 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-6138b8eb-7aef-44d4-a56a-307396079161 None None] Attempting to bind port fbd0905d-30a9-4090-ae4f-22aabb6884e7 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:32:55.261548 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6138b8eb-7aef-44d4-a56a-307396079161 None None] Attempting to bind port fbd0905d-30a9-4090-ae4f-22aabb6884e7 on network 63d4ab6b-931d-42a4-aa18-bedd81d582fa {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:32:55.263655 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=68451283-8366-42a5-a9dd-73d8cc89fb9b,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:55.264052 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-f716c447-a53d-42b8-a32c-7a4dc07c423c admin admin] Transition to ACTIVE for port object 12657ccb-3a5e-4423-95ea-458ca0055b5b will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:32:55.311935 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6138b8eb-7aef-44d4-a56a-307396079161 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:32:55.312297 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6138b8eb-7aef-44d4-a56a-307396079161 None None] Checking segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:32:55.312732 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6138b8eb-7aef-44d4-a56a-307396079161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:55.313052 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6138b8eb-7aef-44d4-a56a-307396079161 None None] Bound using segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:32:55.313505 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-6138b8eb-7aef-44d4-a56a-307396079161 None None] Bound port: fbd0905d-30a9-4090-ae4f-22aabb6884e7, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:32:55.313863 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6138b8eb-7aef-44d4-a56a-307396079161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:55.359271 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f716c447-a53d-42b8-a32c-7a4dc07c423c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:55.371205 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ee612-104d-4e3a-8a95-449a8cf0767c None None] Pushing event updated for resources: {'Port': ['ID=fbd0905d-30a9-4090-ae4f-22aabb6884e7,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:55.400502 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-6138b8eb-7aef-44d4-a56a-307396079161 None None] For port fbd0905d-30a9-4090-ae4f-22aabb6884e7, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:32:55.404783 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-6138b8eb-7aef-44d4-a56a-307396079161 None None] For port fbd0905d-30a9-4090-ae4f-22aabb6884e7, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=fbd0905d-30a9-4090-ae4f-22aabb6884e7,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:32:55.432398 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f716c447-a53d-42b8-a32c-7a4dc07c423c admin admin] Network 09496e9d-c3c6-4788-970e-62605b90225f is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:32:55.435608 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-f716c447-a53d-42b8-a32c-7a4dc07c423c admin admin] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:32:55.440273 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f716c447-a53d-42b8-a32c-7a4dc07c423c admin admin] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:32:55.464997 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716c447-a53d-42b8-a32c-7a4dc07c423c admin admin] Pushing event updated for resources: {'Port': ['ID=12657ccb-3a5e-4423-95ea-458ca0055b5b,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:55.474143 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6138b8eb-7aef-44d4-a56a-307396079161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:55.498047 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f716c447-a53d-42b8-a32c-7a4dc07c423c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:55.566639 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ee612-104d-4e3a-8a95-449a8cf0767c None None] Pushing event updated for resources: {'Port': ['ID=fbd0905d-30a9-4090-ae4f-22aabb6884e7,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:55.570877 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6138b8eb-7aef-44d4-a56a-307396079161 None None] Routers {'b7c2276e-7397-449b-8391-32c3166a6542'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:32:55.571789 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-6138b8eb-7aef-44d4-a56a-307396079161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:32:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['b7c2276e-7397-449b-8391-32c3166a6542'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:55.658547 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f716c447-a53d-42b8-a32c-7a4dc07c423c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:55.763736 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-6138b8eb-7aef-44d4-a56a-307396079161 None None] Set router b7c2276e-7397-449b-8391-32c3166a6542 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:32:55.889795 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f716c447-a53d-42b8-a32c-7a4dc07c423c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:55.890990 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2234f878-d92e-4830-b4a6-1c4a0afab8dc None None] Provisioning for port 12657ccb-3a5e-4423-95ea-458ca0055b5b completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:32:55.915875 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2234f878-d92e-4830-b4a6-1c4a0afab8dc None None] Provisioning complete for port 12657ccb-3a5e-4423-95ea-458ca0055b5b triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:32:55.916236 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2234f878-d92e-4830-b4a6-1c4a0afab8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:55.958939 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f716c447-a53d-42b8-a32c-7a4dc07c423c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:56.065065 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f716c447-a53d-42b8-a32c-7a4dc07c423c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:56.069026 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-2234f878-d92e-4830-b4a6-1c4a0afab8dc None None] Port 12657ccb-3a5e-4423-95ea-458ca0055b5b cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:32:56.076008 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716c447-a53d-42b8-a32c-7a4dc07c423c admin admin] Pushing event updated for resources: {'Port': ['ID=12657ccb-3a5e-4423-95ea-458ca0055b5b,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:56.168764 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-6138b8eb-7aef-44d4-a56a-307396079161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'name': 'tempest-TestShelveInstance-2093239083-router', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:51Z', 'updated_at': '2022-02-04T12:32:55Z', 'revision_number': 4, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'gw_port': {'id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:52Z', 'updated_at': '2022-02-04T12:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '12657ccb-3a5e-4423-95ea-458ca0055b5b', 'name': '', 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'mac_address': 'fa:16:3e:ab:a1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35ad2942-6bab-4d3b-b613-207218d38d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:54Z', 'updated_at': '2022-02-04T12:32:55Z', 'revision_number': 1, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'subnets': [{'id': '35ad2942-6bab-4d3b-b613-207218d38d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:56.173173 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6138b8eb-7aef-44d4-a56a-307396079161 None None] The sync data for ids ['b7c2276e-7397-449b-8391-32c3166a6542'] in dv-neutron-827825-2-hyperv is: [{'id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'name': 'tempest-TestShelveInstance-2093239083-router', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:51Z', 'updated_at': '2022-02-04T12:32:55Z', 'revision_number': 4, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'gw_port': {'id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:52Z', 'updated_at': '2022-02-04T12:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '12657ccb-3a5e-4423-95ea-458ca0055b5b', 'name': '', 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'mac_address': 'fa:16:3e:ab:a1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35ad2942-6bab-4d3b-b613-207218d38d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:54Z', 'updated_at': '2022-02-04T12:32:55Z', 'revision_number': 1, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'subnets': [{'id': '35ad2942-6bab-4d3b-b613-207218d38d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:32:56.327436 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f716c447-a53d-42b8-a32c-7a4dc07c423c admin admin] Network 09496e9d-c3c6-4788-970e-62605b90225f is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:32:56.330852 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-f716c447-a53d-42b8-a32c-7a4dc07c423c admin admin] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:32:56.521019 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 68451283-8366-42a5-a9dd-73d8cc89fb9b up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:32:56.613116 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-873919b9-4efd-4ceb-b126-923ef65c0df5 None None] Provisioning complete for port 12657ccb-3a5e-4423-95ea-458ca0055b5b triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:32:56.613484 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-873919b9-4efd-4ceb-b126-923ef65c0df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:56.671212 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 68451283-8366-42a5-a9dd-73d8cc89fb9b triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:32:56.671581 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:56.700448 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-873919b9-4efd-4ceb-b126-923ef65c0df5 None None] Port 12657ccb-3a5e-4423-95ea-458ca0055b5b cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:32:56.788125 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f716c447-a53d-42b8-a32c-7a4dc07c423c admin admin] Router b7c2276e-7397-449b-8391-32c3166a6542 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:32:57.021098 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f716c447-a53d-42b8-a32c-7a4dc07c423c admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:32:57.030957 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f716c447-a53d-42b8-a32c-7a4dc07c423c admin admin] 10.222.0.21 "PUT /v2.0/routers/b7c2276e-7397-449b-8391-32c3166a6542/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0528126 Feb 04 12:32:58.209943 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 48722) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:32:58.216090 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-7b08b7ac-e83a-4382-8421-05c6327b80c7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1984015517-network', 'tenant_id': '2e9465cc1198475396af8b9502bd656d'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:32:58.221428 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-7b08b7ac-e83a-4382-8421-05c6327b80c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:32:58.225388 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-7b08b7ac-e83a-4382-8421-05c6327b80c7 admin admin] Usage tracker for resource:network and tenant:2e9465cc1198475396af8b9502bd656d is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:32:58.228371 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-7b08b7ac-e83a-4382-8421-05c6327b80c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:32:58.234873 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-7b08b7ac-e83a-4382-8421-05c6327b80c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:32:58.330361 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b08b7ac-e83a-4382-8421-05c6327b80c7 admin admin] Made reservation on behalf of 2e9465cc1198475396af8b9502bd656d for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:32:58.332596 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7b08b7ac-e83a-4382-8421-05c6327b80c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:58.346603 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7b08b7ac-e83a-4382-8421-05c6327b80c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:58.380298 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-7b08b7ac-e83a-4382-8421-05c6327b80c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:32:58.384323 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-7b08b7ac-e83a-4382-8421-05c6327b80c7 admin admin] Usage tracker for resource:security_group_rule and tenant:2e9465cc1198475396af8b9502bd656d is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:32:58.387350 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-7b08b7ac-e83a-4382-8421-05c6327b80c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:32:58.394043 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-7b08b7ac-e83a-4382-8421-05c6327b80c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:32:58.473308 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7b08b7ac-e83a-4382-8421-05c6327b80c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:58.510636 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device fbd0905d-30a9-4090-ae4f-22aabb6884e7 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:32:58.558353 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7b08b7ac-e83a-4382-8421-05c6327b80c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:58.590330 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b08b7ac-e83a-4382-8421-05c6327b80c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:32:58.595934 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b08b7ac-e83a-4382-8421-05c6327b80c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9098ac-e9d7-434c-bf91-f937638f0c0c,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:58.602524 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7b08b7ac-e83a-4382-8421-05c6327b80c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:58.602905 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-7b08b7ac-e83a-4382-8421-05c6327b80c7 admin admin] Added segment 2e5367be-c462-4835-80c2-53b5864de8ce of type vlan for network bf2e5674-768a-4f04-acb0-155bdcd6acb5 Feb 04 12:32:58.630066 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7b08b7ac-e83a-4382-8421-05c6327b80c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:58.658235 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port fbd0905d-30a9-4090-ae4f-22aabb6884e7 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:32:58.663679 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port fbd0905d-30a9-4090-ae4f-22aabb6884e7 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:32:58.664046 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:58.744175 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7b08b7ac-e83a-4382-8421-05c6327b80c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:58.745084 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b08b7ac-e83a-4382-8421-05c6327b80c7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:58.745663 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7b08b7ac-e83a-4382-8421-05c6327b80c7 admin admin] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:58.784534 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:58.803008 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port fbd0905d-30a9-4090-ae4f-22aabb6884e7, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=fbd0905d-30a9-4090-ae4f-22aabb6884e7,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:32:58.848190 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b08b7ac-e83a-4382-8421-05c6327b80c7 admin admin] Pushing event updated for resources: {'Network': ['ID=bf2e5674-768a-4f04-acb0-155bdcd6acb5,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:58.857824 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network bf2e5674-768a-4f04-acb0-155bdcd6acb5 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:32:58.954318 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:58.999945 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-7b08b7ac-e83a-4382-8421-05c6327b80c7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7888141 Feb 04 12:32:59.002879 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 48726) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:32:59.008301 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-8f4d7214-7764-44ac-9e90-b02bdb1d0c78 admin admin] Request body: {'subnet': {'network_id': 'bf2e5674-768a-4f04-acb0-155bdcd6acb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1984015517-subnet', 'tenant_id': '2e9465cc1198475396af8b9502bd656d', 'ip_version': 4}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:32:59.013907 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-8f4d7214-7764-44ac-9e90-b02bdb1d0c78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:32:59.018268 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8f4d7214-7764-44ac-9e90-b02bdb1d0c78 admin admin] Usage tracker for resource:subnet and tenant:2e9465cc1198475396af8b9502bd656d is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:32:59.021180 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-8f4d7214-7764-44ac-9e90-b02bdb1d0c78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:32:59.027724 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-8f4d7214-7764-44ac-9e90-b02bdb1d0c78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:32:59.029374 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=fbd0905d-30a9-4090-ae4f-22aabb6884e7,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:59.109426 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4d7214-7764-44ac-9e90-b02bdb1d0c78 admin admin] Made reservation on behalf of 2e9465cc1198475396af8b9502bd656d for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:32:59.111859 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8f4d7214-7764-44ac-9e90-b02bdb1d0c78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:59.407084 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8f4d7214-7764-44ac-9e90-b02bdb1d0c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:59.474974 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d7214-7764-44ac-9e90-b02bdb1d0c78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6a00550-928f-454f-a2b9-441e4ecd2bcd,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:59.492808 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d7214-7764-44ac-9e90-b02bdb1d0c78 admin admin] Checking segment: {'id': '2e5367be-c462-4835-80c2-53b5864de8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bf2e5674-768a-4f04-acb0-155bdcd6acb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:32:59.493069 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4d7214-7764-44ac-9e90-b02bdb1d0c78 admin admin] Network hostable DHCP agents. Network: bf2e5674-768a-4f04-acb0-155bdcd6acb5, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:32:59.575936 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4d7214-7764-44ac-9e90-b02bdb1d0c78 admin admin] Network bf2e5674-768a-4f04-acb0-155bdcd6acb5 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:32:59.655577 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-8f4d7214-7764-44ac-9e90-b02bdb1d0c78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, bf2e5674-768a-4f04-acb0-155bdcd6acb5) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:32:59.661234 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4d7214-7764-44ac-9e90-b02bdb1d0c78 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:59.662181 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-8f4d7214-7764-44ac-9e90-b02bdb1d0c78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:59.669218 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1128b45-e94f-487d-b247-9ac85fe50836 None None] Network bf2e5674-768a-4f04-acb0-155bdcd6acb5 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:32:59.765674 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-8f4d7214-7764-44ac-9e90-b02bdb1d0c78 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7617400 Feb 04 12:32:59.768192 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 48730) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:32:59.773434 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-c6b6f915-b7ff-4d79-acd3-e52965c0730b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1984015517-router', 'tenant_id': '2e9465cc1198475396af8b9502bd656d', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:32:59.778246 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c6b6f915-b7ff-4d79-acd3-e52965c0730b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:32:59.782958 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c6b6f915-b7ff-4d79-acd3-e52965c0730b admin admin] Usage tracker for resource:router and tenant:2e9465cc1198475396af8b9502bd656d is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:32:59.785865 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-c6b6f915-b7ff-4d79-acd3-e52965c0730b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:32:59.791951 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-c6b6f915-b7ff-4d79-acd3-e52965c0730b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:32:59.852638 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c6b6f915-b7ff-4d79-acd3-e52965c0730b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:59.853576 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c6b6f915-b7ff-4d79-acd3-e52965c0730b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:59.871654 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c6b6f915-b7ff-4d79-acd3-e52965c0730b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:59.881644 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c8f285-d088-4b7c-b866-a439ff61daf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-bf2e5674-768a-4f04-acb0-155bdcd6acb5', 'network_id': 'bf2e5674-768a-4f04-acb0-155bdcd6acb5', 'tenant_id': '2e9465cc1198475396af8b9502bd656d', 'fixed_ips': [{'subnet_id': 'a6a00550-928f-454f-a2b9-441e4ecd2bcd'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 12:32:59.882514 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-59c8f285-d088-4b7c-b866-a439ff61daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:00.041818 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-59c8f285-d088-4b7c-b866-a439ff61daf2 None None] Allocated IP 172.20.0.2 (bf2e5674-768a-4f04-acb0-155bdcd6acb5/a6a00550-928f-454f-a2b9-441e4ecd2bcd/e07853a2-28ab-405c-a7e4-af10fc0ffd13) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:33:00.098497 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c6b6f915-b7ff-4d79-acd3-e52965c0730b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:00.333562 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-59c8f285-d088-4b7c-b866-a439ff61daf2 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:00.355053 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-59c8f285-d088-4b7c-b866-a439ff61daf2 None None] Transition to ACTIVE for port object e07853a2-28ab-405c-a7e4-af10fc0ffd13 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:33:00.380095 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-59c8f285-d088-4b7c-b866-a439ff61daf2 None None] Transition to ACTIVE for port object e07853a2-28ab-405c-a7e4-af10fc0ffd13 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:33:00.486149 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c6b6f915-b7ff-4d79-acd3-e52965c0730b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:00.486768 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-59c8f285-d088-4b7c-b866-a439ff61daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:00.511893 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c6b6f915-b7ff-4d79-acd3-e52965c0730b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:00.526503 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device fbd0905d-30a9-4090-ae4f-22aabb6884e7 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:33:00.631615 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8f285-d088-4b7c-b866-a439ff61daf2 None None] Pushing event updated for resources: {'Port': ['ID=e07853a2-28ab-405c-a7e4-af10fc0ffd13,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:00.636925 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c8f285-d088-4b7c-b866-a439ff61daf2 None None] Network bf2e5674-768a-4f04-acb0-155bdcd6acb5 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:33:00.640717 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-59c8f285-d088-4b7c-b866-a439ff61daf2 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:00.644483 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c8f285-d088-4b7c-b866-a439ff61daf2 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:33:00.661737 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-c6b6f915-b7ff-4d79-acd3-e52965c0730b admin admin] Allocated IP 172.26.3.91 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/80e80322-1a94-40f0-8be1-a19d7a2dd141) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:33:00.751862 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port fbd0905d-30a9-4090-ae4f-22aabb6884e7 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:00.752434 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:00.792072 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-59c8f285-d088-4b7c-b866-a439ff61daf2 None None] Attempting to bind port e07853a2-28ab-405c-a7e4-af10fc0ffd13 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:33:00.792433 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-59c8f285-d088-4b7c-b866-a439ff61daf2 None None] Attempting to bind port e07853a2-28ab-405c-a7e4-af10fc0ffd13 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '2e5367be-c462-4835-80c2-53b5864de8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bf2e5674-768a-4f04-acb0-155bdcd6acb5'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:33:00.792787 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c8f285-d088-4b7c-b866-a439ff61daf2 None None] Attempting to bind port e07853a2-28ab-405c-a7e4-af10fc0ffd13 on network bf2e5674-768a-4f04-acb0-155bdcd6acb5 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:33:00.816279 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c6b6f915-b7ff-4d79-acd3-e52965c0730b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:00.820314 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c8f285-d088-4b7c-b866-a439ff61daf2 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:33:00.820679 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c8f285-d088-4b7c-b866-a439ff61daf2 None None] Checking segment: {'id': '2e5367be-c462-4835-80c2-53b5864de8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bf2e5674-768a-4f04-acb0-155bdcd6acb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:33:00.821069 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-59c8f285-d088-4b7c-b866-a439ff61daf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:00.821450 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c8f285-d088-4b7c-b866-a439ff61daf2 None None] Bound using segment: {'id': '2e5367be-c462-4835-80c2-53b5864de8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bf2e5674-768a-4f04-acb0-155bdcd6acb5'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:33:00.821933 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-59c8f285-d088-4b7c-b866-a439ff61daf2 None None] Bound port: e07853a2-28ab-405c-a7e4-af10fc0ffd13, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e5367be-c462-4835-80c2-53b5864de8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bf2e5674-768a-4f04-acb0-155bdcd6acb5'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:33:00.822296 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-59c8f285-d088-4b7c-b866-a439ff61daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:00.953397 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c6b6f915-b7ff-4d79-acd3-e52965c0730b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:00.974907 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-59c8f285-d088-4b7c-b866-a439ff61daf2 None None] For port e07853a2-28ab-405c-a7e4-af10fc0ffd13, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:33:00.978416 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-59c8f285-d088-4b7c-b866-a439ff61daf2 None None] For port e07853a2-28ab-405c-a7e4-af10fc0ffd13, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=e07853a2-28ab-405c-a7e4-af10fc0ffd13,segment=NetworkSegment(2e5367be-c462-4835-80c2-53b5864de8ce),segment_id=2e5367be-c462-4835-80c2-53b5864de8ce)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:33:01.025338 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b6f915-b7ff-4d79-acd3-e52965c0730b admin admin] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:33:01.028952 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-c6b6f915-b7ff-4d79-acd3-e52965c0730b admin admin] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:01.032970 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b6f915-b7ff-4d79-acd3-e52965c0730b admin admin] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:33:01.050452 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-59c8f285-d088-4b7c-b866-a439ff61daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:01.062475 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6f915-b7ff-4d79-acd3-e52965c0730b admin admin] Pushing event updated for resources: {'Port': ['ID=80e80322-1a94-40f0-8be1-a19d7a2dd141,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:01.127264 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8f285-d088-4b7c-b866-a439ff61daf2 None None] Pushing event updated for resources: {'Port': ['ID=e07853a2-28ab-405c-a7e4-af10fc0ffd13,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:01.307264 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c6b6f915-b7ff-4d79-acd3-e52965c0730b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:01.308065 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c6b6f915-b7ff-4d79-acd3-e52965c0730b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:01.646391 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b6f915-b7ff-4d79-acd3-e52965c0730b admin admin] Router 674707b2-3579-49b6-9afc-ace31c478535 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:33:01.855790 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b6f915-b7ff-4d79-acd3-e52965c0730b admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:33:01.866314 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62c1357-8cc0-49b9-959c-d771d6b41d85 None None] Sync routers for ids ['674707b2-3579-49b6-9afc-ace31c478535'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:33:01.880678 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62c1357-8cc0-49b9-959c-d771d6b41d85 None None] Routers {'674707b2-3579-49b6-9afc-ace31c478535'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:33:01.881429 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-a62c1357-8cc0-49b9-959c-d771d6b41d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:32:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['674707b2-3579-49b6-9afc-ace31c478535'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:01.955548 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c6b6f915-b7ff-4d79-acd3-e52965c0730b admin admin] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:01.956821 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c6b6f915-b7ff-4d79-acd3-e52965c0730b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1876240 Feb 04 12:33:01.959554 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 48734) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:33:02.060952 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9982ae-f77b-4009-85d8-aab86b17198a None None] Network bf2e5674-768a-4f04-acb0-155bdcd6acb5 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:33:02.070254 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-a62c1357-8cc0-49b9-959c-d771d6b41d85 None None] Set router 674707b2-3579-49b6-9afc-ace31c478535 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:33:02.299963 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-dc1263b8-3edf-4aae-a91f-fe1d34f9f595 None None] Provisioning for port e07853a2-28ab-405c-a7e4-af10fc0ffd13 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:33:02.403060 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-a62c1357-8cc0-49b9-959c-d771d6b41d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674707b2-3579-49b6-9afc-ace31c478535', 'name': 'tempest-TestShelveInstance-1984015517-router', 'tenant_id': '2e9465cc1198475396af8b9502bd656d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '80e80322-1a94-40f0-8be1-a19d7a2dd141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:59Z', 'updated_at': '2022-02-04T12:33:01Z', 'revision_number': 3, 'project_id': '2e9465cc1198475396af8b9502bd656d', 'gw_port': {'id': '80e80322-1a94-40f0-8be1-a19d7a2dd141', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:65:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674707b2-3579-49b6-9afc-ace31c478535', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:00Z', 'updated_at': '2022-02-04T12:33:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:02.407695 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62c1357-8cc0-49b9-959c-d771d6b41d85 None None] Checking router: 674707b2-3579-49b6-9afc-ace31c478535 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:33:02.408124 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62c1357-8cc0-49b9-959c-d771d6b41d85 None None] Updating router 674707b2-3579-49b6-9afc-ace31c478535 port 80e80322-1a94-40f0-8be1-a19d7a2dd141 binding host dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 12:33:02.482363 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-a62c1357-8cc0-49b9-959c-d771d6b41d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:02.546244 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device e07853a2-28ab-405c-a7e4-af10fc0ffd13 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:33:02.704433 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port e07853a2-28ab-405c-a7e4-af10fc0ffd13 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:33:02.710548 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port e07853a2-28ab-405c-a7e4-af10fc0ffd13 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:02.711130 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:02.837503 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-a62c1357-8cc0-49b9-959c-d771d6b41d85 None None] Notify callbacks [] for port, precommit_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:02.843195 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:02.851774 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.provisioning_blocks [None req-a62c1357-8cc0-49b9-959c-d771d6b41d85 None None] Transition to ACTIVE for port object 80e80322-1a94-40f0-8be1-a19d7a2dd141 will not be triggered until provisioned by entity L2. {{(pid=84207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:33:02.876550 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port e07853a2-28ab-405c-a7e4-af10fc0ffd13, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=e07853a2-28ab-405c-a7e4-af10fc0ffd13,segment=NetworkSegment(2e5367be-c462-4835-80c2-53b5864de8ce),segment_id=2e5367be-c462-4835-80c2-53b5864de8ce)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:02.909840 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-da7cffdd-df33-429c-bd7d-abc473fc2694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:02.947426 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-a62c1357-8cc0-49b9-959c-d771d6b41d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:02.995306 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:03.031922 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-a62c1357-8cc0-49b9-959c-d771d6b41d85 None None] Attempting to bind port 80e80322-1a94-40f0-8be1-a19d7a2dd141 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:33:03.031922 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-a62c1357-8cc0-49b9-959c-d771d6b41d85 None None] Attempting to bind port 80e80322-1a94-40f0-8be1-a19d7a2dd141 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:33:03.032274 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62c1357-8cc0-49b9-959c-d771d6b41d85 None None] Attempting to bind port 80e80322-1a94-40f0-8be1-a19d7a2dd141 on network 63d4ab6b-931d-42a4-aa18-bedd81d582fa {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:33:03.034732 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e74a1d-7a63-4835-97eb-cfa7cd189cad None None] Pushing event updated for resources: {'Port': ['ID=80e80322-1a94-40f0-8be1-a19d7a2dd141,revision_number=2']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:03.048966 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62c1357-8cc0-49b9-959c-d771d6b41d85 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:33:03.048966 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62c1357-8cc0-49b9-959c-d771d6b41d85 None None] Checking segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:33:03.049425 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-a62c1357-8cc0-49b9-959c-d771d6b41d85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:03.049733 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62c1357-8cc0-49b9-959c-d771d6b41d85 None None] Bound using segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:33:03.051611 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-a62c1357-8cc0-49b9-959c-d771d6b41d85 None None] Bound port: 80e80322-1a94-40f0-8be1-a19d7a2dd141, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:33:03.051611 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-a62c1357-8cc0-49b9-959c-d771d6b41d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:03.074468 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e74a1d-7a63-4835-97eb-cfa7cd189cad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:03.074802 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e74a1d-7a63-4835-97eb-cfa7cd189cad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:03.075214 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e74a1d-7a63-4835-97eb-cfa7cd189cad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:03.076294 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e74a1d-7a63-4835-97eb-cfa7cd189cad None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:03.076948 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e74a1d-7a63-4835-97eb-cfa7cd189cad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:03.077356 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e74a1d-7a63-4835-97eb-cfa7cd189cad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:03.077689 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e74a1d-7a63-4835-97eb-cfa7cd189cad None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:03.078852 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e74a1d-7a63-4835-97eb-cfa7cd189cad None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:03.079191 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e74a1d-7a63-4835-97eb-cfa7cd189cad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:03.079639 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e74a1d-7a63-4835-97eb-cfa7cd189cad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:03.080203 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e74a1d-7a63-4835-97eb-cfa7cd189cad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:03.086131 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=e07853a2-28ab-405c-a7e4-af10fc0ffd13,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:03.130732 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-da7cffdd-df33-429c-bd7d-abc473fc2694 admin admin] Allocated IP 172.20.0.1 (bf2e5674-768a-4f04-acb0-155bdcd6acb5/a6a00550-928f-454f-a2b9-441e4ecd2bcd/f0167d6a-2a10-4c6e-86ec-e7bb24e09d68) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:33:03.142428 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-a62c1357-8cc0-49b9-959c-d771d6b41d85 None None] For port 80e80322-1a94-40f0-8be1-a19d7a2dd141, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:33:03.145548 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-a62c1357-8cc0-49b9-959c-d771d6b41d85 None None] For port 80e80322-1a94-40f0-8be1-a19d7a2dd141, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=80e80322-1a94-40f0-8be1-a19d7a2dd141,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:33:03.258601 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-a62c1357-8cc0-49b9-959c-d771d6b41d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:03.279718 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-da7cffdd-df33-429c-bd7d-abc473fc2694 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:03.296802 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-da7cffdd-df33-429c-bd7d-abc473fc2694 admin admin] Transition to ACTIVE for port object f0167d6a-2a10-4c6e-86ec-e7bb24e09d68 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:33:03.340066 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e74a1d-7a63-4835-97eb-cfa7cd189cad None None] Pushing event updated for resources: {'Port': ['ID=80e80322-1a94-40f0-8be1-a19d7a2dd141,revision_number=3']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:03.344384 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62c1357-8cc0-49b9-959c-d771d6b41d85 None None] Routers {'674707b2-3579-49b6-9afc-ace31c478535'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:33:03.344954 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-a62c1357-8cc0-49b9-959c-d771d6b41d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:32:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['674707b2-3579-49b6-9afc-ace31c478535'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:03.376168 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-da7cffdd-df33-429c-bd7d-abc473fc2694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:03.440429 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7cffdd-df33-429c-bd7d-abc473fc2694 admin admin] Network bf2e5674-768a-4f04-acb0-155bdcd6acb5 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:33:03.443845 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-da7cffdd-df33-429c-bd7d-abc473fc2694 admin admin] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:03.447548 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7cffdd-df33-429c-bd7d-abc473fc2694 admin admin] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:33:03.509673 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7cffdd-df33-429c-bd7d-abc473fc2694 admin admin] Pushing event updated for resources: {'Port': ['ID=f0167d6a-2a10-4c6e-86ec-e7bb24e09d68,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:03.519160 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-da7cffdd-df33-429c-bd7d-abc473fc2694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:03.549289 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-a62c1357-8cc0-49b9-959c-d771d6b41d85 None None] Set router 674707b2-3579-49b6-9afc-ace31c478535 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:33:03.659540 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-da7cffdd-df33-429c-bd7d-abc473fc2694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:03.810296 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f2d1d2f9-71f7-470d-8f72-50dd73ec7208 None None] Provisioning for port f0167d6a-2a10-4c6e-86ec-e7bb24e09d68 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:33:03.821193 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f2d1d2f9-71f7-470d-8f72-50dd73ec7208 None None] Provisioning complete for port f0167d6a-2a10-4c6e-86ec-e7bb24e09d68 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:03.821790 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f2d1d2f9-71f7-470d-8f72-50dd73ec7208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:03.846690 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-a62c1357-8cc0-49b9-959c-d771d6b41d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674707b2-3579-49b6-9afc-ace31c478535', 'name': 'tempest-TestShelveInstance-1984015517-router', 'tenant_id': '2e9465cc1198475396af8b9502bd656d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '80e80322-1a94-40f0-8be1-a19d7a2dd141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:59Z', 'updated_at': '2022-02-04T12:33:01Z', 'revision_number': 3, 'project_id': '2e9465cc1198475396af8b9502bd656d', 'gw_port': {'id': '80e80322-1a94-40f0-8be1-a19d7a2dd141', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:65:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674707b2-3579-49b6-9afc-ace31c478535', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:00Z', 'updated_at': '2022-02-04T12:33:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:03.850621 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62c1357-8cc0-49b9-959c-d771d6b41d85 None None] The sync data for ids ['674707b2-3579-49b6-9afc-ace31c478535'] in dv-neutron-827825-2-hyperv is: [{'id': '674707b2-3579-49b6-9afc-ace31c478535', 'name': 'tempest-TestShelveInstance-1984015517-router', 'tenant_id': '2e9465cc1198475396af8b9502bd656d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '80e80322-1a94-40f0-8be1-a19d7a2dd141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:59Z', 'updated_at': '2022-02-04T12:33:01Z', 'revision_number': 3, 'project_id': '2e9465cc1198475396af8b9502bd656d', 'gw_port': {'id': '80e80322-1a94-40f0-8be1-a19d7a2dd141', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:65:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674707b2-3579-49b6-9afc-ace31c478535', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:00Z', 'updated_at': '2022-02-04T12:33:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:33:03.882525 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-f2d1d2f9-71f7-470d-8f72-50dd73ec7208 None None] Port f0167d6a-2a10-4c6e-86ec-e7bb24e09d68 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:33:03.903501 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-da7cffdd-df33-429c-bd7d-abc473fc2694 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:03.981736 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-da7cffdd-df33-429c-bd7d-abc473fc2694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:04.084589 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7cffdd-df33-429c-bd7d-abc473fc2694 admin admin] Pushing event updated for resources: {'Port': ['ID=f0167d6a-2a10-4c6e-86ec-e7bb24e09d68,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:04.087186 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-da7cffdd-df33-429c-bd7d-abc473fc2694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:04.226771 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7cffdd-df33-429c-bd7d-abc473fc2694 admin admin] Network bf2e5674-768a-4f04-acb0-155bdcd6acb5 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:33:04.227904 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-da7cffdd-df33-429c-bd7d-abc473fc2694 admin admin] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:04.505801 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device e07853a2-28ab-405c-a7e4-af10fc0ffd13 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:33:04.565808 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c9da8a16-9eb3-4ae9-b5fc-209b9e01a6a0 None None] Provisioning complete for port f0167d6a-2a10-4c6e-86ec-e7bb24e09d68 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:04.566208 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c9da8a16-9eb3-4ae9-b5fc-209b9e01a6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:04.629122 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c9da8a16-9eb3-4ae9-b5fc-209b9e01a6a0 None None] Port f0167d6a-2a10-4c6e-86ec-e7bb24e09d68 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:33:04.640166 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port e07853a2-28ab-405c-a7e4-af10fc0ffd13 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:04.640633 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:04.725800 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7cffdd-df33-429c-bd7d-abc473fc2694 admin admin] Router 674707b2-3579-49b6-9afc-ace31c478535 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:33:04.928258 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7cffdd-df33-429c-bd7d-abc473fc2694 admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:33:04.937079 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-da7cffdd-df33-429c-bd7d-abc473fc2694 admin admin] 10.222.0.21 "PUT /v2.0/routers/674707b2-3579-49b6-9afc-ace31c478535/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9762952 Feb 04 12:33:05.621133 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 48748) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:33:05.627829 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-1180b791-bf50-41ac-8042-7a7083672bcb tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1551953593', 'description': 'tempest-secgroup-smoke-1551953593 description', 'project_id': '55276762fe0b4b818f1de41861c2862e'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:33:05.634088 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-1180b791-bf50-41ac-8042-7a7083672bcb tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:33:05.638821 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-1180b791-bf50-41ac-8042-7a7083672bcb tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Usage tracker for resource:security_group and tenant:55276762fe0b4b818f1de41861c2862e is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:33:05.641714 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-1180b791-bf50-41ac-8042-7a7083672bcb tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:33:05.647569 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-1180b791-bf50-41ac-8042-7a7083672bcb tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:33:05.753203 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1180b791-bf50-41ac-8042-7a7083672bcb tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:05.789438 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-1180b791-bf50-41ac-8042-7a7083672bcb tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:33:05.793277 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-1180b791-bf50-41ac-8042-7a7083672bcb tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Usage tracker for resource:security_group_rule and tenant:55276762fe0b4b818f1de41861c2862e is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:33:05.796393 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-1180b791-bf50-41ac-8042-7a7083672bcb tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:33:05.802448 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-1180b791-bf50-41ac-8042-7a7083672bcb tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:33:05.862838 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1180b791-bf50-41ac-8042-7a7083672bcb tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:05.926415 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1180b791-bf50-41ac-8042-7a7083672bcb tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:05.969227 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1180b791-bf50-41ac-8042-7a7083672bcb tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3ccd51-5674-47bb-b533-448e5b2553b0,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:06.038630 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1180b791-bf50-41ac-8042-7a7083672bcb tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:06.039920 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1180b791-bf50-41ac-8042-7a7083672bcb tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4174368 Feb 04 12:33:06.042981 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 48752) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:33:06.048332 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-0a5a5d09-864b-4def-8b63-1db626c467e7 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Request body: {'security_group_rule': {'security_group_id': '8f3ccd51-5674-47bb-b533-448e5b2553b0', 'project_id': '55276762fe0b4b818f1de41861c2862e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:33:06.054778 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-0a5a5d09-864b-4def-8b63-1db626c467e7 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:33:06.059032 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-0a5a5d09-864b-4def-8b63-1db626c467e7 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Usage tracker for resource:security_group_rule and tenant:55276762fe0b4b818f1de41861c2862e is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:33:06.062978 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-0a5a5d09-864b-4def-8b63-1db626c467e7 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:33:06.069210 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-0a5a5d09-864b-4def-8b63-1db626c467e7 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:33:06.150225 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0a5a5d09-864b-4def-8b63-1db626c467e7 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:06.212068 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0a5a5d09-864b-4def-8b63-1db626c467e7 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:06.292115 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0a5a5d09-864b-4def-8b63-1db626c467e7 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:06.316925 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5a5d09-864b-4def-8b63-1db626c467e7 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd5f2c24-f11e-475a-9937-fc228aa4ad5c,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:06.392740 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0a5a5d09-864b-4def-8b63-1db626c467e7 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:06.393985 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-0a5a5d09-864b-4def-8b63-1db626c467e7 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3500621 Feb 04 12:33:06.396640 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 48756) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:33:06.402111 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-4eb23884-3ba9-4669-a6a3-c3a4907dd948 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Request body: {'security_group_rule': {'security_group_id': '8f3ccd51-5674-47bb-b533-448e5b2553b0', 'project_id': '55276762fe0b4b818f1de41861c2862e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:33:06.408607 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-4eb23884-3ba9-4669-a6a3-c3a4907dd948 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:33:06.418638 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-4eb23884-3ba9-4669-a6a3-c3a4907dd948 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Usage tracker for resource:security_group_rule and tenant:55276762fe0b4b818f1de41861c2862e is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:33:06.418638 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-4eb23884-3ba9-4669-a6a3-c3a4907dd948 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:33:06.421983 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-4eb23884-3ba9-4669-a6a3-c3a4907dd948 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:33:06.514277 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4eb23884-3ba9-4669-a6a3-c3a4907dd948 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:06.578325 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4eb23884-3ba9-4669-a6a3-c3a4907dd948 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:06.670056 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4eb23884-3ba9-4669-a6a3-c3a4907dd948 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:06.694206 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb23884-3ba9-4669-a6a3-c3a4907dd948 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ebf0a6-c0f3-4397-b796-5b68c4463d93,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:06.761086 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:06.789794 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4eb23884-3ba9-4669-a6a3-c3a4907dd948 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:06.791144 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-4eb23884-3ba9-4669-a6a3-c3a4907dd948 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3935287 Feb 04 12:33:06.794485 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48760) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:33:06.800148 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-b586295e-4b57-4a19-b2e3-8634e37e6e1a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Request body: {'security_group_rule': {'security_group_id': '8f3ccd51-5674-47bb-b533-448e5b2553b0', 'project_id': '55276762fe0b4b818f1de41861c2862e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:33:06.806820 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-b586295e-4b57-4a19-b2e3-8634e37e6e1a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:33:06.811653 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-b586295e-4b57-4a19-b2e3-8634e37e6e1a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Usage tracker for resource:security_group_rule and tenant:55276762fe0b4b818f1de41861c2862e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:33:06.814609 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-b586295e-4b57-4a19-b2e3-8634e37e6e1a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:33:06.820430 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-b586295e-4b57-4a19-b2e3-8634e37e6e1a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:33:06.895000 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b586295e-4b57-4a19-b2e3-8634e37e6e1a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:06.963334 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b586295e-4b57-4a19-b2e3-8634e37e6e1a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:07.035084 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b586295e-4b57-4a19-b2e3-8634e37e6e1a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:07.058267 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586295e-4b57-4a19-b2e3-8634e37e6e1a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af7df23-a335-43d1-b88c-5a21ff16d81b,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:07.120701 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b586295e-4b57-4a19-b2e3-8634e37e6e1a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:07.121982 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b586295e-4b57-4a19-b2e3-8634e37e6e1a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3264744 Feb 04 12:33:07.124691 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48764) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:33:07.130034 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-92ccd313-0353-41b7-a7e5-ebf6c261b231 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Request body: {'security_group_rule': {'security_group_id': '8f3ccd51-5674-47bb-b533-448e5b2553b0', 'project_id': '55276762fe0b4b818f1de41861c2862e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:33:07.135848 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-92ccd313-0353-41b7-a7e5-ebf6c261b231 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:33:07.140288 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-92ccd313-0353-41b7-a7e5-ebf6c261b231 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Usage tracker for resource:security_group_rule and tenant:55276762fe0b4b818f1de41861c2862e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:33:07.143163 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-92ccd313-0353-41b7-a7e5-ebf6c261b231 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:33:07.148707 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-92ccd313-0353-41b7-a7e5-ebf6c261b231 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:33:07.212940 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-92ccd313-0353-41b7-a7e5-ebf6c261b231 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:07.279666 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-92ccd313-0353-41b7-a7e5-ebf6c261b231 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:07.320528 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-92ccd313-0353-41b7-a7e5-ebf6c261b231 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:07.344837 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ccd313-0353-41b7-a7e5-ebf6c261b231 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ac38564-e1b8-46af-abd8-0e301839211b,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:07.435741 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-92ccd313-0353-41b7-a7e5-ebf6c261b231 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:07.436965 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-92ccd313-0353-41b7-a7e5-ebf6c261b231 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3113821 Feb 04 12:33:07.439726 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48768) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:33:07.445158 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-b1cedd48-ef31-4e82-a1d6-4285807309ea tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Request body: {'security_group_rule': {'security_group_id': '8f3ccd51-5674-47bb-b533-448e5b2553b0', 'project_id': '55276762fe0b4b818f1de41861c2862e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:33:07.452367 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-b1cedd48-ef31-4e82-a1d6-4285807309ea tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:33:07.456320 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-b1cedd48-ef31-4e82-a1d6-4285807309ea tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Usage tracker for resource:security_group_rule and tenant:55276762fe0b4b818f1de41861c2862e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:33:07.459266 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-b1cedd48-ef31-4e82-a1d6-4285807309ea tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:33:07.465401 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-b1cedd48-ef31-4e82-a1d6-4285807309ea tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:33:07.549616 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.securitygroups_db [None req-b1cedd48-ef31-4e82-a1d6-4285807309ea tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Project 55276762fe0b4b818f1de41861c2862e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:33:07.556816 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b1cedd48-ef31-4e82-a1d6-4285807309ea tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:07.625267 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b1cedd48-ef31-4e82-a1d6-4285807309ea tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:07.714521 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b1cedd48-ef31-4e82-a1d6-4285807309ea tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:07.746282 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cedd48-ef31-4e82-a1d6-4285807309ea tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e72c79b6-9da6-4f8c-9f6b-dd6f5a2ac655,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:07.867235 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-b1cedd48-ef31-4e82-a1d6-4285807309ea tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:07.868451 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-b1cedd48-ef31-4e82-a1d6-4285807309ea tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4278104 Feb 04 12:33:07.871289 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48772) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:33:07.876530 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-3fb0b329-80c9-4803-b28b-05453b2bbdb2 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Request body: {'security_group_rule': {'security_group_id': '8f3ccd51-5674-47bb-b533-448e5b2553b0', 'project_id': '55276762fe0b4b818f1de41861c2862e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:33:07.882511 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-3fb0b329-80c9-4803-b28b-05453b2bbdb2 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:33:07.886222 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-3fb0b329-80c9-4803-b28b-05453b2bbdb2 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Usage tracker for resource:security_group_rule and tenant:55276762fe0b4b818f1de41861c2862e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:33:07.889666 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-3fb0b329-80c9-4803-b28b-05453b2bbdb2 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:33:07.895293 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-3fb0b329-80c9-4803-b28b-05453b2bbdb2 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:33:07.995242 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.securitygroups_db [None req-3fb0b329-80c9-4803-b28b-05453b2bbdb2 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Project 55276762fe0b4b818f1de41861c2862e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:33:08.002485 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3fb0b329-80c9-4803-b28b-05453b2bbdb2 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:08.068249 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3fb0b329-80c9-4803-b28b-05453b2bbdb2 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:08.138801 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3fb0b329-80c9-4803-b28b-05453b2bbdb2 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:08.162870 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0b329-80c9-4803-b28b-05453b2bbdb2 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b277b2f6-f8a3-4240-835a-9fd5c9f6630e,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:08.286442 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-3fb0b329-80c9-4803-b28b-05453b2bbdb2 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:08.287670 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-3fb0b329-80c9-4803-b28b-05453b2bbdb2 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4154756 Feb 04 12:33:08.480296 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-04802970-79a6-40e0-9410-cae367977074 req-bf2b1e65-05b2-44f9-8462-0534a3faa9f3 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1551953593&fields=id&tenant_id=55276762fe0b4b818f1de41861c2862e HTTP/1.1" status: 200 len: 267 time: 0.0415590 Feb 04 12:33:08.626239 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04802970-79a6-40e0-9410-cae367977074 req-d7ad8ff2-7056-467f-aec4-e9427aba0e5e tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:08.627704 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-04802970-79a6-40e0-9410-cae367977074 req-d7ad8ff2-7056-467f-aec4-e9427aba0e5e tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/networks?id=09496e9d-c3c6-4788-970e-62605b90225f HTTP/1.1" status: 200 len: 809 time: 0.1409113 Feb 04 12:33:08.644608 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-04802970-79a6-40e0-9410-cae367977074 req-7046ee47-356d-475a-816c-ddf178defe33 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/quotas/55276762fe0b4b818f1de41861c2862e HTTP/1.1" status: 200 len: 375 time: 0.0113213 Feb 04 12:33:08.728351 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-04802970-79a6-40e0-9410-cae367977074 req-b98b2089-e4f6-4535-9c6b-bd167983473d tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=55276762fe0b4b818f1de41861c2862e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0785303 Feb 04 12:33:09.066366 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-04802970-79a6-40e0-9410-cae367977074 req-387f3871-46e8-4955-a429-54508a546c94 service neutron] 10.222.0.21 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288125 Feb 04 12:33:09.212080 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-04802970-79a6-40e0-9410-cae367977074 req-abbae03b-b4af-4db6-9781-1805d70c54b3 service neutron] 10.222.0.21 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396718 Feb 04 12:33:09.507810 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-4bfc7241-2712-489c-b707-ae56aa41547f req-f996aa3d-a5ac-4076-bcc7-530073dfe341 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Synchronizing usage tracker for tenant:55276762fe0b4b818f1de41861c2862e on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:33:09.640622 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-4bfc7241-2712-489c-b707-ae56aa41547f req-f996aa3d-a5ac-4076-bcc7-530073dfe341 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Unset dirty status for tenant:55276762fe0b4b818f1de41861c2862e on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:33:09.641863 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4bfc7241-2712-489c-b707-ae56aa41547f req-f996aa3d-a5ac-4076-bcc7-530073dfe341 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 210 time: 0.1824172 Feb 04 12:33:09.927775 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82053237-b521-4e92-af02-217c7506b44d None None] Sync routers for ids ['b7c2276e-7397-449b-8391-32c3166a6542'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:33:09.943120 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82053237-b521-4e92-af02-217c7506b44d None None] Routers {'b7c2276e-7397-449b-8391-32c3166a6542'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:33:09.943860 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-82053237-b521-4e92-af02-217c7506b44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:32:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['b7c2276e-7397-449b-8391-32c3166a6542'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:10.121068 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-82053237-b521-4e92-af02-217c7506b44d None None] Set router b7c2276e-7397-449b-8391-32c3166a6542 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:33:10.500518 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-82053237-b521-4e92-af02-217c7506b44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'name': 'tempest-TestShelveInstance-2093239083-router', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:51Z', 'updated_at': '2022-02-04T12:32:55Z', 'revision_number': 4, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'gw_port': {'id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:52Z', 'updated_at': '2022-02-04T12:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '12657ccb-3a5e-4423-95ea-458ca0055b5b', 'name': '', 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'mac_address': 'fa:16:3e:ab:a1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35ad2942-6bab-4d3b-b613-207218d38d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:54Z', 'updated_at': '2022-02-04T12:32:55Z', 'revision_number': 2, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'subnets': [{'id': '35ad2942-6bab-4d3b-b613-207218d38d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:10.504703 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82053237-b521-4e92-af02-217c7506b44d None None] Checking router: b7c2276e-7397-449b-8391-32c3166a6542 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:33:10.505148 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82053237-b521-4e92-af02-217c7506b44d None None] Updating router b7c2276e-7397-449b-8391-32c3166a6542 port 12657ccb-3a5e-4423-95ea-458ca0055b5b binding host dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 12:33:10.540817 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 80e80322-1a94-40f0-8be1-a19d7a2dd141 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:33:10.604153 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-82053237-b521-4e92-af02-217c7506b44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:10.754118 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6444b964-0079-40a8-b857-2893dd143f73 req-34f6996b-2cdf-4c14-b7f1-63648704a7a2 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 210 time: 0.0413206 Feb 04 12:33:10.769569 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 80e80322-1a94-40f0-8be1-a19d7a2dd141 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:33:10.830811 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 80e80322-1a94-40f0-8be1-a19d7a2dd141 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:10.831177 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:11.054974 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:11.086166 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 80e80322-1a94-40f0-8be1-a19d7a2dd141, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=80e80322-1a94-40f0-8be1-a19d7a2dd141,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:11.090979 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-82053237-b521-4e92-af02-217c7506b44d None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:11.105406 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-82053237-b521-4e92-af02-217c7506b44d None None] Transition to ACTIVE for port object 12657ccb-3a5e-4423-95ea-458ca0055b5b will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:33:11.160662 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:11.196039 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-82053237-b521-4e92-af02-217c7506b44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:11.295746 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=80e80322-1a94-40f0-8be1-a19d7a2dd141,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:11.440859 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f23eacc-7111-4587-8da4-67d2eba12d62 None None] Pushing event updated for resources: {'Port': ['ID=12657ccb-3a5e-4423-95ea-458ca0055b5b,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:11.451219 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-82053237-b521-4e92-af02-217c7506b44d None None] Attempting to bind port 12657ccb-3a5e-4423-95ea-458ca0055b5b on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:33:11.451219 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-82053237-b521-4e92-af02-217c7506b44d None None] Attempting to bind port 12657ccb-3a5e-4423-95ea-458ca0055b5b by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '24dcb91d-67ae-48b8-844a-c43d3c12e713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:33:11.451504 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82053237-b521-4e92-af02-217c7506b44d None None] Attempting to bind port 12657ccb-3a5e-4423-95ea-458ca0055b5b on network 09496e9d-c3c6-4788-970e-62605b90225f {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:33:11.459531 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82053237-b521-4e92-af02-217c7506b44d None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:33:11.459913 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82053237-b521-4e92-af02-217c7506b44d None None] Checking segment: {'id': '24dcb91d-67ae-48b8-844a-c43d3c12e713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:33:11.460330 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-82053237-b521-4e92-af02-217c7506b44d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:11.460708 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82053237-b521-4e92-af02-217c7506b44d None None] Bound using segment: {'id': '24dcb91d-67ae-48b8-844a-c43d3c12e713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:33:11.461159 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-82053237-b521-4e92-af02-217c7506b44d None None] Bound port: 12657ccb-3a5e-4423-95ea-458ca0055b5b, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dcb91d-67ae-48b8-844a-c43d3c12e713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:33:11.461522 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-82053237-b521-4e92-af02-217c7506b44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:11.565413 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-82053237-b521-4e92-af02-217c7506b44d None None] For port 12657ccb-3a5e-4423-95ea-458ca0055b5b, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:33:11.571259 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-82053237-b521-4e92-af02-217c7506b44d None None] For port 12657ccb-3a5e-4423-95ea-458ca0055b5b, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=12657ccb-3a5e-4423-95ea-458ca0055b5b,segment=NetworkSegment(24dcb91d-67ae-48b8-844a-c43d3c12e713),segment_id=24dcb91d-67ae-48b8-844a-c43d3c12e713)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:33:11.630169 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-82053237-b521-4e92-af02-217c7506b44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:11.711833 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f23eacc-7111-4587-8da4-67d2eba12d62 None None] Pushing event updated for resources: {'Port': ['ID=12657ccb-3a5e-4423-95ea-458ca0055b5b,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:11.715608 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82053237-b521-4e92-af02-217c7506b44d None None] Routers {'b7c2276e-7397-449b-8391-32c3166a6542'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:33:11.716276 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-82053237-b521-4e92-af02-217c7506b44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:32:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['b7c2276e-7397-449b-8391-32c3166a6542'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:11.831087 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:33:11.985592 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-82053237-b521-4e92-af02-217c7506b44d None None] Set router b7c2276e-7397-449b-8391-32c3166a6542 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:33:11.986155 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0e77b41e-8d4a-47f7-a345-d140ec717371 req-7272c96b-ae64-4106-a28c-dfa90c6cf6e7 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 210 time: 0.0784972 Feb 04 12:33:12.134821 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04802970-79a6-40e0-9410-cae367977074 req-a16df07e-002c-4a46-b903-cdec9df41a32 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:12.135493 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-04802970-79a6-40e0-9410-cae367977074 req-a16df07e-002c-4a46-b903-cdec9df41a32 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Synchronizing usage tracker for tenant:55276762fe0b4b818f1de41861c2862e on resource:network {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:33:12.229531 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-04802970-79a6-40e0-9410-cae367977074 req-a16df07e-002c-4a46-b903-cdec9df41a32 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Unset dirty status for tenant:55276762fe0b4b818f1de41861c2862e on resource:network {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:33:12.230842 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-04802970-79a6-40e0-9410-cae367977074 req-a16df07e-002c-4a46-b903-cdec9df41a32 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.47 "GET /v2.0/networks?id=09496e9d-c3c6-4788-970e-62605b90225f HTTP/1.1" status: 200 len: 809 time: 0.2829969 Feb 04 12:33:12.267282 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-970a5261-291c-4c33-9683-f0930a3291f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:12.292148 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-04802970-79a6-40e0-9410-cae367977074 req-a0825b05-ae90-45fa-848e-fbc2b270dac6 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Synchronizing usage tracker for tenant:55276762fe0b4b818f1de41861c2862e on resource:security_group {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:33:12.372432 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-04802970-79a6-40e0-9410-cae367977074 req-a0825b05-ae90-45fa-848e-fbc2b270dac6 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Unset dirty status for tenant:55276762fe0b4b818f1de41861c2862e on resource:security_group {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:33:12.374209 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-04802970-79a6-40e0-9410-cae367977074 req-a0825b05-ae90-45fa-848e-fbc2b270dac6 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55276762fe0b4b818f1de41861c2862e HTTP/1.1" status: 200 len: 380 time: 0.1316478 Feb 04 12:33:12.376978 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-82053237-b521-4e92-af02-217c7506b44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'name': 'tempest-TestShelveInstance-2093239083-router', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:51Z', 'updated_at': '2022-02-04T12:32:55Z', 'revision_number': 4, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'gw_port': {'id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:52Z', 'updated_at': '2022-02-04T12:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '12657ccb-3a5e-4423-95ea-458ca0055b5b', 'name': '', 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'mac_address': 'fa:16:3e:ab:a1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35ad2942-6bab-4d3b-b613-207218d38d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:54Z', 'updated_at': '2022-02-04T12:33:11Z', 'revision_number': 4, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'subnets': [{'id': '35ad2942-6bab-4d3b-b613-207218d38d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:12.381258 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82053237-b521-4e92-af02-217c7506b44d None None] The sync data for ids ['b7c2276e-7397-449b-8391-32c3166a6542'] in dv-neutron-827825-2-hyperv is: [{'id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'name': 'tempest-TestShelveInstance-2093239083-router', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:51Z', 'updated_at': '2022-02-04T12:32:55Z', 'revision_number': 4, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'gw_port': {'id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:52Z', 'updated_at': '2022-02-04T12:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '12657ccb-3a5e-4423-95ea-458ca0055b5b', 'name': '', 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'mac_address': 'fa:16:3e:ab:a1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35ad2942-6bab-4d3b-b613-207218d38d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:54Z', 'updated_at': '2022-02-04T12:33:11Z', 'revision_number': 4, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'subnets': [{'id': '35ad2942-6bab-4d3b-b613-207218d38d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:33:12.385999 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [req-04802970-79a6-40e0-9410-cae367977074 req-66020579-b5e5-49ae-b6df-2acb72ab9562 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Request body: {'port': {'device_id': 'ec83bb22-4892-4736-9b0e-8ef1af69f832', 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f', 'admin_state_up': True, 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'security_groups': ['8f3ccd51-5674-47bb-b533-448e5b2553b0']}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:33:12.555895 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 12657ccb-3a5e-4423-95ea-458ca0055b5b up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:33:12.568745 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [req-04802970-79a6-40e0-9410-cae367977074 req-66020579-b5e5-49ae-b6df-2acb72ab9562 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:33:12.579753 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [req-04802970-79a6-40e0-9410-cae367977074 req-66020579-b5e5-49ae-b6df-2acb72ab9562 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:33:12.664006 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04802970-79a6-40e0-9410-cae367977074 req-66020579-b5e5-49ae-b6df-2acb72ab9562 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Made reservation on behalf of 55276762fe0b4b818f1de41861c2862e for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:33:12.671065 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-04802970-79a6-40e0-9410-cae367977074 req-66020579-b5e5-49ae-b6df-2acb72ab9562 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:12.706542 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab49348e-7af5-4820-8fb9-159d690c0aa7 None None] Sync routers for ids ['674707b2-3579-49b6-9afc-ace31c478535'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:33:12.720509 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab49348e-7af5-4820-8fb9-159d690c0aa7 None None] Routers {'674707b2-3579-49b6-9afc-ace31c478535'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:33:12.722658 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-ab49348e-7af5-4820-8fb9-159d690c0aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:32:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['674707b2-3579-49b6-9afc-ace31c478535'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:12.742118 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 12657ccb-3a5e-4423-95ea-458ca0055b5b completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:33:12.751308 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 12657ccb-3a5e-4423-95ea-458ca0055b5b triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:12.752089 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:12.883490 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [req-04802970-79a6-40e0-9410-cae367977074 req-66020579-b5e5-49ae-b6df-2acb72ab9562 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Allocated IP 172.20.0.14 (09496e9d-c3c6-4788-970e-62605b90225f/35ad2942-6bab-4d3b-b613-207218d38d29/84317d75-fc8f-4e8e-909b-c71e17da5fbb) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:33:12.925940 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:12.939719 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-ab49348e-7af5-4820-8fb9-159d690c0aa7 None None] Set router 674707b2-3579-49b6-9afc-ace31c478535 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:33:12.973194 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 12657ccb-3a5e-4423-95ea-458ca0055b5b, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=12657ccb-3a5e-4423-95ea-458ca0055b5b,segment=NetworkSegment(24dcb91d-67ae-48b8-844a-c43d3c12e713),segment_id=24dcb91d-67ae-48b8-844a-c43d3c12e713)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:13.049934 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:13.050999 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 80e80322-1a94-40f0-8be1-a19d7a2dd141 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:33:13.200514 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=12657ccb-3a5e-4423-95ea-458ca0055b5b,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:13.228304 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-04802970-79a6-40e0-9410-cae367977074 req-66020579-b5e5-49ae-b6df-2acb72ab9562 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:13.265876 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [req-04802970-79a6-40e0-9410-cae367977074 req-66020579-b5e5-49ae-b6df-2acb72ab9562 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Transition to ACTIVE for port object 84317d75-fc8f-4e8e-909b-c71e17da5fbb will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:33:13.281349 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b985ce25-c9b6-4ae1-a0ec-5ba4eae9693a req-b6e487da-c554-4e9f-ba87-f6a818dc46f3 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 210 time: 0.0660052 Feb 04 12:33:13.299200 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 80e80322-1a94-40f0-8be1-a19d7a2dd141 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:13.299744 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:13.359483 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-ab49348e-7af5-4820-8fb9-159d690c0aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674707b2-3579-49b6-9afc-ace31c478535', 'name': 'tempest-TestShelveInstance-1984015517-router', 'tenant_id': '2e9465cc1198475396af8b9502bd656d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '80e80322-1a94-40f0-8be1-a19d7a2dd141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:59Z', 'updated_at': '2022-02-04T12:33:03Z', 'revision_number': 4, 'project_id': '2e9465cc1198475396af8b9502bd656d', 'gw_port': {'id': '80e80322-1a94-40f0-8be1-a19d7a2dd141', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:65:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674707b2-3579-49b6-9afc-ace31c478535', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:00Z', 'updated_at': '2022-02-04T12:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'f0167d6a-2a10-4c6e-86ec-e7bb24e09d68', 'name': '', 'network_id': 'bf2e5674-768a-4f04-acb0-155bdcd6acb5', 'tenant_id': '2e9465cc1198475396af8b9502bd656d', 'mac_address': 'fa:16:3e:05:35:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674707b2-3579-49b6-9afc-ace31c478535', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6a00550-928f-454f-a2b9-441e4ecd2bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:02Z', 'updated_at': '2022-02-04T12:33:03Z', 'revision_number': 2, 'project_id': '2e9465cc1198475396af8b9502bd656d', 'subnets': [{'id': 'a6a00550-928f-454f-a2b9-441e4ecd2bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:13.364077 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab49348e-7af5-4820-8fb9-159d690c0aa7 None None] Checking router: 674707b2-3579-49b6-9afc-ace31c478535 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:33:13.364418 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab49348e-7af5-4820-8fb9-159d690c0aa7 None None] Updating router 674707b2-3579-49b6-9afc-ace31c478535 port f0167d6a-2a10-4c6e-86ec-e7bb24e09d68 binding host dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 12:33:13.367166 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-04802970-79a6-40e0-9410-cae367977074 req-66020579-b5e5-49ae-b6df-2acb72ab9562 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:13.430450 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-ab49348e-7af5-4820-8fb9-159d690c0aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:13.436433 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04802970-79a6-40e0-9410-cae367977074 req-66020579-b5e5-49ae-b6df-2acb72ab9562 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Network 09496e9d-c3c6-4788-970e-62605b90225f is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:33:13.437839 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [req-04802970-79a6-40e0-9410-cae367977074 req-66020579-b5e5-49ae-b6df-2acb72ab9562 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:13.441588 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [req-04802970-79a6-40e0-9410-cae367977074 req-66020579-b5e5-49ae-b6df-2acb72ab9562 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:33:13.531754 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66020579-b5e5-49ae-b6df-2acb72ab9562 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Pushing event updated for resources: {'Port': ['ID=84317d75-fc8f-4e8e-909b-c71e17da5fbb,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:13.543534 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04802970-79a6-40e0-9410-cae367977074 req-66020579-b5e5-49ae-b6df-2acb72ab9562 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:13.545637 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-04802970-79a6-40e0-9410-cae367977074 req-66020579-b5e5-49ae-b6df-2acb72ab9562 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:13.663177 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-04802970-79a6-40e0-9410-cae367977074 req-66020579-b5e5-49ae-b6df-2acb72ab9562 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2810793 Feb 04 12:33:13.675496 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [req-04802970-79a6-40e0-9410-cae367977074 req-f471eaf3-cee6-449a-ba9e-8e14f386c7ae service neutron] Request body: {'port': {'device_id': 'ec83bb22-4892-4736-9b0e-8ef1af69f832', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:33:13.793041 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2194fd2e-6e0e-48a3-81db-acfea5d62d6d None None] Provisioning for port 84317d75-fc8f-4e8e-909b-c71e17da5fbb completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:33:13.800866 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2194fd2e-6e0e-48a3-81db-acfea5d62d6d None None] Provisioning complete for port 84317d75-fc8f-4e8e-909b-c71e17da5fbb triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:13.801313 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2194fd2e-6e0e-48a3-81db-acfea5d62d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:13.806124 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-04802970-79a6-40e0-9410-cae367977074 req-f471eaf3-cee6-449a-ba9e-8e14f386c7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:13.879092 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-2194fd2e-6e0e-48a3-81db-acfea5d62d6d None None] Port 84317d75-fc8f-4e8e-909b-c71e17da5fbb cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:33:13.881039 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-ab49348e-7af5-4820-8fb9-159d690c0aa7 None None] Notify callbacks [] for port, precommit_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:13.897222 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.provisioning_blocks [None req-ab49348e-7af5-4820-8fb9-159d690c0aa7 None None] Transition to ACTIVE for port object f0167d6a-2a10-4c6e-86ec-e7bb24e09d68 will not be triggered until provisioned by entity L2. {{(pid=84207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:33:13.981433 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-ab49348e-7af5-4820-8fb9-159d690c0aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:14.114338 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f3490-eeee-4966-8a15-7a35883544d4 None None] Pushing event updated for resources: {'Port': ['ID=f0167d6a-2a10-4c6e-86ec-e7bb24e09d68,revision_number=3']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:14.228797 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-ab49348e-7af5-4820-8fb9-159d690c0aa7 None None] Attempting to bind port f0167d6a-2a10-4c6e-86ec-e7bb24e09d68 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:33:14.229508 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-ab49348e-7af5-4820-8fb9-159d690c0aa7 None None] Attempting to bind port f0167d6a-2a10-4c6e-86ec-e7bb24e09d68 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '2e5367be-c462-4835-80c2-53b5864de8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bf2e5674-768a-4f04-acb0-155bdcd6acb5'}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:33:14.230360 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab49348e-7af5-4820-8fb9-159d690c0aa7 None None] Attempting to bind port f0167d6a-2a10-4c6e-86ec-e7bb24e09d68 on network bf2e5674-768a-4f04-acb0-155bdcd6acb5 {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:33:14.242330 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab49348e-7af5-4820-8fb9-159d690c0aa7 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:33:14.242977 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab49348e-7af5-4820-8fb9-159d690c0aa7 None None] Checking segment: {'id': '2e5367be-c462-4835-80c2-53b5864de8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bf2e5674-768a-4f04-acb0-155bdcd6acb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:33:14.243674 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-ab49348e-7af5-4820-8fb9-159d690c0aa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:14.244263 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab49348e-7af5-4820-8fb9-159d690c0aa7 None None] Bound using segment: {'id': '2e5367be-c462-4835-80c2-53b5864de8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bf2e5674-768a-4f04-acb0-155bdcd6acb5'} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:33:14.245125 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-ab49348e-7af5-4820-8fb9-159d690c0aa7 None None] Bound port: f0167d6a-2a10-4c6e-86ec-e7bb24e09d68, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e5367be-c462-4835-80c2-53b5864de8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bf2e5674-768a-4f04-acb0-155bdcd6acb5'}}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:33:14.246291 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-ab49348e-7af5-4820-8fb9-159d690c0aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:14.349134 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [req-04802970-79a6-40e0-9410-cae367977074 req-f471eaf3-cee6-449a-ba9e-8e14f386c7ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84317d75-fc8f-4e8e-909b-c71e17da5fbb {{(pid=84204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:33:14.357701 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-04802970-79a6-40e0-9410-cae367977074 req-f471eaf3-cee6-449a-ba9e-8e14f386c7ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:14.358393 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-ab49348e-7af5-4820-8fb9-159d690c0aa7 None None] For port f0167d6a-2a10-4c6e-86ec-e7bb24e09d68, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:33:14.361778 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-ab49348e-7af5-4820-8fb9-159d690c0aa7 None None] For port f0167d6a-2a10-4c6e-86ec-e7bb24e09d68, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=f0167d6a-2a10-4c6e-86ec-e7bb24e09d68,segment=NetworkSegment(2e5367be-c462-4835-80c2-53b5864de8ce),segment_id=2e5367be-c462-4835-80c2-53b5864de8ce)] {{(pid=84207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:33:14.373034 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [req-04802970-79a6-40e0-9410-cae367977074 req-f471eaf3-cee6-449a-ba9e-8e14f386c7ae service neutron] Transition to ACTIVE for port object 84317d75-fc8f-4e8e-909b-c71e17da5fbb will not be triggered until provisioned by entity L2. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:33:14.421725 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-ab49348e-7af5-4820-8fb9-159d690c0aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:14.451321 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-04802970-79a6-40e0-9410-cae367977074 req-f471eaf3-cee6-449a-ba9e-8e14f386c7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:14.510811 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 12657ccb-3a5e-4423-95ea-458ca0055b5b up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:33:14.511411 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab49348e-7af5-4820-8fb9-159d690c0aa7 None None] Routers {'674707b2-3579-49b6-9afc-ace31c478535'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:33:14.512054 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-ab49348e-7af5-4820-8fb9-159d690c0aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:32:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['674707b2-3579-49b6-9afc-ace31c478535'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:14.564793 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f3490-eeee-4966-8a15-7a35883544d4 None None] Pushing event updated for resources: {'Port': ['ID=f0167d6a-2a10-4c6e-86ec-e7bb24e09d68,revision_number=4']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:14.633635 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471eaf3-cee6-449a-ba9e-8e14f386c7ae service neutron] Pushing event updated for resources: {'Port': ['ID=84317d75-fc8f-4e8e-909b-c71e17da5fbb,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:14.647407 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 12657ccb-3a5e-4423-95ea-458ca0055b5b triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:14.648102 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:14.700890 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6d9b1083-fc06-4676-9892-bd2f20ca58bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:14.752028 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85780f21-d2da-454c-8856-0c9498873e78 req-c14d95cc-fc5f-45d3-b141-e94c9d0a6760 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:14.752763 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-85780f21-d2da-454c-8856-0c9498873e78 req-c14d95cc-fc5f-45d3-b141-e94c9d0a6760 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Synchronizing usage tracker for tenant:55276762fe0b4b818f1de41861c2862e on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:33:14.785795 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-ab49348e-7af5-4820-8fb9-159d690c0aa7 None None] Set router 674707b2-3579-49b6-9afc-ace31c478535 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:33:14.816037 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-04802970-79a6-40e0-9410-cae367977074 req-f471eaf3-cee6-449a-ba9e-8e14f386c7ae service neutron] Attempting to bind port 84317d75-fc8f-4e8e-909b-c71e17da5fbb on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:33:14.816375 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-04802970-79a6-40e0-9410-cae367977074 req-f471eaf3-cee6-449a-ba9e-8e14f386c7ae service neutron] Attempting to bind port 84317d75-fc8f-4e8e-909b-c71e17da5fbb by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '24dcb91d-67ae-48b8-844a-c43d3c12e713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:33:14.816703 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04802970-79a6-40e0-9410-cae367977074 req-f471eaf3-cee6-449a-ba9e-8e14f386c7ae service neutron] Attempting to bind port 84317d75-fc8f-4e8e-909b-c71e17da5fbb on network 09496e9d-c3c6-4788-970e-62605b90225f {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:33:14.822843 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04802970-79a6-40e0-9410-cae367977074 req-f471eaf3-cee6-449a-ba9e-8e14f386c7ae service neutron] Port 84317d75-fc8f-4e8e-909b-c71e17da5fbb on network 09496e9d-c3c6-4788-970e-62605b90225f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 12:33:14.823156 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04802970-79a6-40e0-9410-cae367977074 req-f471eaf3-cee6-449a-ba9e-8e14f386c7ae service neutron] Attempting to bind port 84317d75-fc8f-4e8e-909b-c71e17da5fbb on network 09496e9d-c3c6-4788-970e-62605b90225f {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:33:14.831666 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04802970-79a6-40e0-9410-cae367977074 req-f471eaf3-cee6-449a-ba9e-8e14f386c7ae service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:33:14.832072 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04802970-79a6-40e0-9410-cae367977074 req-f471eaf3-cee6-449a-ba9e-8e14f386c7ae service neutron] Checking segment: {'id': '24dcb91d-67ae-48b8-844a-c43d3c12e713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:33:14.832520 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04802970-79a6-40e0-9410-cae367977074 req-f471eaf3-cee6-449a-ba9e-8e14f386c7ae service neutron] Bound using segment: {'id': '24dcb91d-67ae-48b8-844a-c43d3c12e713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f'} {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:33:14.833011 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-04802970-79a6-40e0-9410-cae367977074 req-f471eaf3-cee6-449a-ba9e-8e14f386c7ae service neutron] Bound port: 84317d75-fc8f-4e8e-909b-c71e17da5fbb, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24dcb91d-67ae-48b8-844a-c43d3c12e713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f'}}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:33:14.833415 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-04802970-79a6-40e0-9410-cae367977074 req-f471eaf3-cee6-449a-ba9e-8e14f386c7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:14.889683 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-85780f21-d2da-454c-8856-0c9498873e78 req-c14d95cc-fc5f-45d3-b141-e94c9d0a6760 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Unset dirty status for tenant:55276762fe0b4b818f1de41861c2862e on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:33:14.890886 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-85780f21-d2da-454c-8856-0c9498873e78 req-c14d95cc-fc5f-45d3-b141-e94c9d0a6760 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 932 time: 0.4836667 Feb 04 12:33:14.969534 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-04802970-79a6-40e0-9410-cae367977074 req-f471eaf3-cee6-449a-ba9e-8e14f386c7ae service neutron] For port 84317d75-fc8f-4e8e-909b-c71e17da5fbb, host hv-neutron-8278, cleared binding levels {{(pid=84204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:33:14.975731 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-85780f21-d2da-454c-8856-0c9498873e78 req-c06e712f-71c5-409e-98f4-acc3e0246641 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742540 Feb 04 12:33:14.978789 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-04802970-79a6-40e0-9410-cae367977074 req-f471eaf3-cee6-449a-ba9e-8e14f386c7ae service neutron] For port 84317d75-fc8f-4e8e-909b-c71e17da5fbb, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=84317d75-fc8f-4e8e-909b-c71e17da5fbb,segment=NetworkSegment(24dcb91d-67ae-48b8-844a-c43d3c12e713),segment_id=24dcb91d-67ae-48b8-844a-c43d3c12e713)] {{(pid=84204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:33:15.052453 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-04802970-79a6-40e0-9410-cae367977074 req-f471eaf3-cee6-449a-ba9e-8e14f386c7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:15.118722 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-04802970-79a6-40e0-9410-cae367977074 req-f471eaf3-cee6-449a-ba9e-8e14f386c7ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:15.120293 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-04802970-79a6-40e0-9410-cae367977074 req-f471eaf3-cee6-449a-ba9e-8e14f386c7ae service neutron] 10.222.0.47 "PUT /v2.0/ports/84317d75-fc8f-4e8e-909b-c71e17da5fbb HTTP/1.1" status: 200 len: 1094 time: 1.4501204 Feb 04 12:33:15.120628 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec83bb22-4892-4736-9b0e-8ef1af69f832', 'tag': '84317d75-fc8f-4e8e-909b-c71e17da5fbb'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:33:15.152261 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-ab49348e-7af5-4820-8fb9-159d690c0aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674707b2-3579-49b6-9afc-ace31c478535', 'name': 'tempest-TestShelveInstance-1984015517-router', 'tenant_id': '2e9465cc1198475396af8b9502bd656d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '80e80322-1a94-40f0-8be1-a19d7a2dd141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:59Z', 'updated_at': '2022-02-04T12:33:03Z', 'revision_number': 4, 'project_id': '2e9465cc1198475396af8b9502bd656d', 'gw_port': {'id': '80e80322-1a94-40f0-8be1-a19d7a2dd141', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:65:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674707b2-3579-49b6-9afc-ace31c478535', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:00Z', 'updated_at': '2022-02-04T12:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'f0167d6a-2a10-4c6e-86ec-e7bb24e09d68', 'name': '', 'network_id': 'bf2e5674-768a-4f04-acb0-155bdcd6acb5', 'tenant_id': '2e9465cc1198475396af8b9502bd656d', 'mac_address': 'fa:16:3e:05:35:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674707b2-3579-49b6-9afc-ace31c478535', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6a00550-928f-454f-a2b9-441e4ecd2bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:02Z', 'updated_at': '2022-02-04T12:33:14Z', 'revision_number': 4, 'project_id': '2e9465cc1198475396af8b9502bd656d', 'subnets': [{'id': 'a6a00550-928f-454f-a2b9-441e4ecd2bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:15.152803 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471eaf3-cee6-449a-ba9e-8e14f386c7ae service neutron] Pushing event updated for resources: {'Port': ['ID=84317d75-fc8f-4e8e-909b-c71e17da5fbb,revision_number=3']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:15.166783 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab49348e-7af5-4820-8fb9-159d690c0aa7 None None] The sync data for ids ['674707b2-3579-49b6-9afc-ace31c478535'] in dv-neutron-827825-2-hyperv is: [{'id': '674707b2-3579-49b6-9afc-ace31c478535', 'name': 'tempest-TestShelveInstance-1984015517-router', 'tenant_id': '2e9465cc1198475396af8b9502bd656d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '80e80322-1a94-40f0-8be1-a19d7a2dd141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:59Z', 'updated_at': '2022-02-04T12:33:03Z', 'revision_number': 4, 'project_id': '2e9465cc1198475396af8b9502bd656d', 'gw_port': {'id': '80e80322-1a94-40f0-8be1-a19d7a2dd141', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:65:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674707b2-3579-49b6-9afc-ace31c478535', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:00Z', 'updated_at': '2022-02-04T12:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'f0167d6a-2a10-4c6e-86ec-e7bb24e09d68', 'name': '', 'network_id': 'bf2e5674-768a-4f04-acb0-155bdcd6acb5', 'tenant_id': '2e9465cc1198475396af8b9502bd656d', 'mac_address': 'fa:16:3e:05:35:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674707b2-3579-49b6-9afc-ace31c478535', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6a00550-928f-454f-a2b9-441e4ecd2bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:02Z', 'updated_at': '2022-02-04T12:33:14Z', 'revision_number': 4, 'project_id': '2e9465cc1198475396af8b9502bd656d', 'subnets': [{'id': 'a6a00550-928f-454f-a2b9-441e4ecd2bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:33:15.219916 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec83bb22-4892-4736-9b0e-8ef1af69f832', 'tag': '84317d75-fc8f-4e8e-909b-c71e17da5fbb', 'status': 'completed', 'code': 200} Feb 04 12:33:15.341044 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-04802970-79a6-40e0-9410-cae367977074 req-c854e3e7-2ce2-4bd1-8f66-027072352332 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55276762fe0b4b818f1de41861c2862e&device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 1097 time: 0.1202238 Feb 04 12:33:15.415682 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-04802970-79a6-40e0-9410-cae367977074 req-360d3b7a-ba5a-487b-bee2-b847d147c4b5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84317d75-fc8f-4e8e-909b-c71e17da5fbb HTTP/1.1" status: 200 len: 217 time: 0.0684192 Feb 04 12:33:15.482916 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04802970-79a6-40e0-9410-cae367977074 req-94a04cf4-88d7-4fc3-8db3-69326a69dd29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:15.484518 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-04802970-79a6-40e0-9410-cae367977074 req-94a04cf4-88d7-4fc3-8db3-69326a69dd29 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=35ad2942-6bab-4d3b-b613-207218d38d29 HTTP/1.1" status: 200 len: 848 time: 0.0632093 Feb 04 12:33:15.563753 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-04802970-79a6-40e0-9410-cae367977074 req-74f348cb-c57a-4c7d-8678-24d32dbf40a1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09496e9d-c3c6-4788-970e-62605b90225f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736663 Feb 04 12:33:15.669963 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:15.722223 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-04802970-79a6-40e0-9410-cae367977074 req-709e865e-0cfd-464f-bb26-75318f746782 service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513045 Feb 04 12:33:15.864081 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-04802970-79a6-40e0-9410-cae367977074 req-59a7fca1-e1ea-4b3e-a1ac-54c7630361d4 service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362674 Feb 04 12:33:15.960658 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:16.074129 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5fb50061-d8b0-44df-9772-d276cabef24c req-44a1e0cc-ce36-4de9-96cc-0cc8c4f25623 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55276762fe0b4b818f1de41861c2862e&device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 1097 time: 0.0772924 Feb 04 12:33:16.374616 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb50061-d8b0-44df-9772-d276cabef24c req-b2caf50e-aab4-4350-b900-9c73b7e516fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:16.376081 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5fb50061-d8b0-44df-9772-d276cabef24c req-b2caf50e-aab4-4350-b900-9c73b7e516fa service neutron] 10.222.0.47 "GET /v2.0/networks?id=09496e9d-c3c6-4788-970e-62605b90225f HTTP/1.1" status: 200 len: 910 time: 0.2953823 Feb 04 12:33:16.386815 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c629337-b1f8-47c4-9330-2c3a71a4fe3c req-ce3b67c6-452f-419b-b9b4-a9976fc1fd9e tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:16.389015 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0c629337-b1f8-47c4-9330-2c3a71a4fe3c req-ce3b67c6-452f-419b-b9b4-a9976fc1fd9e tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 944 time: 0.2848072 Feb 04 12:33:16.472870 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5fb50061-d8b0-44df-9772-d276cabef24c req-78f6b571-6f94-4e64-9ebe-bef556a01ce2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84317d75-fc8f-4e8e-909b-c71e17da5fbb HTTP/1.1" status: 200 len: 217 time: 0.0829070 Feb 04 12:33:16.523118 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device f0167d6a-2a10-4c6e-86ec-e7bb24e09d68 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:33:16.538521 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0c629337-b1f8-47c4-9330-2c3a71a4fe3c req-5768eab4-4b2f-4a23-9c37-94025556564e tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024125 Feb 04 12:33:16.553397 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb50061-d8b0-44df-9772-d276cabef24c req-fced0ced-957a-4ddb-9b74-71ca401328f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:16.555661 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5fb50061-d8b0-44df-9772-d276cabef24c req-fced0ced-957a-4ddb-9b74-71ca401328f8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=35ad2942-6bab-4d3b-b613-207218d38d29 HTTP/1.1" status: 200 len: 848 time: 0.0742576 Feb 04 12:33:16.642353 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5fb50061-d8b0-44df-9772-d276cabef24c req-a570b3ab-02e1-407c-98c1-74524d60529b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09496e9d-c3c6-4788-970e-62605b90225f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790262 Feb 04 12:33:16.657666 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port f0167d6a-2a10-4c6e-86ec-e7bb24e09d68 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:33:16.663206 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port f0167d6a-2a10-4c6e-86ec-e7bb24e09d68 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:16.663569 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:16.782420 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5fb50061-d8b0-44df-9772-d276cabef24c req-163d1db1-7f49-4a1f-95a8-9dba62198a61 service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334496 Feb 04 12:33:16.786900 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:16.820826 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port f0167d6a-2a10-4c6e-86ec-e7bb24e09d68, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=f0167d6a-2a10-4c6e-86ec-e7bb24e09d68,segment=NetworkSegment(2e5367be-c462-4835-80c2-53b5864de8ce),segment_id=2e5367be-c462-4835-80c2-53b5864de8ce)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:16.898291 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:16.924216 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5fb50061-d8b0-44df-9772-d276cabef24c req-22978c73-5588-4510-83fa-e91addea726b service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361942 Feb 04 12:33:16.972356 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=f0167d6a-2a10-4c6e-86ec-e7bb24e09d68,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:17.109326 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:17.756132 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a9ae2-b761-429c-9669-96d4519e8d83 req-37e00341-f9e9-40fe-ade2-765ff3d369e7 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:17.757585 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-606a9ae2-b761-429c-9669-96d4519e8d83 req-37e00341-f9e9-40fe-ade2-765ff3d369e7 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 944 time: 0.0921516 Feb 04 12:33:17.811718 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-606a9ae2-b761-429c-9669-96d4519e8d83 req-af48b33c-ef78-43dd-a712-c605b44b98d8 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472374 Feb 04 12:33:18.502601 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device f0167d6a-2a10-4c6e-86ec-e7bb24e09d68 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:33:18.573704 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port f0167d6a-2a10-4c6e-86ec-e7bb24e09d68 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:18.574015 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:19.020712 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24cdcd7-0664-4b2f-a707-04092f94dd48 req-e6246681-3684-43dd-be79-2ee2a978c54e tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:19.022195 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d24cdcd7-0664-4b2f-a707-04092f94dd48 req-e6246681-3684-43dd-be79-2ee2a978c54e tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 944 time: 0.0812497 Feb 04 12:33:19.068535 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d24cdcd7-0664-4b2f-a707-04092f94dd48 req-a9f85958-a458-44af-8229-0b7a3834c64d tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404861 Feb 04 12:33:20.272634 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b11e6-32b7-415e-a136-a17ec1b11c82 req-c3915324-55bc-4d8c-9119-258c8fff1ee6 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:20.274169 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-804b11e6-32b7-415e-a136-a17ec1b11c82 req-c3915324-55bc-4d8c-9119-258c8fff1ee6 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 944 time: 0.0791812 Feb 04 12:33:20.326838 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-804b11e6-32b7-415e-a136-a17ec1b11c82 req-95324c5c-38f8-41fb-ad54-a17fdb5e8a42 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459290 Feb 04 12:33:20.521840 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 84317d75-fc8f-4e8e-909b-c71e17da5fbb details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:33:20.658847 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 84317d75-fc8f-4e8e-909b-c71e17da5fbb, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=84317d75-fc8f-4e8e-909b-c71e17da5fbb,segment=NetworkSegment(24dcb91d-67ae-48b8-844a-c43d3c12e713),segment_id=24dcb91d-67ae-48b8-844a-c43d3c12e713)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:20.710403 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': '84317d75-fc8f-4e8e-909b-c71e17da5fbb', 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f', 'port_id': '84317d75-fc8f-4e8e-909b-c71e17da5fbb', 'mac_address': 'fa:16:3e:8e:c2:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35ad2942-6bab-4d3b-b613-207218d38d29', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:33:20.767382 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:20.784686 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84317d75-fc8f-4e8e-909b-c71e17da5fbb {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:33:20.800592 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 84317d75-fc8f-4e8e-909b-c71e17da5fbb, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=84317d75-fc8f-4e8e-909b-c71e17da5fbb,segment=NetworkSegment(24dcb91d-67ae-48b8-844a-c43d3c12e713),segment_id=24dcb91d-67ae-48b8-844a-c43d3c12e713)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:20.869034 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:20.943322 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=84317d75-fc8f-4e8e-909b-c71e17da5fbb,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:21.268657 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['84317d75-fc8f-4e8e-909b-c71e17da5fbb'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:33:21.543227 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235103dd-90d4-474d-b4b8-c61187248dc3 req-0da7235a-68d4-4da3-aef7-66e5c9b685d5 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:21.546079 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-235103dd-90d4-474d-b4b8-c61187248dc3 req-0da7235a-68d4-4da3-aef7-66e5c9b685d5 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 945 time: 0.0838718 Feb 04 12:33:21.600786 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-235103dd-90d4-474d-b4b8-c61187248dc3 req-73662619-1f8b-4c4d-81e0-c78d80504495 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483625 Feb 04 12:33:22.524308 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 84317d75-fc8f-4e8e-909b-c71e17da5fbb up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:33:22.669499 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port 84317d75-fc8f-4e8e-909b-c71e17da5fbb completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:33:22.675608 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port 84317d75-fc8f-4e8e-909b-c71e17da5fbb triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:22.675983 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:22.804416 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:22.829642 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d8baf-81b7-47e9-95ea-20fa199aaec4 req-4ff2e4ed-1269-4014-933c-64020203d62c tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:22.831798 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e49d8baf-81b7-47e9-95ea-20fa199aaec4 req-4ff2e4ed-1269-4014-933c-64020203d62c tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 945 time: 0.0906699 Feb 04 12:33:22.835539 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec83bb22-4892-4736-9b0e-8ef1af69f832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84317d75-fc8f-4e8e-909b-c71e17da5fbb'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:33:22.855889 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 84317d75-fc8f-4e8e-909b-c71e17da5fbb, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=84317d75-fc8f-4e8e-909b-c71e17da5fbb,segment=NetworkSegment(24dcb91d-67ae-48b8-844a-c43d3c12e713),segment_id=24dcb91d-67ae-48b8-844a-c43d3c12e713)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:22.887639 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e49d8baf-81b7-47e9-95ea-20fa199aaec4 req-fa173aed-f5da-4e6a-9bdc-5d81b131dc19 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416207 Feb 04 12:33:22.952704 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:23.017384 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec83bb22-4892-4736-9b0e-8ef1af69f832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84317d75-fc8f-4e8e-909b-c71e17da5fbb', 'code': 200} Feb 04 12:33:23.026117 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=84317d75-fc8f-4e8e-909b-c71e17da5fbb,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:23.488216 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-2502ed62-e7be-45ab-87f8-f4566e0eb364 req-fa54a598-3b8c-4987-97f7-7b662e753945 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 1099 time: 0.0754669 Feb 04 12:33:23.538969 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-2502ed62-e7be-45ab-87f8-f4566e0eb364 req-b7fabfe0-0372-41e7-b550-38023f193f78 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453966 Feb 04 12:33:24.092029 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91c8b5-7f95-4bc1-ad33-b95fa854d729 req-8d8308cb-7ed0-4d17-babf-c6fca4190e83 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:24.093480 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-cb91c8b5-7f95-4bc1-ad33-b95fa854d729 req-8d8308cb-7ed0-4d17-babf-c6fca4190e83 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 946 time: 0.0784411 Feb 04 12:33:24.142084 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-cb91c8b5-7f95-4bc1-ad33-b95fa854d729 req-13125166-869e-49b2-960c-060f6205e2ea tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431566 Feb 04 12:33:25.340702 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217ebce-2b9b-4a73-a443-a3e97b06de1b req-34f5c7f2-e865-455a-abc4-c54f51082a52 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:25.342150 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-8217ebce-2b9b-4a73-a443-a3e97b06de1b req-34f5c7f2-e865-455a-abc4-c54f51082a52 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 946 time: 0.0770681 Feb 04 12:33:25.391370 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-8217ebce-2b9b-4a73-a443-a3e97b06de1b req-55dded6c-3b8a-435d-a190-4db91f74fa9e tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435669 Feb 04 12:33:25.682630 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9ad8c-877e-4fe2-a19a-6c31b1634ac0 req-5ce1b48e-9e68-4edc-a9fc-e9faae84f1db tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:25.684681 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-93c9ad8c-877e-4fe2-a19a-6c31b1634ac0 req-5ce1b48e-9e68-4edc-a9fc-e9faae84f1db tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 946 time: 0.1645317 Feb 04 12:33:25.730358 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-93c9ad8c-877e-4fe2-a19a-6c31b1634ac0 req-836aa710-ab5d-4ca3-8fa2-faa5217a26f3 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396173 Feb 04 12:33:25.759896 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48854) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:33:25.900676 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-4aa09991-3cb9-49b7-ab9d-58768f71a75f tempest-TestShelveInstance-1307261561 tempest-TestShelveInstance-1307261561-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 1094 time: 0.1395879 Feb 04 12:33:25.903580 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 48860) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:33:25.908828 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-e25f5b09-fa60-41a5-ba86-3cea73935852 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Request body: {'floatingip': {'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'port_id': '84317d75-fc8f-4e8e-909b-c71e17da5fbb', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:33:25.914376 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e25f5b09-fa60-41a5-ba86-3cea73935852 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:33:25.918793 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e25f5b09-fa60-41a5-ba86-3cea73935852 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Usage tracker for resource:floatingip and tenant:55276762fe0b4b818f1de41861c2862e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:33:25.921764 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-e25f5b09-fa60-41a5-ba86-3cea73935852 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:33:25.927550 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-e25f5b09-fa60-41a5-ba86-3cea73935852 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:33:26.080551 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e25f5b09-fa60-41a5-ba86-3cea73935852 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for floatingip, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:26.217629 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e25f5b09-fa60-41a5-ba86-3cea73935852 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:26.350442 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-e25f5b09-fa60-41a5-ba86-3cea73935852 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Allocated IP 172.26.3.120 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/8a49fc1e-746f-4312-b5e9-b86570908348) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:33:26.501311 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e25f5b09-fa60-41a5-ba86-3cea73935852 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:26.607614 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e25f5b09-fa60-41a5-ba86-3cea73935852 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:26.679270 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25f5b09-fa60-41a5-ba86-3cea73935852 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:33:26.682371 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-e25f5b09-fa60-41a5-ba86-3cea73935852 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:26.688680 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25f5b09-fa60-41a5-ba86-3cea73935852 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:33:26.714012 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f5b09-fa60-41a5-ba86-3cea73935852 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Pushing event updated for resources: {'Port': ['ID=8a49fc1e-746f-4312-b5e9-b86570908348,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:27.216401 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e25f5b09-fa60-41a5-ba86-3cea73935852 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:27.409853 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e25f5b09-fa60-41a5-ba86-3cea73935852 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:27.617564 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e25f5b09-fa60-41a5-ba86-3cea73935852 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:27.677940 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e25f5b09-fa60-41a5-ba86-3cea73935852 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:27.780063 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f5b09-fa60-41a5-ba86-3cea73935852 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Pushing event updated for resources: {'Port': ['ID=8a49fc1e-746f-4312-b5e9-b86570908348,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:27.798307 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e25f5b09-fa60-41a5-ba86-3cea73935852 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:28.077973 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.l3_db [None req-e25f5b09-fa60-41a5-ba86-3cea73935852 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Floating IP 791f7a3d-90da-4280-af9f-e6a0d89353b7 associated. External IP: 172.26.3.120, port: 84317d75-fc8f-4e8e-909b-c71e17da5fbb. Feb 04 12:33:28.477497 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25f5b09-fa60-41a5-ba86-3cea73935852 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Router b7c2276e-7397-449b-8391-32c3166a6542 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:33:28.688600 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25f5b09-fa60-41a5-ba86-3cea73935852 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:33:28.698658 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c8f387-5a91-400b-958c-83e8d0a07731 None None] Sync routers for ids ['b7c2276e-7397-449b-8391-32c3166a6542'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:33:28.714381 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c8f387-5a91-400b-958c-83e8d0a07731 None None] Routers {'b7c2276e-7397-449b-8391-32c3166a6542'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:33:28.715314 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-65c8f387-5a91-400b-958c-83e8d0a07731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:33:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['b7c2276e-7397-449b-8391-32c3166a6542'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:28.781602 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e25f5b09-fa60-41a5-ba86-3cea73935852 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:28.838272 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e25f5b09-fa60-41a5-ba86-3cea73935852 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9335775 Feb 04 12:33:28.838923 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec83bb22-4892-4736-9b0e-8ef1af69f832', 'tag': '84317d75-fc8f-4e8e-909b-c71e17da5fbb'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:33:28.895246 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec83bb22-4892-4736-9b0e-8ef1af69f832', 'tag': '84317d75-fc8f-4e8e-909b-c71e17da5fbb', 'status': 'completed', 'code': 200} Feb 04 12:33:28.908537 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-65c8f387-5a91-400b-958c-83e8d0a07731 None None] Set router b7c2276e-7397-449b-8391-32c3166a6542 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:33:28.988290 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4ee82908-5d72-469a-8718-da15956d2f27 req-b75a1f85-f16e-44a2-a6e8-7823db8a405f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55276762fe0b4b818f1de41861c2862e&device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 1099 time: 0.0723681 Feb 04 12:33:29.128416 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee82908-5d72-469a-8718-da15956d2f27 req-8c709388-c454-4739-abbd-7db83bffa53a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:29.129864 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4ee82908-5d72-469a-8718-da15956d2f27 req-8c709388-c454-4739-abbd-7db83bffa53a service neutron] 10.222.0.47 "GET /v2.0/networks?id=09496e9d-c3c6-4788-970e-62605b90225f HTTP/1.1" status: 200 len: 910 time: 0.1316743 Feb 04 12:33:29.234484 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4ee82908-5d72-469a-8718-da15956d2f27 req-2afccd6f-9c78-45d0-9cc0-bc49450da6b2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84317d75-fc8f-4e8e-909b-c71e17da5fbb HTTP/1.1" status: 200 len: 1000 time: 0.0989826 Feb 04 12:33:29.268040 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-65c8f387-5a91-400b-958c-83e8d0a07731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'name': 'tempest-TestShelveInstance-2093239083-router', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:51Z', 'updated_at': '2022-02-04T12:32:55Z', 'revision_number': 4, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'gw_port': {'id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:52Z', 'updated_at': '2022-02-04T12:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '791f7a3d-90da-4280-af9f-e6a0d89353b7', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'floating_ip_address': '172.26.3.120', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'port_id': '84317d75-fc8f-4e8e-909b-c71e17da5fbb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f', 'mac_address': 'fa:16:3e:8e:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec83bb22-4892-4736-9b0e-8ef1af69f832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:33:27Z', 'updated_at': '2022-02-04T12:33:27Z', 'revision_number': 0, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12657ccb-3a5e-4423-95ea-458ca0055b5b', 'name': '', 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'mac_address': 'fa:16:3e:ab:a1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35ad2942-6bab-4d3b-b613-207218d38d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:54Z', 'updated_at': '2022-02-04T12:33:12Z', 'revision_number': 5, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'subnets': [{'id': '35ad2942-6bab-4d3b-b613-207218d38d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:29.271963 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c8f387-5a91-400b-958c-83e8d0a07731 None None] Checking router: b7c2276e-7397-449b-8391-32c3166a6542 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:33:29.283761 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c8f387-5a91-400b-958c-83e8d0a07731 None None] Routers {'b7c2276e-7397-449b-8391-32c3166a6542'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:33:29.284365 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-65c8f387-5a91-400b-958c-83e8d0a07731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:33:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['b7c2276e-7397-449b-8391-32c3166a6542'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:29.296373 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee82908-5d72-469a-8718-da15956d2f27 req-d94f64d0-75fb-4a64-8c92-77a2d8d618ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:29.297781 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4ee82908-5d72-469a-8718-da15956d2f27 req-d94f64d0-75fb-4a64-8c92-77a2d8d618ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=35ad2942-6bab-4d3b-b613-207218d38d29 HTTP/1.1" status: 200 len: 848 time: 0.0575743 Feb 04 12:33:29.379588 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4ee82908-5d72-469a-8718-da15956d2f27 req-2c714abf-2afc-417f-aea4-311ea24ff2ce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09496e9d-c3c6-4788-970e-62605b90225f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758083 Feb 04 12:33:29.470377 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-65c8f387-5a91-400b-958c-83e8d0a07731 None None] Set router b7c2276e-7397-449b-8391-32c3166a6542 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:33:29.519633 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4ee82908-5d72-469a-8718-da15956d2f27 req-a74c3470-23db-4dd9-b5c8-9ac696a569d2 service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341748 Feb 04 12:33:29.754119 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4ee82908-5d72-469a-8718-da15956d2f27 req-494d7063-450e-4c54-8bd7-54d9e72b34e0 service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290642 Feb 04 12:33:29.873429 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-65c8f387-5a91-400b-958c-83e8d0a07731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'name': 'tempest-TestShelveInstance-2093239083-router', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:51Z', 'updated_at': '2022-02-04T12:32:55Z', 'revision_number': 4, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'gw_port': {'id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:52Z', 'updated_at': '2022-02-04T12:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '791f7a3d-90da-4280-af9f-e6a0d89353b7', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'floating_ip_address': '172.26.3.120', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'port_id': '84317d75-fc8f-4e8e-909b-c71e17da5fbb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f', 'mac_address': 'fa:16:3e:8e:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec83bb22-4892-4736-9b0e-8ef1af69f832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:33:27Z', 'updated_at': '2022-02-04T12:33:27Z', 'revision_number': 0, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12657ccb-3a5e-4423-95ea-458ca0055b5b', 'name': '', 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'mac_address': 'fa:16:3e:ab:a1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35ad2942-6bab-4d3b-b613-207218d38d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:54Z', 'updated_at': '2022-02-04T12:33:12Z', 'revision_number': 5, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'subnets': [{'id': '35ad2942-6bab-4d3b-b613-207218d38d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:29.877476 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c8f387-5a91-400b-958c-83e8d0a07731 None None] The sync data for ids ['b7c2276e-7397-449b-8391-32c3166a6542'] in dv-neutron-827825-2-hyperv is: [{'id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'name': 'tempest-TestShelveInstance-2093239083-router', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:51Z', 'updated_at': '2022-02-04T12:32:55Z', 'revision_number': 4, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'gw_port': {'id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:52Z', 'updated_at': '2022-02-04T12:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '791f7a3d-90da-4280-af9f-e6a0d89353b7', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'floating_ip_address': '172.26.3.120', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'port_id': '84317d75-fc8f-4e8e-909b-c71e17da5fbb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f', 'mac_address': 'fa:16:3e:8e:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec83bb22-4892-4736-9b0e-8ef1af69f832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:33:27Z', 'updated_at': '2022-02-04T12:33:27Z', 'revision_number': 0, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12657ccb-3a5e-4423-95ea-458ca0055b5b', 'name': '', 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'mac_address': 'fa:16:3e:ab:a1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35ad2942-6bab-4d3b-b613-207218d38d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:54Z', 'updated_at': '2022-02-04T12:33:12Z', 'revision_number': 5, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'subnets': [{'id': '35ad2942-6bab-4d3b-b613-207218d38d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:33:34.117861 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f01fe8-a5e1-48c2-bbde-016a9c798a0f None None] New status for floating IP 791f7a3d-90da-4280-af9f-e6a0d89353b7: ACTIVE {{(pid=84207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 12:33:36.633325 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d740bd0-283a-415e-9dc9-bb99b05d2dcc req-fd28f58f-7d42-4844-8cd9-feef9022c5ef service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692680 Feb 04 12:33:36.777537 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d740bd0-283a-415e-9dc9-bb99b05d2dcc req-58f3e522-089c-45de-bed7-05a1ebe21595 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55276762fe0b4b818f1de41861c2862e&device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 1099 time: 0.0759606 Feb 04 12:33:36.800601 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:36.922848 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d740bd0-283a-415e-9dc9-bb99b05d2dcc req-6abf6f7f-489b-4fa2-8718-b4d18baba2bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:36.924241 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d740bd0-283a-415e-9dc9-bb99b05d2dcc req-6abf6f7f-489b-4fa2-8718-b4d18baba2bd service neutron] 10.222.0.47 "GET /v2.0/networks?id=09496e9d-c3c6-4788-970e-62605b90225f HTTP/1.1" status: 200 len: 910 time: 0.1277428 Feb 04 12:33:37.022359 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d740bd0-283a-415e-9dc9-bb99b05d2dcc req-4b1f07c1-fabc-4fe2-85bc-75d253201b32 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84317d75-fc8f-4e8e-909b-c71e17da5fbb HTTP/1.1" status: 200 len: 1002 time: 0.0910454 Feb 04 12:33:37.086955 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d740bd0-283a-415e-9dc9-bb99b05d2dcc req-5aeb14e8-5ee3-4600-b4a0-924ea1c4070c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:37.088541 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d740bd0-283a-415e-9dc9-bb99b05d2dcc req-5aeb14e8-5ee3-4600-b4a0-924ea1c4070c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=35ad2942-6bab-4d3b-b613-207218d38d29 HTTP/1.1" status: 200 len: 848 time: 0.0605750 Feb 04 12:33:37.162816 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d740bd0-283a-415e-9dc9-bb99b05d2dcc req-7c0989e5-0065-4ccc-99a4-1a6b89db143e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09496e9d-c3c6-4788-970e-62605b90225f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686316 Feb 04 12:33:37.299402 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d740bd0-283a-415e-9dc9-bb99b05d2dcc req-c2a23c32-a03e-4eac-b8f1-ab127382a8ef service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307735 Feb 04 12:33:37.439686 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d740bd0-283a-415e-9dc9-bb99b05d2dcc req-95839145-d7d1-4d1a-8941-2ca40c828399 service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339281 Feb 04 12:33:42.223057 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bef37bfa-1298-4977-8009-2c90f27d8cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:44.632347 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a98ba82c-9015-4d4b-a728-7c27c60fd68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:45.732378 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:45.958477 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:47.112720 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:48.811461 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:34:06.776938 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:34:12.158144 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-452df86d-c94d-48f4-bfe0-f4b2f8fc6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:34:14.582822 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7687fc54-6d07-4ea4-8805-b3d1d17a9230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:34:15.689540 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:34:15.900634 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:34:17.130627 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:34:25.811703 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:34:36.787648 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:34:38.735628 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6ee2f754-3c92-446a-990a-3a55dda66b9b req-03f4cfc9-7645-4d92-bce9-f670abb8c8c8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753844 Feb 04 12:34:38.877398 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6ee2f754-3c92-446a-990a-3a55dda66b9b req-d94d1633-98e2-4b68-80fa-aff7b3f96a2c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55276762fe0b4b818f1de41861c2862e&device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 1099 time: 0.0724938 Feb 04 12:34:39.032800 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2f754-3c92-446a-990a-3a55dda66b9b req-018c3064-fbff-4ec9-930b-7071d85e370b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:39.034352 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6ee2f754-3c92-446a-990a-3a55dda66b9b req-018c3064-fbff-4ec9-930b-7071d85e370b service neutron] 10.222.0.47 "GET /v2.0/networks?id=09496e9d-c3c6-4788-970e-62605b90225f HTTP/1.1" status: 200 len: 910 time: 0.1363854 Feb 04 12:34:39.146418 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6ee2f754-3c92-446a-990a-3a55dda66b9b req-3633e58a-b743-484a-960c-bdcda71002e1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84317d75-fc8f-4e8e-909b-c71e17da5fbb HTTP/1.1" status: 200 len: 1002 time: 0.1057782 Feb 04 12:34:39.215978 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2f754-3c92-446a-990a-3a55dda66b9b req-b0a898e3-9da3-4170-8af5-df5dac65fe63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:39.218079 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6ee2f754-3c92-446a-990a-3a55dda66b9b req-b0a898e3-9da3-4170-8af5-df5dac65fe63 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=35ad2942-6bab-4d3b-b613-207218d38d29 HTTP/1.1" status: 200 len: 848 time: 0.0620866 Feb 04 12:34:39.301848 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6ee2f754-3c92-446a-990a-3a55dda66b9b req-ce14d7a2-ef86-4911-a3fc-167a2d8d2939 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09496e9d-c3c6-4788-970e-62605b90225f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780809 Feb 04 12:34:39.535086 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6ee2f754-3c92-446a-990a-3a55dda66b9b req-d06da764-7a23-4b31-9769-0e63ff097f36 service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271016 Feb 04 12:34:39.671808 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6ee2f754-3c92-446a-990a-3a55dda66b9b req-181795f4-0559-41e6-8e4f-b410e2ab2a21 service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308823 Feb 04 12:34:42.208986 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1cb7b6f9-08b5-4036-86ee-25044a59bda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:34:44.633438 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-287ec147-42ac-4cdc-be00-d9946442a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:34:45.689363 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:34:45.907337 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:34:47.112913 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:35:02.812186 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:35:06.821180 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:35:12.169729 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5ceea0d8-2949-4ba2-8058-c0d7ecd7ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:35:14.603673 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a09098ff-df1b-42d1-8d97-5576e4fbabf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:35:15.688647 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:35:15.929934 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:35:17.124264 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:35:36.826300 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:35:39.811939 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:35:40.668591 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-de3856cd-ede8-4c8d-a325-91aaef6b1f9a req-253f0fbf-30f2-458d-9f2a-5ec92d0ce82d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669425 Feb 04 12:35:40.808466 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-de3856cd-ede8-4c8d-a325-91aaef6b1f9a req-10f83aeb-9917-48ea-bdce-2d927a1d25e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55276762fe0b4b818f1de41861c2862e&device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 1099 time: 0.0708287 Feb 04 12:35:40.953860 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3856cd-ede8-4c8d-a325-91aaef6b1f9a req-b66d27c2-f025-4eda-82e6-f480641c21f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:40.955324 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-de3856cd-ede8-4c8d-a325-91aaef6b1f9a req-b66d27c2-f025-4eda-82e6-f480641c21f4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=09496e9d-c3c6-4788-970e-62605b90225f HTTP/1.1" status: 200 len: 910 time: 0.1296492 Feb 04 12:35:41.060195 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-de3856cd-ede8-4c8d-a325-91aaef6b1f9a req-80b178d1-2526-4df4-8794-8f1120d0c2ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84317d75-fc8f-4e8e-909b-c71e17da5fbb HTTP/1.1" status: 200 len: 1002 time: 0.0979149 Feb 04 12:35:41.121655 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3856cd-ede8-4c8d-a325-91aaef6b1f9a req-3a4909f1-f855-45f7-b0f4-276e7e4552fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:41.123150 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-de3856cd-ede8-4c8d-a325-91aaef6b1f9a req-3a4909f1-f855-45f7-b0f4-276e7e4552fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=35ad2942-6bab-4d3b-b613-207218d38d29 HTTP/1.1" status: 200 len: 848 time: 0.0571308 Feb 04 12:35:41.198103 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-de3856cd-ede8-4c8d-a325-91aaef6b1f9a req-81fba3ce-0aee-4c41-a6dc-3274e964fba5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09496e9d-c3c6-4788-970e-62605b90225f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690794 Feb 04 12:35:41.209084 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [req-de3856cd-ede8-4c8d-a325-91aaef6b1f9a req-f5579bd8-b2d1-474b-8e37-f5495b0ba076 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 12:35:41.210041 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-de3856cd-ede8-4c8d-a325-91aaef6b1f9a req-f5579bd8-b2d1-474b-8e37-f5495b0ba076 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055394 Feb 04 12:35:41.348579 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-de3856cd-ede8-4c8d-a325-91aaef6b1f9a req-0478d179-c4bb-4be5-85fd-371151c32a7e service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319568 Feb 04 12:35:41.478655 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-de3856cd-ede8-4c8d-a325-91aaef6b1f9a req-61368e2a-82b9-4a9d-905c-4b39da8b117f service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243587 Feb 04 12:35:42.254903 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-18a70ca2-d681-4a14-afe7-e26ef1061a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:35:44.637334 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a9ff8b3-4376-4a39-b22b-08644086d086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:35:45.694438 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:35:45.917476 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:35:47.123865 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:36:06.842714 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:36:07.390603 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae8291-ed54-467a-ae1f-f6108ddfc632 req-97abd7aa-e052-4d40-a0de-ef9c5424462b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:07.392034 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-49ae8291-ed54-467a-ae1f-f6108ddfc632 req-97abd7aa-e052-4d40-a0de-ef9c5424462b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 946 time: 0.1555600 Feb 04 12:36:07.436483 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-49ae8291-ed54-467a-ae1f-f6108ddfc632 req-e50d9f7b-9acc-4878-a36d-69b3f711ed1c tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390038 Feb 04 12:36:08.653805 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70671373-c4ed-4d60-a041-405202893e2e req-b0c58ffe-f26a-4019-a486-4d63e3168150 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:08.655273 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-70671373-c4ed-4d60-a041-405202893e2e req-b0c58ffe-f26a-4019-a486-4d63e3168150 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 946 time: 0.0802419 Feb 04 12:36:08.699521 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-70671373-c4ed-4d60-a041-405202893e2e req-185c51ff-4822-4ff7-bcf2-bfab09672d4b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388570 Feb 04 12:36:09.904736 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd69d97-d342-46b7-b855-261ad1f223ce req-1f494be3-584e-44e6-8444-c4d1aa7d7713 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:09.906181 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1bd69d97-d342-46b7-b855-261ad1f223ce req-1f494be3-584e-44e6-8444-c4d1aa7d7713 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 946 time: 0.0760288 Feb 04 12:36:09.953780 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1bd69d97-d342-46b7-b855-261ad1f223ce req-ff59c245-c4d0-4114-9647-d89d0a60f8bb tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421515 Feb 04 12:36:11.148343 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a23c14-b56d-4a49-98d2-0c3db3f63bc1 req-2327981a-39b1-46cc-9a36-a72a292a4414 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:11.149754 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-82a23c14-b56d-4a49-98d2-0c3db3f63bc1 req-2327981a-39b1-46cc-9a36-a72a292a4414 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 946 time: 0.0755734 Feb 04 12:36:11.199599 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-82a23c14-b56d-4a49-98d2-0c3db3f63bc1 req-a16f5aab-4da4-4b6d-8962-d241ebd201ab tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439532 Feb 04 12:36:12.163174 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9c56d685-87b2-4f87-b27f-1a64169354ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:36:12.395172 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b859fdb-8cf1-47ca-8b95-a8ffec4ef976 req-cb5f06e8-a94b-4b19-9bef-079fc532ab35 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:12.396590 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9b859fdb-8cf1-47ca-8b95-a8ffec4ef976 req-cb5f06e8-a94b-4b19-9bef-079fc532ab35 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 946 time: 0.0748854 Feb 04 12:36:12.442574 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9b859fdb-8cf1-47ca-8b95-a8ffec4ef976 req-7dcc5e8b-932f-4eb0-b71d-465c181f55a4 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396600 Feb 04 12:36:13.637121 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98c43b-c7f3-459b-9163-af7a018e79b7 req-562a71a4-0155-4876-84f5-522b6c8e052c tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:13.638607 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3f98c43b-c7f3-459b-9163-af7a018e79b7 req-562a71a4-0155-4876-84f5-522b6c8e052c tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 946 time: 0.0759690 Feb 04 12:36:13.683682 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3f98c43b-c7f3-459b-9163-af7a018e79b7 req-9feb8e07-5833-40e0-b76e-2b9598d34d03 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396638 Feb 04 12:36:14.654088 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a1541d70-a412-4ab9-9b5a-b5e719e17553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:36:14.882757 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a5dac-034a-456d-b9c4-9b8dadae049a req-c2898aed-53f2-4510-9879-fd7b0d94f14d tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:14.884172 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1f8a5dac-034a-456d-b9c4-9b8dadae049a req-c2898aed-53f2-4510-9879-fd7b0d94f14d tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 946 time: 0.0785561 Feb 04 12:36:14.928481 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-1f8a5dac-034a-456d-b9c4-9b8dadae049a req-bc77c5c4-3c28-401d-b6d2-f9193ea3a219 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389268 Feb 04 12:36:15.688531 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:36:15.899678 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:36:16.150302 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b01ee-0868-42f7-8651-ccd00e6cf17e req-b14b8774-b3d4-4f76-adc1-aade7418a73b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:16.152383 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-dc4b01ee-0868-42f7-8651-ccd00e6cf17e req-b14b8774-b3d4-4f76-adc1-aade7418a73b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 946 time: 0.0818889 Feb 04 12:36:16.202937 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-dc4b01ee-0868-42f7-8651-ccd00e6cf17e req-ab964c5f-fbab-44a9-824b-6a7703d004e7 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450089 Feb 04 12:36:16.811209 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:36:17.151693 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:36:17.400047 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511d383-b7ee-44ce-9936-70396db8e5d1 req-2c13e271-3489-47bd-a4c7-7e8f55ef9ed6 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:17.401522 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7511d383-b7ee-44ce-9936-70396db8e5d1 req-2c13e271-3489-47bd-a4c7-7e8f55ef9ed6 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 946 time: 0.0744870 Feb 04 12:36:17.446476 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7511d383-b7ee-44ce-9936-70396db8e5d1 req-8ff6f665-caf4-42f0-83d8-779e32116639 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390503 Feb 04 12:36:18.642664 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3550bec-cad7-48c6-82a8-a8d32adde4b2 req-187267a8-8670-4654-85f4-8e6e487901df tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:18.644095 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f3550bec-cad7-48c6-82a8-a8d32adde4b2 req-187267a8-8670-4654-85f4-8e6e487901df tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 946 time: 0.0763710 Feb 04 12:36:18.688145 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f3550bec-cad7-48c6-82a8-a8d32adde4b2 req-500768e0-6dd7-4bbc-84cc-96fa69f9de8d tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385013 Feb 04 12:36:19.883076 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52b054-4bda-4f25-b3a4-43539b16a563 req-985a9994-bc3b-40b6-8a75-923e3464d1fd tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:19.884531 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7e52b054-4bda-4f25-b3a4-43539b16a563 req-985a9994-bc3b-40b6-8a75-923e3464d1fd tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 946 time: 0.0777836 Feb 04 12:36:19.930432 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7e52b054-4bda-4f25-b3a4-43539b16a563 req-64362096-2578-4c84-8b50-ccbe84251923 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403452 Feb 04 12:36:21.128039 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1ae3a-eafc-4c51-8ec0-63620aabffa6 req-54e84dfb-c4d2-4c1c-8857-c66d34853a47 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:21.129468 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6bc1ae3a-eafc-4c51-8ec0-63620aabffa6 req-54e84dfb-c4d2-4c1c-8857-c66d34853a47 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 946 time: 0.0797489 Feb 04 12:36:21.174897 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6bc1ae3a-eafc-4c51-8ec0-63620aabffa6 req-2316d628-6a37-4e5e-bc1f-dec766ba6f81 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397589 Feb 04 12:36:21.282212 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 84317d75-fc8f-4e8e-909b-c71e17da5fbb details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:36:21.410920 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 84317d75-fc8f-4e8e-909b-c71e17da5fbb, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=84317d75-fc8f-4e8e-909b-c71e17da5fbb,segment=NetworkSegment(24dcb91d-67ae-48b8-844a-c43d3c12e713),segment_id=24dcb91d-67ae-48b8-844a-c43d3c12e713)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:36:21.424506 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': '84317d75-fc8f-4e8e-909b-c71e17da5fbb', 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f', 'port_id': '84317d75-fc8f-4e8e-909b-c71e17da5fbb', 'mac_address': 'fa:16:3e:8e:c2:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35ad2942-6bab-4d3b-b613-207218d38d29', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:36:21.477367 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:36:21.494181 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84317d75-fc8f-4e8e-909b-c71e17da5fbb {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:36:21.508860 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 84317d75-fc8f-4e8e-909b-c71e17da5fbb, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=84317d75-fc8f-4e8e-909b-c71e17da5fbb,segment=NetworkSegment(24dcb91d-67ae-48b8-844a-c43d3c12e713),segment_id=24dcb91d-67ae-48b8-844a-c43d3c12e713)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:36:21.574681 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:36:21.643452 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=84317d75-fc8f-4e8e-909b-c71e17da5fbb,revision_number=6']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:21.648465 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['84317d75-fc8f-4e8e-909b-c71e17da5fbb'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:36:21.678986 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:21.679322 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:21.679648 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:21.679971 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:21.680290 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:21.680606 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:21.680923 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:21.681237 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:21.681553 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:21.682478 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:21.682796 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:22.371172 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50505f39-e4cc-4958-be20-36b099f7a633 req-e028b6a3-f31b-415f-ba90-ab52283132c1 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:22.372590 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-50505f39-e4cc-4958-be20-36b099f7a633 req-e028b6a3-f31b-415f-ba90-ab52283132c1 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 945 time: 0.0751393 Feb 04 12:36:22.417536 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-50505f39-e4cc-4958-be20-36b099f7a633 req-0188d1f5-2151-4ddf-9c7b-ca2867f09b1d tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394959 Feb 04 12:36:23.304652 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 84317d75-fc8f-4e8e-909b-c71e17da5fbb up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:36:23.373905 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port 84317d75-fc8f-4e8e-909b-c71e17da5fbb triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:36:23.374287 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:36:23.487233 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:36:23.514374 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec83bb22-4892-4736-9b0e-8ef1af69f832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84317d75-fc8f-4e8e-909b-c71e17da5fbb'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:36:23.524355 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 84317d75-fc8f-4e8e-909b-c71e17da5fbb, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=84317d75-fc8f-4e8e-909b-c71e17da5fbb,segment=NetworkSegment(24dcb91d-67ae-48b8-844a-c43d3c12e713),segment_id=24dcb91d-67ae-48b8-844a-c43d3c12e713)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:36:23.579902 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:36:23.618184 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6da8d9-0711-4930-a54f-a9e267d1c888 req-fc780883-d06e-4621-9f75-f635c9981825 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:23.619843 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0f6da8d9-0711-4930-a54f-a9e267d1c888 req-fc780883-d06e-4621-9f75-f635c9981825 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 945 time: 0.0791826 Feb 04 12:36:23.647759 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=84317d75-fc8f-4e8e-909b-c71e17da5fbb,revision_number=7']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:23.669961 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0f6da8d9-0711-4930-a54f-a9e267d1c888 req-a5c5a0f1-2855-4bd8-8bd5-fa0c3d40872c tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439601 Feb 04 12:36:24.589847 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec83bb22-4892-4736-9b0e-8ef1af69f832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84317d75-fc8f-4e8e-909b-c71e17da5fbb', 'code': 200} Feb 04 12:36:25.109566 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2b670-bc4e-4f26-af9d-86de5003ba02 req-c4065709-adbd-495b-a8c7-c18a5e72fa4c tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:25.111042 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f3a2b670-bc4e-4f26-af9d-86de5003ba02 req-c4065709-adbd-495b-a8c7-c18a5e72fa4c tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 946 time: 0.1682942 Feb 04 12:36:25.156986 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f3a2b670-bc4e-4f26-af9d-86de5003ba02 req-ea8f32be-1075-48ca-a945-4ea3d104f9d1 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403214 Feb 04 12:36:26.471603 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392700d5-7143-4c48-97da-ecc2c7ace2a1 req-14da471d-938a-4359-b356-bbf3488da7f3 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:26.475705 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-392700d5-7143-4c48-97da-ecc2c7ace2a1 req-14da471d-938a-4359-b356-bbf3488da7f3 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 946 time: 0.1796117 Feb 04 12:36:26.538436 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-392700d5-7143-4c48-97da-ecc2c7ace2a1 req-d62084d4-be63-4bbd-99b5-d3817cd57fb0 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589988 Feb 04 12:36:27.750472 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83abf4b-8086-4eb1-8fc2-bcaff8577e64 req-998d2111-f3ec-4192-9101-3f3dd086009e tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:27.751968 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c83abf4b-8086-4eb1-8fc2-bcaff8577e64 req-998d2111-f3ec-4192-9101-3f3dd086009e tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 946 time: 0.0840416 Feb 04 12:36:27.801923 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c83abf4b-8086-4eb1-8fc2-bcaff8577e64 req-991c1189-2525-4639-9a59-fae5acb282c1 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437186 Feb 04 12:36:29.017735 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d2f74-4e77-4e65-8e0f-ca8dd2e476ad req-b80558e5-39b8-45eb-ad6e-4ce6a1c411f5 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:29.019178 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-256d2f74-4e77-4e65-8e0f-ca8dd2e476ad req-b80558e5-39b8-45eb-ad6e-4ce6a1c411f5 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 946 time: 0.0832446 Feb 04 12:36:29.070755 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-256d2f74-4e77-4e65-8e0f-ca8dd2e476ad req-c2317983-9e48-47fb-8fc3-607d4b8957c2 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456669 Feb 04 12:36:30.290879 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131942b-e0ec-48db-8c5c-43208ee041f2 req-1c7b1a9b-7d10-4815-803e-ed471cf2b4bd tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:30.293268 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8131942b-e0ec-48db-8c5c-43208ee041f2 req-1c7b1a9b-7d10-4815-803e-ed471cf2b4bd tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 946 time: 0.0863905 Feb 04 12:36:30.348307 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8131942b-e0ec-48db-8c5c-43208ee041f2 req-1170a09e-366b-496a-a0d6-027c616cc298 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495825 Feb 04 12:36:31.580034 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89673d98-92ef-4739-9835-bfdc2cdee797 req-08c87110-367c-441a-a5dc-f99b67b83f6e tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:31.586930 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-89673d98-92ef-4739-9835-bfdc2cdee797 req-08c87110-367c-441a-a5dc-f99b67b83f6e tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 946 time: 0.0961869 Feb 04 12:36:31.631428 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-89673d98-92ef-4739-9835-bfdc2cdee797 req-22a179b9-b6e3-457c-a59c-cf751e2d9cba tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424676 Feb 04 12:36:32.851540 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffce586-58f3-47e0-8d0f-578bfec5c038 req-3a46e855-6552-47f3-83be-7298005690fb tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:32.853255 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3ffce586-58f3-47e0-8d0f-578bfec5c038 req-3a46e855-6552-47f3-83be-7298005690fb tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 946 time: 0.0881736 Feb 04 12:36:32.904263 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3ffce586-58f3-47e0-8d0f-578bfec5c038 req-6139969f-b8e1-49f9-80c7-5e779c7fce35 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438821 Feb 04 12:36:34.146458 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a5869-1f36-41e5-ae33-c7ffb7f8553d req-94eb09f4-f269-4f3c-bd9f-7ebb6a54d20b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:34.148032 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ca2a5869-1f36-41e5-ae33-c7ffb7f8553d req-94eb09f4-f269-4f3c-bd9f-7ebb6a54d20b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 946 time: 0.0959053 Feb 04 12:36:34.197289 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ca2a5869-1f36-41e5-ae33-c7ffb7f8553d req-d4050cc5-fc08-41b2-9156-c1d76eeace2e tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419459 Feb 04 12:36:35.411420 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ef033-52c4-44f7-89df-3219f8c15ca2 req-6d459d35-1a7c-4ebd-8e9a-dd5f2045fb4a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:35.412938 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-605ef033-52c4-44f7-89df-3219f8c15ca2 req-6d459d35-1a7c-4ebd-8e9a-dd5f2045fb4a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 946 time: 0.0791893 Feb 04 12:36:35.465485 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-605ef033-52c4-44f7-89df-3219f8c15ca2 req-9f4c0388-bd62-4c1c-8489-8e6798e44dae tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453641 Feb 04 12:36:36.687574 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26cf019-5e4a-40d6-846c-6539c0685d2c req-420f42d3-646a-4ce7-8c1a-26c1a0fc64ea tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:36.689052 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d26cf019-5e4a-40d6-846c-6539c0685d2c req-420f42d3-646a-4ce7-8c1a-26c1a0fc64ea tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 946 time: 0.0817029 Feb 04 12:36:36.742012 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d26cf019-5e4a-40d6-846c-6539c0685d2c req-4caf952f-3ffc-44c6-98bd-dc20d99c6882 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459309 Feb 04 12:36:36.797036 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:36:37.939489 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e3c65-1950-42c8-b26e-204c91195e54 req-035a4808-6c44-4e5f-92d1-b7e65b31148a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:37.940906 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-178e3c65-1950-42c8-b26e-204c91195e54 req-035a4808-6c44-4e5f-92d1-b7e65b31148a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 946 time: 0.0746405 Feb 04 12:36:37.988188 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-178e3c65-1950-42c8-b26e-204c91195e54 req-4d0c2041-2e2a-49ea-9dab-ba508e954528 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404863 Feb 04 12:36:38.321001 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b583ebcb-839f-4b5f-9a60-63e1496ecce1 req-c10de593-8a45-41a9-812f-46c0ac0d9d6b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55276762fe0b4b818f1de41861c2862e&device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 1099 time: 0.1367915 Feb 04 12:36:38.449381 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583ebcb-839f-4b5f-9a60-63e1496ecce1 req-cdf6af88-ffa4-4800-bce2-66e5c4541d1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:38.450730 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b583ebcb-839f-4b5f-9a60-63e1496ecce1 req-cdf6af88-ffa4-4800-bce2-66e5c4541d1c service neutron] 10.222.0.47 "GET /v2.0/networks?id=09496e9d-c3c6-4788-970e-62605b90225f HTTP/1.1" status: 200 len: 910 time: 0.1234646 Feb 04 12:36:38.555459 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b583ebcb-839f-4b5f-9a60-63e1496ecce1 req-35a60fe4-7322-4395-a080-ca26492344da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84317d75-fc8f-4e8e-909b-c71e17da5fbb HTTP/1.1" status: 200 len: 1002 time: 0.0974703 Feb 04 12:36:38.620437 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583ebcb-839f-4b5f-9a60-63e1496ecce1 req-7ad3a8c8-eae4-4c8d-a704-82398a60f6b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:38.622033 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b583ebcb-839f-4b5f-9a60-63e1496ecce1 req-7ad3a8c8-eae4-4c8d-a704-82398a60f6b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=35ad2942-6bab-4d3b-b613-207218d38d29 HTTP/1.1" status: 200 len: 848 time: 0.0610895 Feb 04 12:36:38.699844 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b583ebcb-839f-4b5f-9a60-63e1496ecce1 req-3d61004c-d02c-4a37-9419-6cb82088ca40 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09496e9d-c3c6-4788-970e-62605b90225f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708334 Feb 04 12:36:38.830081 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b583ebcb-839f-4b5f-9a60-63e1496ecce1 req-ea94be86-0f1e-439f-a3af-800e6614bb1e service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233749 Feb 04 12:36:38.960660 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b583ebcb-839f-4b5f-9a60-63e1496ecce1 req-9fc42e2b-3b9f-471a-a972-89b8062eefda service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252086 Feb 04 12:36:39.180568 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc23c49-4311-4780-96d9-07e21fb92eb6 req-91471658-769d-4712-afae-76b4631eaf6e tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:39.182683 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4fc23c49-4311-4780-96d9-07e21fb92eb6 req-91471658-769d-4712-afae-76b4631eaf6e tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 946 time: 0.0750504 Feb 04 12:36:39.226853 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4fc23c49-4311-4780-96d9-07e21fb92eb6 req-935577e8-e9b8-460f-b015-1c8407e6b138 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384347 Feb 04 12:36:40.424319 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03177f5b-3e86-4b4a-b558-04b1311730d8 req-771b7ef6-92bf-490c-8176-2df7aef197a5 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:40.425780 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-03177f5b-3e86-4b4a-b558-04b1311730d8 req-771b7ef6-92bf-490c-8176-2df7aef197a5 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 946 time: 0.0783641 Feb 04 12:36:40.473488 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-03177f5b-3e86-4b4a-b558-04b1311730d8 req-e20e69e7-ef06-4efb-b611-7299b084ccd6 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401945 Feb 04 12:36:41.396782 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 84317d75-fc8f-4e8e-909b-c71e17da5fbb no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:36:41.505699 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:36:41.537949 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec83bb22-4892-4736-9b0e-8ef1af69f832', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84317d75-fc8f-4e8e-909b-c71e17da5fbb'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:36:41.547162 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 84317d75-fc8f-4e8e-909b-c71e17da5fbb, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=84317d75-fc8f-4e8e-909b-c71e17da5fbb,segment=NetworkSegment(24dcb91d-67ae-48b8-844a-c43d3c12e713),segment_id=24dcb91d-67ae-48b8-844a-c43d3c12e713)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:36:41.589759 dv-neutron-827825-2-hyperv neutron-server[84206]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ec83bb22-4892-4736-9b0e-8ef1af69f832', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '84317d75-fc8f-4e8e-909b-c71e17da5fbb', 'code': 422} returned with failed status Feb 04 12:36:41.613577 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:36:41.690509 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164fd3b-101f-4fe8-a2c8-c6af164b519a req-6c2064d4-c60f-4362-addb-b48f22a82801 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:41.692031 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3164fd3b-101f-4fe8-a2c8-c6af164b519a req-6c2064d4-c60f-4362-addb-b48f22a82801 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 944 time: 0.0826664 Feb 04 12:36:41.713873 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=84317d75-fc8f-4e8e-909b-c71e17da5fbb,revision_number=8']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:41.738245 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3164fd3b-101f-4fe8-a2c8-c6af164b519a req-bd72a188-bdfe-4146-8449-7d9785678564 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406055 Feb 04 12:36:41.921606 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2945b167-0064-4064-b4e2-42204765c850 req-da408258-c760-43a7-9fc3-a7b506c03411 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0683315 Feb 04 12:36:42.185159 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-33c18b5b-f90d-4656-a3a6-40f8aeb4af08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:36:42.316606 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f7422-67e5-49e1-972f-40cff16ff90a req-3520093d-0e1d-4d52-9b58-21b6a3a7db68 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:42.318069 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f02f7422-67e5-49e1-972f-40cff16ff90a req-3520093d-0e1d-4d52-9b58-21b6a3a7db68 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 944 time: 0.0771792 Feb 04 12:36:42.363577 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f02f7422-67e5-49e1-972f-40cff16ff90a req-6b5f2065-6ab0-469f-8779-f3f2779683ff tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392087 Feb 04 12:36:42.629680 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-08fea1d8-e111-48d5-be76-325e783979d7 req-cdeda75e-6ae8-4c12-ad98-31572babde01 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1363571 Feb 04 12:36:43.538159 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-08fea1d8-e111-48d5-be76-325e783979d7 req-f3021759-934b-4955-849d-5b6832787566 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832&tenant_id=55276762fe0b4b818f1de41861c2862e HTTP/1.1" status: 200 len: 1097 time: 0.0748315 Feb 04 12:36:43.568302 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb89b2-d911-47aa-b48b-76253b40f403 req-b67a51d0-15ed-47c9-adfa-8ccaeec5f378 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:43.569736 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-02eb89b2-d911-47aa-b48b-76253b40f403 req-b67a51d0-15ed-47c9-adfa-8ccaeec5f378 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 944 time: 0.0809500 Feb 04 12:36:43.628150 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-02eb89b2-d911-47aa-b48b-76253b40f403 req-21542565-75f8-4c9d-98a1-73491e5857bf tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520658 Feb 04 12:36:43.629741 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-08fea1d8-e111-48d5-be76-325e783979d7 req-775966d4-cc6e-425b-bb6e-a0dc4cff7cde service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55276762fe0b4b818f1de41861c2862e&device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 1097 time: 0.0694587 Feb 04 12:36:43.845710 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fea1d8-e111-48d5-be76-325e783979d7 req-bb164734-3b35-4305-a25e-4db2b8e6b966 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:43.847123 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-08fea1d8-e111-48d5-be76-325e783979d7 req-bb164734-3b35-4305-a25e-4db2b8e6b966 service neutron] 10.222.0.47 "GET /v2.0/networks?id=09496e9d-c3c6-4788-970e-62605b90225f HTTP/1.1" status: 200 len: 910 time: 0.2119138 Feb 04 12:36:43.953138 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-08fea1d8-e111-48d5-be76-325e783979d7 req-0228a3d7-9fb3-4481-843c-1af2848e0fa4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84317d75-fc8f-4e8e-909b-c71e17da5fbb HTTP/1.1" status: 200 len: 1000 time: 0.1001449 Feb 04 12:36:44.015129 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fea1d8-e111-48d5-be76-325e783979d7 req-4e9eb486-4250-405a-851b-8f1a2943c850 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:44.016512 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-08fea1d8-e111-48d5-be76-325e783979d7 req-4e9eb486-4250-405a-851b-8f1a2943c850 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=35ad2942-6bab-4d3b-b613-207218d38d29 HTTP/1.1" status: 200 len: 848 time: 0.0571437 Feb 04 12:36:44.092068 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-08fea1d8-e111-48d5-be76-325e783979d7 req-85071824-d55a-4ceb-8006-fd4260a6102b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09496e9d-c3c6-4788-970e-62605b90225f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698149 Feb 04 12:36:44.228765 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-08fea1d8-e111-48d5-be76-325e783979d7 req-d3ba5b6a-b404-40d3-b732-9d3e38e70764 service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299777 Feb 04 12:36:44.360205 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-08fea1d8-e111-48d5-be76-325e783979d7 req-3cdca018-0ebd-4c61-be11-ba734b83bd79 service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259716 Feb 04 12:36:44.619569 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7f87558a-a507-4e52-94d2-01a58fe6e0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:36:44.827927 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092be9b0-7b31-406f-86ca-d23b9a59f32a req-b898daac-eeff-4c3f-ab47-b2530ec86b48 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:44.829134 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-092be9b0-7b31-406f-86ca-d23b9a59f32a req-b898daac-eeff-4c3f-ab47-b2530ec86b48 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 944 time: 0.0791242 Feb 04 12:36:44.878010 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-092be9b0-7b31-406f-86ca-d23b9a59f32a req-f4ee313c-cb25-47ed-98da-f2e3fac26cb8 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434542 Feb 04 12:36:45.406133 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 84317d75-fc8f-4e8e-909b-c71e17da5fbb no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:36:45.733597 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:36:45.940464 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:36:46.088237 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d90df8-fc5e-4dd8-84fb-f978dc24bb49 req-0f55cfb3-03c4-4582-adee-1536fd607932 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:46.090986 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-35d90df8-fc5e-4dd8-84fb-f978dc24bb49 req-0f55cfb3-03c4-4582-adee-1536fd607932 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 944 time: 0.0879836 Feb 04 12:36:46.138797 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-35d90df8-fc5e-4dd8-84fb-f978dc24bb49 req-ef759f4d-765c-4ad0-a142-78644854b76b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420809 Feb 04 12:36:47.140608 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:36:47.370018 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb351b7-3d12-4066-8ea1-f317dc20b295 req-3c501f61-6be4-422c-aff5-26947270b91f tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:47.371747 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6fb351b7-3d12-4066-8ea1-f317dc20b295 req-3c501f61-6be4-422c-aff5-26947270b91f tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 944 time: 0.0865312 Feb 04 12:36:47.422901 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6fb351b7-3d12-4066-8ea1-f317dc20b295 req-50382435-f366-46bf-ac8f-6cf31aac4971 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456996 Feb 04 12:36:48.637804 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28b65d-f63a-4d27-8089-511f4dada95b req-068a6360-d926-46f1-81c6-b068161246aa tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:48.639418 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5d28b65d-f63a-4d27-8089-511f4dada95b req-068a6360-d926-46f1-81c6-b068161246aa tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 944 time: 0.0828812 Feb 04 12:36:48.686451 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5d28b65d-f63a-4d27-8089-511f4dada95b req-08e047e4-c813-4107-8e63-1d0b5ac3768a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415039 Feb 04 12:36:49.906604 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce06bb-1cc2-49f1-89e3-fcc4ac638359 req-808e87ab-6ff6-4659-971a-aea13ece4d0a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:49.908069 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-03ce06bb-1cc2-49f1-89e3-fcc4ac638359 req-808e87ab-6ff6-4659-971a-aea13ece4d0a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 944 time: 0.0797908 Feb 04 12:36:49.960596 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-03ce06bb-1cc2-49f1-89e3-fcc4ac638359 req-3b59bcfa-c3dd-4f29-a79c-cad3bd8c4034 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467401 Feb 04 12:36:51.228358 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0f600-ba4e-4797-af37-7251f52baea3 req-6c4ba5d4-6918-45a7-a646-130eff99d7af tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:51.230118 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fea0f600-ba4e-4797-af37-7251f52baea3 req-6c4ba5d4-6918-45a7-a646-130eff99d7af tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 944 time: 0.1209605 Feb 04 12:36:51.285588 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-fea0f600-ba4e-4797-af37-7251f52baea3 req-758dc139-c19a-418c-93af-fcf41e5b1b5d tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486472 Feb 04 12:36:52.516201 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a7735-5ce8-46dd-b2f3-264d26dad6c0 req-bdc65297-fdaa-45fe-a970-97a4829bfaac tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:52.517597 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9e5a7735-5ce8-46dd-b2f3-264d26dad6c0 req-bdc65297-fdaa-45fe-a970-97a4829bfaac tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 944 time: 0.0948508 Feb 04 12:36:52.568609 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9e5a7735-5ce8-46dd-b2f3-264d26dad6c0 req-45f90ba6-d6a2-4bb8-9c85-4fd8df66485e tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452249 Feb 04 12:36:53.772206 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c194ee4-c974-4862-92db-ddf3e0179243 req-03e2ee2b-a8b9-4259-bfe1-5417ab8813d6 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:53.773755 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4c194ee4-c974-4862-92db-ddf3e0179243 req-03e2ee2b-a8b9-4259-bfe1-5417ab8813d6 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 944 time: 0.0801351 Feb 04 12:36:53.812451 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:36:53.822384 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4c194ee4-c974-4862-92db-ddf3e0179243 req-7d3dea35-07bb-4333-8323-a84098bdb930 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421264 Feb 04 12:36:55.026672 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b79fb8-c235-462a-93e2-885f10c43f24 req-e5ae9313-090b-4153-b9a6-a022a04c0db1 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:55.028109 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-49b79fb8-c235-462a-93e2-885f10c43f24 req-e5ae9313-090b-4153-b9a6-a022a04c0db1 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 944 time: 0.0799265 Feb 04 12:36:55.072182 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-49b79fb8-c235-462a-93e2-885f10c43f24 req-bda0c6ed-bf29-4f1c-a5a2-d4fae828d740 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386667 Feb 04 12:36:56.272858 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956ddd9-2c95-46e5-af9d-9066d726d931 req-33f4a88d-a4a0-4bdb-a305-f35708cd9a31 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:56.274452 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3956ddd9-2c95-46e5-af9d-9066d726d931 req-33f4a88d-a4a0-4bdb-a305-f35708cd9a31 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 944 time: 0.0791841 Feb 04 12:36:56.320276 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-3956ddd9-2c95-46e5-af9d-9066d726d931 req-21d899f0-80da-465e-8824-df4e2e065f7f tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395288 Feb 04 12:36:57.519918 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc52fd-4da4-41e1-a7b0-f10a020f263e req-73414118-6e9e-40b5-ba4a-a9be1f189e95 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:57.521257 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-74fc52fd-4da4-41e1-a7b0-f10a020f263e req-73414118-6e9e-40b5-ba4a-a9be1f189e95 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 944 time: 0.0764086 Feb 04 12:36:57.566511 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-74fc52fd-4da4-41e1-a7b0-f10a020f263e req-e66b111f-b513-4114-b2f7-b7c7e47d9df5 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396597 Feb 04 12:36:58.769595 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd361a-65df-41d8-949a-9642f95ff0a1 req-c003fc7e-7fc9-4914-aa71-07e2cd418b19 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:58.771064 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-52fd361a-65df-41d8-949a-9642f95ff0a1 req-c003fc7e-7fc9-4914-aa71-07e2cd418b19 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 944 time: 0.0841763 Feb 04 12:36:58.821527 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-52fd361a-65df-41d8-949a-9642f95ff0a1 req-7f02e02c-2fe8-4fe9-975c-3275b53dff52 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449433 Feb 04 12:37:00.020501 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499eb693-c1b3-44cf-a386-2d6a116bff84 req-4f85dbe0-bcd4-4eb2-b593-bae8a722a99e tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:00.021937 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-499eb693-c1b3-44cf-a386-2d6a116bff84 req-4f85dbe0-bcd4-4eb2-b593-bae8a722a99e tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 944 time: 0.0800102 Feb 04 12:37:00.066482 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-499eb693-c1b3-44cf-a386-2d6a116bff84 req-c74f636a-42c8-4c05-8244-bc789a0fc37f tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387809 Feb 04 12:37:01.260102 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015881fd-b1d0-45c8-8087-aa3c19c5e76d req-fa16ebff-23f6-4938-8cf6-2419e295995a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:01.262116 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-015881fd-b1d0-45c8-8087-aa3c19c5e76d req-fa16ebff-23f6-4938-8cf6-2419e295995a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 944 time: 0.0755010 Feb 04 12:37:01.307156 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-015881fd-b1d0-45c8-8087-aa3c19c5e76d req-3f5270bb-baff-411d-9c54-ff72f2180254 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394793 Feb 04 12:37:01.499180 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 84317d75-fc8f-4e8e-909b-c71e17da5fbb details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:37:01.630614 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 84317d75-fc8f-4e8e-909b-c71e17da5fbb, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=84317d75-fc8f-4e8e-909b-c71e17da5fbb,segment=NetworkSegment(24dcb91d-67ae-48b8-844a-c43d3c12e713),segment_id=24dcb91d-67ae-48b8-844a-c43d3c12e713)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:37:01.644506 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': '84317d75-fc8f-4e8e-909b-c71e17da5fbb', 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f', 'port_id': '84317d75-fc8f-4e8e-909b-c71e17da5fbb', 'mac_address': 'fa:16:3e:8e:c2:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35ad2942-6bab-4d3b-b613-207218d38d29', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:37:01.697317 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:37:01.714573 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84317d75-fc8f-4e8e-909b-c71e17da5fbb {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:37:01.729454 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 84317d75-fc8f-4e8e-909b-c71e17da5fbb, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=84317d75-fc8f-4e8e-909b-c71e17da5fbb,segment=NetworkSegment(24dcb91d-67ae-48b8-844a-c43d3c12e713),segment_id=24dcb91d-67ae-48b8-844a-c43d3c12e713)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:37:01.802334 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:37:01.872441 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=84317d75-fc8f-4e8e-909b-c71e17da5fbb,revision_number=9']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:02.189554 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['84317d75-fc8f-4e8e-909b-c71e17da5fbb'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:37:02.511068 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af62e9-362b-4419-b4e8-8c6f7083fb2d req-bd91ec58-96c1-49d6-8997-f13a5ffd92db tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:02.513007 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-91af62e9-362b-4419-b4e8-8c6f7083fb2d req-bd91ec58-96c1-49d6-8997-f13a5ffd92db tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 945 time: 0.0840147 Feb 04 12:37:02.563031 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-91af62e9-362b-4419-b4e8-8c6f7083fb2d req-c8687cb9-f612-4881-a19f-27c142e4db64 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443764 Feb 04 12:37:03.532668 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 84317d75-fc8f-4e8e-909b-c71e17da5fbb up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:37:03.611585 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port 84317d75-fc8f-4e8e-909b-c71e17da5fbb triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:37:03.611953 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:37:03.735596 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:37:03.762670 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec83bb22-4892-4736-9b0e-8ef1af69f832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84317d75-fc8f-4e8e-909b-c71e17da5fbb'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:37:03.773790 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 84317d75-fc8f-4e8e-909b-c71e17da5fbb, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=84317d75-fc8f-4e8e-909b-c71e17da5fbb,segment=NetworkSegment(24dcb91d-67ae-48b8-844a-c43d3c12e713),segment_id=24dcb91d-67ae-48b8-844a-c43d3c12e713)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:37:03.796007 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956e8a1-3caf-4a38-960d-6ccb2ab98e07 req-2f1eed7f-bc5f-43ee-a2c3-dd5e551de782 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:03.796007 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8956e8a1-3caf-4a38-960d-6ccb2ab98e07 req-2f1eed7f-bc5f-43ee-a2c3-dd5e551de782 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 945 time: 0.0914629 Feb 04 12:37:03.825153 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec83bb22-4892-4736-9b0e-8ef1af69f832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84317d75-fc8f-4e8e-909b-c71e17da5fbb', 'code': 200} Feb 04 12:37:03.842706 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:37:03.844921 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-8956e8a1-3caf-4a38-960d-6ccb2ab98e07 req-53e3d8f4-d998-46e9-b1b6-f7db7e5d210f tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466416 Feb 04 12:37:03.919240 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=84317d75-fc8f-4e8e-909b-c71e17da5fbb,revision_number=10']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:04.286766 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-8830029f-2370-4b4e-9f2e-604cf496fa79 req-6121f99f-24f4-44a6-9968-dad7d8c391c1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 1100 time: 0.0704279 Feb 04 12:37:04.331742 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-8830029f-2370-4b4e-9f2e-604cf496fa79 req-ec351629-412a-495a-915b-588718390fc8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394440 Feb 04 12:37:05.050928 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b8596-efb2-42ec-afb7-c6f167f800ba req-e6e715ab-e6d1-4b9f-995b-b74791b5fc2a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:05.052360 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-664b8596-efb2-42ec-afb7-c6f167f800ba req-e6e715ab-e6d1-4b9f-995b-b74791b5fc2a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 947 time: 0.0792069 Feb 04 12:37:05.097345 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-664b8596-efb2-42ec-afb7-c6f167f800ba req-3fde09bb-aa9e-4475-806e-55138c65cc5e tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395050 Feb 04 12:37:06.303205 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fab8a-b68a-4359-a6c7-2f9d0017f268 req-b34ac7c9-5d5a-45ff-8b85-b3fbbb2e7e82 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:06.304969 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b01fab8a-b68a-4359-a6c7-2f9d0017f268 req-b34ac7c9-5d5a-45ff-8b85-b3fbbb2e7e82 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 947 time: 0.0785995 Feb 04 12:37:06.352778 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-b01fab8a-b68a-4359-a6c7-2f9d0017f268 req-d1418213-c3ba-4106-a5cf-0d29479e4838 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406089 Feb 04 12:37:06.825379 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:37:07.556814 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7d740-3ed2-42b0-8441-710adf09de18 req-37531fa6-eb3d-4cf1-9578-ef275fa4e19a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:07.559006 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-abd7d740-3ed2-42b0-8441-710adf09de18 req-37531fa6-eb3d-4cf1-9578-ef275fa4e19a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 947 time: 0.0770352 Feb 04 12:37:07.609567 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-abd7d740-3ed2-42b0-8441-710adf09de18 req-48e2b11d-7724-4298-a8b4-3a28c96df6f1 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409281 Feb 04 12:37:12.270973 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-78ebb26a-3d72-4646-854c-2f3194ca7839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:37:14.591779 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6bf43f67-b9cf-499d-8de8-c8bb1a86deb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:37:15.693537 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:37:15.962509 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:37:17.168535 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:37:30.813934 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:37:36.859257 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:37:42.173072 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a1c0e48e-e8ab-4d01-abd4-6cfa5fd59da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:37:44.095465 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-48b86a1c-687a-4ffc-8721-35caea646f7a req-0b42c323-2798-4b90-a32f-02525bb87f41 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1569083 Feb 04 12:37:44.233854 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-48b86a1c-687a-4ffc-8721-35caea646f7a req-0d1beeda-4f49-49f0-83f7-7fc7ea6150a5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55276762fe0b4b818f1de41861c2862e&device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 1100 time: 0.0694900 Feb 04 12:37:44.377030 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b86a1c-687a-4ffc-8721-35caea646f7a req-8560b763-196b-4add-8c19-217f6359fa19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:44.378490 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-48b86a1c-687a-4ffc-8721-35caea646f7a req-8560b763-196b-4add-8c19-217f6359fa19 service neutron] 10.222.0.47 "GET /v2.0/networks?id=09496e9d-c3c6-4788-970e-62605b90225f HTTP/1.1" status: 200 len: 910 time: 0.1261313 Feb 04 12:37:44.482175 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-48b86a1c-687a-4ffc-8721-35caea646f7a req-afd884bf-8d4a-4727-b658-4aa37dd6a360 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84317d75-fc8f-4e8e-909b-c71e17da5fbb HTTP/1.1" status: 200 len: 1002 time: 0.0977423 Feb 04 12:37:44.542598 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b86a1c-687a-4ffc-8721-35caea646f7a req-90a0e81a-acc4-441d-9e3e-0732f334b0a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:44.544030 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-48b86a1c-687a-4ffc-8721-35caea646f7a req-90a0e81a-acc4-441d-9e3e-0732f334b0a6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=35ad2942-6bab-4d3b-b613-207218d38d29 HTTP/1.1" status: 200 len: 848 time: 0.0565827 Feb 04 12:37:44.596019 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c63f5066-bb66-4e27-ac27-0e9ddfe0de18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:37:44.623857 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-48b86a1c-687a-4ffc-8721-35caea646f7a req-1368b85c-2afa-41f6-9ea2-b47e41129ab8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09496e9d-c3c6-4788-970e-62605b90225f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742998 Feb 04 12:37:44.761411 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-48b86a1c-687a-4ffc-8721-35caea646f7a req-c52f31c1-d8e7-449d-b077-93f78ac2f562 service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320527 Feb 04 12:37:44.896318 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-48b86a1c-687a-4ffc-8721-35caea646f7a req-b20447f7-289f-41f7-92e0-23130100d17a service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281254 Feb 04 12:37:45.670672 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:37:45.904920 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:37:47.133098 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:06.830771 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:07.815298 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:38:12.219054 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b03b3983-7ce2-4979-aa0b-d2fe9893e33e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:14.601504 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-41faa5fe-a5cd-4959-bddf-2bb6792a829d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:15.687511 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:15.984605 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:17.228931 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:36.848662 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:42.177128 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-72c6040d-38b1-450c-ba83-6b2db980ae0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:43.989283 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-05712b60-df52-4f97-9339-6249b02c3853 req-13d155f9-5d16-4535-afe6-0d3dbc5f6ffe service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661039 Feb 04 12:38:44.130862 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-05712b60-df52-4f97-9339-6249b02c3853 req-a6f04af8-1019-4eae-8185-98d456c019df service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55276762fe0b4b818f1de41861c2862e&device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 1100 time: 0.0718036 Feb 04 12:38:44.275417 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05712b60-df52-4f97-9339-6249b02c3853 req-88bc2125-55b0-4e6b-b38d-5742d5b4cf2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:44.276786 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-05712b60-df52-4f97-9339-6249b02c3853 req-88bc2125-55b0-4e6b-b38d-5742d5b4cf2c service neutron] 10.222.0.47 "GET /v2.0/networks?id=09496e9d-c3c6-4788-970e-62605b90225f HTTP/1.1" status: 200 len: 910 time: 0.1286509 Feb 04 12:38:44.374715 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-05712b60-df52-4f97-9339-6249b02c3853 req-fe50dd6a-1d17-4f94-a4fb-227897ce71ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84317d75-fc8f-4e8e-909b-c71e17da5fbb HTTP/1.1" status: 200 len: 1002 time: 0.0921526 Feb 04 12:38:44.438446 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05712b60-df52-4f97-9339-6249b02c3853 req-e8753783-830c-4aae-951c-9d4e8771f5c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:44.439894 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-05712b60-df52-4f97-9339-6249b02c3853 req-e8753783-830c-4aae-951c-9d4e8771f5c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=35ad2942-6bab-4d3b-b613-207218d38d29 HTTP/1.1" status: 200 len: 848 time: 0.0596025 Feb 04 12:38:44.513166 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-05712b60-df52-4f97-9339-6249b02c3853 req-04a6398b-8576-4e9a-a8c0-f81b00ddbb11 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09496e9d-c3c6-4788-970e-62605b90225f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676191 Feb 04 12:38:44.635340 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-199edb53-bb7d-4d35-87e6-5eeeac5a028e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:44.646288 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-05712b60-df52-4f97-9339-6249b02c3853 req-9b176444-ade8-4d39-9a54-b69cbb629144 service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266668 Feb 04 12:38:44.793529 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-05712b60-df52-4f97-9339-6249b02c3853 req-6bf03574-dd5a-438a-bbf2-a333d462341e service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415668 Feb 04 12:38:44.817221 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:38:45.715790 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:45.938415 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:47.149872 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:55.752911 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 49186) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:38:56.135557 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-8989f544-0211-4422-a2eb-6d2109e74b9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Deleting port 8a49fc1e-746f-4312-b5e9-b86570908348 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:38:56.135881 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8989f544-0211-4422-a2eb-6d2109e74b9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:56.309647 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8989f544-0211-4422-a2eb-6d2109e74b9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:56.309979 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8989f544-0211-4422-a2eb-6d2109e74b9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:56.441659 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-8989f544-0211-4422-a2eb-6d2109e74b9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Calling delete_port for 8a49fc1e-746f-4312-b5e9-b86570908348 owned by network:floatingip {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:38:56.710555 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8989f544-0211-4422-a2eb-6d2109e74b9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:56.759062 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8989f544-0211-4422-a2eb-6d2109e74b9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Pushing event deleted for resources: {'Port': ['ID=8a49fc1e-746f-4312-b5e9-b86570908348,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:56.830188 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8989f544-0211-4422-a2eb-6d2109e74b9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:56.834178 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8989f544-0211-4422-a2eb-6d2109e74b9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:56.834178 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8989f544-0211-4422-a2eb-6d2109e74b9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:56.834178 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8989f544-0211-4422-a2eb-6d2109e74b9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:56.834178 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8989f544-0211-4422-a2eb-6d2109e74b9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:56.834178 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8989f544-0211-4422-a2eb-6d2109e74b9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:56.834178 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8989f544-0211-4422-a2eb-6d2109e74b9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:56.834178 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8989f544-0211-4422-a2eb-6d2109e74b9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:56.834178 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8989f544-0211-4422-a2eb-6d2109e74b9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:56.834178 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8989f544-0211-4422-a2eb-6d2109e74b9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:56.834178 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8989f544-0211-4422-a2eb-6d2109e74b9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:56.867951 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8989f544-0211-4422-a2eb-6d2109e74b9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for floatingip, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:57.271308 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8989f544-0211-4422-a2eb-6d2109e74b9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Router b7c2276e-7397-449b-8391-32c3166a6542 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:38:57.473932 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8989f544-0211-4422-a2eb-6d2109e74b9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:38:57.483519 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3a58fd-ed53-4a14-831e-c840e699db8e None None] Sync routers for ids ['b7c2276e-7397-449b-8391-32c3166a6542'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:38:57.496111 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3a58fd-ed53-4a14-831e-c840e699db8e None None] Routers {'b7c2276e-7397-449b-8391-32c3166a6542'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:38:57.500755 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-4d3a58fd-ed53-4a14-831e-c840e699db8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:38:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['b7c2276e-7397-449b-8391-32c3166a6542'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:57.566180 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-8989f544-0211-4422-a2eb-6d2109e74b9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:57.626398 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-8989f544-0211-4422-a2eb-6d2109e74b9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "DELETE /v2.0/floatingips/791f7a3d-90da-4280-af9f-e6a0d89353b7 HTTP/1.1" status: 204 len: 168 time: 1.8723903 Feb 04 12:38:57.626956 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec83bb22-4892-4736-9b0e-8ef1af69f832', 'tag': '84317d75-fc8f-4e8e-909b-c71e17da5fbb'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:38:57.697655 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-4d3a58fd-ed53-4a14-831e-c840e699db8e None None] Set router b7c2276e-7397-449b-8391-32c3166a6542 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:38:57.818075 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec83bb22-4892-4736-9b0e-8ef1af69f832', 'tag': '84317d75-fc8f-4e8e-909b-c71e17da5fbb', 'status': 'completed', 'code': 200} Feb 04 12:38:58.013588 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-276d4dab-3639-4d95-b24f-6ab73218ec0f req-6074f6ea-b17a-4af5-9da7-583b8a7225fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55276762fe0b4b818f1de41861c2862e&device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 1100 time: 0.1730912 Feb 04 12:38:58.093932 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-4d3a58fd-ed53-4a14-831e-c840e699db8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'name': 'tempest-TestShelveInstance-2093239083-router', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:51Z', 'updated_at': '2022-02-04T12:32:55Z', 'revision_number': 4, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'gw_port': {'id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:52Z', 'updated_at': '2022-02-04T12:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '12657ccb-3a5e-4423-95ea-458ca0055b5b', 'name': '', 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'mac_address': 'fa:16:3e:ab:a1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35ad2942-6bab-4d3b-b613-207218d38d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:54Z', 'updated_at': '2022-02-04T12:33:12Z', 'revision_number': 5, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'subnets': [{'id': '35ad2942-6bab-4d3b-b613-207218d38d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:58.098103 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3a58fd-ed53-4a14-831e-c840e699db8e None None] Checking router: b7c2276e-7397-449b-8391-32c3166a6542 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:38:58.109269 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3a58fd-ed53-4a14-831e-c840e699db8e None None] Routers {'b7c2276e-7397-449b-8391-32c3166a6542'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:38:58.109869 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-4d3a58fd-ed53-4a14-831e-c840e699db8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:38:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['b7c2276e-7397-449b-8391-32c3166a6542'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:58.152790 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d4dab-3639-4d95-b24f-6ab73218ec0f req-75c4c01f-fdaa-4844-8abb-e4f727899be6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:58.154933 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-276d4dab-3639-4d95-b24f-6ab73218ec0f req-75c4c01f-fdaa-4844-8abb-e4f727899be6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=09496e9d-c3c6-4788-970e-62605b90225f HTTP/1.1" status: 200 len: 910 time: 0.1338146 Feb 04 12:38:58.245853 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-276d4dab-3639-4d95-b24f-6ab73218ec0f req-2b675c3a-b736-410d-a6b4-dea5a63819e2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84317d75-fc8f-4e8e-909b-c71e17da5fbb HTTP/1.1" status: 200 len: 217 time: 0.0748653 Feb 04 12:38:58.319641 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-4d3a58fd-ed53-4a14-831e-c840e699db8e None None] Set router b7c2276e-7397-449b-8391-32c3166a6542 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:38:58.361928 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d4dab-3639-4d95-b24f-6ab73218ec0f req-80eb865d-e9ab-4fe7-86b0-1197ffa70c1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:58.363857 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-276d4dab-3639-4d95-b24f-6ab73218ec0f req-80eb865d-e9ab-4fe7-86b0-1197ffa70c1e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=35ad2942-6bab-4d3b-b613-207218d38d29 HTTP/1.1" status: 200 len: 848 time: 0.1106186 Feb 04 12:38:58.432103 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7864382-9cda-4e15-aa9d-3d8bf4fb46f4 req-a4ec18f5-71c8-4bcc-80ce-02aca4ca8f0e tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:58.433527 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f7864382-9cda-4e15-aa9d-3d8bf4fb46f4 req-a4ec18f5-71c8-4bcc-80ce-02aca4ca8f0e tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 947 time: 0.1472182 Feb 04 12:38:58.496177 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-276d4dab-3639-4d95-b24f-6ab73218ec0f req-466e8244-bc17-429e-b276-83353134ee83 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09496e9d-c3c6-4788-970e-62605b90225f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1252725 Feb 04 12:38:58.500883 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f7864382-9cda-4e15-aa9d-3d8bf4fb46f4 req-42212137-192b-40d8-9783-ddce477eb190 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562851 Feb 04 12:38:58.635838 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-276d4dab-3639-4d95-b24f-6ab73218ec0f req-ca6b6211-a83a-4eff-bcc2-f7d19844fe08 service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329482 Feb 04 12:38:58.643144 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-4d3a58fd-ed53-4a14-831e-c840e699db8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'name': 'tempest-TestShelveInstance-2093239083-router', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:51Z', 'updated_at': '2022-02-04T12:32:55Z', 'revision_number': 4, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'gw_port': {'id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:52Z', 'updated_at': '2022-02-04T12:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '12657ccb-3a5e-4423-95ea-458ca0055b5b', 'name': '', 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'mac_address': 'fa:16:3e:ab:a1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35ad2942-6bab-4d3b-b613-207218d38d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:54Z', 'updated_at': '2022-02-04T12:33:12Z', 'revision_number': 5, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'subnets': [{'id': '35ad2942-6bab-4d3b-b613-207218d38d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:58.648067 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3a58fd-ed53-4a14-831e-c840e699db8e None None] The sync data for ids ['b7c2276e-7397-449b-8391-32c3166a6542'] in dv-neutron-827825-2-hyperv is: [{'id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'name': 'tempest-TestShelveInstance-2093239083-router', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:51Z', 'updated_at': '2022-02-04T12:32:55Z', 'revision_number': 4, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'gw_port': {'id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:52Z', 'updated_at': '2022-02-04T12:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '12657ccb-3a5e-4423-95ea-458ca0055b5b', 'name': '', 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'mac_address': 'fa:16:3e:ab:a1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35ad2942-6bab-4d3b-b613-207218d38d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:54Z', 'updated_at': '2022-02-04T12:33:12Z', 'revision_number': 5, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'subnets': [{'id': '35ad2942-6bab-4d3b-b613-207218d38d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:38:58.778954 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-276d4dab-3639-4d95-b24f-6ab73218ec0f req-74eb8fe8-06a4-49fd-9237-cccc75febcb2 service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330342 Feb 04 12:38:58.868265 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3aec35-f7e6-427b-8405-7e6e2bebc460 None None] New status for floating IP 791f7a3d-90da-4280-af9f-e6a0d89353b7: DOWN {{(pid=84207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 12:38:59.704852 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29343421-23ad-4b17-93fc-10b4de8a9032 req-199f3997-70bb-4e4f-919e-05bae1399eae tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:59.705516 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-29343421-23ad-4b17-93fc-10b4de8a9032 req-199f3997-70bb-4e4f-919e-05bae1399eae tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Synchronizing usage tracker for tenant:55276762fe0b4b818f1de41861c2862e on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:38:59.788146 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-29343421-23ad-4b17-93fc-10b4de8a9032 req-199f3997-70bb-4e4f-919e-05bae1399eae tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Unset dirty status for tenant:55276762fe0b4b818f1de41861c2862e on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:38:59.789548 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-29343421-23ad-4b17-93fc-10b4de8a9032 req-199f3997-70bb-4e4f-919e-05bae1399eae tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 947 time: 0.1598878 Feb 04 12:38:59.835692 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-29343421-23ad-4b17-93fc-10b4de8a9032 req-879e427f-826a-4d50-9007-244698d9d93b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f3ccd51-5674-47bb-b533-448e5b2553b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405109 Feb 04 12:38:59.904738 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a51cb6-77f7-468d-b5d8-0a53a24b51ed req-08389523-b179-436a-abdc-67b2e74ce705 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:59.906197 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-54a51cb6-77f7-468d-b5d8-0a53a24b51ed req-08389523-b179-436a-abdc-67b2e74ce705 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 947 time: 0.0770619 Feb 04 12:38:59.978365 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [req-54a51cb6-77f7-468d-b5d8-0a53a24b51ed req-3dfbb4d8-e5f3-4d3b-9c0c-2106435d5ea1 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Deleting port 84317d75-fc8f-4e8e-909b-c71e17da5fbb {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:38:59.978701 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-54a51cb6-77f7-468d-b5d8-0a53a24b51ed req-3dfbb4d8-e5f3-4d3b-9c0c-2106435d5ea1 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:00.225656 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-54a51cb6-77f7-468d-b5d8-0a53a24b51ed req-3dfbb4d8-e5f3-4d3b-9c0c-2106435d5ea1 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] For port 84317d75-fc8f-4e8e-909b-c71e17da5fbb, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=84317d75-fc8f-4e8e-909b-c71e17da5fbb,segment=NetworkSegment(24dcb91d-67ae-48b8-844a-c43d3c12e713),segment_id=24dcb91d-67ae-48b8-844a-c43d3c12e713)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:39:00.228019 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-54a51cb6-77f7-468d-b5d8-0a53a24b51ed req-3dfbb4d8-e5f3-4d3b-9c0c-2106435d5ea1 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:00.352229 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [req-54a51cb6-77f7-468d-b5d8-0a53a24b51ed req-3dfbb4d8-e5f3-4d3b-9c0c-2106435d5ea1 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Calling delete_port for 84317d75-fc8f-4e8e-909b-c71e17da5fbb owned by compute:nova {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:39:00.571269 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-54a51cb6-77f7-468d-b5d8-0a53a24b51ed req-3dfbb4d8-e5f3-4d3b-9c0c-2106435d5ea1 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:00.620963 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfbb4d8-e5f3-4d3b-9c0c-2106435d5ea1 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Pushing event deleted for resources: {'Port': ['ID=84317d75-fc8f-4e8e-909b-c71e17da5fbb,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:00.714740 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfbb4d8-e5f3-4d3b-9c0c-2106435d5ea1 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:00.714740 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfbb4d8-e5f3-4d3b-9c0c-2106435d5ea1 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:00.714740 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfbb4d8-e5f3-4d3b-9c0c-2106435d5ea1 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:00.714740 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfbb4d8-e5f3-4d3b-9c0c-2106435d5ea1 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:00.714740 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfbb4d8-e5f3-4d3b-9c0c-2106435d5ea1 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:00.714740 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfbb4d8-e5f3-4d3b-9c0c-2106435d5ea1 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:00.714740 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfbb4d8-e5f3-4d3b-9c0c-2106435d5ea1 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:00.714740 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfbb4d8-e5f3-4d3b-9c0c-2106435d5ea1 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:00.714740 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfbb4d8-e5f3-4d3b-9c0c-2106435d5ea1 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:00.714740 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfbb4d8-e5f3-4d3b-9c0c-2106435d5ea1 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:00.714740 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfbb4d8-e5f3-4d3b-9c0c-2106435d5ea1 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:00.714740 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a51cb6-77f7-468d-b5d8-0a53a24b51ed req-3dfbb4d8-e5f3-4d3b-9c0c-2106435d5ea1 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] No DVR routers for this DVR port 84317d75-fc8f-4e8e-909b-c71e17da5fbb on host hv-neutron-8278 {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:39:00.714740 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-54a51cb6-77f7-468d-b5d8-0a53a24b51ed req-3dfbb4d8-e5f3-4d3b-9c0c-2106435d5ea1 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:00.714740 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec83bb22-4892-4736-9b0e-8ef1af69f832', 'name': 'network-vif-deleted', 'tag': '84317d75-fc8f-4e8e-909b-c71e17da5fbb'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:39:00.807824 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-54a51cb6-77f7-468d-b5d8-0a53a24b51ed req-3dfbb4d8-e5f3-4d3b-9c0c-2106435d5ea1 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.47 "DELETE /v2.0/ports/84317d75-fc8f-4e8e-909b-c71e17da5fbb HTTP/1.1" status: 204 len: 173 time: 0.8969250 Feb 04 12:39:00.840414 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec83bb22-4892-4736-9b0e-8ef1af69f832', 'name': 'network-vif-deleted', 'tag': '84317d75-fc8f-4e8e-909b-c71e17da5fbb', 'status': 'completed', 'code': 200} Feb 04 12:39:01.109908 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2a607bf5-0413-45bb-82fe-532f00c0fd59 req-4e00b3d7-08ce-4138-8bb7-5424dfa74b0b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec83bb22-4892-4736-9b0e-8ef1af69f832 HTTP/1.1" status: 200 len: 210 time: 0.1521392 Feb 04 12:39:02.219165 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 49212) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:39:02.288389 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-89213bdd-4422-43af-8bda-27798bb5e7e4 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:02.317094 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-89213bdd-4422-43af-8bda-27798bb5e7e4 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:02.445047 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-89213bdd-4422-43af-8bda-27798bb5e7e4 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:02.462193 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89213bdd-4422-43af-8bda-27798bb5e7e4 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3ccd51-5674-47bb-b533-448e5b2553b0,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:02.555298 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-89213bdd-4422-43af-8bda-27798bb5e7e4 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:02.556422 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-89213bdd-4422-43af-8bda-27798bb5e7e4 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "DELETE /v2.0/security-groups/8f3ccd51-5674-47bb-b533-448e5b2553b0 HTTP/1.1" status: 204 len: 168 time: 0.3362789 Feb 04 12:39:02.983957 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 49220) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:39:02.990024 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-29260be9-c2dd-42f0-bbed-731c4c849626 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1564231480', 'description': 'tempest-secgroup-smoke-1564231480 description', 'project_id': '55276762fe0b4b818f1de41861c2862e'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:39:02.996017 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-29260be9-c2dd-42f0-bbed-731c4c849626 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:39:03.000395 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-29260be9-c2dd-42f0-bbed-731c4c849626 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Usage tracker for resource:security_group and tenant:55276762fe0b4b818f1de41861c2862e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:39:03.003237 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-29260be9-c2dd-42f0-bbed-731c4c849626 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:39:03.009408 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-29260be9-c2dd-42f0-bbed-731c4c849626 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:39:03.155509 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-29260be9-c2dd-42f0-bbed-731c4c849626 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:03.192365 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-29260be9-c2dd-42f0-bbed-731c4c849626 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:39:03.196187 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-29260be9-c2dd-42f0-bbed-731c4c849626 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Usage tracker for resource:security_group_rule and tenant:55276762fe0b4b818f1de41861c2862e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:39:03.199022 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-29260be9-c2dd-42f0-bbed-731c4c849626 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:39:03.204704 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-29260be9-c2dd-42f0-bbed-731c4c849626 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:39:03.260350 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-29260be9-c2dd-42f0-bbed-731c4c849626 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:03.389532 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-29260be9-c2dd-42f0-bbed-731c4c849626 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:03.434224 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29260be9-c2dd-42f0-bbed-731c4c849626 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:03.519657 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-29260be9-c2dd-42f0-bbed-731c4c849626 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:03.521484 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-29260be9-c2dd-42f0-bbed-731c4c849626 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5364883 Feb 04 12:39:03.524646 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 49224) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:39:03.530111 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-775240b9-2dc7-43be-bcce-36387df1c0c6 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Request body: {'security_group_rule': {'security_group_id': '9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2', 'project_id': '55276762fe0b4b818f1de41861c2862e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:39:03.536950 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-775240b9-2dc7-43be-bcce-36387df1c0c6 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:39:03.540788 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-775240b9-2dc7-43be-bcce-36387df1c0c6 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Usage tracker for resource:security_group_rule and tenant:55276762fe0b4b818f1de41861c2862e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:39:03.543687 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-775240b9-2dc7-43be-bcce-36387df1c0c6 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:39:03.549587 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-775240b9-2dc7-43be-bcce-36387df1c0c6 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:39:03.654352 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-775240b9-2dc7-43be-bcce-36387df1c0c6 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:03.714586 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-775240b9-2dc7-43be-bcce-36387df1c0c6 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:03.807027 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-775240b9-2dc7-43be-bcce-36387df1c0c6 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:03.829925 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775240b9-2dc7-43be-bcce-36387df1c0c6 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4278e7c-dde4-460d-9552-b71764998c17,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:03.966705 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-775240b9-2dc7-43be-bcce-36387df1c0c6 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:03.968173 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-775240b9-2dc7-43be-bcce-36387df1c0c6 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4425998 Feb 04 12:39:03.970939 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 49228) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:39:03.976578 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-709fad31-eb51-4c72-9638-9c4dcc2562d3 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Request body: {'security_group_rule': {'security_group_id': '9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2', 'project_id': '55276762fe0b4b818f1de41861c2862e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:39:03.982482 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-709fad31-eb51-4c72-9638-9c4dcc2562d3 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:39:03.988536 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-709fad31-eb51-4c72-9638-9c4dcc2562d3 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Usage tracker for resource:security_group_rule and tenant:55276762fe0b4b818f1de41861c2862e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:39:03.989229 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-709fad31-eb51-4c72-9638-9c4dcc2562d3 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:39:03.994890 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-709fad31-eb51-4c72-9638-9c4dcc2562d3 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:39:04.110644 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-709fad31-eb51-4c72-9638-9c4dcc2562d3 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:04.151259 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 84317d75-fc8f-4e8e-909b-c71e17da5fbb no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:39:04.176864 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-709fad31-eb51-4c72-9638-9c4dcc2562d3 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:04.184214 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] No Port match for: 84317d75-fc8f-4e8e-909b-c71e17da5fbb {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:39:04.184570 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 84317d75-fc8f-4e8e-909b-c71e17da5fbb not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:39:04.326830 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-709fad31-eb51-4c72-9638-9c4dcc2562d3 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:04.352063 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709fad31-eb51-4c72-9638-9c4dcc2562d3 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0261b2d7-f449-45d3-a4e3-a705a904d3d9,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:04.487152 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-709fad31-eb51-4c72-9638-9c4dcc2562d3 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:04.488601 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-709fad31-eb51-4c72-9638-9c4dcc2562d3 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5165846 Feb 04 12:39:04.492410 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 49234) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:39:04.498020 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-ec383786-103f-45a2-8086-d04f16dfe399 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Request body: {'security_group_rule': {'security_group_id': '9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2', 'project_id': '55276762fe0b4b818f1de41861c2862e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:39:04.504157 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ec383786-103f-45a2-8086-d04f16dfe399 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:39:04.508813 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ec383786-103f-45a2-8086-d04f16dfe399 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Usage tracker for resource:security_group_rule and tenant:55276762fe0b4b818f1de41861c2862e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:39:04.511715 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-ec383786-103f-45a2-8086-d04f16dfe399 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:39:04.517360 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-ec383786-103f-45a2-8086-d04f16dfe399 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:39:04.648039 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ec383786-103f-45a2-8086-d04f16dfe399 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:04.710042 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ec383786-103f-45a2-8086-d04f16dfe399 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:04.869437 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ec383786-103f-45a2-8086-d04f16dfe399 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:04.892783 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec383786-103f-45a2-8086-d04f16dfe399 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5354a00-4594-4f0b-a5e8-ca41ea464c00,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:04.988254 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-ec383786-103f-45a2-8086-d04f16dfe399 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:04.989450 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-ec383786-103f-45a2-8086-d04f16dfe399 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4961023 Feb 04 12:39:04.992924 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 49238) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:39:04.998653 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-23baae00-bba1-494f-92fd-dccec4fd4e55 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Request body: {'security_group_rule': {'security_group_id': '9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2', 'project_id': '55276762fe0b4b818f1de41861c2862e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:39:05.004594 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-23baae00-bba1-494f-92fd-dccec4fd4e55 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:39:05.009765 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-23baae00-bba1-494f-92fd-dccec4fd4e55 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Usage tracker for resource:security_group_rule and tenant:55276762fe0b4b818f1de41861c2862e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:39:05.012614 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-23baae00-bba1-494f-92fd-dccec4fd4e55 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:39:05.018322 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-23baae00-bba1-494f-92fd-dccec4fd4e55 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:39:05.123105 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-23baae00-bba1-494f-92fd-dccec4fd4e55 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:05.190409 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-23baae00-bba1-494f-92fd-dccec4fd4e55 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:05.281170 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-23baae00-bba1-494f-92fd-dccec4fd4e55 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:05.305132 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23baae00-bba1-494f-92fd-dccec4fd4e55 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec0a05d9-53b5-45db-9e16-4d19af387da5,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:05.413609 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-23baae00-bba1-494f-92fd-dccec4fd4e55 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:05.414766 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-23baae00-bba1-494f-92fd-dccec4fd4e55 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4208546 Feb 04 12:39:05.417448 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 49242) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:39:05.422880 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-59c55f41-f3ca-456e-a8cf-377f867261bb tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Request body: {'security_group_rule': {'security_group_id': '9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2', 'project_id': '55276762fe0b4b818f1de41861c2862e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:39:05.429907 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-59c55f41-f3ca-456e-a8cf-377f867261bb tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:39:05.434141 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-59c55f41-f3ca-456e-a8cf-377f867261bb tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Usage tracker for resource:security_group_rule and tenant:55276762fe0b4b818f1de41861c2862e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:39:05.436992 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-59c55f41-f3ca-456e-a8cf-377f867261bb tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:39:05.442712 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-59c55f41-f3ca-456e-a8cf-377f867261bb tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:39:05.527149 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.securitygroups_db [None req-59c55f41-f3ca-456e-a8cf-377f867261bb tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Project 55276762fe0b4b818f1de41861c2862e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:39:05.533812 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-59c55f41-f3ca-456e-a8cf-377f867261bb tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:05.599342 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-59c55f41-f3ca-456e-a8cf-377f867261bb tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:05.702105 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-59c55f41-f3ca-456e-a8cf-377f867261bb tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:05.727563 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c55f41-f3ca-456e-a8cf-377f867261bb tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88ed4413-e40a-4ef5-b78a-a3100a707d8d,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:05.801434 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-59c55f41-f3ca-456e-a8cf-377f867261bb tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:05.802798 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-59c55f41-f3ca-456e-a8cf-377f867261bb tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3843875 Feb 04 12:39:05.805841 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 49246) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:39:05.811757 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-9c4d774b-8267-4493-a6e1-c1ca3c1d884a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Request body: {'security_group_rule': {'security_group_id': '9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2', 'project_id': '55276762fe0b4b818f1de41861c2862e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:39:05.818061 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-9c4d774b-8267-4493-a6e1-c1ca3c1d884a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:39:05.822740 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-9c4d774b-8267-4493-a6e1-c1ca3c1d884a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Usage tracker for resource:security_group_rule and tenant:55276762fe0b4b818f1de41861c2862e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:39:05.825773 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-9c4d774b-8267-4493-a6e1-c1ca3c1d884a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:39:05.831658 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-9c4d774b-8267-4493-a6e1-c1ca3c1d884a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:39:05.925179 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.securitygroups_db [None req-9c4d774b-8267-4493-a6e1-c1ca3c1d884a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Project 55276762fe0b4b818f1de41861c2862e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:39:05.933850 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9c4d774b-8267-4493-a6e1-c1ca3c1d884a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:06.001193 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9c4d774b-8267-4493-a6e1-c1ca3c1d884a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:06.104008 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9c4d774b-8267-4493-a6e1-c1ca3c1d884a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:06.130005 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d774b-8267-4493-a6e1-c1ca3c1d884a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b09a4c-84ad-4c1a-8743-5575742dcc98,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:06.218876 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-9c4d774b-8267-4493-a6e1-c1ca3c1d884a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:06.220066 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-9c4d774b-8267-4493-a6e1-c1ca3c1d884a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4132192 Feb 04 12:39:06.869801 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:12.184012 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e4a08327-9b30-43f2-aee0-2664fc0fa3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:14.652283 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-529d4828-2877-4a72-8c37-ce33da0dfe07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:15.681322 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:16.376541 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:17.158909 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:21.822624 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:39:35.108180 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-1a1d167f-cc9f-4a2c-8242-e78e63323232 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Synchronizing usage tracker for tenant:55276762fe0b4b818f1de41861c2862e on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:39:35.193080 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-1a1d167f-cc9f-4a2c-8242-e78e63323232 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Unset dirty status for tenant:55276762fe0b4b818f1de41861c2862e on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:39:35.194193 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-1a1d167f-cc9f-4a2c-8242-e78e63323232 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1564231480&fields=id&tenant_id=55276762fe0b4b818f1de41861c2862e HTTP/1.1" status: 200 len: 267 time: 0.1310823 Feb 04 12:39:35.348588 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-77cb3a27-ae3a-4919-a440-e0ee5108f6a2 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:35.350066 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-77cb3a27-ae3a-4919-a440-e0ee5108f6a2 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/networks?id=09496e9d-c3c6-4788-970e-62605b90225f HTTP/1.1" status: 200 len: 809 time: 0.1492126 Feb 04 12:39:35.373042 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-04826ea8-1f55-45b4-af28-0f7effc3fa18 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/quotas/55276762fe0b4b818f1de41861c2862e HTTP/1.1" status: 200 len: 375 time: 0.0160332 Feb 04 12:39:35.452024 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-3671c2cb-2560-41d1-b009-3e03e5081d34 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=55276762fe0b4b818f1de41861c2862e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737827 Feb 04 12:39:35.564610 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-a9e2f3ef-e325-4bde-86d4-4e42f5ebc8c7 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84205) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 12:39:35.565583 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-a9e2f3ef-e325-4bde-86d4-4e42f5ebc8c7 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1014035 Feb 04 12:39:35.701157 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-787f96ac-23f1-4ac0-aa94-79d86cf87c27 service neutron] 10.222.0.21 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278880 Feb 04 12:39:35.835208 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-2df7efae-6dca-4dda-a417-3a10b3cc2808 service neutron] 10.222.0.21 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282415 Feb 04 12:39:36.856107 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:37.764554 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-a93505c5-0374-456c-8723-c4654694cc01 req-3162d9a7-e69b-484e-a2bb-66aec0a9e5d6 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Synchronizing usage tracker for tenant:55276762fe0b4b818f1de41861c2862e on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:39:37.844590 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-a93505c5-0374-456c-8723-c4654694cc01 req-3162d9a7-e69b-484e-a2bb-66aec0a9e5d6 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Unset dirty status for tenant:55276762fe0b4b818f1de41861c2862e on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:39:37.845737 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a93505c5-0374-456c-8723-c4654694cc01 req-3162d9a7-e69b-484e-a2bb-66aec0a9e5d6 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 210 time: 0.2227502 Feb 04 12:39:38.957296 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-11e321d2-7e10-4396-9f6f-6499263f4daa req-dab8aac8-0b79-47d7-b9a6-1276aca8b086 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 210 time: 0.0414374 Feb 04 12:39:40.143977 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-253e95cd-4f92-45a7-915d-c7ab32832160 req-ba3ac1c8-1e34-4c43-90d0-c3a1ab16d90c tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 210 time: 0.0436492 Feb 04 12:39:41.326282 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-0e623054-d197-473b-ae68-427d0f2953e1 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:41.327764 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-0e623054-d197-473b-ae68-427d0f2953e1 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.47 "GET /v2.0/networks?id=09496e9d-c3c6-4788-970e-62605b90225f HTTP/1.1" status: 200 len: 809 time: 0.1546371 Feb 04 12:39:41.332237 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f7e5b565-99c7-4030-b549-8263feafcf44 req-4ca10386-e0f6-4a72-ab52-27b31d3c3ac5 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 210 time: 0.0500667 Feb 04 12:39:41.383100 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-8a29aeb9-79db-4f93-9c6a-8fa01d8afb0f tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55276762fe0b4b818f1de41861c2862e HTTP/1.1" status: 200 len: 380 time: 0.0435436 Feb 04 12:39:41.394194 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-e9fe89d8-8a11-4ebe-b562-69496827d04d tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Request body: {'port': {'device_id': '9fe338e7-0ed8-4da2-ad5f-a82a55256e74', 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f', 'admin_state_up': True, 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'security_groups': ['9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2']}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:39:41.543505 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-e9fe89d8-8a11-4ebe-b562-69496827d04d tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:39:41.553061 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-e9fe89d8-8a11-4ebe-b562-69496827d04d tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:39:41.632826 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-e9fe89d8-8a11-4ebe-b562-69496827d04d tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Made reservation on behalf of 55276762fe0b4b818f1de41861c2862e for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:39:41.636024 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-e9fe89d8-8a11-4ebe-b562-69496827d04d tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:41.839600 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-e9fe89d8-8a11-4ebe-b562-69496827d04d tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Allocated IP 172.20.0.10 (09496e9d-c3c6-4788-970e-62605b90225f/35ad2942-6bab-4d3b-b613-207218d38d29/1f1eea18-292f-42c5-9723-f985cc864954) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:39:42.047024 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-e9fe89d8-8a11-4ebe-b562-69496827d04d tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:42.063364 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-e9fe89d8-8a11-4ebe-b562-69496827d04d tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Transition to ACTIVE for port object 1f1eea18-292f-42c5-9723-f985cc864954 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:39:42.170536 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-e9fe89d8-8a11-4ebe-b562-69496827d04d tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:42.220466 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d12d8f5a-4a43-451a-a2dd-e6d2c31457ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:42.247107 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-e9fe89d8-8a11-4ebe-b562-69496827d04d tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Network 09496e9d-c3c6-4788-970e-62605b90225f is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:39:42.250083 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-e9fe89d8-8a11-4ebe-b562-69496827d04d tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:39:42.254564 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-e9fe89d8-8a11-4ebe-b562-69496827d04d tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:39:42.297448 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe89d8-8a11-4ebe-b562-69496827d04d tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Pushing event updated for resources: {'Port': ['ID=1f1eea18-292f-42c5-9723-f985cc864954,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:42.326354 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-e9fe89d8-8a11-4ebe-b562-69496827d04d tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:42.328307 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-e9fe89d8-8a11-4ebe-b562-69496827d04d tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:42.512557 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-e9fe89d8-8a11-4ebe-b562-69496827d04d tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1218793 Feb 04 12:39:42.525500 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-ee9a5950-4077-4ce2-af24-e1a509744388 service neutron] Request body: {'port': {'device_id': '9fe338e7-0ed8-4da2-ad5f-a82a55256e74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:39:42.604717 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e9c1d530-8130-42f3-8604-a99ba790f9d8 None None] Provisioning for port 1f1eea18-292f-42c5-9723-f985cc864954 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:39:42.610803 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e9c1d530-8130-42f3-8604-a99ba790f9d8 None None] Provisioning complete for port 1f1eea18-292f-42c5-9723-f985cc864954 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:39:42.611347 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e9c1d530-8130-42f3-8604-a99ba790f9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:42.667859 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621da9f-805b-4d3a-a926-9c188586bc15 req-8c439183-ce1b-4dd1-bd40-4aef5753a16b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:42.668608 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-a621da9f-805b-4d3a-a926-9c188586bc15 req-8c439183-ce1b-4dd1-bd40-4aef5753a16b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Synchronizing usage tracker for tenant:55276762fe0b4b818f1de41861c2862e on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:39:42.672058 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-e9c1d530-8130-42f3-8604-a99ba790f9d8 None None] Port 1f1eea18-292f-42c5-9723-f985cc864954 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:39:42.685981 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-ee9a5950-4077-4ce2-af24-e1a509744388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:42.815228 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-a621da9f-805b-4d3a-a926-9c188586bc15 req-8c439183-ce1b-4dd1-bd40-4aef5753a16b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Unset dirty status for tenant:55276762fe0b4b818f1de41861c2862e on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:39:42.816432 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a621da9f-805b-4d3a-a926-9c188586bc15 req-8c439183-ce1b-4dd1-bd40-4aef5753a16b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 932 time: 0.3471220 Feb 04 12:39:42.962887 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a621da9f-805b-4d3a-a926-9c188586bc15 req-dcb33f3b-fc63-4ab1-9051-327111f37a45 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363223 Feb 04 12:39:43.115626 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-ee9a5950-4077-4ce2-af24-e1a509744388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f1eea18-292f-42c5-9723-f985cc864954 {{(pid=84204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:39:43.125210 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-ee9a5950-4077-4ce2-af24-e1a509744388 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:43.143896 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-ee9a5950-4077-4ce2-af24-e1a509744388 service neutron] Transition to ACTIVE for port object 1f1eea18-292f-42c5-9723-f985cc864954 will not be triggered until provisioned by entity L2. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:39:43.301520 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-ee9a5950-4077-4ce2-af24-e1a509744388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:43.443376 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a5950-4077-4ce2-af24-e1a509744388 service neutron] Pushing event updated for resources: {'Port': ['ID=1f1eea18-292f-42c5-9723-f985cc864954,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:43.684534 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-ee9a5950-4077-4ce2-af24-e1a509744388 service neutron] Attempting to bind port 1f1eea18-292f-42c5-9723-f985cc864954 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:39:43.684761 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-ee9a5950-4077-4ce2-af24-e1a509744388 service neutron] Attempting to bind port 1f1eea18-292f-42c5-9723-f985cc864954 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '24dcb91d-67ae-48b8-844a-c43d3c12e713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:39:43.685112 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-ee9a5950-4077-4ce2-af24-e1a509744388 service neutron] Attempting to bind port 1f1eea18-292f-42c5-9723-f985cc864954 on network 09496e9d-c3c6-4788-970e-62605b90225f {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:39:43.691447 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-ee9a5950-4077-4ce2-af24-e1a509744388 service neutron] Port 1f1eea18-292f-42c5-9723-f985cc864954 on network 09496e9d-c3c6-4788-970e-62605b90225f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 12:39:43.691775 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-ee9a5950-4077-4ce2-af24-e1a509744388 service neutron] Attempting to bind port 1f1eea18-292f-42c5-9723-f985cc864954 on network 09496e9d-c3c6-4788-970e-62605b90225f {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:39:43.701214 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-ee9a5950-4077-4ce2-af24-e1a509744388 service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:39:43.701578 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-ee9a5950-4077-4ce2-af24-e1a509744388 service neutron] Checking segment: {'id': '24dcb91d-67ae-48b8-844a-c43d3c12e713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:39:43.701954 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-ee9a5950-4077-4ce2-af24-e1a509744388 service neutron] Bound using segment: {'id': '24dcb91d-67ae-48b8-844a-c43d3c12e713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f'} {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:39:43.702457 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-ee9a5950-4077-4ce2-af24-e1a509744388 service neutron] Bound port: 1f1eea18-292f-42c5-9723-f985cc864954, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24dcb91d-67ae-48b8-844a-c43d3c12e713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f'}}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:39:43.702841 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-ee9a5950-4077-4ce2-af24-e1a509744388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:43.799765 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-ee9a5950-4077-4ce2-af24-e1a509744388 service neutron] For port 1f1eea18-292f-42c5-9723-f985cc864954, host hv-neutron-8278, cleared binding levels {{(pid=84204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:39:43.803211 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-ee9a5950-4077-4ce2-af24-e1a509744388 service neutron] For port 1f1eea18-292f-42c5-9723-f985cc864954, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=1f1eea18-292f-42c5-9723-f985cc864954,segment=NetworkSegment(24dcb91d-67ae-48b8-844a-c43d3c12e713),segment_id=24dcb91d-67ae-48b8-844a-c43d3c12e713)] {{(pid=84204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:39:43.944435 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-ee9a5950-4077-4ce2-af24-e1a509744388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:44.013247 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-ee9a5950-4077-4ce2-af24-e1a509744388 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:44.014634 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-ee9a5950-4077-4ce2-af24-e1a509744388 service neutron] 10.222.0.47 "PUT /v2.0/ports/1f1eea18-292f-42c5-9723-f985cc864954 HTTP/1.1" status: 200 len: 1094 time: 1.4943771 Feb 04 12:39:44.018590 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe338e7-0ed8-4da2-ad5f-a82a55256e74', 'tag': '1f1eea18-292f-42c5-9723-f985cc864954'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:39:44.038544 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a5950-4077-4ce2-af24-e1a509744388 service neutron] Pushing event updated for resources: {'Port': ['ID=1f1eea18-292f-42c5-9723-f985cc864954,revision_number=3']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:44.083019 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe338e7-0ed8-4da2-ad5f-a82a55256e74', 'tag': '1f1eea18-292f-42c5-9723-f985cc864954', 'status': 'completed', 'code': 200} Feb 04 12:39:44.205086 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3087d77b-3efb-4ca1-8f00-54959411284b req-eccfc552-463a-4697-ba36-542b9fd7d75e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55276762fe0b4b818f1de41861c2862e&device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 1097 time: 0.0955095 Feb 04 12:39:44.206328 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb00d12-4f70-4738-9aee-9a3d7dd2212a req-4bf895b0-f7c1-4b57-b8b5-9d93c86bba46 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:44.208105 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9fb00d12-4f70-4738-9aee-9a3d7dd2212a req-4bf895b0-f7c1-4b57-b8b5-9d93c86bba46 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 944 time: 0.0976753 Feb 04 12:39:44.275027 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9fb00d12-4f70-4738-9aee-9a3d7dd2212a req-316ef984-6b58-4daf-8d45-e09cc0d7f73b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590298 Feb 04 12:39:44.377177 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087d77b-3efb-4ca1-8f00-54959411284b req-e46f1704-7b43-4293-b4e6-fa7136aa44a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:44.378705 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3087d77b-3efb-4ca1-8f00-54959411284b req-e46f1704-7b43-4293-b4e6-fa7136aa44a7 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=55276762fe0b4b818f1de41861c2862e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1629283 Feb 04 12:39:44.518458 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087d77b-3efb-4ca1-8f00-54959411284b req-e3fcb0a9-7af5-4f28-96da-0f58db1686c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:44.519798 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3087d77b-3efb-4ca1-8f00-54959411284b req-e3fcb0a9-7af5-4f28-96da-0f58db1686c6 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1345973 Feb 04 12:39:44.621763 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a2b31670-27a4-4333-bfa2-579a945909aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:44.631340 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-b3a5e992-ba28-43c0-a205-d223ee4cd012 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55276762fe0b4b818f1de41861c2862e&device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 1097 time: 0.0755148 Feb 04 12:39:44.705269 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-6f51b4cd-3531-4ace-86d9-5ff05764571c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f1eea18-292f-42c5-9723-f985cc864954 HTTP/1.1" status: 200 len: 217 time: 0.0675783 Feb 04 12:39:44.768910 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-0b5261f8-2061-48f7-8d7f-fbdd978a9328 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:44.770324 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-0b5261f8-2061-48f7-8d7f-fbdd978a9328 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=35ad2942-6bab-4d3b-b613-207218d38d29 HTTP/1.1" status: 200 len: 848 time: 0.0601909 Feb 04 12:39:44.848653 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-6cc56808-bae4-4f6e-900b-62c70600bfc4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09496e9d-c3c6-4788-970e-62605b90225f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727286 Feb 04 12:39:44.984539 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-4db15b30-716e-483c-b324-78e31fcb1500 service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302395 Feb 04 12:39:45.122359 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bf03bd44-2ee5-4fd1-ab7e-5ded11a869a4 req-f9c5f626-e2dd-4025-9898-bdc8305b76b9 service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314056 Feb 04 12:39:45.486255 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b335d-4a93-4e3b-9615-3e771312e00f req-688ab1d4-019e-47fb-8d3c-ef628a6dae6e tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:45.487706 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9f6b335d-4a93-4e3b-9615-3e771312e00f req-688ab1d4-019e-47fb-8d3c-ef628a6dae6e tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 944 time: 0.0785449 Feb 04 12:39:45.535500 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9f6b335d-4a93-4e3b-9615-3e771312e00f req-bc6e66f3-7d16-4907-8882-44894381351f tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413904 Feb 04 12:39:45.672936 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:45.930486 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:46.753994 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a91765-5d26-44c2-8d5f-5c0a01234f15 req-3c4b0f3f-68b1-487e-a341-df79393edca2 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:46.755511 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c5a91765-5d26-44c2-8d5f-5c0a01234f15 req-3c4b0f3f-68b1-487e-a341-df79393edca2 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 944 time: 0.0863144 Feb 04 12:39:46.805191 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c5a91765-5d26-44c2-8d5f-5c0a01234f15 req-7ca74164-480c-463b-9348-b25010d02324 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437829 Feb 04 12:39:47.141186 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:48.011308 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5117fef-bf92-4c35-bb1f-03d9cdff676a req-aea8f898-56e3-4bf4-a88f-52d886e5d71f tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:48.012727 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a5117fef-bf92-4c35-bb1f-03d9cdff676a req-aea8f898-56e3-4bf4-a88f-52d886e5d71f tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 944 time: 0.0802355 Feb 04 12:39:48.058640 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a5117fef-bf92-4c35-bb1f-03d9cdff676a req-d14466a5-292a-4956-b60e-240ea6955fa2 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404510 Feb 04 12:39:49.261975 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd267092-b099-494f-8e8c-7da58101132d req-de0ac775-2638-480d-9afd-001dfb4ce06b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:49.263465 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-bd267092-b099-494f-8e8c-7da58101132d req-de0ac775-2638-480d-9afd-001dfb4ce06b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 944 time: 0.0804393 Feb 04 12:39:49.312904 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-bd267092-b099-494f-8e8c-7da58101132d req-6d9186be-5978-4de2-bba7-1c3d411656ff tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440621 Feb 04 12:39:50.520048 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c70d8-1ff5-4555-9407-babc9f02cc55 req-88f2e1ba-5137-4681-9e26-b102ed59d22f tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:50.521419 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ff1c70d8-1ff5-4555-9407-babc9f02cc55 req-88f2e1ba-5137-4681-9e26-b102ed59d22f tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 944 time: 0.0803781 Feb 04 12:39:50.576566 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-ff1c70d8-1ff5-4555-9407-babc9f02cc55 req-569b5c4d-9c13-4fbc-b3f8-9c870d302ef3 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491374 Feb 04 12:39:51.779328 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0e5fe-5ed5-4185-ba62-0757892f6c02 req-95ea99b0-ac1f-490b-9153-8a73e3f8e996 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:51.780774 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-11b0e5fe-5ed5-4185-ba62-0757892f6c02 req-95ea99b0-ac1f-490b-9153-8a73e3f8e996 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 944 time: 0.0829203 Feb 04 12:39:51.828160 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-11b0e5fe-5ed5-4185-ba62-0757892f6c02 req-87a5b058-dece-4637-9d0d-12c934c6e58d tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410247 Feb 04 12:39:53.040301 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda2cec-1adc-46c8-9914-d24e063192fb req-62b0e9be-52eb-4ed0-8e19-b58a3c80a3a8 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:53.041818 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6dda2cec-1adc-46c8-9914-d24e063192fb req-62b0e9be-52eb-4ed0-8e19-b58a3c80a3a8 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 944 time: 0.0858357 Feb 04 12:39:53.091980 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6dda2cec-1adc-46c8-9914-d24e063192fb req-43799c0b-8a21-43df-9bff-7e7c3d71024e tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440881 Feb 04 12:39:54.310279 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd57ccb-2cd1-4d8c-971d-2a5f982ae55a req-2e02ce00-fbb4-4947-b99b-ddd7f66d7573 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:54.311730 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4fd57ccb-2cd1-4d8c-971d-2a5f982ae55a req-2e02ce00-fbb4-4947-b99b-ddd7f66d7573 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 944 time: 0.0784321 Feb 04 12:39:54.364064 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4fd57ccb-2cd1-4d8c-971d-2a5f982ae55a req-28a11505-74fb-46e0-9868-4f1d9bfd5dc5 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467379 Feb 04 12:39:54.415255 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 1f1eea18-292f-42c5-9723-f985cc864954 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:39:54.556679 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 1f1eea18-292f-42c5-9723-f985cc864954, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=1f1eea18-292f-42c5-9723-f985cc864954,segment=NetworkSegment(24dcb91d-67ae-48b8-844a-c43d3c12e713),segment_id=24dcb91d-67ae-48b8-844a-c43d3c12e713)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:39:54.575590 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': '1f1eea18-292f-42c5-9723-f985cc864954', 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f', 'port_id': '1f1eea18-292f-42c5-9723-f985cc864954', 'mac_address': 'fa:16:3e:b8:5d:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35ad2942-6bab-4d3b-b613-207218d38d29', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:39:54.634022 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:54.658033 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f1eea18-292f-42c5-9723-f985cc864954 {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:39:54.675088 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 1f1eea18-292f-42c5-9723-f985cc864954, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=1f1eea18-292f-42c5-9723-f985cc864954,segment=NetworkSegment(24dcb91d-67ae-48b8-844a-c43d3c12e713),segment_id=24dcb91d-67ae-48b8-844a-c43d3c12e713)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:39:54.743957 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:54.847450 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=1f1eea18-292f-42c5-9723-f985cc864954,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:54.856619 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:54.857002 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:54.857335 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:54.857709 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:54.858010 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:54.858332 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:54.858650 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:54.858966 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:54.859285 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:54.859602 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:54.859909 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:55.095738 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['1f1eea18-292f-42c5-9723-f985cc864954'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:39:55.577783 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab94a6-2a92-49e5-8d0b-ac6a23498c5c req-044942a0-0e0e-4c66-babd-38d21dc0f703 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:55.579228 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9fab94a6-2a92-49e5-8d0b-ac6a23498c5c req-044942a0-0e0e-4c66-babd-38d21dc0f703 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 945 time: 0.0754118 Feb 04 12:39:55.719413 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9fab94a6-2a92-49e5-8d0b-ac6a23498c5c req-93248bee-d6df-4704-a0c7-8a0254e178c1 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346862 Feb 04 12:39:56.431001 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 1f1eea18-292f-42c5-9723-f985cc864954 up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:39:56.612294 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port 1f1eea18-292f-42c5-9723-f985cc864954 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:39:56.617585 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port 1f1eea18-292f-42c5-9723-f985cc864954 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:39:56.617994 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:56.734646 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:56.768625 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe338e7-0ed8-4da2-ad5f-a82a55256e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1eea18-292f-42c5-9723-f985cc864954'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:39:56.785726 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 1f1eea18-292f-42c5-9723-f985cc864954, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=1f1eea18-292f-42c5-9723-f985cc864954,segment=NetworkSegment(24dcb91d-67ae-48b8-844a-c43d3c12e713),segment_id=24dcb91d-67ae-48b8-844a-c43d3c12e713)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:39:56.855460 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:56.939200 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe338e7-0ed8-4da2-ad5f-a82a55256e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1eea18-292f-42c5-9723-f985cc864954', 'code': 200} Feb 04 12:39:56.945047 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=1f1eea18-292f-42c5-9723-f985cc864954,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:56.948617 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceca5bc-d8ea-483d-ada3-08cb030d471a req-a5141127-c68b-4839-933e-700fb7c5b4ee tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:56.951166 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-cceca5bc-d8ea-483d-ada3-08cb030d471a req-a5141127-c68b-4839-933e-700fb7c5b4ee tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 946 time: 0.1001172 Feb 04 12:39:57.003478 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-cceca5bc-d8ea-483d-ada3-08cb030d471a req-cbc6fec9-7252-47d7-8773-76983b8bf373 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420520 Feb 04 12:39:57.390549 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-64b82953-3f16-498a-9052-9a4acbfa74c4 req-30b1e874-3973-43fb-89c5-3413451668a9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 1099 time: 0.0702944 Feb 04 12:39:57.435449 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-64b82953-3f16-498a-9052-9a4acbfa74c4 req-e8f322c6-028d-4ecb-a014-20e0a7020e5f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367661 Feb 04 12:39:58.210448 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb672a7c-48e9-409d-ad6f-472e2294d0df req-d8fdea27-b6ef-434e-a845-b65dd2370ded tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:58.212057 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-eb672a7c-48e9-409d-ad6f-472e2294d0df req-d8fdea27-b6ef-434e-a845-b65dd2370ded tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 946 time: 0.0824609 Feb 04 12:39:58.264142 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-eb672a7c-48e9-409d-ad6f-472e2294d0df req-12952ff4-08e5-4ce9-8383-99093e374a56 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463805 Feb 04 12:39:58.823644 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:39:59.464034 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47df1bd-d766-40e6-aae9-f9cb617b0544 req-abae9bb5-dabe-488b-8776-a7cb05e25995 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:59.465501 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f47df1bd-d766-40e6-aae9-f9cb617b0544 req-abae9bb5-dabe-488b-8776-a7cb05e25995 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 946 time: 0.0822127 Feb 04 12:39:59.514397 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f47df1bd-d766-40e6-aae9-f9cb617b0544 req-21426c3f-380d-4313-97a1-dbc49844d8f0 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426629 Feb 04 12:39:59.719182 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cbe84-1311-4ffa-8f1c-52dadcd7bba5 req-4847c56d-996d-4e23-87ef-f68f0e4c8d7e tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:59.720625 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-fe2cbe84-1311-4ffa-8f1c-52dadcd7bba5 req-4847c56d-996d-4e23-87ef-f68f0e4c8d7e tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 946 time: 0.0848634 Feb 04 12:39:59.766693 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-fe2cbe84-1311-4ffa-8f1c-52dadcd7bba5 req-29c58cfe-d158-4111-89f0-29cf3c219c72 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397019 Feb 04 12:39:59.795730 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 49466) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:39:59.932705 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-7e1d4d60-87db-46bf-ba37-d66ec2b602d3 tempest-TestShelveInstance-1307261561 tempest-TestShelveInstance-1307261561-project-admin] Synchronizing usage tracker for tenant:2e9465cc1198475396af8b9502bd656d on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:40:00.017748 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-7e1d4d60-87db-46bf-ba37-d66ec2b602d3 tempest-TestShelveInstance-1307261561 tempest-TestShelveInstance-1307261561-project-admin] Unset dirty status for tenant:2e9465cc1198475396af8b9502bd656d on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:40:00.018862 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-7e1d4d60-87db-46bf-ba37-d66ec2b602d3 tempest-TestShelveInstance-1307261561 tempest-TestShelveInstance-1307261561-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 1094 time: 0.2221460 Feb 04 12:40:00.021735 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 49472) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:40:00.027998 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-627e6a99-a3cd-4de6-beb3-6d047576c2fc tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Request body: {'floatingip': {'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'port_id': '1f1eea18-292f-42c5-9723-f985cc864954', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:40:00.033919 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-627e6a99-a3cd-4de6-beb3-6d047576c2fc tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:40:00.037783 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-627e6a99-a3cd-4de6-beb3-6d047576c2fc tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Usage tracker for resource:floatingip and tenant:55276762fe0b4b818f1de41861c2862e is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:40:00.041164 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-627e6a99-a3cd-4de6-beb3-6d047576c2fc tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:40:00.047275 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-627e6a99-a3cd-4de6-beb3-6d047576c2fc tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:40:00.120728 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-627e6a99-a3cd-4de6-beb3-6d047576c2fc tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for floatingip, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:40:00.261796 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-627e6a99-a3cd-4de6-beb3-6d047576c2fc tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:40:00.406450 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-627e6a99-a3cd-4de6-beb3-6d047576c2fc tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Allocated IP 172.26.3.137 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/a131d96a-8cea-4050-8679-5c62b52f8437) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:40:00.556552 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-627e6a99-a3cd-4de6-beb3-6d047576c2fc tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:40:00.638627 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-627e6a99-a3cd-4de6-beb3-6d047576c2fc tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:40:00.705238 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627e6a99-a3cd-4de6-beb3-6d047576c2fc tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:40:00.708069 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-627e6a99-a3cd-4de6-beb3-6d047576c2fc tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:40:00.713190 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627e6a99-a3cd-4de6-beb3-6d047576c2fc tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:40:00.738071 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e6a99-a3cd-4de6-beb3-6d047576c2fc tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Pushing event updated for resources: {'Port': ['ID=a131d96a-8cea-4050-8679-5c62b52f8437,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:00.759799 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e6a99-a3cd-4de6-beb3-6d047576c2fc tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:00.760135 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e6a99-a3cd-4de6-beb3-6d047576c2fc tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:00.760475 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e6a99-a3cd-4de6-beb3-6d047576c2fc tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:00.760817 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e6a99-a3cd-4de6-beb3-6d047576c2fc tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:00.761091 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e6a99-a3cd-4de6-beb3-6d047576c2fc tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:00.761402 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e6a99-a3cd-4de6-beb3-6d047576c2fc tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:00.761716 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e6a99-a3cd-4de6-beb3-6d047576c2fc tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:00.762078 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e6a99-a3cd-4de6-beb3-6d047576c2fc tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:00.762375 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e6a99-a3cd-4de6-beb3-6d047576c2fc tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:00.762683 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e6a99-a3cd-4de6-beb3-6d047576c2fc tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:00.762992 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e6a99-a3cd-4de6-beb3-6d047576c2fc tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:01.239487 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-627e6a99-a3cd-4de6-beb3-6d047576c2fc tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:40:01.353547 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-627e6a99-a3cd-4de6-beb3-6d047576c2fc tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:40:01.646452 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-627e6a99-a3cd-4de6-beb3-6d047576c2fc tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:40:01.712485 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-627e6a99-a3cd-4de6-beb3-6d047576c2fc tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:40:01.820414 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e6a99-a3cd-4de6-beb3-6d047576c2fc tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Pushing event updated for resources: {'Port': ['ID=a131d96a-8cea-4050-8679-5c62b52f8437,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:01.835657 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-627e6a99-a3cd-4de6-beb3-6d047576c2fc tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:40:02.036424 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.l3_db [None req-627e6a99-a3cd-4de6-beb3-6d047576c2fc tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Floating IP 591c3130-61d4-4c77-8f51-09439de0dd20 associated. External IP: 172.26.3.137, port: 1f1eea18-292f-42c5-9723-f985cc864954. Feb 04 12:40:02.442676 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627e6a99-a3cd-4de6-beb3-6d047576c2fc tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Router b7c2276e-7397-449b-8391-32c3166a6542 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:40:02.648017 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627e6a99-a3cd-4de6-beb3-6d047576c2fc tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:40:02.661542 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec54f07-8165-45c8-b0cb-d6e5b05c896a None None] Sync routers for ids ['b7c2276e-7397-449b-8391-32c3166a6542'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:40:02.675300 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec54f07-8165-45c8-b0cb-d6e5b05c896a None None] Routers {'b7c2276e-7397-449b-8391-32c3166a6542'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:40:02.676101 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-7ec54f07-8165-45c8-b0cb-d6e5b05c896a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:39:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['b7c2276e-7397-449b-8391-32c3166a6542'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:40:02.752378 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-627e6a99-a3cd-4de6-beb3-6d047576c2fc tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:40:02.808950 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-627e6a99-a3cd-4de6-beb3-6d047576c2fc tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7856958 Feb 04 12:40:02.809633 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe338e7-0ed8-4da2-ad5f-a82a55256e74', 'tag': '1f1eea18-292f-42c5-9723-f985cc864954'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:40:02.863905 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-7ec54f07-8165-45c8-b0cb-d6e5b05c896a None None] Set router b7c2276e-7397-449b-8391-32c3166a6542 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:40:02.864806 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe338e7-0ed8-4da2-ad5f-a82a55256e74', 'tag': '1f1eea18-292f-42c5-9723-f985cc864954', 'status': 'completed', 'code': 200} Feb 04 12:40:02.966523 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-842362f3-9763-496b-b5d9-7046ce3f9d56 req-312df007-3765-4bcd-8837-7283ae4ffaf1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55276762fe0b4b818f1de41861c2862e&device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 1099 time: 0.0761311 Feb 04 12:40:03.105803 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842362f3-9763-496b-b5d9-7046ce3f9d56 req-2d927d70-fda4-46ca-bb58-52fdb3a62cfe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:03.107219 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-842362f3-9763-496b-b5d9-7046ce3f9d56 req-2d927d70-fda4-46ca-bb58-52fdb3a62cfe service neutron] 10.222.0.47 "GET /v2.0/networks?id=09496e9d-c3c6-4788-970e-62605b90225f HTTP/1.1" status: 200 len: 910 time: 0.1345015 Feb 04 12:40:03.220159 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-842362f3-9763-496b-b5d9-7046ce3f9d56 req-0a802284-a316-4ef6-81de-094eeb143128 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f1eea18-292f-42c5-9723-f985cc864954 HTTP/1.1" status: 200 len: 1000 time: 0.1072977 Feb 04 12:40:03.248941 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-7ec54f07-8165-45c8-b0cb-d6e5b05c896a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'name': 'tempest-TestShelveInstance-2093239083-router', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:51Z', 'updated_at': '2022-02-04T12:32:55Z', 'revision_number': 4, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'gw_port': {'id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:52Z', 'updated_at': '2022-02-04T12:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '591c3130-61d4-4c77-8f51-09439de0dd20', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'floating_ip_address': '172.26.3.137', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'port_id': '1f1eea18-292f-42c5-9723-f985cc864954', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f', 'mac_address': 'fa:16:3e:b8:5d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe338e7-0ed8-4da2-ad5f-a82a55256e74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:40:01Z', 'updated_at': '2022-02-04T12:40:01Z', 'revision_number': 0, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12657ccb-3a5e-4423-95ea-458ca0055b5b', 'name': '', 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'mac_address': 'fa:16:3e:ab:a1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35ad2942-6bab-4d3b-b613-207218d38d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:54Z', 'updated_at': '2022-02-04T12:33:12Z', 'revision_number': 5, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'subnets': [{'id': '35ad2942-6bab-4d3b-b613-207218d38d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:40:03.253132 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec54f07-8165-45c8-b0cb-d6e5b05c896a None None] Checking router: b7c2276e-7397-449b-8391-32c3166a6542 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:40:03.265382 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec54f07-8165-45c8-b0cb-d6e5b05c896a None None] Routers {'b7c2276e-7397-449b-8391-32c3166a6542'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:40:03.266136 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-7ec54f07-8165-45c8-b0cb-d6e5b05c896a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:39:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['b7c2276e-7397-449b-8391-32c3166a6542'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:40:03.284577 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842362f3-9763-496b-b5d9-7046ce3f9d56 req-58c22b0c-0f1a-4cd0-9f62-400398abdaec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:03.286475 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-842362f3-9763-496b-b5d9-7046ce3f9d56 req-58c22b0c-0f1a-4cd0-9f62-400398abdaec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=35ad2942-6bab-4d3b-b613-207218d38d29 HTTP/1.1" status: 200 len: 848 time: 0.0592268 Feb 04 12:40:03.370666 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-842362f3-9763-496b-b5d9-7046ce3f9d56 req-46eda048-1b1a-4e56-b900-0ce8f815994d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09496e9d-c3c6-4788-970e-62605b90225f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791695 Feb 04 12:40:03.466125 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-7ec54f07-8165-45c8-b0cb-d6e5b05c896a None None] Set router b7c2276e-7397-449b-8391-32c3166a6542 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:40:03.624203 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-842362f3-9763-496b-b5d9-7046ce3f9d56 req-e0f3250e-734c-4746-8033-f6630e946dc9 service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479086 Feb 04 12:40:03.767474 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-842362f3-9763-496b-b5d9-7046ce3f9d56 req-b5127f0d-d466-4e8b-880c-d547b1c50b65 service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372623 Feb 04 12:40:03.897863 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-7ec54f07-8165-45c8-b0cb-d6e5b05c896a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'name': 'tempest-TestShelveInstance-2093239083-router', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:51Z', 'updated_at': '2022-02-04T12:32:55Z', 'revision_number': 4, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'gw_port': {'id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:52Z', 'updated_at': '2022-02-04T12:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '591c3130-61d4-4c77-8f51-09439de0dd20', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'floating_ip_address': '172.26.3.137', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'port_id': '1f1eea18-292f-42c5-9723-f985cc864954', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f', 'mac_address': 'fa:16:3e:b8:5d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe338e7-0ed8-4da2-ad5f-a82a55256e74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:40:01Z', 'updated_at': '2022-02-04T12:40:01Z', 'revision_number': 0, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12657ccb-3a5e-4423-95ea-458ca0055b5b', 'name': '', 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'mac_address': 'fa:16:3e:ab:a1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35ad2942-6bab-4d3b-b613-207218d38d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:54Z', 'updated_at': '2022-02-04T12:33:12Z', 'revision_number': 5, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'subnets': [{'id': '35ad2942-6bab-4d3b-b613-207218d38d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:40:03.902618 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec54f07-8165-45c8-b0cb-d6e5b05c896a None None] The sync data for ids ['b7c2276e-7397-449b-8391-32c3166a6542'] in dv-neutron-827825-2-hyperv is: [{'id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'name': 'tempest-TestShelveInstance-2093239083-router', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:51Z', 'updated_at': '2022-02-04T12:32:55Z', 'revision_number': 4, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'gw_port': {'id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:52Z', 'updated_at': '2022-02-04T12:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': '591c3130-61d4-4c77-8f51-09439de0dd20', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'floating_ip_address': '172.26.3.137', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'port_id': '1f1eea18-292f-42c5-9723-f985cc864954', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f', 'mac_address': 'fa:16:3e:b8:5d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe338e7-0ed8-4da2-ad5f-a82a55256e74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:40:01Z', 'updated_at': '2022-02-04T12:40:01Z', 'revision_number': 0, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12657ccb-3a5e-4423-95ea-458ca0055b5b', 'name': '', 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'mac_address': 'fa:16:3e:ab:a1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35ad2942-6bab-4d3b-b613-207218d38d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:54Z', 'updated_at': '2022-02-04T12:33:12Z', 'revision_number': 5, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'subnets': [{'id': '35ad2942-6bab-4d3b-b613-207218d38d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:40:04.104466 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5095a92a-9d84-49d3-ba81-6663b6ff275e None None] New status for floating IP 591c3130-61d4-4c77-8f51-09439de0dd20: ACTIVE {{(pid=84207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 12:40:06.849411 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:40:12.183558 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8056411b-24e9-484c-a4b6-c5836f7ea683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:40:14.769596 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-91f44c2e-5655-498c-a064-8d5054577ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:40:15.692935 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:40:15.952817 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:40:17.209450 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:40:35.824064 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:40:37.146041 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:40:42.180586 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a660bbf9-d137-457b-9b51-53577ed77e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:40:44.608675 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-86c48454-2f9e-4fbe-8686-389c39d156ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:40:45.715037 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:40:45.986107 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:40:45.990539 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d0c46bac-a2dd-4cef-bd22-88fe50a58bc9 req-a5e860f9-6a5f-44bb-8d2c-37e3b1a52efa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710568 Feb 04 12:40:46.131149 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d0c46bac-a2dd-4cef-bd22-88fe50a58bc9 req-b36c732a-d3e0-4185-92ed-96efc60064b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55276762fe0b4b818f1de41861c2862e&device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 1099 time: 0.0703540 Feb 04 12:40:46.280575 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c46bac-a2dd-4cef-bd22-88fe50a58bc9 req-536ccceb-e39f-40f3-8b44-7ab680abea17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:46.282145 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d0c46bac-a2dd-4cef-bd22-88fe50a58bc9 req-536ccceb-e39f-40f3-8b44-7ab680abea17 service neutron] 10.222.0.47 "GET /v2.0/networks?id=09496e9d-c3c6-4788-970e-62605b90225f HTTP/1.1" status: 200 len: 910 time: 0.1326935 Feb 04 12:40:46.391250 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d0c46bac-a2dd-4cef-bd22-88fe50a58bc9 req-5fff4138-d008-4540-91ce-6b660fb63b97 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f1eea18-292f-42c5-9723-f985cc864954 HTTP/1.1" status: 200 len: 1002 time: 0.1028376 Feb 04 12:40:46.458035 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c46bac-a2dd-4cef-bd22-88fe50a58bc9 req-336329c7-2a21-4213-9c85-cb7dd3e419ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:46.459457 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d0c46bac-a2dd-4cef-bd22-88fe50a58bc9 req-336329c7-2a21-4213-9c85-cb7dd3e419ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=35ad2942-6bab-4d3b-b613-207218d38d29 HTTP/1.1" status: 200 len: 848 time: 0.0619001 Feb 04 12:40:46.534437 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d0c46bac-a2dd-4cef-bd22-88fe50a58bc9 req-d870a658-2877-45a7-b52d-7f59f1acc396 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09496e9d-c3c6-4788-970e-62605b90225f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687022 Feb 04 12:40:46.667542 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d0c46bac-a2dd-4cef-bd22-88fe50a58bc9 req-1be15f27-e68f-421e-a4aa-66b1f2fe06ce service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276824 Feb 04 12:40:46.806854 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d0c46bac-a2dd-4cef-bd22-88fe50a58bc9 req-c2f13d08-c48c-43aa-addb-fbb5f2595149 service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339538 Feb 04 12:40:47.234801 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:41:06.937642 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:41:12.278017 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-811c4a91-4d59-4f83-afec-a6a0c4c53d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:41:12.823763 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:41:14.698081 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-78c4a7d2-fb8e-49f5-b58e-d1ab4364fc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:41:15.714532 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:41:15.994783 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:41:17.205965 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:41:36.903209 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:41:42.161723 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6b6e451c-ff7b-4152-a79f-3a47af95df47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:41:44.620214 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c02844ef-6212-4815-9d7e-b462e3029f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:41:45.663382 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:41:45.974233 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:41:47.049355 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6e06d947-342a-41da-9bad-33e5c2b0448c req-ad7c36b8-a600-4a25-b5b9-b3f4fade3bc4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1341958 Feb 04 12:41:47.171405 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:41:47.218950 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6e06d947-342a-41da-9bad-33e5c2b0448c req-9e5132cf-c7f2-4e92-a13e-163f1d67cb35 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55276762fe0b4b818f1de41861c2862e&device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 1099 time: 0.0857775 Feb 04 12:41:47.365775 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06d947-342a-41da-9bad-33e5c2b0448c req-9b22cd8d-d3ad-4442-8095-27c34bf3795e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:47.365775 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6e06d947-342a-41da-9bad-33e5c2b0448c req-9b22cd8d-d3ad-4442-8095-27c34bf3795e service neutron] 10.222.0.47 "GET /v2.0/networks?id=09496e9d-c3c6-4788-970e-62605b90225f HTTP/1.1" status: 200 len: 910 time: 0.1317308 Feb 04 12:41:47.479167 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6e06d947-342a-41da-9bad-33e5c2b0448c req-754409c2-0b61-482b-83e2-24de33dbd960 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f1eea18-292f-42c5-9723-f985cc864954 HTTP/1.1" status: 200 len: 1002 time: 0.1085544 Feb 04 12:41:47.542219 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06d947-342a-41da-9bad-33e5c2b0448c req-cb39b6b0-0b9f-4805-96e1-3df4becabfa8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:47.543801 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6e06d947-342a-41da-9bad-33e5c2b0448c req-cb39b6b0-0b9f-4805-96e1-3df4becabfa8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=35ad2942-6bab-4d3b-b613-207218d38d29 HTTP/1.1" status: 200 len: 848 time: 0.0587826 Feb 04 12:41:47.623421 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6e06d947-342a-41da-9bad-33e5c2b0448c req-2c4e76fb-7d84-48ee-9b68-a0753bf8e7c7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09496e9d-c3c6-4788-970e-62605b90225f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738754 Feb 04 12:41:47.901018 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6e06d947-342a-41da-9bad-33e5c2b0448c req-3636ab91-85fa-4f9b-9747-5aa82360477d service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616465 Feb 04 12:41:48.041068 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6e06d947-342a-41da-9bad-33e5c2b0448c req-7c8daf63-3249-43dd-86b5-402f27c39405 service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338325 Feb 04 12:41:49.823855 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:42:06.881056 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:12.159976 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-714cf0e4-b1f2-4c3f-8372-6d75412a5480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:14.618105 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-392c02c5-7c69-47e9-9324-11a58b108852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:15.681121 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:15.977267 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:17.189748 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:26.824438 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:42:37.029563 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:42.160500 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d7b12f7f-7167-4fc9-8b92-dd7128903eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:44.617517 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-589c83cd-1ceb-4f7c-93a2-60e3f5627900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:45.668971 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:46.023707 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:47.154679 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:48.981504 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f9c730ec-9816-4aee-8f26-50b2639a2828 req-61528978-a1ae-4169-a861-103e50e01589 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679622 Feb 04 12:42:49.114154 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f9c730ec-9816-4aee-8f26-50b2639a2828 req-931436e7-1f71-4ca8-a007-ef4fdc347396 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55276762fe0b4b818f1de41861c2862e&device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 1099 time: 0.0681183 Feb 04 12:42:49.260110 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c730ec-9816-4aee-8f26-50b2639a2828 req-e331fe44-94f7-4ec7-b5c6-024d1646bac8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:49.261436 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f9c730ec-9816-4aee-8f26-50b2639a2828 req-e331fe44-94f7-4ec7-b5c6-024d1646bac8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=09496e9d-c3c6-4788-970e-62605b90225f HTTP/1.1" status: 200 len: 910 time: 0.1279538 Feb 04 12:42:49.365061 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f9c730ec-9816-4aee-8f26-50b2639a2828 req-82d59446-acb9-476d-ae99-7ba640c39748 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f1eea18-292f-42c5-9723-f985cc864954 HTTP/1.1" status: 200 len: 1002 time: 0.0976923 Feb 04 12:42:49.428772 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c730ec-9816-4aee-8f26-50b2639a2828 req-fa441bc2-f806-44b9-9cb6-0894ae0b02a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:49.430201 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f9c730ec-9816-4aee-8f26-50b2639a2828 req-fa441bc2-f806-44b9-9cb6-0894ae0b02a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=35ad2942-6bab-4d3b-b613-207218d38d29 HTTP/1.1" status: 200 len: 848 time: 0.0594077 Feb 04 12:42:49.504299 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f9c730ec-9816-4aee-8f26-50b2639a2828 req-1adedc32-db6c-45e2-bab5-4cc892e1f94f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09496e9d-c3c6-4788-970e-62605b90225f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677319 Feb 04 12:42:49.634972 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f9c730ec-9816-4aee-8f26-50b2639a2828 req-da4f01c5-44aa-46ef-870c-4b90f349110e service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247962 Feb 04 12:42:49.765192 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f9c730ec-9816-4aee-8f26-50b2639a2828 req-ed2dad6c-e531-436a-b065-0ef51b5dbdda service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240761 Feb 04 12:43:03.824915 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:43:07.086719 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:43:09.394629 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75a849-df09-4231-ae1b-cea5a6b3e2c8 req-a8768bfa-f1b5-4361-8128-7135f9bd30fd tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:09.396085 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0e75a849-df09-4231-ae1b-cea5a6b3e2c8 req-a8768bfa-f1b5-4361-8128-7135f9bd30fd tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 946 time: 0.2877824 Feb 04 12:43:09.445216 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0e75a849-df09-4231-ae1b-cea5a6b3e2c8 req-bed90eee-6066-4e88-8a91-a63d99390753 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427701 Feb 04 12:43:10.805329 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30a821-b743-4bc3-b613-459de1741bec req-0aa50128-f387-4ce6-8a56-d6929be426a2 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:10.806760 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5e30a821-b743-4bc3-b613-459de1741bec req-0aa50128-f387-4ce6-8a56-d6929be426a2 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 946 time: 0.2184548 Feb 04 12:43:10.856116 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5e30a821-b743-4bc3-b613-459de1741bec req-a86566ab-53b8-4d1f-8881-2e6170d7b513 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439544 Feb 04 12:43:12.067199 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58722ad-4f9f-4adc-9453-2f9139c45433 req-be850bd8-40ed-46f6-8323-c03c92b08c66 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:12.068641 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f58722ad-4f9f-4adc-9453-2f9139c45433 req-be850bd8-40ed-46f6-8323-c03c92b08c66 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 946 time: 0.0755551 Feb 04 12:43:12.116363 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f58722ad-4f9f-4adc-9453-2f9139c45433 req-02a86b4e-55d8-44a6-a473-d6ef903c697c tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422404 Feb 04 12:43:12.177530 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ae0b54dc-1e54-4fdc-b38f-8cfc643d7971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:43:13.314156 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4abfde-e774-4e56-9b0e-126612fb2415 req-90882ace-0baa-41c2-8e58-2c9802f15cc3 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:13.315818 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0c4abfde-e774-4e56-9b0e-126612fb2415 req-90882ace-0baa-41c2-8e58-2c9802f15cc3 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 946 time: 0.0757051 Feb 04 12:43:13.360826 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-0c4abfde-e774-4e56-9b0e-126612fb2415 req-2d8f662e-a313-4d74-a29b-fd61d591d396 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393565 Feb 04 12:43:14.564095 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee309e9a-cabf-4868-b874-029ccdcd728d req-e85f18e0-0203-4843-9587-5be3d46a3174 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:14.565502 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ee309e9a-cabf-4868-b874-029ccdcd728d req-e85f18e0-0203-4843-9587-5be3d46a3174 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 946 time: 0.0842605 Feb 04 12:43:14.634096 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c5319c7f-5e07-4324-a167-bb181e7bfd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:43:14.710061 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ee309e9a-cabf-4868-b874-029ccdcd728d req-5d851d1f-0b58-4f98-b3b1-902bf20b9f78 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331520 Feb 04 12:43:15.679714 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:43:15.906372 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c99e42-4cd7-4314-a507-053197551d25 req-e8f3b865-840e-4dad-9551-c8ed39e55b49 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:15.907869 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a4c99e42-4cd7-4314-a507-053197551d25 req-e8f3b865-840e-4dad-9551-c8ed39e55b49 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 946 time: 0.0803759 Feb 04 12:43:15.955325 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a4c99e42-4cd7-4314-a507-053197551d25 req-7b679b38-2e6c-4f77-8611-dadece9161e1 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417466 Feb 04 12:43:16.034311 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:43:17.153841 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec162e-cbe6-46f0-8fc8-bf6d49bca5b9 req-6bf6846a-60d9-40c2-9fe9-ac57c67c6fc3 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:17.155306 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2dec162e-cbe6-46f0-8fc8-bf6d49bca5b9 req-6bf6846a-60d9-40c2-9fe9-ac57c67c6fc3 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 946 time: 0.0775967 Feb 04 12:43:17.188755 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:43:17.203695 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2dec162e-cbe6-46f0-8fc8-bf6d49bca5b9 req-a8c8ffd0-1401-479a-9f83-574113627761 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425689 Feb 04 12:43:18.400386 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840203de-3e6a-47cb-8afc-f811d925d76b req-65aca46e-0c2e-4d05-8ec7-63bda98993cd tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:18.401811 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-840203de-3e6a-47cb-8afc-f811d925d76b req-65aca46e-0c2e-4d05-8ec7-63bda98993cd tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 946 time: 0.0746934 Feb 04 12:43:18.445496 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-840203de-3e6a-47cb-8afc-f811d925d76b req-ad2beaa0-8144-4bbb-b216-336e9e91671a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381775 Feb 04 12:43:19.340106 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-473d0b54-2089-449c-a718-3fc34ae2d4ef req-23208905-3a57-47cf-8848-6d8d724df7e9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55276762fe0b4b818f1de41861c2862e&device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 1099 time: 0.0721247 Feb 04 12:43:19.562464 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d0b54-2089-449c-a718-3fc34ae2d4ef req-82c8f2ec-c13b-4beb-84b4-30d2d4c9689c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:19.563911 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-473d0b54-2089-449c-a718-3fc34ae2d4ef req-82c8f2ec-c13b-4beb-84b4-30d2d4c9689c service neutron] 10.222.0.47 "GET /v2.0/networks?id=09496e9d-c3c6-4788-970e-62605b90225f HTTP/1.1" status: 200 len: 910 time: 0.2178018 Feb 04 12:43:19.652775 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1637516-7a0f-443d-b86a-a4b27a1c65ed req-e129c1d6-5d47-499b-8bf1-bc997f9aeca1 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:19.654239 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c1637516-7a0f-443d-b86a-a4b27a1c65ed req-e129c1d6-5d47-499b-8bf1-bc997f9aeca1 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 946 time: 0.0816510 Feb 04 12:43:19.667896 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-473d0b54-2089-449c-a718-3fc34ae2d4ef req-eb8e3aba-f7fd-4807-bf79-8250ce95eddf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f1eea18-292f-42c5-9723-f985cc864954 HTTP/1.1" status: 200 len: 1002 time: 0.0983438 Feb 04 12:43:19.699468 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c1637516-7a0f-443d-b86a-a4b27a1c65ed req-fb7883d1-2d2d-41fb-9004-271320b78903 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396845 Feb 04 12:43:19.730232 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d0b54-2089-449c-a718-3fc34ae2d4ef req-261d765d-0e66-4e87-889b-ef586f97217f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:19.731647 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-473d0b54-2089-449c-a718-3fc34ae2d4ef req-261d765d-0e66-4e87-889b-ef586f97217f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=35ad2942-6bab-4d3b-b613-207218d38d29 HTTP/1.1" status: 200 len: 848 time: 0.0583832 Feb 04 12:43:19.803739 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-473d0b54-2089-449c-a718-3fc34ae2d4ef req-cde3ccfe-0190-45b8-bfda-6ca35d9a54a5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09496e9d-c3c6-4788-970e-62605b90225f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663760 Feb 04 12:43:19.935544 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-473d0b54-2089-449c-a718-3fc34ae2d4ef req-3de77efd-b7aa-4f36-8235-32bb4dd6ad37 service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253340 Feb 04 12:43:20.066829 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-473d0b54-2089-449c-a718-3fc34ae2d4ef req-965bf771-9d6d-45a2-990d-d35f422ad8c5 service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260722 Feb 04 12:43:20.899456 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc186a-9713-45ea-8d08-0442a4075c59 req-4005757f-9f4c-428c-98c3-e4a8b51ccae7 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:20.900894 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7afc186a-9713-45ea-8d08-0442a4075c59 req-4005757f-9f4c-428c-98c3-e4a8b51ccae7 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 946 time: 0.0798986 Feb 04 12:43:20.947139 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7afc186a-9713-45ea-8d08-0442a4075c59 req-13a3bbe5-e589-4fb3-9e21-654ebf40c78f tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407412 Feb 04 12:43:22.162613 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a947f2-41d9-4414-9109-288aefa0c19b req-ef7a4f37-1ea3-4f01-8527-92c7691161ba tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:22.165655 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-67a947f2-41d9-4414-9109-288aefa0c19b req-ef7a4f37-1ea3-4f01-8527-92c7691161ba tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 946 time: 0.0853021 Feb 04 12:43:22.257846 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-67a947f2-41d9-4414-9109-288aefa0c19b req-ca6c6d66-47f2-4a3a-9605-07b2d0c22e15 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825543 Feb 04 12:43:23.454093 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784e8bb-13f7-4a8c-8a84-2940d4843923 req-4e1b7b12-b4d7-4e86-abfb-0f63df4dd082 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:23.455566 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a784e8bb-13f7-4a8c-8a84-2940d4843923 req-4e1b7b12-b4d7-4e86-abfb-0f63df4dd082 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 946 time: 0.0755844 Feb 04 12:43:23.504373 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a784e8bb-13f7-4a8c-8a84-2940d4843923 req-3cb7ce97-e4d4-43ef-9faa-bee3ed566711 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431945 Feb 04 12:43:23.686459 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-85f07825-c34a-4873-b02f-d84937ab3fd9 req-afad99e6-1f2d-47d8-a013-fdbf39a24e7e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0654972 Feb 04 12:43:24.129930 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c90ba-e456-497c-87c0-95ec776e5cda req-41d09d00-929c-4232-ba4f-f612034adb8d tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:24.131379 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f88c90ba-e456-497c-87c0-95ec776e5cda req-41d09d00-929c-4232-ba4f-f612034adb8d tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 946 time: 0.0793138 Feb 04 12:43:24.178995 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f88c90ba-e456-497c-87c0-95ec776e5cda req-38727d48-cd86-4b5a-b508-368580d5e1b8 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416493 Feb 04 12:43:24.185525 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6d900fe6-5681-47e6-a12a-6ededee18bf8 req-6c143aec-b601-4149-b3c0-da0f66d1d711 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1354280 Feb 04 12:43:25.387482 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc9f5d-c54a-4404-a109-51b95ed23904 req-ea2ed008-a4e2-4eae-adb9-600fffd602b9 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:25.388938 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-89dc9f5d-c54a-4404-a109-51b95ed23904 req-ea2ed008-a4e2-4eae-adb9-600fffd602b9 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 946 time: 0.0841258 Feb 04 12:43:25.435054 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-89dc9f5d-c54a-4404-a109-51b95ed23904 req-2c544305-0993-4814-be1c-68d99a514b8a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403023 Feb 04 12:43:25.655963 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 1f1eea18-292f-42c5-9723-f985cc864954 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:43:25.769635 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:43:25.796928 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe338e7-0ed8-4da2-ad5f-a82a55256e74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f1eea18-292f-42c5-9723-f985cc864954'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:43:25.806393 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 1f1eea18-292f-42c5-9723-f985cc864954, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=1f1eea18-292f-42c5-9723-f985cc864954,segment=NetworkSegment(24dcb91d-67ae-48b8-844a-c43d3c12e713),segment_id=24dcb91d-67ae-48b8-844a-c43d3c12e713)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:43:25.849911 dv-neutron-827825-2-hyperv neutron-server[84206]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9fe338e7-0ed8-4da2-ad5f-a82a55256e74', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1f1eea18-292f-42c5-9723-f985cc864954', 'code': 422} returned with failed status Feb 04 12:43:25.896409 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:43:25.954084 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=1f1eea18-292f-42c5-9723-f985cc864954,revision_number=6']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:25.963211 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:25.963822 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:25.964152 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:25.964516 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:25.964841 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:25.965159 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:25.965481 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:25.965795 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:25.966134 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:25.966447 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:25.966759 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:26.631393 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f2585-ceb5-497a-aeee-55756a8fde28 req-63b43f92-c0d5-4aa3-9d87-2c509ec9c922 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:26.632823 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5c8f2585-ceb5-497a-aeee-55756a8fde28 req-63b43f92-c0d5-4aa3-9d87-2c509ec9c922 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 944 time: 0.0751657 Feb 04 12:43:26.684433 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-5c8f2585-ceb5-497a-aeee-55756a8fde28 req-ff9ad201-6d44-4889-8300-27d4804021bf tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453081 Feb 04 12:43:27.271728 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d900fe6-5681-47e6-a12a-6ededee18bf8 req-0c7dea9e-29ee-4126-ad36-5376a8cac369 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74&tenant_id=55276762fe0b4b818f1de41861c2862e HTTP/1.1" status: 200 len: 1097 time: 0.0720587 Feb 04 12:43:27.361490 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d900fe6-5681-47e6-a12a-6ededee18bf8 req-be3ada79-13be-4688-a7aa-2595e84cc37d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55276762fe0b4b818f1de41861c2862e&device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 1097 time: 0.0687494 Feb 04 12:43:27.492910 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d900fe6-5681-47e6-a12a-6ededee18bf8 req-1c52587c-6d77-4e54-b3eb-0ce07b0d2300 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:27.495020 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d900fe6-5681-47e6-a12a-6ededee18bf8 req-1c52587c-6d77-4e54-b3eb-0ce07b0d2300 service neutron] 10.222.0.47 "GET /v2.0/networks?id=09496e9d-c3c6-4788-970e-62605b90225f HTTP/1.1" status: 200 len: 910 time: 0.1276572 Feb 04 12:43:27.596211 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d900fe6-5681-47e6-a12a-6ededee18bf8 req-073d3485-c67f-493a-b0c5-5e1ac464bcee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f1eea18-292f-42c5-9723-f985cc864954 HTTP/1.1" status: 200 len: 1000 time: 0.0952845 Feb 04 12:43:27.657017 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d900fe6-5681-47e6-a12a-6ededee18bf8 req-be3976c8-8415-4cc3-8124-e4ab6440a868 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:27.658471 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d900fe6-5681-47e6-a12a-6ededee18bf8 req-be3976c8-8415-4cc3-8124-e4ab6440a868 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=35ad2942-6bab-4d3b-b613-207218d38d29 HTTP/1.1" status: 200 len: 848 time: 0.0572295 Feb 04 12:43:27.739722 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d900fe6-5681-47e6-a12a-6ededee18bf8 req-311663f8-7649-4b38-bf81-c77a2888ff40 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09496e9d-c3c6-4788-970e-62605b90225f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758138 Feb 04 12:43:27.930001 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d900fe6-5681-47e6-a12a-6ededee18bf8 req-38f2c17d-e186-4ea2-a0b1-97cd73733100 service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834226 Feb 04 12:43:27.967580 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290f460-09a7-4d50-be45-166bbaad465d req-9d239b0b-94bc-48d6-8fca-40cfef6a9722 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:27.968981 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b290f460-09a7-4d50-be45-166bbaad465d req-9d239b0b-94bc-48d6-8fca-40cfef6a9722 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 944 time: 0.1511695 Feb 04 12:43:28.184876 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b290f460-09a7-4d50-be45-166bbaad465d req-2829ad1b-3e59-45ab-9dcf-67e9fbbc2468 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820513 Feb 04 12:43:28.192201 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6d900fe6-5681-47e6-a12a-6ededee18bf8 req-3b456b2b-f938-4d05-a357-b25153864943 service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556412 Feb 04 12:43:29.389654 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33611c89-631e-4e79-8c4b-f2c8d1bc4dbc req-d0500162-aa92-41c1-a77a-11e18d7c91c4 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:29.391128 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-33611c89-631e-4e79-8c4b-f2c8d1bc4dbc req-d0500162-aa92-41c1-a77a-11e18d7c91c4 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 944 time: 0.0803797 Feb 04 12:43:29.435750 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-33611c89-631e-4e79-8c4b-f2c8d1bc4dbc req-b56f30b2-c558-4982-b2ad-bc5bc89c8938 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392268 Feb 04 12:43:30.635683 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8b841-43a0-462d-b5ba-24dfdaf4d2ad req-62993d72-6648-47f2-b4d2-abbbe0f21e4d tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:30.637683 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bcc8b841-43a0-462d-b5ba-24dfdaf4d2ad req-62993d72-6648-47f2-b4d2-abbbe0f21e4d tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 944 time: 0.0807202 Feb 04 12:43:30.683221 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bcc8b841-43a0-462d-b5ba-24dfdaf4d2ad req-247061c5-cfdf-4a02-afce-d62ac95ebc0c tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395193 Feb 04 12:43:31.896486 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da0bad-e09f-4fbd-9fb1-8aa3cfca23ed req-05005fde-329f-4fbe-be72-c927afbf6ff7 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:31.898026 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-72da0bad-e09f-4fbd-9fb1-8aa3cfca23ed req-05005fde-329f-4fbe-be72-c927afbf6ff7 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 944 time: 0.0901883 Feb 04 12:43:31.944193 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-72da0bad-e09f-4fbd-9fb1-8aa3cfca23ed req-3f856c40-7506-4da2-b25d-6028860e1f96 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398653 Feb 04 12:43:33.142771 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29975fe8-76ab-4d7f-8b51-b427b43e3e6f req-2590b749-c511-4edc-9079-68cb89164701 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:33.144212 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-29975fe8-76ab-4d7f-8b51-b427b43e3e6f req-2590b749-c511-4edc-9079-68cb89164701 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 944 time: 0.0781019 Feb 04 12:43:33.193976 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-29975fe8-76ab-4d7f-8b51-b427b43e3e6f req-b9492dfc-9707-4eee-a614-e073a8b8636a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442483 Feb 04 12:43:34.397031 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005b9ca-3d97-416f-9841-bbe06bca2cff req-4322572e-3a62-4606-bc7c-838ebc3bb59c tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:34.398518 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0005b9ca-3d97-416f-9841-bbe06bca2cff req-4322572e-3a62-4606-bc7c-838ebc3bb59c tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 944 time: 0.0777359 Feb 04 12:43:34.444272 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-0005b9ca-3d97-416f-9841-bbe06bca2cff req-64978cdb-c44c-4984-a631-3abf2d2bb82d tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397937 Feb 04 12:43:35.641972 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b2b05-f2d1-4275-9043-ba81c4ae67af req-825bffe4-d844-4378-9fc1-4ba975e76002 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:35.643400 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3a7b2b05-f2d1-4275-9043-ba81c4ae67af req-825bffe4-d844-4378-9fc1-4ba975e76002 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 944 time: 0.0749335 Feb 04 12:43:35.687780 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 1f1eea18-292f-42c5-9723-f985cc864954 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:43:35.689052 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3a7b2b05-f2d1-4275-9043-ba81c4ae67af req-b4b39fe9-d6c4-4d09-9c0d-3c9fbdf1c307 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398047 Feb 04 12:43:35.824766 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 1f1eea18-292f-42c5-9723-f985cc864954, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=1f1eea18-292f-42c5-9723-f985cc864954,segment=NetworkSegment(24dcb91d-67ae-48b8-844a-c43d3c12e713),segment_id=24dcb91d-67ae-48b8-844a-c43d3c12e713)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:43:35.837537 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': '1f1eea18-292f-42c5-9723-f985cc864954', 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f', 'port_id': '1f1eea18-292f-42c5-9723-f985cc864954', 'mac_address': 'fa:16:3e:b8:5d:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35ad2942-6bab-4d3b-b613-207218d38d29', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:43:35.895027 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:43:35.912813 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f1eea18-292f-42c5-9723-f985cc864954 {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:43:35.928139 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 1f1eea18-292f-42c5-9723-f985cc864954, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=1f1eea18-292f-42c5-9723-f985cc864954,segment=NetworkSegment(24dcb91d-67ae-48b8-844a-c43d3c12e713),segment_id=24dcb91d-67ae-48b8-844a-c43d3c12e713)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:43:35.993439 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:43:36.060537 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=1f1eea18-292f-42c5-9723-f985cc864954,revision_number=7']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:36.361996 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['1f1eea18-292f-42c5-9723-f985cc864954'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:43:36.892599 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593aaeab-9653-4d2a-b101-fc797f4d6450 req-b51d7f0f-bf61-43d5-b799-d6819d82c5c1 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:36.894070 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-593aaeab-9653-4d2a-b101-fc797f4d6450 req-b51d7f0f-bf61-43d5-b799-d6819d82c5c1 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 945 time: 0.0792201 Feb 04 12:43:36.939482 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-593aaeab-9653-4d2a-b101-fc797f4d6450 req-94388ae4-210a-46f5-99e4-7f8dde17cb4a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397797 Feb 04 12:43:36.954027 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:43:37.703454 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 1f1eea18-292f-42c5-9723-f985cc864954 up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:43:37.810138 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port 1f1eea18-292f-42c5-9723-f985cc864954 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:43:37.810496 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:43:37.921095 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:43:37.947272 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe338e7-0ed8-4da2-ad5f-a82a55256e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1eea18-292f-42c5-9723-f985cc864954'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:43:37.957271 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 1f1eea18-292f-42c5-9723-f985cc864954, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=1f1eea18-292f-42c5-9723-f985cc864954,segment=NetworkSegment(24dcb91d-67ae-48b8-844a-c43d3c12e713),segment_id=24dcb91d-67ae-48b8-844a-c43d3c12e713)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:43:38.004373 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe338e7-0ed8-4da2-ad5f-a82a55256e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1eea18-292f-42c5-9723-f985cc864954', 'code': 200} Feb 04 12:43:38.045219 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:43:38.112331 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=1f1eea18-292f-42c5-9723-f985cc864954,revision_number=8']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:38.145940 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06321d-5cd3-461b-8618-40c3d59d5f1a req-6c851761-6f2b-48fd-8b30-d6b845275508 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:38.151334 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4c06321d-5cd3-461b-8618-40c3d59d5f1a req-6c851761-6f2b-48fd-8b30-d6b845275508 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 946 time: 0.0801113 Feb 04 12:43:38.197859 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4c06321d-5cd3-461b-8618-40c3d59d5f1a req-ceb4bcb9-d250-4ce1-bbef-d2a4a8592045 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448606 Feb 04 12:43:38.360894 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bd8f69e0-01e6-4230-adf3-e6a7b2706ee7 req-675d90d9-2a31-4e57-9e9f-f47c38ea2af0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 1099 time: 0.0706866 Feb 04 12:43:38.402369 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-bd8f69e0-01e6-4230-adf3-e6a7b2706ee7 req-c74b2253-27df-42ad-84dd-a3adb8ee49d0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361774 Feb 04 12:43:39.396100 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c764c64-94d7-4cb9-bf25-f7b9a8721ad1 req-e561a570-3c07-4121-8221-1bed6120da59 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:39.397517 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6c764c64-94d7-4cb9-bf25-f7b9a8721ad1 req-e561a570-3c07-4121-8221-1bed6120da59 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 946 time: 0.0763819 Feb 04 12:43:39.445807 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6c764c64-94d7-4cb9-bf25-f7b9a8721ad1 req-9ec6e9f8-9b3a-472e-af08-e53f7c730009 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412853 Feb 04 12:43:40.646267 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ded5e-f5d2-4b31-bcd5-670eb5e41050 req-f2cfe428-1359-4ebb-a1fa-26387fd48f2a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:40.647713 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ec1ded5e-f5d2-4b31-bcd5-670eb5e41050 req-f2cfe428-1359-4ebb-a1fa-26387fd48f2a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 946 time: 0.0768423 Feb 04 12:43:40.693753 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ec1ded5e-f5d2-4b31-bcd5-670eb5e41050 req-51cfc19a-6ca1-406e-b5dd-c2b74ba1602c tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400622 Feb 04 12:43:40.825293 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:43:42.159375 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-97b2a76a-af6c-4c13-8154-6f17d09b68b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:43:44.685598 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3959dd23-91ca-4f9f-968a-0e7841f9312f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:43:45.702760 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:43:46.005346 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:43:47.153668 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:43:48.995732 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-55508280-6dd8-4bcc-9d62-b69630a3f2ca req-05ea4c5a-cfbf-44ec-8b93-478ee7190514 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697253 Feb 04 12:43:49.134686 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-55508280-6dd8-4bcc-9d62-b69630a3f2ca req-9a5dad73-d00f-48e7-b67f-1074a1e26af8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55276762fe0b4b818f1de41861c2862e&device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 1099 time: 0.0692580 Feb 04 12:43:49.281758 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55508280-6dd8-4bcc-9d62-b69630a3f2ca req-acfbe68e-467b-4f96-a056-1606b2d90deb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:49.283295 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-55508280-6dd8-4bcc-9d62-b69630a3f2ca req-acfbe68e-467b-4f96-a056-1606b2d90deb service neutron] 10.222.0.47 "GET /v2.0/networks?id=09496e9d-c3c6-4788-970e-62605b90225f HTTP/1.1" status: 200 len: 910 time: 0.1274991 Feb 04 12:43:49.385611 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-55508280-6dd8-4bcc-9d62-b69630a3f2ca req-63d72242-48b0-447f-aae1-1b8233b40120 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f1eea18-292f-42c5-9723-f985cc864954 HTTP/1.1" status: 200 len: 1002 time: 0.0969281 Feb 04 12:43:49.445610 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55508280-6dd8-4bcc-9d62-b69630a3f2ca req-b34372a1-88e9-4295-9a06-fd6d32a420f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:49.447060 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-55508280-6dd8-4bcc-9d62-b69630a3f2ca req-b34372a1-88e9-4295-9a06-fd6d32a420f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=35ad2942-6bab-4d3b-b613-207218d38d29 HTTP/1.1" status: 200 len: 848 time: 0.0562251 Feb 04 12:43:49.525510 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-55508280-6dd8-4bcc-9d62-b69630a3f2ca req-f3260e0c-c32f-4dfe-9b74-26c0db99b218 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09496e9d-c3c6-4788-970e-62605b90225f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726030 Feb 04 12:43:49.655589 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-55508280-6dd8-4bcc-9d62-b69630a3f2ca req-bcfbcf5c-6e06-4aef-a051-92fc2307fb4b service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233277 Feb 04 12:43:49.785252 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-55508280-6dd8-4bcc-9d62-b69630a3f2ca req-d9d139b5-7cb4-45a0-bdf5-5caa426e7886 service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240437 Feb 04 12:44:06.941352 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:44:12.193342 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f409ecd3-d5a7-4495-b934-8d4b88e862d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:44:14.655954 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be55c4de-e405-4431-b739-aded92c43c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:44:15.667969 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:44:15.986945 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:44:17.204270 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:44:17.825640 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:44:37.009651 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:44:42.176378 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3c1d9960-8f44-4df4-bd1a-0a06a0514d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:44:44.609389 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fb3be2fa-aa3c-4898-89ac-1ffa9010e71d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:44:45.679025 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:44:46.003924 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:44:47.243900 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:44:48.984524 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-77627678-b259-4c65-8989-b68143cda73b req-6f2103a1-24ca-4577-90a7-7afd6cfc6066 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675223 Feb 04 12:44:49.127795 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-77627678-b259-4c65-8989-b68143cda73b req-b239a06b-0f98-4365-bcf7-045bdb8414d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55276762fe0b4b818f1de41861c2862e&device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 1099 time: 0.0732574 Feb 04 12:44:49.366393 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77627678-b259-4c65-8989-b68143cda73b req-26ca3257-a11b-4a37-9b4b-f40f8a0e7d67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:49.368276 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-77627678-b259-4c65-8989-b68143cda73b req-26ca3257-a11b-4a37-9b4b-f40f8a0e7d67 service neutron] 10.222.0.47 "GET /v2.0/networks?id=09496e9d-c3c6-4788-970e-62605b90225f HTTP/1.1" status: 200 len: 910 time: 0.2217858 Feb 04 12:44:49.468874 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-77627678-b259-4c65-8989-b68143cda73b req-b9f4d879-d24c-48a5-a626-968a323a2614 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f1eea18-292f-42c5-9723-f985cc864954 HTTP/1.1" status: 200 len: 1002 time: 0.0945683 Feb 04 12:44:49.531184 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77627678-b259-4c65-8989-b68143cda73b req-46d218e5-a86c-41c6-944f-a5ea029c185a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:49.532731 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-77627678-b259-4c65-8989-b68143cda73b req-46d218e5-a86c-41c6-944f-a5ea029c185a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=35ad2942-6bab-4d3b-b613-207218d38d29 HTTP/1.1" status: 200 len: 848 time: 0.0564263 Feb 04 12:44:49.609468 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-77627678-b259-4c65-8989-b68143cda73b req-d479f520-560a-4aef-8536-98929afa542f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09496e9d-c3c6-4788-970e-62605b90225f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703924 Feb 04 12:44:49.739216 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-77627678-b259-4c65-8989-b68143cda73b req-3e3b809b-5ac7-4b7b-aad5-434b6600cc5f service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235704 Feb 04 12:44:49.871613 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-77627678-b259-4c65-8989-b68143cda73b req-b9c02c04-d077-4469-84ae-c43dcc261f79 service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246653 Feb 04 12:44:54.825481 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:45:06.975258 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:12.158323 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d0b6f1e8-646c-4612-a281-3ed8987b8078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:14.638224 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-76fc429e-4e5c-4aa9-81d9-664ae1105a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:15.672257 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:15.969376 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:17.169460 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:31.827157 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:45:36.940461 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:39.683815 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 49660) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:45:40.054394 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-6b770759-d1d7-4cb7-bb40-67416dd1cc9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Deleting port a131d96a-8cea-4050-8679-5c62b52f8437 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:45:40.054622 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6b770759-d1d7-4cb7-bb40-67416dd1cc9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:40.236152 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6b770759-d1d7-4cb7-bb40-67416dd1cc9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:40.236471 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6b770759-d1d7-4cb7-bb40-67416dd1cc9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:40.356667 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-6b770759-d1d7-4cb7-bb40-67416dd1cc9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Calling delete_port for a131d96a-8cea-4050-8679-5c62b52f8437 owned by network:floatingip {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:45:40.562949 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6b770759-d1d7-4cb7-bb40-67416dd1cc9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:40.607831 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b770759-d1d7-4cb7-bb40-67416dd1cc9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Pushing event deleted for resources: {'Port': ['ID=a131d96a-8cea-4050-8679-5c62b52f8437,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:40.675916 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b770759-d1d7-4cb7-bb40-67416dd1cc9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:40.676255 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b770759-d1d7-4cb7-bb40-67416dd1cc9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:40.676588 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b770759-d1d7-4cb7-bb40-67416dd1cc9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:40.676912 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b770759-d1d7-4cb7-bb40-67416dd1cc9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:40.677238 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b770759-d1d7-4cb7-bb40-67416dd1cc9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:40.677558 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b770759-d1d7-4cb7-bb40-67416dd1cc9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:40.677928 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b770759-d1d7-4cb7-bb40-67416dd1cc9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:40.678290 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b770759-d1d7-4cb7-bb40-67416dd1cc9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:40.678693 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b770759-d1d7-4cb7-bb40-67416dd1cc9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:40.678919 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b770759-d1d7-4cb7-bb40-67416dd1cc9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:40.679229 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b770759-d1d7-4cb7-bb40-67416dd1cc9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:40.714733 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6b770759-d1d7-4cb7-bb40-67416dd1cc9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for floatingip, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:41.189538 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b770759-d1d7-4cb7-bb40-67416dd1cc9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Router b7c2276e-7397-449b-8391-32c3166a6542 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:45:41.390039 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b770759-d1d7-4cb7-bb40-67416dd1cc9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:45:41.400389 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a88483c-f607-4393-85b8-17170b559ed5 None None] Sync routers for ids ['b7c2276e-7397-449b-8391-32c3166a6542'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:45:41.412851 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a88483c-f607-4393-85b8-17170b559ed5 None None] Routers {'b7c2276e-7397-449b-8391-32c3166a6542'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:45:41.417353 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-0a88483c-f607-4393-85b8-17170b559ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:45:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['b7c2276e-7397-449b-8391-32c3166a6542'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:41.478334 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6b770759-d1d7-4cb7-bb40-67416dd1cc9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:41.535442 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6b770759-d1d7-4cb7-bb40-67416dd1cc9b tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "DELETE /v2.0/floatingips/591c3130-61d4-4c77-8f51-09439de0dd20 HTTP/1.1" status: 204 len: 168 time: 1.8505177 Feb 04 12:45:41.535990 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe338e7-0ed8-4da2-ad5f-a82a55256e74', 'tag': '1f1eea18-292f-42c5-9723-f985cc864954'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:45:41.609438 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-0a88483c-f607-4393-85b8-17170b559ed5 None None] Set router b7c2276e-7397-449b-8391-32c3166a6542 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:45:41.673723 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe338e7-0ed8-4da2-ad5f-a82a55256e74', 'tag': '1f1eea18-292f-42c5-9723-f985cc864954', 'status': 'completed', 'code': 200} Feb 04 12:45:41.767475 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b4da2f08-c75b-4f2c-8d5e-a272d4ee957a req-e4de8cf6-2572-4ae0-949d-072687eb0ed6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55276762fe0b4b818f1de41861c2862e&device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 1099 time: 0.0705590 Feb 04 12:45:41.900610 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da2f08-c75b-4f2c-8d5e-a272d4ee957a req-63fc582d-b1a7-4350-8797-1ba21863ce75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:41.902620 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b4da2f08-c75b-4f2c-8d5e-a272d4ee957a req-63fc582d-b1a7-4350-8797-1ba21863ce75 service neutron] 10.222.0.47 "GET /v2.0/networks?id=09496e9d-c3c6-4788-970e-62605b90225f HTTP/1.1" status: 200 len: 910 time: 0.1297565 Feb 04 12:45:41.935678 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-0a88483c-f607-4393-85b8-17170b559ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'name': 'tempest-TestShelveInstance-2093239083-router', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:51Z', 'updated_at': '2022-02-04T12:32:55Z', 'revision_number': 4, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'gw_port': {'id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:52Z', 'updated_at': '2022-02-04T12:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '12657ccb-3a5e-4423-95ea-458ca0055b5b', 'name': '', 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'mac_address': 'fa:16:3e:ab:a1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35ad2942-6bab-4d3b-b613-207218d38d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:54Z', 'updated_at': '2022-02-04T12:33:12Z', 'revision_number': 5, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'subnets': [{'id': '35ad2942-6bab-4d3b-b613-207218d38d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:41.940035 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a88483c-f607-4393-85b8-17170b559ed5 None None] Checking router: b7c2276e-7397-449b-8391-32c3166a6542 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:45:41.951438 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a88483c-f607-4393-85b8-17170b559ed5 None None] Routers {'b7c2276e-7397-449b-8391-32c3166a6542'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:45:41.952049 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-0a88483c-f607-4393-85b8-17170b559ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:45:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['b7c2276e-7397-449b-8391-32c3166a6542'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:41.972073 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b4da2f08-c75b-4f2c-8d5e-a272d4ee957a req-f6f19ac2-1cd7-4d65-95a6-ad65988b8897 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f1eea18-292f-42c5-9723-f985cc864954 HTTP/1.1" status: 200 len: 217 time: 0.0638220 Feb 04 12:45:42.048388 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da2f08-c75b-4f2c-8d5e-a272d4ee957a req-42d792e8-0fd2-41f0-be4c-128cbd11116a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:42.049704 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b4da2f08-c75b-4f2c-8d5e-a272d4ee957a req-42d792e8-0fd2-41f0-be4c-128cbd11116a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=35ad2942-6bab-4d3b-b613-207218d38d29 HTTP/1.1" status: 200 len: 848 time: 0.0705481 Feb 04 12:45:42.143146 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b4da2f08-c75b-4f2c-8d5e-a272d4ee957a req-a64d1df0-1ef5-4658-a6b4-48f1416afe28 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09496e9d-c3c6-4788-970e-62605b90225f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0872200 Feb 04 12:45:42.154800 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [req-b4da2f08-c75b-4f2c-8d5e-a272d4ee957a req-25737828-a163-4dbf-8ac8-406d52c084a3 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 12:45:42.155787 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b4da2f08-c75b-4f2c-8d5e-a272d4ee957a req-25737828-a163-4dbf-8ac8-406d52c084a3 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057719 Feb 04 12:45:42.159011 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-0a88483c-f607-4393-85b8-17170b559ed5 None None] Set router b7c2276e-7397-449b-8391-32c3166a6542 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:45:42.166737 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e7990-f112-4282-89b4-07e4976ec122 req-641c051b-b1c3-4d13-b5b6-0785d943f6a9 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:42.169371 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9e9e7990-f112-4282-89b4-07e4976ec122 req-641c051b-b1c3-4d13-b5b6-0785d943f6a9 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 946 time: 0.0918877 Feb 04 12:45:42.235898 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9e9e7990-f112-4282-89b4-07e4976ec122 req-0802aa9e-3ec5-4826-973a-d8c7c2a65141 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515611 Feb 04 12:45:42.320038 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b4da2f08-c75b-4f2c-8d5e-a272d4ee957a req-fb3634fe-1dc3-45be-a4df-a513f0451f19 service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573989 Feb 04 12:45:42.349558 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-42c6d5ff-a552-4e0f-bba4-eddbd8383662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:42.462068 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b4da2f08-c75b-4f2c-8d5e-a272d4ee957a req-1ea318e9-23e9-43a5-a3d7-2076c420f542 service neutron] 10.222.0.47 "GET /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355159 Feb 04 12:45:42.545053 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-0a88483c-f607-4393-85b8-17170b559ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'name': 'tempest-TestShelveInstance-2093239083-router', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:51Z', 'updated_at': '2022-02-04T12:32:55Z', 'revision_number': 4, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'gw_port': {'id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:52Z', 'updated_at': '2022-02-04T12:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '12657ccb-3a5e-4423-95ea-458ca0055b5b', 'name': '', 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'mac_address': 'fa:16:3e:ab:a1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35ad2942-6bab-4d3b-b613-207218d38d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:54Z', 'updated_at': '2022-02-04T12:33:12Z', 'revision_number': 5, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'subnets': [{'id': '35ad2942-6bab-4d3b-b613-207218d38d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:42.549060 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a88483c-f607-4393-85b8-17170b559ed5 None None] The sync data for ids ['b7c2276e-7397-449b-8391-32c3166a6542'] in dv-neutron-827825-2-hyperv is: [{'id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'name': 'tempest-TestShelveInstance-2093239083-router', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:51Z', 'updated_at': '2022-02-04T12:32:55Z', 'revision_number': 4, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'gw_port': {'id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:52Z', 'updated_at': '2022-02-04T12:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '12657ccb-3a5e-4423-95ea-458ca0055b5b', 'name': '', 'network_id': '09496e9d-c3c6-4788-970e-62605b90225f', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'mac_address': 'fa:16:3e:ab:a1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35ad2942-6bab-4d3b-b613-207218d38d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:54Z', 'updated_at': '2022-02-04T12:33:12Z', 'revision_number': 5, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'subnets': [{'id': '35ad2942-6bab-4d3b-b613-207218d38d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:45:42.765914 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db2a2b9-6908-4cd1-915d-8139338a636c None None] New status for floating IP 591c3130-61d4-4c77-8f51-09439de0dd20: DOWN {{(pid=84207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 12:45:43.440213 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bea3f2-b2cf-4d82-a93d-9acf8ceac71a req-4d919118-eb42-4352-8fea-aa0bc8a8b1e3 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:43.440883 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-a1bea3f2-b2cf-4d82-a93d-9acf8ceac71a req-4d919118-eb42-4352-8fea-aa0bc8a8b1e3 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Synchronizing usage tracker for tenant:55276762fe0b4b818f1de41861c2862e on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:45:43.528996 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-a1bea3f2-b2cf-4d82-a93d-9acf8ceac71a req-4d919118-eb42-4352-8fea-aa0bc8a8b1e3 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Unset dirty status for tenant:55276762fe0b4b818f1de41861c2862e on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:45:43.530131 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a1bea3f2-b2cf-4d82-a93d-9acf8ceac71a req-4d919118-eb42-4352-8fea-aa0bc8a8b1e3 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 946 time: 0.1659245 Feb 04 12:45:43.576785 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-a1bea3f2-b2cf-4d82-a93d-9acf8ceac71a req-12073864-4be6-46c4-9997-cd04dfc714ed tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/security-groups?id=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410948 Feb 04 12:45:43.689735 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d7b87-3ea6-477c-9787-78257f58919d req-71134d25-41d7-435a-a3eb-d5b17916dd4a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:43.691077 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-581d7b87-3ea6-477c-9787-78257f58919d req-71134d25-41d7-435a-a3eb-d5b17916dd4a tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.47 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 946 time: 0.0738673 Feb 04 12:45:43.759790 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [req-581d7b87-3ea6-477c-9787-78257f58919d req-9a5c9a58-2b6a-4b28-ba7e-2861a7311136 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Deleting port 1f1eea18-292f-42c5-9723-f985cc864954 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:45:43.760119 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-581d7b87-3ea6-477c-9787-78257f58919d req-9a5c9a58-2b6a-4b28-ba7e-2861a7311136 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:44.091831 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-581d7b87-3ea6-477c-9787-78257f58919d req-9a5c9a58-2b6a-4b28-ba7e-2861a7311136 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] For port 1f1eea18-292f-42c5-9723-f985cc864954, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=1f1eea18-292f-42c5-9723-f985cc864954,segment=NetworkSegment(24dcb91d-67ae-48b8-844a-c43d3c12e713),segment_id=24dcb91d-67ae-48b8-844a-c43d3c12e713)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:44.092198 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-581d7b87-3ea6-477c-9787-78257f58919d req-9a5c9a58-2b6a-4b28-ba7e-2861a7311136 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:44.210560 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [req-581d7b87-3ea6-477c-9787-78257f58919d req-9a5c9a58-2b6a-4b28-ba7e-2861a7311136 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Calling delete_port for 1f1eea18-292f-42c5-9723-f985cc864954 owned by compute:nova {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:45:44.426705 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-581d7b87-3ea6-477c-9787-78257f58919d req-9a5c9a58-2b6a-4b28-ba7e-2861a7311136 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:44.473297 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c9a58-2b6a-4b28-ba7e-2861a7311136 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Pushing event deleted for resources: {'Port': ['ID=1f1eea18-292f-42c5-9723-f985cc864954,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:44.550718 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [req-581d7b87-3ea6-477c-9787-78257f58919d req-9a5c9a58-2b6a-4b28-ba7e-2861a7311136 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] No DVR routers for this DVR port 1f1eea18-292f-42c5-9723-f985cc864954 on host hv-neutron-8278 {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:45:44.553223 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-581d7b87-3ea6-477c-9787-78257f58919d req-9a5c9a58-2b6a-4b28-ba7e-2861a7311136 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:44.555827 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe338e7-0ed8-4da2-ad5f-a82a55256e74', 'name': 'network-vif-deleted', 'tag': '1f1eea18-292f-42c5-9723-f985cc864954'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:45:44.619122 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe338e7-0ed8-4da2-ad5f-a82a55256e74', 'name': 'network-vif-deleted', 'tag': '1f1eea18-292f-42c5-9723-f985cc864954', 'status': 'completed', 'code': 200} Feb 04 12:45:44.648983 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c01a3ac9-4fbe-4956-bf5a-42f55af5ed33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:44.695916 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-581d7b87-3ea6-477c-9787-78257f58919d req-9a5c9a58-2b6a-4b28-ba7e-2861a7311136 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.47 "DELETE /v2.0/ports/1f1eea18-292f-42c5-9723-f985cc864954 HTTP/1.1" status: 204 len: 173 time: 1.0001254 Feb 04 12:45:44.741754 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-e2db8cc5-d0b2-483d-8723-4386587aeae3 req-5b17f7a9-f14c-4a37-8af5-73a4a79bd8b7 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Synchronizing usage tracker for tenant:55276762fe0b4b818f1de41861c2862e on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:45:44.843478 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-e2db8cc5-d0b2-483d-8723-4386587aeae3 req-5b17f7a9-f14c-4a37-8af5-73a4a79bd8b7 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Unset dirty status for tenant:55276762fe0b4b818f1de41861c2862e on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:45:44.846870 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e2db8cc5-d0b2-483d-8723-4386587aeae3 req-5b17f7a9-f14c-4a37-8af5-73a4a79bd8b7 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 210 time: 0.1457076 Feb 04 12:45:45.705187 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:46.003352 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:46.035604 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-f6a15a17-febf-4caa-b6a0-8622b6ae9087 req-80fb714d-4b5d-4d4f-8c10-be64eb764290 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe338e7-0ed8-4da2-ad5f-a82a55256e74 HTTP/1.1" status: 200 len: 210 time: 0.0417695 Feb 04 12:45:46.438671 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 1f1eea18-292f-42c5-9723-f985cc864954 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:45:46.473058 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] No Port match for: 1f1eea18-292f-42c5-9723-f985cc864954 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:45:46.478474 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 1f1eea18-292f-42c5-9723-f985cc864954 not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:45:47.147998 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 49684) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:45:47.192262 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:47.228818 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c0ad90f5-ab80-4949-92b3-9643d3d1f022 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:47.260051 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c0ad90f5-ab80-4949-92b3-9643d3d1f022 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:47.403170 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c0ad90f5-ab80-4949-92b3-9643d3d1f022 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:47.426808 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad90f5-ab80-4949-92b3-9643d3d1f022 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:47.505301 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-c0ad90f5-ab80-4949-92b3-9643d3d1f022 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:47.506436 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-c0ad90f5-ab80-4949-92b3-9643d3d1f022 tempest-TestShelveInstance-869191930 tempest-TestShelveInstance-869191930-project] 10.222.0.21 "DELETE /v2.0/security-groups/9487c1e4-9d7c-4bc9-a7b6-608a494a0cf2 HTTP/1.1" status: 204 len: 168 time: 0.3574693 Feb 04 12:45:47.644849 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 49690) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:45:48.219922 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-de0001b2-c285-4f79-a042-c667337697d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:48.919622 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-de0001b2-c285-4f79-a042-c667337697d1 admin admin] Deleting port 12657ccb-3a5e-4423-95ea-458ca0055b5b {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:45:48.919955 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-de0001b2-c285-4f79-a042-c667337697d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:49.086454 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-de0001b2-c285-4f79-a042-c667337697d1 admin admin] For port 12657ccb-3a5e-4423-95ea-458ca0055b5b, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=12657ccb-3a5e-4423-95ea-458ca0055b5b,segment=NetworkSegment(24dcb91d-67ae-48b8-844a-c43d3c12e713),segment_id=24dcb91d-67ae-48b8-844a-c43d3c12e713)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:49.086695 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-de0001b2-c285-4f79-a042-c667337697d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:49.207906 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-de0001b2-c285-4f79-a042-c667337697d1 admin admin] Calling delete_port for 12657ccb-3a5e-4423-95ea-458ca0055b5b owned by network:router_interface {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:45:49.477693 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-de0001b2-c285-4f79-a042-c667337697d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:49.524059 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0001b2-c285-4f79-a042-c667337697d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=12657ccb-3a5e-4423-95ea-458ca0055b5b,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:49.805707 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-de0001b2-c285-4f79-a042-c667337697d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:50.506609 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0001b2-c285-4f79-a042-c667337697d1 admin admin] Router b7c2276e-7397-449b-8391-32c3166a6542 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:45:50.706110 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0001b2-c285-4f79-a042-c667337697d1 admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:45:50.714586 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0c29da-c82e-44e4-b6ea-c058df640c59 None None] Sync routers for ids ['b7c2276e-7397-449b-8391-32c3166a6542'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:45:50.727435 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0c29da-c82e-44e4-b6ea-c058df640c59 None None] Routers {'b7c2276e-7397-449b-8391-32c3166a6542'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:45:50.728029 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ab0c29da-c82e-44e4-b6ea-c058df640c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:45:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['b7c2276e-7397-449b-8391-32c3166a6542'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:50.799923 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-de0001b2-c285-4f79-a042-c667337697d1 admin admin] 10.222.0.21 "PUT /v2.0/routers/b7c2276e-7397-449b-8391-32c3166a6542/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1537580 Feb 04 12:45:50.802217 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 49696) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:45:50.908434 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-ab0c29da-c82e-44e4-b6ea-c058df640c59 None None] Set router b7c2276e-7397-449b-8391-32c3166a6542 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:45:51.004400 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a535e737-0453-4daf-b725-1a7725bb4f3e admin admin] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:51.193274 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ab0c29da-c82e-44e4-b6ea-c058df640c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'name': 'tempest-TestShelveInstance-2093239083-router', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:51Z', 'updated_at': '2022-02-04T12:45:49Z', 'revision_number': 5, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'gw_port': {'id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:52Z', 'updated_at': '2022-02-04T12:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:51.197124 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0c29da-c82e-44e4-b6ea-c058df640c59 None None] Checking router: b7c2276e-7397-449b-8391-32c3166a6542 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:45:51.206863 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a535e737-0453-4daf-b725-1a7725bb4f3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:51.208087 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0c29da-c82e-44e4-b6ea-c058df640c59 None None] Routers {'b7c2276e-7397-449b-8391-32c3166a6542'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:45:51.208693 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ab0c29da-c82e-44e4-b6ea-c058df640c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:45:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['b7c2276e-7397-449b-8391-32c3166a6542'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:51.300604 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-a535e737-0453-4daf-b725-1a7725bb4f3e admin admin] Deleting port fbd0905d-30a9-4090-ae4f-22aabb6884e7 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:45:51.300940 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a535e737-0453-4daf-b725-1a7725bb4f3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:51.386949 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-ab0c29da-c82e-44e4-b6ea-c058df640c59 None None] Set router b7c2276e-7397-449b-8391-32c3166a6542 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:45:51.473195 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-a535e737-0453-4daf-b725-1a7725bb4f3e admin admin] For port fbd0905d-30a9-4090-ae4f-22aabb6884e7, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=fbd0905d-30a9-4090-ae4f-22aabb6884e7,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:51.473452 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a535e737-0453-4daf-b725-1a7725bb4f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:51.593179 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-a535e737-0453-4daf-b725-1a7725bb4f3e admin admin] Calling delete_port for fbd0905d-30a9-4090-ae4f-22aabb6884e7 owned by network:router_gateway {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:45:51.691833 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ab0c29da-c82e-44e4-b6ea-c058df640c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'name': 'tempest-TestShelveInstance-2093239083-router', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:51Z', 'updated_at': '2022-02-04T12:45:49Z', 'revision_number': 5, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'gw_port': {'id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:52Z', 'updated_at': '2022-02-04T12:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:51.697311 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0c29da-c82e-44e4-b6ea-c058df640c59 None None] The sync data for ids ['b7c2276e-7397-449b-8391-32c3166a6542'] in dv-neutron-827825-2-hyperv is: [{'id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'name': 'tempest-TestShelveInstance-2093239083-router', 'tenant_id': '55276762fe0b4b818f1de41861c2862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:51Z', 'updated_at': '2022-02-04T12:45:49Z', 'revision_number': 5, 'project_id': '55276762fe0b4b818f1de41861c2862e', 'gw_port': {'id': 'fbd0905d-30a9-4090-ae4f-22aabb6884e7', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c2276e-7397-449b-8391-32c3166a6542', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:52Z', 'updated_at': '2022-02-04T12:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:45:51.809096 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a535e737-0453-4daf-b725-1a7725bb4f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:51.856443 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535e737-0453-4daf-b725-1a7725bb4f3e admin admin] Pushing event deleted for resources: {'Port': ['ID=fbd0905d-30a9-4090-ae4f-22aabb6884e7,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:52.195357 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a535e737-0453-4daf-b725-1a7725bb4f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:52.452615 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a535e737-0453-4daf-b725-1a7725bb4f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:52.456893 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a535e737-0453-4daf-b725-1a7725bb4f3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:52.551683 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a535e737-0453-4daf-b725-1a7725bb4f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:52.552219 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a535e737-0453-4daf-b725-1a7725bb4f3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7c2276e-7397-449b-8391-32c3166a6542 {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:45:52.565009 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a535e737-0453-4daf-b725-1a7725bb4f3e admin admin] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:52.566158 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a535e737-0453-4daf-b725-1a7725bb4f3e admin admin] 10.222.0.21 "DELETE /v2.0/routers/b7c2276e-7397-449b-8391-32c3166a6542 HTTP/1.1" status: 204 len: 168 time: 1.7630258 Feb 04 12:45:52.568994 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 49700) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:45:52.631726 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-b321acc7-1816-4a5b-9342-783de0892279 admin admin] Deleting subnet 35ad2942-6bab-4d3b-b613-207218d38d29 {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 12:45:52.634997 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b321acc7-1816-4a5b-9342-783de0892279 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:52.693209 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b321acc7-1816-4a5b-9342-783de0892279 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:52.772197 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b321acc7-1816-4a5b-9342-783de0892279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:52.935752 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b321acc7-1816-4a5b-9342-783de0892279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:52.975694 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321acc7-1816-4a5b-9342-783de0892279 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35ad2942-6bab-4d3b-b613-207218d38d29,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:52.988271 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-b321acc7-1816-4a5b-9342-783de0892279 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:52.990852 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1a08d9-3013-4335-a3df-a77d5065f6a0 None None] Network 09496e9d-c3c6-4788-970e-62605b90225f requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:45:52.992409 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 49704) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:45:52.993025 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-b321acc7-1816-4a5b-9342-783de0892279 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/35ad2942-6bab-4d3b-b613-207218d38d29 HTTP/1.1" status: 204 len: 168 time: 0.4227254 Feb 04 12:45:53.116555 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 12657ccb-3a5e-4423-95ea-458ca0055b5b no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:45:53.120186 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6dccacc1-509d-4fe2-82fe-c9dd84a53ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:53.131389 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-6dccacc1-509d-4fe2-82fe-c9dd84a53ca5 admin admin] Deleting port 68451283-8366-42a5-a9dd-73d8cc89fb9b {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:45:53.131747 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6dccacc1-509d-4fe2-82fe-c9dd84a53ca5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:53.154399 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 12657ccb-3a5e-4423-95ea-458ca0055b5b {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:45:53.154741 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 12657ccb-3a5e-4423-95ea-458ca0055b5b not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:45:53.155149 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device fbd0905d-30a9-4090-ae4f-22aabb6884e7 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:45:53.202050 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: fbd0905d-30a9-4090-ae4f-22aabb6884e7 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:45:53.202622 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device fbd0905d-30a9-4090-ae4f-22aabb6884e7 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:45:53.379647 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-6dccacc1-509d-4fe2-82fe-c9dd84a53ca5 admin admin] For port 68451283-8366-42a5-a9dd-73d8cc89fb9b, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=68451283-8366-42a5-a9dd-73d8cc89fb9b,segment=NetworkSegment(24dcb91d-67ae-48b8-844a-c43d3c12e713),segment_id=24dcb91d-67ae-48b8-844a-c43d3c12e713)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:53.379998 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6dccacc1-509d-4fe2-82fe-c9dd84a53ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:53.395586 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f383710-f8a1-4774-9ed5-cf44e8261a8c None None] DHCP port deletion for 09496e9d-c3c6-4788-970e-62605b90225f request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 12:45:53.400038 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-2f383710-f8a1-4774-9ed5-cf44e8261a8c None None] Deleting port 68451283-8366-42a5-a9dd-73d8cc89fb9b {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:45:53.400406 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2f383710-f8a1-4774-9ed5-cf44e8261a8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:53.514902 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-6dccacc1-509d-4fe2-82fe-c9dd84a53ca5 admin admin] Calling delete_port for 68451283-8366-42a5-a9dd-73d8cc89fb9b owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:45:53.656936 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-2f383710-f8a1-4774-9ed5-cf44e8261a8c None None] For port 68451283-8366-42a5-a9dd-73d8cc89fb9b, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=68451283-8366-42a5-a9dd-73d8cc89fb9b,segment=NetworkSegment(24dcb91d-67ae-48b8-844a-c43d3c12e713),segment_id=24dcb91d-67ae-48b8-844a-c43d3c12e713)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:53.656936 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2f383710-f8a1-4774-9ed5-cf44e8261a8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:53.684361 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6dccacc1-509d-4fe2-82fe-c9dd84a53ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:53.732023 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dccacc1-509d-4fe2-82fe-c9dd84a53ca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=68451283-8366-42a5-a9dd-73d8cc89fb9b,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:53.741252 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dccacc1-509d-4fe2-82fe-c9dd84a53ca5 admin admin] No DVR routers for this DVR port 68451283-8366-42a5-a9dd-73d8cc89fb9b on host dv-neutron-827825-2-hyperv {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:45:53.771575 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccacc1-509d-4fe2-82fe-c9dd84a53ca5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:53.771915 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccacc1-509d-4fe2-82fe-c9dd84a53ca5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:53.772249 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccacc1-509d-4fe2-82fe-c9dd84a53ca5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:53.772574 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccacc1-509d-4fe2-82fe-c9dd84a53ca5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:53.772896 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccacc1-509d-4fe2-82fe-c9dd84a53ca5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:53.773213 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccacc1-509d-4fe2-82fe-c9dd84a53ca5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:53.773528 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccacc1-509d-4fe2-82fe-c9dd84a53ca5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:53.773841 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccacc1-509d-4fe2-82fe-c9dd84a53ca5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:53.774178 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccacc1-509d-4fe2-82fe-c9dd84a53ca5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:53.774488 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccacc1-509d-4fe2-82fe-c9dd84a53ca5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:53.774867 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccacc1-509d-4fe2-82fe-c9dd84a53ca5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:53.785228 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-2f383710-f8a1-4774-9ed5-cf44e8261a8c None None] Calling delete_port for 68451283-8366-42a5-a9dd-73d8cc89fb9b owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:45:53.858224 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-2f383710-f8a1-4774-9ed5-cf44e8261a8c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:45:53.858574 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-2f383710-f8a1-4774-9ed5-cf44e8261a8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:45:53.956981 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6dccacc1-509d-4fe2-82fe-c9dd84a53ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:53.983103 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-6dccacc1-509d-4fe2-82fe-c9dd84a53ca5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09496e9d-c3c6-4788-970e-62605b90225f']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:53.995001 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-6dccacc1-509d-4fe2-82fe-c9dd84a53ca5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24dcb91d-67ae-48b8-844a-c43d3c12e713') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:53.995571 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-6dccacc1-509d-4fe2-82fe-c9dd84a53ca5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24dcb91d-67ae-48b8-844a-c43d3c12e713') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:54.007258 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6dccacc1-509d-4fe2-82fe-c9dd84a53ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:54.023175 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6dccacc1-509d-4fe2-82fe-c9dd84a53ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:54.030660 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dccacc1-509d-4fe2-82fe-c9dd84a53ca5 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 12:45:54.031050 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6dccacc1-509d-4fe2-82fe-c9dd84a53ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:54.044929 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 12:45:54.044929 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 12:45:54.044929 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 12:45:54.044929 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:45:54.044929 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 12:45:54.044929 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:45:54.044929 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 12:45:54.044929 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:45:54.044929 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 12:45:54.044929 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:45:54.044929 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 12:45:54.044929 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:45:54.044929 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 12:45:54.044929 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:45:54.044929 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:45:54.044929 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:45:54.044929 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:45:54.044929 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:45:54.044929 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 12:45:54.044929 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:45:54.044929 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 12:45:54.044929 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:45:54.044929 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:45:54.044929 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 12:45:54.044929 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 12:45:54.044929 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 12:45:54.044929 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:45:54.044929 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 12:45:54.044929 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:45:54.044929 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 12:45:54.044929 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:45:54.044929 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:45:54.209077 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6dccacc1-509d-4fe2-82fe-c9dd84a53ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:54.225832 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6dccacc1-509d-4fe2-82fe-c9dd84a53ca5 admin admin] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:54.236233 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dccacc1-509d-4fe2-82fe-c9dd84a53ca5 admin admin] Pushing event deleted for resources: {'Network': ['ID=09496e9d-c3c6-4788-970e-62605b90225f,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:54.340383 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6dccacc1-509d-4fe2-82fe-c9dd84a53ca5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/09496e9d-c3c6-4788-970e-62605b90225f HTTP/1.1" status: 204 len: 168 time: 1.3467834 Feb 04 12:45:54.344100 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 49708) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:45:54.359579 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-2f383710-f8a1-4774-9ed5-cf44e8261a8c None None] Deleting port 68451283-8366-42a5-a9dd-73d8cc89fb9b {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:45:54.360377 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2f383710-f8a1-4774-9ed5-cf44e8261a8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:54.423445 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-2f383710-f8a1-4774-9ed5-cf44e8261a8c None None] The port '68451283-8366-42a5-a9dd-73d8cc89fb9b' was deleted {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 12:45:54.736338 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e47703f0-febd-4ca2-988f-11e6904890be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:54.864954 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 68451283-8366-42a5-a9dd-73d8cc89fb9b no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:45:54.899413 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 68451283-8366-42a5-a9dd-73d8cc89fb9b {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:45:54.899737 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 68451283-8366-42a5-a9dd-73d8cc89fb9b not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:45:55.324144 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-e47703f0-febd-4ca2-988f-11e6904890be admin admin] Deleting port f0167d6a-2a10-4c6e-86ec-e7bb24e09d68 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:45:55.324766 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e47703f0-febd-4ca2-988f-11e6904890be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:55.497690 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-e47703f0-febd-4ca2-988f-11e6904890be admin admin] For port f0167d6a-2a10-4c6e-86ec-e7bb24e09d68, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=f0167d6a-2a10-4c6e-86ec-e7bb24e09d68,segment=NetworkSegment(2e5367be-c462-4835-80c2-53b5864de8ce),segment_id=2e5367be-c462-4835-80c2-53b5864de8ce)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:55.497985 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e47703f0-febd-4ca2-988f-11e6904890be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:55.719700 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-e47703f0-febd-4ca2-988f-11e6904890be admin admin] Calling delete_port for f0167d6a-2a10-4c6e-86ec-e7bb24e09d68 owned by network:router_interface {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:45:55.957385 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e47703f0-febd-4ca2-988f-11e6904890be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:56.001819 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47703f0-febd-4ca2-988f-11e6904890be admin admin] Pushing event deleted for resources: {'Port': ['ID=f0167d6a-2a10-4c6e-86ec-e7bb24e09d68,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:56.294350 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e47703f0-febd-4ca2-988f-11e6904890be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:56.887584 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47703f0-febd-4ca2-988f-11e6904890be admin admin] Router 674707b2-3579-49b6-9afc-ace31c478535 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:45:57.089377 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47703f0-febd-4ca2-988f-11e6904890be admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:45:57.099224 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e3f736-215c-488c-b1c5-9ce8db50b441 None None] Sync routers for ids ['674707b2-3579-49b6-9afc-ace31c478535'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:45:57.111369 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e3f736-215c-488c-b1c5-9ce8db50b441 None None] Routers {'674707b2-3579-49b6-9afc-ace31c478535'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:45:57.111941 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-b7e3f736-215c-488c-b1c5-9ce8db50b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:45:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['674707b2-3579-49b6-9afc-ace31c478535'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:57.165453 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e47703f0-febd-4ca2-988f-11e6904890be admin admin] 10.222.0.21 "PUT /v2.0/routers/674707b2-3579-49b6-9afc-ace31c478535/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8202691 Feb 04 12:45:57.174554 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 49712) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:45:57.293692 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-b7e3f736-215c-488c-b1c5-9ce8db50b441 None None] Set router 674707b2-3579-49b6-9afc-ace31c478535 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:45:57.377826 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7415ad1b-c0dc-4629-a86b-618c19b0e5f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:57.579881 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7415ad1b-c0dc-4629-a86b-618c19b0e5f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:57.619284 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-b7e3f736-215c-488c-b1c5-9ce8db50b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674707b2-3579-49b6-9afc-ace31c478535', 'name': 'tempest-TestShelveInstance-1984015517-router', 'tenant_id': '2e9465cc1198475396af8b9502bd656d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '80e80322-1a94-40f0-8be1-a19d7a2dd141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:59Z', 'updated_at': '2022-02-04T12:45:55Z', 'revision_number': 5, 'project_id': '2e9465cc1198475396af8b9502bd656d', 'gw_port': {'id': '80e80322-1a94-40f0-8be1-a19d7a2dd141', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:65:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674707b2-3579-49b6-9afc-ace31c478535', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:00Z', 'updated_at': '2022-02-04T12:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:57.623236 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e3f736-215c-488c-b1c5-9ce8db50b441 None None] Checking router: 674707b2-3579-49b6-9afc-ace31c478535 for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:45:57.633260 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e3f736-215c-488c-b1c5-9ce8db50b441 None None] Routers {'674707b2-3579-49b6-9afc-ace31c478535'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:45:57.633786 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-b7e3f736-215c-488c-b1c5-9ce8db50b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:45:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['674707b2-3579-49b6-9afc-ace31c478535'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:57.660794 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-7415ad1b-c0dc-4629-a86b-618c19b0e5f4 admin admin] Deleting port 80e80322-1a94-40f0-8be1-a19d7a2dd141 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:45:57.661159 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7415ad1b-c0dc-4629-a86b-618c19b0e5f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:57.786305 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-b7e3f736-215c-488c-b1c5-9ce8db50b441 None None] Set router 674707b2-3579-49b6-9afc-ace31c478535 gateway port host: None {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:45:57.834206 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-7415ad1b-c0dc-4629-a86b-618c19b0e5f4 admin admin] For port 80e80322-1a94-40f0-8be1-a19d7a2dd141, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=80e80322-1a94-40f0-8be1-a19d7a2dd141,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:57.834575 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7415ad1b-c0dc-4629-a86b-618c19b0e5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:57.892542 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-b7e3f736-215c-488c-b1c5-9ce8db50b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674707b2-3579-49b6-9afc-ace31c478535', 'name': 'tempest-TestShelveInstance-1984015517-router', 'tenant_id': '2e9465cc1198475396af8b9502bd656d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:59Z', 'updated_at': '2022-02-04T12:45:57Z', 'revision_number': 6, 'project_id': '2e9465cc1198475396af8b9502bd656d', 'gw_port_host': None}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:57.896831 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e3f736-215c-488c-b1c5-9ce8db50b441 None None] The sync data for ids ['674707b2-3579-49b6-9afc-ace31c478535'] in dv-neutron-827825-2-hyperv is: [{'id': '674707b2-3579-49b6-9afc-ace31c478535', 'name': 'tempest-TestShelveInstance-1984015517-router', 'tenant_id': '2e9465cc1198475396af8b9502bd656d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:59Z', 'updated_at': '2022-02-04T12:45:57Z', 'revision_number': 6, 'project_id': '2e9465cc1198475396af8b9502bd656d', 'gw_port_host': None}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:45:58.053997 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-7415ad1b-c0dc-4629-a86b-618c19b0e5f4 admin admin] Calling delete_port for 80e80322-1a94-40f0-8be1-a19d7a2dd141 owned by network:router_gateway {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:45:58.295930 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7415ad1b-c0dc-4629-a86b-618c19b0e5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:58.346472 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415ad1b-c0dc-4629-a86b-618c19b0e5f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=80e80322-1a94-40f0-8be1-a19d7a2dd141,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:58.568474 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7415ad1b-c0dc-4629-a86b-618c19b0e5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:58.826073 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7415ad1b-c0dc-4629-a86b-618c19b0e5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:58.830672 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7415ad1b-c0dc-4629-a86b-618c19b0e5f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:58.874197 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 80e80322-1a94-40f0-8be1-a19d7a2dd141 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:45:58.906534 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 80e80322-1a94-40f0-8be1-a19d7a2dd141 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:45:58.906866 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 80e80322-1a94-40f0-8be1-a19d7a2dd141 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:45:58.909686 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device f0167d6a-2a10-4c6e-86ec-e7bb24e09d68 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:45:58.938720 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: f0167d6a-2a10-4c6e-86ec-e7bb24e09d68 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:45:58.939058 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device f0167d6a-2a10-4c6e-86ec-e7bb24e09d68 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:45:58.963306 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7415ad1b-c0dc-4629-a86b-618c19b0e5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:58.963845 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7415ad1b-c0dc-4629-a86b-618c19b0e5f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 674707b2-3579-49b6-9afc-ace31c478535 {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:45:58.976448 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-7415ad1b-c0dc-4629-a86b-618c19b0e5f4 admin admin] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:58.981273 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-7415ad1b-c0dc-4629-a86b-618c19b0e5f4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/674707b2-3579-49b6-9afc-ace31c478535 HTTP/1.1" status: 204 len: 168 time: 1.8019545 Feb 04 12:45:58.981398 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 49716) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:45:59.041667 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-35a09582-d362-4e76-a03e-3479455e6582 admin admin] Deleting subnet a6a00550-928f-454f-a2b9-441e4ecd2bcd {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 12:45:59.045686 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-35a09582-d362-4e76-a03e-3479455e6582 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:59.104457 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-35a09582-d362-4e76-a03e-3479455e6582 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:59.279581 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-35a09582-d362-4e76-a03e-3479455e6582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:59.415462 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-35a09582-d362-4e76-a03e-3479455e6582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:59.458187 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a09582-d362-4e76-a03e-3479455e6582 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6a00550-928f-454f-a2b9-441e4ecd2bcd,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:59.462870 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-35a09582-d362-4e76-a03e-3479455e6582 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:59.468411 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ed141b-a59c-4c06-9822-4ed2f1fdb321 None None] Network bf2e5674-768a-4f04-acb0-155bdcd6acb5 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:45:59.469274 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-35a09582-d362-4e76-a03e-3479455e6582 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a6a00550-928f-454f-a2b9-441e4ecd2bcd HTTP/1.1" status: 204 len: 168 time: 0.4873238 Feb 04 12:45:59.472079 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 49720) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:45:59.579005 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6d5cf4c5-4b6c-4339-ae6b-2a6609c1b4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:59.589494 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-6d5cf4c5-4b6c-4339-ae6b-2a6609c1b4b9 admin admin] Deleting port e07853a2-28ab-405c-a7e4-af10fc0ffd13 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:45:59.589816 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6d5cf4c5-4b6c-4339-ae6b-2a6609c1b4b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:59.708679 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cd4d6c-5547-4214-a20e-fc4e401621ed None None] DHCP port deletion for bf2e5674-768a-4f04-acb0-155bdcd6acb5 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 12:45:59.712881 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-60cd4d6c-5547-4214-a20e-fc4e401621ed None None] Deleting port e07853a2-28ab-405c-a7e4-af10fc0ffd13 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:45:59.713243 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-60cd4d6c-5547-4214-a20e-fc4e401621ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:59.799235 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-6d5cf4c5-4b6c-4339-ae6b-2a6609c1b4b9 admin admin] For port e07853a2-28ab-405c-a7e4-af10fc0ffd13, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=e07853a2-28ab-405c-a7e4-af10fc0ffd13,segment=NetworkSegment(2e5367be-c462-4835-80c2-53b5864de8ce),segment_id=2e5367be-c462-4835-80c2-53b5864de8ce)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:59.799577 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6d5cf4c5-4b6c-4339-ae6b-2a6609c1b4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:59.917269 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-60cd4d6c-5547-4214-a20e-fc4e401621ed None None] For port e07853a2-28ab-405c-a7e4-af10fc0ffd13, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=e07853a2-28ab-405c-a7e4-af10fc0ffd13,segment=NetworkSegment(2e5367be-c462-4835-80c2-53b5864de8ce),segment_id=2e5367be-c462-4835-80c2-53b5864de8ce)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:59.917823 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-60cd4d6c-5547-4214-a20e-fc4e401621ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:59.922344 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-6d5cf4c5-4b6c-4339-ae6b-2a6609c1b4b9 admin admin] Calling delete_port for e07853a2-28ab-405c-a7e4-af10fc0ffd13 owned by network:dhcp {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:46:00.037238 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-60cd4d6c-5547-4214-a20e-fc4e401621ed None None] Calling delete_port for e07853a2-28ab-405c-a7e4-af10fc0ffd13 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:46:00.072514 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6d5cf4c5-4b6c-4339-ae6b-2a6609c1b4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:00.118273 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5cf4c5-4b6c-4339-ae6b-2a6609c1b4b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e07853a2-28ab-405c-a7e4-af10fc0ffd13,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:00.124416 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5cf4c5-4b6c-4339-ae6b-2a6609c1b4b9 admin admin] No DVR routers for this DVR port e07853a2-28ab-405c-a7e4-af10fc0ffd13 on host dv-neutron-827825-2-hyperv {{(pid=84205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:46:00.146980 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-60cd4d6c-5547-4214-a20e-fc4e401621ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:46:00.147426 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-60cd4d6c-5547-4214-a20e-fc4e401621ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:46:00.253622 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6d5cf4c5-4b6c-4339-ae6b-2a6609c1b4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:00.283763 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-6d5cf4c5-4b6c-4339-ae6b-2a6609c1b4b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf2e5674-768a-4f04-acb0-155bdcd6acb5']}} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:00.296191 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-6d5cf4c5-4b6c-4339-ae6b-2a6609c1b4b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e5367be-c462-4835-80c2-53b5864de8ce') {'for_net_delete': True} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:00.296482 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.services.segments.db [None req-6d5cf4c5-4b6c-4339-ae6b-2a6609c1b4b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e5367be-c462-4835-80c2-53b5864de8ce') {} {{(pid=84205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:00.307982 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6d5cf4c5-4b6c-4339-ae6b-2a6609c1b4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688237'] for segment, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:00.323642 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6d5cf4c5-4b6c-4339-ae6b-2a6609c1b4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:00.331370 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d5cf4c5-4b6c-4339-ae6b-2a6609c1b4b9 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=84205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 12:46:00.331731 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6d5cf4c5-4b6c-4339-ae6b-2a6609c1b4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653168'] for segment, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:00.345239 dv-neutron-827825-2-hyperv neutron-server[84205]: Traceback (most recent call last): Feb 04 12:46:00.345239 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 12:46:00.345239 dv-neutron-827825-2-hyperv neutron-server[84205]: timer() Feb 04 12:46:00.345239 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:46:00.345239 dv-neutron-827825-2-hyperv neutron-server[84205]: cb(*args, **kw) Feb 04 12:46:00.345239 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:46:00.345239 dv-neutron-827825-2-hyperv neutron-server[84205]: return func(*args, **kwargs) Feb 04 12:46:00.345239 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:46:00.345239 dv-neutron-827825-2-hyperv neutron-server[84205]: self._notify() Feb 04 12:46:00.345239 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:46:00.345239 dv-neutron-827825-2-hyperv neutron-server[84205]: self.callback(batched_events) Feb 04 12:46:00.345239 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:46:00.345239 dv-neutron-827825-2-hyperv neutron-server[84205]: event.method(event) Feb 04 12:46:00.345239 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:46:00.345239 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:46:00.345239 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:46:00.345239 dv-neutron-827825-2-hyperv neutron-server[84205]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:46:00.345239 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:46:00.345239 dv-neutron-827825-2-hyperv neutron-server[84205]: return f(self, *a, **k) Feb 04 12:46:00.345239 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:46:00.345239 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._get(url).json() Feb 04 12:46:00.345239 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:46:00.345239 dv-neutron-827825-2-hyperv neutron-server[84205]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:46:00.345239 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 12:46:00.345239 dv-neutron-827825-2-hyperv neutron-server[84205]: return self.request(url, 'GET', **kwargs) Feb 04 12:46:00.345239 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 12:46:00.345239 dv-neutron-827825-2-hyperv neutron-server[84205]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:46:00.345239 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 12:46:00.345239 dv-neutron-827825-2-hyperv neutron-server[84205]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:46:00.345239 dv-neutron-827825-2-hyperv neutron-server[84205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 12:46:00.345239 dv-neutron-827825-2-hyperv neutron-server[84205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:46:00.345239 dv-neutron-827825-2-hyperv neutron-server[84205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:46:00.506574 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6d5cf4c5-4b6c-4339-ae6b-2a6609c1b4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:00.526327 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6d5cf4c5-4b6c-4339-ae6b-2a6609c1b4b9 admin admin] Notify callbacks [] for network, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:00.536461 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5cf4c5-4b6c-4339-ae6b-2a6609c1b4b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf2e5674-768a-4f04-acb0-155bdcd6acb5,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:00.543508 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6d5cf4c5-4b6c-4339-ae6b-2a6609c1b4b9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bf2e5674-768a-4f04-acb0-155bdcd6acb5 HTTP/1.1" status: 204 len: 168 time: 1.0702467 Feb 04 12:46:00.648977 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-60cd4d6c-5547-4214-a20e-fc4e401621ed None None] Deleting port e07853a2-28ab-405c-a7e4-af10fc0ffd13 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:46:00.649498 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-60cd4d6c-5547-4214-a20e-fc4e401621ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:00.711835 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-60cd4d6c-5547-4214-a20e-fc4e401621ed None None] The port 'e07853a2-28ab-405c-a7e4-af10fc0ffd13' was deleted {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 12:46:00.868138 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device e07853a2-28ab-405c-a7e4-af10fc0ffd13 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:46:00.900742 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: e07853a2-28ab-405c-a7e4-af10fc0ffd13 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:46:00.900742 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device e07853a2-28ab-405c-a7e4-af10fc0ffd13 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:46:00.923272 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 49726) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:46:00.972422 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-30b681b8-5cca-47e0-bd2f-a3ebe7eeaa72 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=55276762fe0b4b818f1de41861c2862e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0479453 Feb 04 12:46:00.975128 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 49730) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:46:01.033745 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-84620e5d-fd2e-4b49-9f8b-02a090ba12ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:01.058766 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-84620e5d-fd2e-4b49-9f8b-02a090ba12ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:01.209464 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-84620e5d-fd2e-4b49-9f8b-02a090ba12ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:01.228685 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84620e5d-fd2e-4b49-9f8b-02a090ba12ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b39f3a-7f9e-42fb-9196-687b656b08ec,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:01.236035 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-84620e5d-fd2e-4b49-9f8b-02a090ba12ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:01.237140 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-84620e5d-fd2e-4b49-9f8b-02a090ba12ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25b39f3a-7f9e-42fb-9196-687b656b08ec HTTP/1.1" status: 204 len: 168 time: 0.2611451 Feb 04 12:46:01.983031 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 49738) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:46:02.034185 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-21b3a936-e79e-47b1-9bad-d6277655395f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e9465cc1198475396af8b9502bd656d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0500288 Feb 04 12:46:02.036709 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 49742) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:46:02.096414 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-80aee92a-8f12-4da0-b90a-6043d758b6bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:02.122628 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-80aee92a-8f12-4da0-b90a-6043d758b6bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:02.265624 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-80aee92a-8f12-4da0-b90a-6043d758b6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:02.280422 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aee92a-8f12-4da0-b90a-6043d758b6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9098ac-e9d7-434c-bf91-f937638f0c0c,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:02.286395 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-80aee92a-8f12-4da0-b90a-6043d758b6bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:02.291790 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-80aee92a-8f12-4da0-b90a-6043d758b6bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd9098ac-e9d7-434c-bf91-f937638f0c0c HTTP/1.1" status: 204 len: 168 time: 0.2502093 Feb 04 12:46:03.773431 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 49764) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:46:03.902617 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-16121e8a-056c-4386-892b-f5ec53fe28f2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1141017044-network', 'tenant_id': '3d880d198730452ba42f844c901d375e'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:46:03.908347 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-16121e8a-056c-4386-892b-f5ec53fe28f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:46:03.912298 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-16121e8a-056c-4386-892b-f5ec53fe28f2 admin admin] Usage tracker for resource:network and tenant:3d880d198730452ba42f844c901d375e is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:46:03.915260 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-16121e8a-056c-4386-892b-f5ec53fe28f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:46:03.921272 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-16121e8a-056c-4386-892b-f5ec53fe28f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:46:03.991461 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16121e8a-056c-4386-892b-f5ec53fe28f2 admin admin] Made reservation on behalf of 3d880d198730452ba42f844c901d375e for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:46:03.993733 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-16121e8a-056c-4386-892b-f5ec53fe28f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:04.005983 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-16121e8a-056c-4386-892b-f5ec53fe28f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:04.037416 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-16121e8a-056c-4386-892b-f5ec53fe28f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:46:04.041155 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-16121e8a-056c-4386-892b-f5ec53fe28f2 admin admin] Usage tracker for resource:security_group_rule and tenant:3d880d198730452ba42f844c901d375e is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:46:04.043974 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-16121e8a-056c-4386-892b-f5ec53fe28f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:46:04.049820 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-16121e8a-056c-4386-892b-f5ec53fe28f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:46:04.113171 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-16121e8a-056c-4386-892b-f5ec53fe28f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:04.203393 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-16121e8a-056c-4386-892b-f5ec53fe28f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:04.235352 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16121e8a-056c-4386-892b-f5ec53fe28f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:46:04.243286 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16121e8a-056c-4386-892b-f5ec53fe28f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa58b78-8b45-48b0-91e9-f9d59d9eb8bc,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:04.248872 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-16121e8a-056c-4386-892b-f5ec53fe28f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:04.249213 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-16121e8a-056c-4386-892b-f5ec53fe28f2 admin admin] Added segment 1b810705-0ccf-4a65-b454-ce38ee3944ad of type vlan for network 3775c06c-8324-4041-b5d5-e2fab6985493 Feb 04 12:46:04.279631 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-16121e8a-056c-4386-892b-f5ec53fe28f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:04.403172 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-16121e8a-056c-4386-892b-f5ec53fe28f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:04.404039 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16121e8a-056c-4386-892b-f5ec53fe28f2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:04.404691 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-16121e8a-056c-4386-892b-f5ec53fe28f2 admin admin] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:04.502739 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16121e8a-056c-4386-892b-f5ec53fe28f2 admin admin] Pushing event updated for resources: {'Network': ['ID=3775c06c-8324-4041-b5d5-e2fab6985493,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:04.516919 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 3775c06c-8324-4041-b5d5-e2fab6985493 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:46:04.564048 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-16121e8a-056c-4386-892b-f5ec53fe28f2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7895589 Feb 04 12:46:04.566851 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 49770) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:46:04.572458 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-4d34ee45-a56f-455c-bad5-b423f9f12c75 admin admin] Request body: {'subnet': {'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1141017044-subnet', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'ip_version': 4}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:46:04.578298 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-4d34ee45-a56f-455c-bad5-b423f9f12c75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:46:04.582340 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-4d34ee45-a56f-455c-bad5-b423f9f12c75 admin admin] Usage tracker for resource:subnet and tenant:3d880d198730452ba42f844c901d375e is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:46:04.585295 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-4d34ee45-a56f-455c-bad5-b423f9f12c75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:46:04.592139 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-4d34ee45-a56f-455c-bad5-b423f9f12c75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:46:04.706271 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d34ee45-a56f-455c-bad5-b423f9f12c75 admin admin] Made reservation on behalf of 3d880d198730452ba42f844c901d375e for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:46:04.708604 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4d34ee45-a56f-455c-bad5-b423f9f12c75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:05.083428 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4d34ee45-a56f-455c-bad5-b423f9f12c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:05.153039 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34ee45-a56f-455c-bad5-b423f9f12c75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=280ef6d5-8136-4a17-ae2c-d086804dba33,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:05.170758 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d34ee45-a56f-455c-bad5-b423f9f12c75 admin admin] Checking segment: {'id': '1b810705-0ccf-4a65-b454-ce38ee3944ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:46:05.171100 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d34ee45-a56f-455c-bad5-b423f9f12c75 admin admin] Network hostable DHCP agents. Network: 3775c06c-8324-4041-b5d5-e2fab6985493, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:46:05.271696 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d34ee45-a56f-455c-bad5-b423f9f12c75 admin admin] Network 3775c06c-8324-4041-b5d5-e2fab6985493 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:46:05.477577 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-4d34ee45-a56f-455c-bad5-b423f9f12c75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 3775c06c-8324-4041-b5d5-e2fab6985493) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:46:05.481867 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d34ee45-a56f-455c-bad5-b423f9f12c75 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:05.483533 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-4d34ee45-a56f-455c-bad5-b423f9f12c75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:05.487777 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb260b67-d9f5-4f13-8466-56549ba913b7 None None] Network 3775c06c-8324-4041-b5d5-e2fab6985493 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:46:05.598967 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-4d34ee45-a56f-455c-bad5-b423f9f12c75 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0307086 Feb 04 12:46:05.601283 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 49774) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:46:05.606717 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-5b99f066-9f6f-4e29-ae08-faeeced09c33 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1141017044-router', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:46:05.612370 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-5b99f066-9f6f-4e29-ae08-faeeced09c33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:46:05.616137 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-5b99f066-9f6f-4e29-ae08-faeeced09c33 admin admin] Usage tracker for resource:router and tenant:3d880d198730452ba42f844c901d375e is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:46:05.618951 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-5b99f066-9f6f-4e29-ae08-faeeced09c33 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:46:05.625812 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-5b99f066-9f6f-4e29-ae08-faeeced09c33 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:46:05.689608 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5b99f066-9f6f-4e29-ae08-faeeced09c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:05.691162 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5b99f066-9f6f-4e29-ae08-faeeced09c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:05.709989 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35907808-9bf1-49ed-83ac-cf7833f4f583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-3775c06c-8324-4041-b5d5-e2fab6985493', 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'fixed_ips': [{'subnet_id': '280ef6d5-8136-4a17-ae2c-d086804dba33'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 12:46:05.710874 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-35907808-9bf1-49ed-83ac-cf7833f4f583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:05.710991 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5b99f066-9f6f-4e29-ae08-faeeced09c33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:05.873570 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-35907808-9bf1-49ed-83ac-cf7833f4f583 None None] Allocated IP 172.20.0.2 (3775c06c-8324-4041-b5d5-e2fab6985493/280ef6d5-8136-4a17-ae2c-d086804dba33/8b1e8028-ea66-4acf-aeec-4eb19e5d4eb3) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:46:05.955064 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5b99f066-9f6f-4e29-ae08-faeeced09c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:06.086685 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-35907808-9bf1-49ed-83ac-cf7833f4f583 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:06.098675 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-35907808-9bf1-49ed-83ac-cf7833f4f583 None None] Transition to ACTIVE for port object 8b1e8028-ea66-4acf-aeec-4eb19e5d4eb3 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:46:06.117553 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-35907808-9bf1-49ed-83ac-cf7833f4f583 None None] Transition to ACTIVE for port object 8b1e8028-ea66-4acf-aeec-4eb19e5d4eb3 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:46:06.181547 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-35907808-9bf1-49ed-83ac-cf7833f4f583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:06.235996 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5b99f066-9f6f-4e29-ae08-faeeced09c33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:06.250891 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35907808-9bf1-49ed-83ac-cf7833f4f583 None None] Network 3775c06c-8324-4041-b5d5-e2fab6985493 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:46:06.252058 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-35907808-9bf1-49ed-83ac-cf7833f4f583 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:46:06.255670 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35907808-9bf1-49ed-83ac-cf7833f4f583 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:46:06.268657 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5b99f066-9f6f-4e29-ae08-faeeced09c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:06.312451 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35907808-9bf1-49ed-83ac-cf7833f4f583 None None] Pushing event updated for resources: {'Port': ['ID=8b1e8028-ea66-4acf-aeec-4eb19e5d4eb3,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:06.360926 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35907808-9bf1-49ed-83ac-cf7833f4f583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:06.361263 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35907808-9bf1-49ed-83ac-cf7833f4f583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:06.361596 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35907808-9bf1-49ed-83ac-cf7833f4f583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:06.361943 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35907808-9bf1-49ed-83ac-cf7833f4f583 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:06.362271 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35907808-9bf1-49ed-83ac-cf7833f4f583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:06.362593 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35907808-9bf1-49ed-83ac-cf7833f4f583 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:06.362919 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35907808-9bf1-49ed-83ac-cf7833f4f583 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:06.363324 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35907808-9bf1-49ed-83ac-cf7833f4f583 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:06.363644 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35907808-9bf1-49ed-83ac-cf7833f4f583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:06.364017 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35907808-9bf1-49ed-83ac-cf7833f4f583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:06.364273 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35907808-9bf1-49ed-83ac-cf7833f4f583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:06.374173 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-35907808-9bf1-49ed-83ac-cf7833f4f583 None None] Attempting to bind port 8b1e8028-ea66-4acf-aeec-4eb19e5d4eb3 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:46:06.374559 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-35907808-9bf1-49ed-83ac-cf7833f4f583 None None] Attempting to bind port 8b1e8028-ea66-4acf-aeec-4eb19e5d4eb3 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '1b810705-0ccf-4a65-b454-ce38ee3944ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:46:06.374902 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35907808-9bf1-49ed-83ac-cf7833f4f583 None None] Attempting to bind port 8b1e8028-ea66-4acf-aeec-4eb19e5d4eb3 on network 3775c06c-8324-4041-b5d5-e2fab6985493 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:46:06.381406 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35907808-9bf1-49ed-83ac-cf7833f4f583 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:46:06.381806 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35907808-9bf1-49ed-83ac-cf7833f4f583 None None] Checking segment: {'id': '1b810705-0ccf-4a65-b454-ce38ee3944ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:46:06.382190 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-35907808-9bf1-49ed-83ac-cf7833f4f583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:06.382572 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35907808-9bf1-49ed-83ac-cf7833f4f583 None None] Bound using segment: {'id': '1b810705-0ccf-4a65-b454-ce38ee3944ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:46:06.383021 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-35907808-9bf1-49ed-83ac-cf7833f4f583 None None] Bound port: 8b1e8028-ea66-4acf-aeec-4eb19e5d4eb3, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b810705-0ccf-4a65-b454-ce38ee3944ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:46:06.383385 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-35907808-9bf1-49ed-83ac-cf7833f4f583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:06.407582 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-5b99f066-9f6f-4e29-ae08-faeeced09c33 admin admin] Allocated IP 172.26.3.110 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/87e319a1-7ee3-4953-83fa-3a3eae875b17) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:46:06.474271 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-35907808-9bf1-49ed-83ac-cf7833f4f583 None None] For port 8b1e8028-ea66-4acf-aeec-4eb19e5d4eb3, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:46:06.477128 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-35907808-9bf1-49ed-83ac-cf7833f4f583 None None] For port 8b1e8028-ea66-4acf-aeec-4eb19e5d4eb3, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=8b1e8028-ea66-4acf-aeec-4eb19e5d4eb3,segment=NetworkSegment(1b810705-0ccf-4a65-b454-ce38ee3944ad),segment_id=1b810705-0ccf-4a65-b454-ce38ee3944ad)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:46:06.553503 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5b99f066-9f6f-4e29-ae08-faeeced09c33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:06.569393 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-35907808-9bf1-49ed-83ac-cf7833f4f583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:06.659441 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35907808-9bf1-49ed-83ac-cf7833f4f583 None None] Pushing event updated for resources: {'Port': ['ID=8b1e8028-ea66-4acf-aeec-4eb19e5d4eb3,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:06.666424 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5b99f066-9f6f-4e29-ae08-faeeced09c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:06.738037 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b99f066-9f6f-4e29-ae08-faeeced09c33 admin admin] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:46:06.741091 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-5b99f066-9f6f-4e29-ae08-faeeced09c33 admin admin] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:46:06.743726 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b99f066-9f6f-4e29-ae08-faeeced09c33 admin admin] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:46:06.775826 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99f066-9f6f-4e29-ae08-faeeced09c33 admin admin] Pushing event updated for resources: {'Port': ['ID=87e319a1-7ee3-4953-83fa-3a3eae875b17,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:06.923961 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 8b1e8028-ea66-4acf-aeec-4eb19e5d4eb3 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:46:07.009178 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:07.062606 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5b99f066-9f6f-4e29-ae08-faeeced09c33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:07.063256 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5b99f066-9f6f-4e29-ae08-faeeced09c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:07.071887 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 8b1e8028-ea66-4acf-aeec-4eb19e5d4eb3 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:46:07.390785 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b99f066-9f6f-4e29-ae08-faeeced09c33 admin admin] Router 75aca20c-8108-4e18-ab1c-378005a0a509 is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:46:07.567848 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8e0c0e-6e99-4028-9110-c880b999dba1 None None] Network 3775c06c-8324-4041-b5d5-e2fab6985493 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:46:07.595370 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b99f066-9f6f-4e29-ae08-faeeced09c33 admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:46:07.635240 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a3f54a-debc-42d1-b5de-de3a41351c34 None None] Sync routers for ids ['75aca20c-8108-4e18-ab1c-378005a0a509'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:46:07.686085 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a3f54a-debc-42d1-b5de-de3a41351c34 None None] Routers {'75aca20c-8108-4e18-ab1c-378005a0a509'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:46:07.686698 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-a3a3f54a-debc-42d1-b5de-de3a41351c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:45:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['75aca20c-8108-4e18-ab1c-378005a0a509'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:07.718361 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-5b99f066-9f6f-4e29-ae08-faeeced09c33 admin admin] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:07.719620 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5b99f066-9f6f-4e29-ae08-faeeced09c33 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1173670 Feb 04 12:46:07.722505 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 49780) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:46:07.764505 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-0f91fe72-1fc7-438f-b438-f42c71197067 None None] Provisioning for port 8b1e8028-ea66-4acf-aeec-4eb19e5d4eb3 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:46:07.781463 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-0f91fe72-1fc7-438f-b438-f42c71197067 None None] Provisioning complete for port 8b1e8028-ea66-4acf-aeec-4eb19e5d4eb3 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:07.781757 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0f91fe72-1fc7-438f-b438-f42c71197067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:08.084551 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-a3a3f54a-debc-42d1-b5de-de3a41351c34 None None] Set router 75aca20c-8108-4e18-ab1c-378005a0a509 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:46:08.231033 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0f91fe72-1fc7-438f-b438-f42c71197067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:08.346652 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-0f91fe72-1fc7-438f-b438-f42c71197067 None None] For port 8b1e8028-ea66-4acf-aeec-4eb19e5d4eb3, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=8b1e8028-ea66-4acf-aeec-4eb19e5d4eb3,segment=NetworkSegment(1b810705-0ccf-4a65-b454-ce38ee3944ad),segment_id=1b810705-0ccf-4a65-b454-ce38ee3944ad)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:46:08.416187 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0f91fe72-1fc7-438f-b438-f42c71197067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:08.501930 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91fe72-1fc7-438f-b438-f42c71197067 None None] Pushing event updated for resources: {'Port': ['ID=8b1e8028-ea66-4acf-aeec-4eb19e5d4eb3,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:08.510524 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-a3a3f54a-debc-42d1-b5de-de3a41351c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'name': 'tempest-TestSnapshotPattern-1141017044-router', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:05Z', 'updated_at': '2022-02-04T12:46:06Z', 'revision_number': 3, 'project_id': '3d880d198730452ba42f844c901d375e', 'gw_port': {'id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:06Z', 'updated_at': '2022-02-04T12:46:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:08.515138 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a3f54a-debc-42d1-b5de-de3a41351c34 None None] Checking router: 75aca20c-8108-4e18-ab1c-378005a0a509 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:46:08.515824 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a3f54a-debc-42d1-b5de-de3a41351c34 None None] Updating router 75aca20c-8108-4e18-ab1c-378005a0a509 port 87e319a1-7ee3-4953-83fa-3a3eae875b17 binding host dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 12:46:08.567422 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a3a3f54a-debc-42d1-b5de-de3a41351c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:08.593083 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-96f5c69d-7961-4101-ba3f-a91ba9fe27a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:08.702255 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-75550c1e-1ceb-4957-a91b-91c5d13afbc4 None None] Provisioning complete for port 8b1e8028-ea66-4acf-aeec-4eb19e5d4eb3 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:08.702616 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-75550c1e-1ceb-4957-a91b-91c5d13afbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:08.803788 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-96f5c69d-7961-4101-ba3f-a91ba9fe27a7 admin admin] Allocated IP 172.20.0.1 (3775c06c-8324-4041-b5d5-e2fab6985493/280ef6d5-8136-4a17-ae2c-d086804dba33/0893097a-0dac-47db-ac3a-e99b8ae16775) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:46:08.848393 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:46:08.913017 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 8b1e8028-ea66-4acf-aeec-4eb19e5d4eb3 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:46:08.960357 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-96f5c69d-7961-4101-ba3f-a91ba9fe27a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:08.978167 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-96f5c69d-7961-4101-ba3f-a91ba9fe27a7 admin admin] Transition to ACTIVE for port object 0893097a-0dac-47db-ac3a-e99b8ae16775 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:46:09.059995 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a3a3f54a-debc-42d1-b5de-de3a41351c34 None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:09.072638 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 8b1e8028-ea66-4acf-aeec-4eb19e5d4eb3 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:09.072996 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:09.083820 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-96f5c69d-7961-4101-ba3f-a91ba9fe27a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:09.104353 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a3a3f54a-debc-42d1-b5de-de3a41351c34 None None] Transition to ACTIVE for port object 87e319a1-7ee3-4953-83fa-3a3eae875b17 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:46:09.156940 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f5c69d-7961-4101-ba3f-a91ba9fe27a7 admin admin] Network 3775c06c-8324-4041-b5d5-e2fab6985493 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:46:09.160107 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-96f5c69d-7961-4101-ba3f-a91ba9fe27a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:46:09.162563 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f5c69d-7961-4101-ba3f-a91ba9fe27a7 admin admin] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:46:09.197625 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5c69d-7961-4101-ba3f-a91ba9fe27a7 admin admin] Pushing event updated for resources: {'Port': ['ID=0893097a-0dac-47db-ac3a-e99b8ae16775,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:09.207620 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a3a3f54a-debc-42d1-b5de-de3a41351c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:09.231746 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-96f5c69d-7961-4101-ba3f-a91ba9fe27a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:09.294153 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e3608-a81b-416b-b856-272deba30e0e None None] Pushing event updated for resources: {'Port': ['ID=87e319a1-7ee3-4953-83fa-3a3eae875b17,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:09.299240 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-a3a3f54a-debc-42d1-b5de-de3a41351c34 None None] Attempting to bind port 87e319a1-7ee3-4953-83fa-3a3eae875b17 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:46:09.299240 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-a3a3f54a-debc-42d1-b5de-de3a41351c34 None None] Attempting to bind port 87e319a1-7ee3-4953-83fa-3a3eae875b17 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:46:09.299240 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a3f54a-debc-42d1-b5de-de3a41351c34 None None] Attempting to bind port 87e319a1-7ee3-4953-83fa-3a3eae875b17 on network 63d4ab6b-931d-42a4-aa18-bedd81d582fa {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:46:09.305680 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a3f54a-debc-42d1-b5de-de3a41351c34 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:46:09.306086 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a3f54a-debc-42d1-b5de-de3a41351c34 None None] Checking segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:46:09.306483 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a3a3f54a-debc-42d1-b5de-de3a41351c34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:09.306866 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a3f54a-debc-42d1-b5de-de3a41351c34 None None] Bound using segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:46:09.307325 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-a3a3f54a-debc-42d1-b5de-de3a41351c34 None None] Bound port: 87e319a1-7ee3-4953-83fa-3a3eae875b17, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:46:09.307688 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a3a3f54a-debc-42d1-b5de-de3a41351c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:09.380983 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-a3a3f54a-debc-42d1-b5de-de3a41351c34 None None] For port 87e319a1-7ee3-4953-83fa-3a3eae875b17, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:46:09.384226 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-a3a3f54a-debc-42d1-b5de-de3a41351c34 None None] For port 87e319a1-7ee3-4953-83fa-3a3eae875b17, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=87e319a1-7ee3-4953-83fa-3a3eae875b17,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:46:09.432977 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-96f5c69d-7961-4101-ba3f-a91ba9fe27a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:09.484189 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a3a3f54a-debc-42d1-b5de-de3a41351c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:09.536318 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c98aa2e4-94f9-4dad-9030-d9763ae6ffd7 None None] Provisioning for port 0893097a-0dac-47db-ac3a-e99b8ae16775 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:46:09.592053 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c98aa2e4-94f9-4dad-9030-d9763ae6ffd7 None None] Provisioning complete for port 0893097a-0dac-47db-ac3a-e99b8ae16775 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:09.599873 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c98aa2e4-94f9-4dad-9030-d9763ae6ffd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:09.648935 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e3608-a81b-416b-b856-272deba30e0e None None] Pushing event updated for resources: {'Port': ['ID=87e319a1-7ee3-4953-83fa-3a3eae875b17,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:09.665292 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c98aa2e4-94f9-4dad-9030-d9763ae6ffd7 None None] Port 0893097a-0dac-47db-ac3a-e99b8ae16775 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:46:09.665790 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-96f5c69d-7961-4101-ba3f-a91ba9fe27a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:09.666736 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a3f54a-debc-42d1-b5de-de3a41351c34 None None] Routers {'75aca20c-8108-4e18-ab1c-378005a0a509'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:46:09.667339 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-a3a3f54a-debc-42d1-b5de-de3a41351c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:45:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['75aca20c-8108-4e18-ab1c-378005a0a509'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:09.757670 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-96f5c69d-7961-4101-ba3f-a91ba9fe27a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:09.848481 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-a3a3f54a-debc-42d1-b5de-de3a41351c34 None None] Set router 75aca20c-8108-4e18-ab1c-378005a0a509 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:46:09.971917 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5c69d-7961-4101-ba3f-a91ba9fe27a7 admin admin] Pushing event updated for resources: {'Port': ['ID=0893097a-0dac-47db-ac3a-e99b8ae16775,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:09.976704 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-96f5c69d-7961-4101-ba3f-a91ba9fe27a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:10.112402 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f5c69d-7961-4101-ba3f-a91ba9fe27a7 admin admin] Network 3775c06c-8324-4041-b5d5-e2fab6985493 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:46:10.113626 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-96f5c69d-7961-4101-ba3f-a91ba9fe27a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:46:10.167514 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-a3a3f54a-debc-42d1-b5de-de3a41351c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'name': 'tempest-TestSnapshotPattern-1141017044-router', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:05Z', 'updated_at': '2022-02-04T12:46:09Z', 'revision_number': 4, 'project_id': '3d880d198730452ba42f844c901d375e', 'gw_port': {'id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:06Z', 'updated_at': '2022-02-04T12:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '0893097a-0dac-47db-ac3a-e99b8ae16775', 'name': '', 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'mac_address': 'fa:16:3e:01:7f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '280ef6d5-8136-4a17-ae2c-d086804dba33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:08Z', 'updated_at': '2022-02-04T12:46:08Z', 'revision_number': 1, 'project_id': '3d880d198730452ba42f844c901d375e', 'subnets': [{'id': '280ef6d5-8136-4a17-ae2c-d086804dba33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:10.174679 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a3f54a-debc-42d1-b5de-de3a41351c34 None None] The sync data for ids ['75aca20c-8108-4e18-ab1c-378005a0a509'] in dv-neutron-827825-2-hyperv is: [{'id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'name': 'tempest-TestSnapshotPattern-1141017044-router', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:05Z', 'updated_at': '2022-02-04T12:46:09Z', 'revision_number': 4, 'project_id': '3d880d198730452ba42f844c901d375e', 'gw_port': {'id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:06Z', 'updated_at': '2022-02-04T12:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '0893097a-0dac-47db-ac3a-e99b8ae16775', 'name': '', 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'mac_address': 'fa:16:3e:01:7f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '280ef6d5-8136-4a17-ae2c-d086804dba33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:08Z', 'updated_at': '2022-02-04T12:46:08Z', 'revision_number': 1, 'project_id': '3d880d198730452ba42f844c901d375e', 'subnets': [{'id': '280ef6d5-8136-4a17-ae2c-d086804dba33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:46:10.400060 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-cf568b3d-5cb0-4a76-8160-93948f694f06 None None] Provisioning complete for port 0893097a-0dac-47db-ac3a-e99b8ae16775 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:10.400541 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cf568b3d-5cb0-4a76-8160-93948f694f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:10.459839 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-cf568b3d-5cb0-4a76-8160-93948f694f06 None None] Port 0893097a-0dac-47db-ac3a-e99b8ae16775 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:46:10.553207 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f5c69d-7961-4101-ba3f-a91ba9fe27a7 admin admin] Router 75aca20c-8108-4e18-ab1c-378005a0a509 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:46:10.769540 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f5c69d-7961-4101-ba3f-a91ba9fe27a7 admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:46:10.780262 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-96f5c69d-7961-4101-ba3f-a91ba9fe27a7 admin admin] 10.222.0.21 "PUT /v2.0/routers/75aca20c-8108-4e18-ab1c-378005a0a509/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0564098 Feb 04 12:46:10.911964 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 87e319a1-7ee3-4953-83fa-3a3eae875b17 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:46:11.064729 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 87e319a1-7ee3-4953-83fa-3a3eae875b17 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:46:11.070002 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 87e319a1-7ee3-4953-83fa-3a3eae875b17 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:11.070375 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:11.190756 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:11.216179 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 87e319a1-7ee3-4953-83fa-3a3eae875b17, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=87e319a1-7ee3-4953-83fa-3a3eae875b17,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:46:11.334915 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:11.408521 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=87e319a1-7ee3-4953-83fa-3a3eae875b17,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:12.152628 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 49806) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:46:12.159341 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-2783cc22-fa9e-4306-8dd3-0a7ca408080e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-762612936-network', 'tenant_id': 'a12857eb2d534d17b532ddf6728fffb8'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:46:12.164393 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-2783cc22-fa9e-4306-8dd3-0a7ca408080e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:46:12.169273 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-2783cc22-fa9e-4306-8dd3-0a7ca408080e admin admin] Usage tracker for resource:network and tenant:a12857eb2d534d17b532ddf6728fffb8 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:46:12.172259 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-2783cc22-fa9e-4306-8dd3-0a7ca408080e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:46:12.177978 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-2783cc22-fa9e-4306-8dd3-0a7ca408080e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:46:12.277973 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d7cb-5fda-4c4f-be6e-608e1258a017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:12.323575 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2783cc22-fa9e-4306-8dd3-0a7ca408080e admin admin] Made reservation on behalf of a12857eb2d534d17b532ddf6728fffb8 for: {'network': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:46:12.326555 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2783cc22-fa9e-4306-8dd3-0a7ca408080e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for network, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:12.343220 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2783cc22-fa9e-4306-8dd3-0a7ca408080e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:12.376247 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-2783cc22-fa9e-4306-8dd3-0a7ca408080e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:46:12.380026 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-2783cc22-fa9e-4306-8dd3-0a7ca408080e admin admin] Usage tracker for resource:security_group_rule and tenant:a12857eb2d534d17b532ddf6728fffb8 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:46:12.382759 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-2783cc22-fa9e-4306-8dd3-0a7ca408080e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:46:12.389048 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-2783cc22-fa9e-4306-8dd3-0a7ca408080e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:46:12.455129 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2783cc22-fa9e-4306-8dd3-0a7ca408080e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:12.547613 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2783cc22-fa9e-4306-8dd3-0a7ca408080e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:12.577034 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2783cc22-fa9e-4306-8dd3-0a7ca408080e admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=84204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:46:12.585922 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783cc22-fa9e-4306-8dd3-0a7ca408080e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76737123-d9f7-4642-acfc-ff0609d784e3,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:12.594060 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2783cc22-fa9e-4306-8dd3-0a7ca408080e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:12.594060 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.segments_db [None req-2783cc22-fa9e-4306-8dd3-0a7ca408080e admin admin] Added segment 05375fd9-1fe4-47f9-b170-7107167dcb11 of type vlan for network 3e431426-7b8f-4b66-bd96-06e24b9c23e8 Feb 04 12:46:12.621434 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2783cc22-fa9e-4306-8dd3-0a7ca408080e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760516757095'] for network, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:12.728912 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2783cc22-fa9e-4306-8dd3-0a7ca408080e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647'] for network, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:12.729749 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2783cc22-fa9e-4306-8dd3-0a7ca408080e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:12.730350 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-2783cc22-fa9e-4306-8dd3-0a7ca408080e admin admin] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:12.835986 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783cc22-fa9e-4306-8dd3-0a7ca408080e admin admin] Pushing event updated for resources: {'Network': ['ID=3e431426-7b8f-4b66-bd96-06e24b9c23e8,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:12.849058 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Network 3e431426-7b8f-4b66-bd96-06e24b9c23e8 details requested by agent ovs-agent-dv-neutron-827825-2-hyperv with host dv-neutron-827825-2-hyperv {{(pid=84206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:46:12.915071 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 87e319a1-7ee3-4953-83fa-3a3eae875b17 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:46:12.924078 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-2783cc22-fa9e-4306-8dd3-0a7ca408080e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7702045 Feb 04 12:46:12.926780 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 49812) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:46:12.932021 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-0b8375b7-02cb-4f95-987b-2ab7dfdd2bdc admin admin] Request body: {'subnet': {'network_id': '3e431426-7b8f-4b66-bd96-06e24b9c23e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-762612936-subnet', 'tenant_id': 'a12857eb2d534d17b532ddf6728fffb8', 'ip_version': 4}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:46:12.937674 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-0b8375b7-02cb-4f95-987b-2ab7dfdd2bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:46:12.942260 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-0b8375b7-02cb-4f95-987b-2ab7dfdd2bdc admin admin] Usage tracker for resource:subnet and tenant:a12857eb2d534d17b532ddf6728fffb8 is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:46:12.945197 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-0b8375b7-02cb-4f95-987b-2ab7dfdd2bdc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:46:12.951558 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-0b8375b7-02cb-4f95-987b-2ab7dfdd2bdc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:46:13.017347 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 87e319a1-7ee3-4953-83fa-3a3eae875b17 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:13.017714 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:13.025978 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8375b7-02cb-4f95-987b-2ab7dfdd2bdc admin admin] Made reservation on behalf of a12857eb2d534d17b532ddf6728fffb8 for: {'subnet': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:46:13.028395 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0b8375b7-02cb-4f95-987b-2ab7dfdd2bdc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15333359'] for subnet, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:13.306408 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0b8375b7-02cb-4f95-987b-2ab7dfdd2bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15954806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15333369'] for subnet, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:13.374559 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8375b7-02cb-4f95-987b-2ab7dfdd2bdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1b2c3a3-3c29-4f88-a8a1-d8af1813b51e,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:13.390682 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8375b7-02cb-4f95-987b-2ab7dfdd2bdc admin admin] Checking segment: {'id': '05375fd9-1fe4-47f9-b170-7107167dcb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e431426-7b8f-4b66-bd96-06e24b9c23e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:46:13.390954 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8375b7-02cb-4f95-987b-2ab7dfdd2bdc admin admin] Network hostable DHCP agents. Network: 3e431426-7b8f-4b66-bd96-06e24b9c23e8, hostable agents: ['b60f8a07-924f-421c-81bb-c4aa00d95e8a'], hosted agents: [] {{(pid=84204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:46:13.494452 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8375b7-02cb-4f95-987b-2ab7dfdd2bdc admin admin] Network 3e431426-7b8f-4b66-bd96-06e24b9c23e8 is scheduled to be hosted by DHCP agent b60f8a07-924f-421c-81bb-c4aa00d95e8a with binding_index 1 {{(pid=84204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:46:13.574542 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-0b8375b7-02cb-4f95-987b-2ab7dfdd2bdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827825-2-hyperv, 3e431426-7b8f-4b66-bd96-06e24b9c23e8) {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:46:13.578953 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8375b7-02cb-4f95-987b-2ab7dfdd2bdc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:13.579532 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-0b8375b7-02cb-4f95-987b-2ab7dfdd2bdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:13.583808 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f16bf7-7681-4309-8ae7-3bb49119e38a None None] Network 3e431426-7b8f-4b66-bd96-06e24b9c23e8 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:46:13.702141 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-0b8375b7-02cb-4f95-987b-2ab7dfdd2bdc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7741292 Feb 04 12:46:13.704854 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 49816) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:46:13.710095 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-5485d517-342d-4ef2-890e-fb407c518829 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-762612936-router', 'tenant_id': 'a12857eb2d534d17b532ddf6728fffb8', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:46:13.714987 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-5485d517-342d-4ef2-890e-fb407c518829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:46:13.719655 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-5485d517-342d-4ef2-890e-fb407c518829 admin admin] Usage tracker for resource:router and tenant:a12857eb2d534d17b532ddf6728fffb8 is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:46:13.722514 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-5485d517-342d-4ef2-890e-fb407c518829 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:46:13.729104 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-5485d517-342d-4ef2-890e-fb407c518829 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:46:13.797124 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824dcfb0-d08c-4234-8205-c5d2a23bd7e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf06c792d-098c-5e51-aa6c-102db5d62704-3e431426-7b8f-4b66-bd96-06e24b9c23e8', 'network_id': '3e431426-7b8f-4b66-bd96-06e24b9c23e8', 'tenant_id': 'a12857eb2d534d17b532ddf6728fffb8', 'fixed_ips': [{'subnet_id': 'd1b2c3a3-3c29-4f88-a8a1-d8af1813b51e'}]}} from dv-neutron-827825-2-hyperv. {{(pid=84206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 12:46:13.797945 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-824dcfb0-d08c-4234-8205-c5d2a23bd7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:13.814646 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5485d517-342d-4ef2-890e-fb407c518829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16351427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:13.815791 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5485d517-342d-4ef2-890e-fb407c518829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16354666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16353870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16772858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:13.841446 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5485d517-342d-4ef2-890e-fb407c518829 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:13.996274 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-824dcfb0-d08c-4234-8205-c5d2a23bd7e6 None None] Allocated IP 172.20.0.2 (3e431426-7b8f-4b66-bd96-06e24b9c23e8/d1b2c3a3-3c29-4f88-a8a1-d8af1813b51e/30f85681-4031-4836-ad40-a9748c69c782) {{(pid=84206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:46:14.055180 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5485d517-342d-4ef2-890e-fb407c518829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16353912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16351469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:14.194093 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-824dcfb0-d08c-4234-8205-c5d2a23bd7e6 None None] Notify callbacks [] for port, precommit_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:14.204786 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-824dcfb0-d08c-4234-8205-c5d2a23bd7e6 None None] Transition to ACTIVE for port object 30f85681-4031-4836-ad40-a9748c69c782 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:46:14.223961 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-824dcfb0-d08c-4234-8205-c5d2a23bd7e6 None None] Transition to ACTIVE for port object 30f85681-4031-4836-ad40-a9748c69c782 will not be triggered until provisioned by entity DHCP. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:46:14.289812 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-824dcfb0-d08c-4234-8205-c5d2a23bd7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750'] for port, after_create {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:14.359036 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824dcfb0-d08c-4234-8205-c5d2a23bd7e6 None None] Network 3e431426-7b8f-4b66-bd96-06e24b9c23e8 is already hosted by enough agents. {{(pid=84206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:46:14.362745 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-824dcfb0-d08c-4234-8205-c5d2a23bd7e6 None None] Resources bound (agent type, host, resource id): {{(pid=84206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:46:14.366565 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824dcfb0-d08c-4234-8205-c5d2a23bd7e6 None None] Received port after_create {{(pid=84206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:46:14.373288 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824dcfb0-d08c-4234-8205-c5d2a23bd7e6 None None] Pushing event updated for resources: {'Port': ['ID=30f85681-4031-4836-ad40-a9748c69c782,revision_number=1']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:14.431597 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5485d517-342d-4ef2-890e-fb407c518829 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:14.455245 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-824dcfb0-d08c-4234-8205-c5d2a23bd7e6 None None] Attempting to bind port 30f85681-4031-4836-ad40-a9748c69c782 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:46:14.455609 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-824dcfb0-d08c-4234-8205-c5d2a23bd7e6 None None] Attempting to bind port 30f85681-4031-4836-ad40-a9748c69c782 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '05375fd9-1fe4-47f9-b170-7107167dcb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e431426-7b8f-4b66-bd96-06e24b9c23e8'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:46:14.455963 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824dcfb0-d08c-4234-8205-c5d2a23bd7e6 None None] Attempting to bind port 30f85681-4031-4836-ad40-a9748c69c782 on network 3e431426-7b8f-4b66-bd96-06e24b9c23e8 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:46:14.462673 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824dcfb0-d08c-4234-8205-c5d2a23bd7e6 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:46:14.463076 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824dcfb0-d08c-4234-8205-c5d2a23bd7e6 None None] Checking segment: {'id': '05375fd9-1fe4-47f9-b170-7107167dcb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e431426-7b8f-4b66-bd96-06e24b9c23e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:46:14.463475 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-824dcfb0-d08c-4234-8205-c5d2a23bd7e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:14.463937 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824dcfb0-d08c-4234-8205-c5d2a23bd7e6 None None] Bound using segment: {'id': '05375fd9-1fe4-47f9-b170-7107167dcb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e431426-7b8f-4b66-bd96-06e24b9c23e8'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:46:14.464246 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5485d517-342d-4ef2-890e-fb407c518829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:14.464343 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-824dcfb0-d08c-4234-8205-c5d2a23bd7e6 None None] Bound port: 30f85681-4031-4836-ad40-a9748c69c782, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05375fd9-1fe4-47f9-b170-7107167dcb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e431426-7b8f-4b66-bd96-06e24b9c23e8'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:46:14.464667 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-824dcfb0-d08c-4234-8205-c5d2a23bd7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:14.563421 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-824dcfb0-d08c-4234-8205-c5d2a23bd7e6 None None] For port 30f85681-4031-4836-ad40-a9748c69c782, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:46:14.566384 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-824dcfb0-d08c-4234-8205-c5d2a23bd7e6 None None] For port 30f85681-4031-4836-ad40-a9748c69c782, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=30f85681-4031-4836-ad40-a9748c69c782,segment=NetworkSegment(05375fd9-1fe4-47f9-b170-7107167dcb11),segment_id=05375fd9-1fe4-47f9-b170-7107167dcb11)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:46:14.599382 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-5485d517-342d-4ef2-890e-fb407c518829 admin admin] Allocated IP 172.26.3.221 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/a76484e0-48f2-4bfb-aea0-422b260b6475) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:46:14.624742 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9384b3f6-77f7-40ba-90b0-e53acf54ca5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:14.654614 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-824dcfb0-d08c-4234-8205-c5d2a23bd7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:14.747276 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824dcfb0-d08c-4234-8205-c5d2a23bd7e6 None None] Pushing event updated for resources: {'Port': ['ID=30f85681-4031-4836-ad40-a9748c69c782,revision_number=2']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:14.761752 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5485d517-342d-4ef2-890e-fb407c518829 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:14.878152 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5485d517-342d-4ef2-890e-fb407c518829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:14.971646 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5485d517-342d-4ef2-890e-fb407c518829 admin admin] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:46:14.974914 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-5485d517-342d-4ef2-890e-fb407c518829 admin admin] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:46:14.977848 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5485d517-342d-4ef2-890e-fb407c518829 admin admin] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:46:15.016589 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485d517-342d-4ef2-890e-fb407c518829 admin admin] Pushing event updated for resources: {'Port': ['ID=a76484e0-48f2-4bfb-aea0-422b260b6475,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:15.286829 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5485d517-342d-4ef2-890e-fb407c518829 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:15.287178 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5485d517-342d-4ef2-890e-fb407c518829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16351482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16354201'] for router, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:15.668941 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3958ed7-a37b-41f3-a87a-87fafed15c59 None None] Network 3e431426-7b8f-4b66-bd96-06e24b9c23e8 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:46:15.672150 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5485d517-342d-4ef2-890e-fb407c518829 admin admin] Router f444a35b-3b34-465d-afa1-2ca4aaa27d2e is scheduled to L3 agent 580a4737-931c-4593-97d8-343522f4bdfb with binding_index 1 {{(pid=84205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:46:15.690792 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:15.841565 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f92b6a21-46f9-4460-b621-f8e776464676 None None] Provisioning for port 30f85681-4031-4836-ad40-a9748c69c782 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:46:15.898199 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5485d517-342d-4ef2-890e-fb407c518829 admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:46:15.913654 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e628cb4-f758-4fdf-a286-020ef551ae7d None None] Sync routers for ids ['f444a35b-3b34-465d-afa1-2ca4aaa27d2e'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:46:15.932219 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e628cb4-f758-4fdf-a286-020ef551ae7d None None] Routers {'f444a35b-3b34-465d-afa1-2ca4aaa27d2e'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:46:15.933283 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-8e628cb4-f758-4fdf-a286-020ef551ae7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:46:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['f444a35b-3b34-465d-afa1-2ca4aaa27d2e'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:15.992015 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:16.021056 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-5485d517-342d-4ef2-890e-fb407c518829 admin admin] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:16.025444 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 49822) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:46:16.026365 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-5485d517-342d-4ef2-890e-fb407c518829 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3195829 Feb 04 12:46:16.141011 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-8e628cb4-f758-4fdf-a286-020ef551ae7d None None] Set router f444a35b-3b34-465d-afa1-2ca4aaa27d2e gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:46:16.446327 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-8e628cb4-f758-4fdf-a286-020ef551ae7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f444a35b-3b34-465d-afa1-2ca4aaa27d2e', 'name': 'tempest-TestSnapshotPattern-762612936-router', 'tenant_id': 'a12857eb2d534d17b532ddf6728fffb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': 'a76484e0-48f2-4bfb-aea0-422b260b6475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:13Z', 'updated_at': '2022-02-04T12:46:15Z', 'revision_number': 3, 'project_id': 'a12857eb2d534d17b532ddf6728fffb8', 'gw_port': {'id': 'a76484e0-48f2-4bfb-aea0-422b260b6475', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:82:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f444a35b-3b34-465d-afa1-2ca4aaa27d2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:14Z', 'updated_at': '2022-02-04T12:46:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:16.451814 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e628cb4-f758-4fdf-a286-020ef551ae7d None None] Checking router: f444a35b-3b34-465d-afa1-2ca4aaa27d2e for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:46:16.452568 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e628cb4-f758-4fdf-a286-020ef551ae7d None None] Updating router f444a35b-3b34-465d-afa1-2ca4aaa27d2e port a76484e0-48f2-4bfb-aea0-422b260b6475 binding host dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 12:46:16.510972 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-8e628cb4-f758-4fdf-a286-020ef551ae7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:16.843491 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-8e628cb4-f758-4fdf-a286-020ef551ae7d None None] Notify callbacks [] for port, precommit_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:16.860817 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.provisioning_blocks [None req-8e628cb4-f758-4fdf-a286-020ef551ae7d None None] Transition to ACTIVE for port object a76484e0-48f2-4bfb-aea0-422b260b6475 will not be triggered until provisioned by entity L2. {{(pid=84207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:46:16.921561 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 30f85681-4031-4836-ad40-a9748c69c782 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:46:16.939123 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a26f5f5b-18a6-4328-a7da-9c0c1f8455cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:16.963479 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-8e628cb4-f758-4fdf-a286-020ef551ae7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:17.055472 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 30f85681-4031-4836-ad40-a9748c69c782 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:46:17.061233 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 30f85681-4031-4836-ad40-a9748c69c782 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:17.062177 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:17.081416 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-8e628cb4-f758-4fdf-a286-020ef551ae7d None None] Attempting to bind port a76484e0-48f2-4bfb-aea0-422b260b6475 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:46:17.081809 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-8e628cb4-f758-4fdf-a286-020ef551ae7d None None] Attempting to bind port a76484e0-48f2-4bfb-aea0-422b260b6475 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:46:17.082268 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e628cb4-f758-4fdf-a286-020ef551ae7d None None] Attempting to bind port a76484e0-48f2-4bfb-aea0-422b260b6475 on network 63d4ab6b-931d-42a4-aa18-bedd81d582fa {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:46:17.084311 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdea206-c371-41cf-8eaf-f7fce8b05229 None None] Pushing event updated for resources: {'Port': ['ID=a76484e0-48f2-4bfb-aea0-422b260b6475,revision_number=2']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:17.094290 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdea206-c371-41cf-8eaf-f7fce8b05229 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:17.094754 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdea206-c371-41cf-8eaf-f7fce8b05229 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:17.095176 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdea206-c371-41cf-8eaf-f7fce8b05229 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:17.095597 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdea206-c371-41cf-8eaf-f7fce8b05229 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:17.096010 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdea206-c371-41cf-8eaf-f7fce8b05229 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:17.096439 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdea206-c371-41cf-8eaf-f7fce8b05229 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:17.096851 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdea206-c371-41cf-8eaf-f7fce8b05229 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:17.097299 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdea206-c371-41cf-8eaf-f7fce8b05229 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:17.097686 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdea206-c371-41cf-8eaf-f7fce8b05229 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:17.098469 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdea206-c371-41cf-8eaf-f7fce8b05229 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:17.098882 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdea206-c371-41cf-8eaf-f7fce8b05229 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:17.105954 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e628cb4-f758-4fdf-a286-020ef551ae7d None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:46:17.106474 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e628cb4-f758-4fdf-a286-020ef551ae7d None None] Checking segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:46:17.107009 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-8e628cb4-f758-4fdf-a286-020ef551ae7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:17.107881 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e628cb4-f758-4fdf-a286-020ef551ae7d None None] Bound using segment: {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:46:17.108453 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-8e628cb4-f758-4fdf-a286-020ef551ae7d None None] Bound port: a76484e0-48f2-4bfb-aea0-422b260b6475, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c318eb08-5e9b-4dc7-a398-79b9dfcce739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa'}}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:46:17.108929 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-8e628cb4-f758-4fdf-a286-020ef551ae7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:17.179192 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-a26f5f5b-18a6-4328-a7da-9c0c1f8455cd admin admin] Allocated IP 172.20.0.1 (3e431426-7b8f-4b66-bd96-06e24b9c23e8/d1b2c3a3-3c29-4f88-a8a1-d8af1813b51e/f9014294-50a0-4385-91ac-bde35b6d5257) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:46:17.188574 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-8e628cb4-f758-4fdf-a286-020ef551ae7d None None] For port a76484e0-48f2-4bfb-aea0-422b260b6475, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:46:17.191976 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-8e628cb4-f758-4fdf-a286-020ef551ae7d None None] For port a76484e0-48f2-4bfb-aea0-422b260b6475, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=a76484e0-48f2-4bfb-aea0-422b260b6475,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:46:17.210494 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:17.243657 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 30f85681-4031-4836-ad40-a9748c69c782, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=30f85681-4031-4836-ad40-a9748c69c782,segment=NetworkSegment(05375fd9-1fe4-47f9-b170-7107167dcb11),segment_id=05375fd9-1fe4-47f9-b170-7107167dcb11)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:46:17.260196 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:17.288138 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-8e628cb4-f758-4fdf-a286-020ef551ae7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:17.317287 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:17.352834 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a26f5f5b-18a6-4328-a7da-9c0c1f8455cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:17.371696 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdea206-c371-41cf-8eaf-f7fce8b05229 None None] Pushing event updated for resources: {'Port': ['ID=a76484e0-48f2-4bfb-aea0-422b260b6475,revision_number=3']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:17.372430 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [None req-a26f5f5b-18a6-4328-a7da-9c0c1f8455cd admin admin] Transition to ACTIVE for port object f9014294-50a0-4385-91ac-bde35b6d5257 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:46:17.378027 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e628cb4-f758-4fdf-a286-020ef551ae7d None None] Routers {'f444a35b-3b34-465d-afa1-2ca4aaa27d2e'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:46:17.378806 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-8e628cb4-f758-4fdf-a286-020ef551ae7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:46:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['f444a35b-3b34-465d-afa1-2ca4aaa27d2e'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:17.403119 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=30f85681-4031-4836-ad40-a9748c69c782,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:17.483861 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a26f5f5b-18a6-4328-a7da-9c0c1f8455cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:17.548882 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26f5f5b-18a6-4328-a7da-9c0c1f8455cd admin admin] Network 3e431426-7b8f-4b66-bd96-06e24b9c23e8 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:46:17.551782 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-a26f5f5b-18a6-4328-a7da-9c0c1f8455cd admin admin] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:46:17.555546 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26f5f5b-18a6-4328-a7da-9c0c1f8455cd admin admin] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:46:17.559932 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-8e628cb4-f758-4fdf-a286-020ef551ae7d None None] Set router f444a35b-3b34-465d-afa1-2ca4aaa27d2e gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:46:17.592885 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f5f5b-18a6-4328-a7da-9c0c1f8455cd admin admin] Pushing event updated for resources: {'Port': ['ID=f9014294-50a0-4385-91ac-bde35b6d5257,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:17.620650 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a26f5f5b-18a6-4328-a7da-9c0c1f8455cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16354135'] for router_interface, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:17.792249 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a26f5f5b-18a6-4328-a7da-9c0c1f8455cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:17.849258 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-8e628cb4-f758-4fdf-a286-020ef551ae7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f444a35b-3b34-465d-afa1-2ca4aaa27d2e', 'name': 'tempest-TestSnapshotPattern-762612936-router', 'tenant_id': 'a12857eb2d534d17b532ddf6728fffb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': 'a76484e0-48f2-4bfb-aea0-422b260b6475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:13Z', 'updated_at': '2022-02-04T12:46:15Z', 'revision_number': 3, 'project_id': 'a12857eb2d534d17b532ddf6728fffb8', 'gw_port': {'id': 'a76484e0-48f2-4bfb-aea0-422b260b6475', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:82:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f444a35b-3b34-465d-afa1-2ca4aaa27d2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:14Z', 'updated_at': '2022-02-04T12:46:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:17.853242 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e628cb4-f758-4fdf-a286-020ef551ae7d None None] The sync data for ids ['f444a35b-3b34-465d-afa1-2ca4aaa27d2e'] in dv-neutron-827825-2-hyperv is: [{'id': 'f444a35b-3b34-465d-afa1-2ca4aaa27d2e', 'name': 'tempest-TestSnapshotPattern-762612936-router', 'tenant_id': 'a12857eb2d534d17b532ddf6728fffb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': 'a76484e0-48f2-4bfb-aea0-422b260b6475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:13Z', 'updated_at': '2022-02-04T12:46:15Z', 'revision_number': 3, 'project_id': 'a12857eb2d534d17b532ddf6728fffb8', 'gw_port': {'id': 'a76484e0-48f2-4bfb-aea0-422b260b6475', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:82:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f444a35b-3b34-465d-afa1-2ca4aaa27d2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:14Z', 'updated_at': '2022-02-04T12:46:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:46:17.877153 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-52562cb3-e1f7-4b66-ade1-db99ce6727d8 None None] Provisioning for port f9014294-50a0-4385-91ac-bde35b6d5257 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:46:17.881989 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-52562cb3-e1f7-4b66-ade1-db99ce6727d8 None None] Provisioning complete for port f9014294-50a0-4385-91ac-bde35b6d5257 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:17.882358 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-52562cb3-e1f7-4b66-ade1-db99ce6727d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:17.933170 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-52562cb3-e1f7-4b66-ade1-db99ce6727d8 None None] Port f9014294-50a0-4385-91ac-bde35b6d5257 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:46:18.025241 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a26f5f5b-18a6-4328-a7da-9c0c1f8455cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:18.094813 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a26f5f5b-18a6-4328-a7da-9c0c1f8455cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:18.199510 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-a26f5f5b-18a6-4328-a7da-9c0c1f8455cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15600838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16353708'] for router_interface, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:18.202815 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f5f5b-18a6-4328-a7da-9c0c1f8455cd admin admin] Pushing event updated for resources: {'Port': ['ID=f9014294-50a0-4385-91ac-bde35b6d5257,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:18.339906 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26f5f5b-18a6-4328-a7da-9c0c1f8455cd admin admin] Network 3e431426-7b8f-4b66-bd96-06e24b9c23e8 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:46:18.341090 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-a26f5f5b-18a6-4328-a7da-9c0c1f8455cd admin admin] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:46:18.559198 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-29924af3-abef-48fb-9f53-aacccf9b716a None None] Provisioning complete for port f9014294-50a0-4385-91ac-bde35b6d5257 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:18.559502 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-29924af3-abef-48fb-9f53-aacccf9b716a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:18.619122 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-29924af3-abef-48fb-9f53-aacccf9b716a None None] Port f9014294-50a0-4385-91ac-bde35b6d5257 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:46:18.844007 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26f5f5b-18a6-4328-a7da-9c0c1f8455cd admin admin] Router f444a35b-3b34-465d-afa1-2ca4aaa27d2e has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:46:18.891576 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 30f85681-4031-4836-ad40-a9748c69c782 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:46:18.960800 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 30f85681-4031-4836-ad40-a9748c69c782 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:18.961477 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:19.052916 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26f5f5b-18a6-4328-a7da-9c0c1f8455cd admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:46:19.062576 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-a26f5f5b-18a6-4328-a7da-9c0c1f8455cd admin admin] 10.222.0.21 "PUT /v2.0/routers/f444a35b-3b34-465d-afa1-2ca4aaa27d2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0324779 Feb 04 12:46:20.817997 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 49844) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:46:20.823721 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-cb342d4f-d461-4110-baa1-c2d7d903b012 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1880549991', 'description': 'tempest-secgroup-smoke-1880549991 description', 'project_id': '3d880d198730452ba42f844c901d375e'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:46:20.830512 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-cb342d4f-d461-4110-baa1-c2d7d903b012 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:46:20.834248 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-cb342d4f-d461-4110-baa1-c2d7d903b012 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Usage tracker for resource:security_group and tenant:3d880d198730452ba42f844c901d375e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:46:20.837989 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-cb342d4f-d461-4110-baa1-c2d7d903b012 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:46:20.843834 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-cb342d4f-d461-4110-baa1-c2d7d903b012 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:46:20.928875 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cb342d4f-d461-4110-baa1-c2d7d903b012 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks [] for security_group, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:20.965390 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-cb342d4f-d461-4110-baa1-c2d7d903b012 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:46:20.969401 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-cb342d4f-d461-4110-baa1-c2d7d903b012 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Usage tracker for resource:security_group_rule and tenant:3d880d198730452ba42f844c901d375e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:46:20.972361 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-cb342d4f-d461-4110-baa1-c2d7d903b012 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:46:20.978574 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-cb342d4f-d461-4110-baa1-c2d7d903b012 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:46:21.035503 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cb342d4f-d461-4110-baa1-c2d7d903b012 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks [] for security_group, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:21.077330 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cb342d4f-d461-4110-baa1-c2d7d903b012 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:21.118141 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb342d4f-d461-4110-baa1-c2d7d903b012 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=124945f3-6571-4091-894b-4c1332ba6a53,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:21.174767 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-cb342d4f-d461-4110-baa1-c2d7d903b012 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:21.176019 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-cb342d4f-d461-4110-baa1-c2d7d903b012 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3570254 Feb 04 12:46:21.179039 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 49848) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:46:21.184828 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-3ff605fa-5713-48d8-95b9-ec77b35f77bb tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Request body: {'security_group_rule': {'security_group_id': '124945f3-6571-4091-894b-4c1332ba6a53', 'project_id': '3d880d198730452ba42f844c901d375e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:46:21.191888 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-3ff605fa-5713-48d8-95b9-ec77b35f77bb tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:46:21.196185 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-3ff605fa-5713-48d8-95b9-ec77b35f77bb tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Usage tracker for resource:security_group_rule and tenant:3d880d198730452ba42f844c901d375e is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:46:21.198955 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-3ff605fa-5713-48d8-95b9-ec77b35f77bb tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:46:21.205252 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-3ff605fa-5713-48d8-95b9-ec77b35f77bb tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:46:21.296919 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3ff605fa-5713-48d8-95b9-ec77b35f77bb tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:21.357948 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3ff605fa-5713-48d8-95b9-ec77b35f77bb tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:21.443512 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3ff605fa-5713-48d8-95b9-ec77b35f77bb tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:21.467279 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff605fa-5713-48d8-95b9-ec77b35f77bb tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06aaef7f-687e-4f10-bd0f-3773d933e634,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:21.551989 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-3ff605fa-5713-48d8-95b9-ec77b35f77bb tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:21.553246 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-3ff605fa-5713-48d8-95b9-ec77b35f77bb tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3732014 Feb 04 12:46:21.556143 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 49852) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:46:21.562145 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-a11e456d-f4e5-4e2b-a060-5d6c34210592 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Request body: {'security_group_rule': {'security_group_id': '124945f3-6571-4091-894b-4c1332ba6a53', 'project_id': '3d880d198730452ba42f844c901d375e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:46:21.568189 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a11e456d-f4e5-4e2b-a060-5d6c34210592 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:46:21.571934 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a11e456d-f4e5-4e2b-a060-5d6c34210592 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Usage tracker for resource:security_group_rule and tenant:3d880d198730452ba42f844c901d375e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:46:21.575034 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-a11e456d-f4e5-4e2b-a060-5d6c34210592 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:46:21.581236 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-a11e456d-f4e5-4e2b-a060-5d6c34210592 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:46:21.695861 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a11e456d-f4e5-4e2b-a060-5d6c34210592 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:21.760904 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a11e456d-f4e5-4e2b-a060-5d6c34210592 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:21.831727 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a11e456d-f4e5-4e2b-a060-5d6c34210592 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:21.856656 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e456d-f4e5-4e2b-a060-5d6c34210592 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9e7f772-3136-471e-afdc-0f670b4ef17b,revision_number=0']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:21.906125 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-a11e456d-f4e5-4e2b-a060-5d6c34210592 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:21.907319 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-a11e456d-f4e5-4e2b-a060-5d6c34210592 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3502207 Feb 04 12:46:21.910219 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 49856) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:46:21.915783 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-26f5d807-c479-4711-89cb-05be84076664 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Request body: {'security_group_rule': {'security_group_id': '124945f3-6571-4091-894b-4c1332ba6a53', 'project_id': '3d880d198730452ba42f844c901d375e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:46:21.922189 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-26f5d807-c479-4711-89cb-05be84076664 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:46:21.925946 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-26f5d807-c479-4711-89cb-05be84076664 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Usage tracker for resource:security_group_rule and tenant:3d880d198730452ba42f844c901d375e is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:46:21.928929 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-26f5d807-c479-4711-89cb-05be84076664 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:46:21.934706 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-26f5d807-c479-4711-89cb-05be84076664 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:46:22.025089 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-26f5d807-c479-4711-89cb-05be84076664 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:22.092460 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-26f5d807-c479-4711-89cb-05be84076664 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:22.167277 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-26f5d807-c479-4711-89cb-05be84076664 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:22.190539 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f5d807-c479-4711-89cb-05be84076664 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4a63792-1aed-4155-b38e-b4aea8815766,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:22.283572 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-26f5d807-c479-4711-89cb-05be84076664 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:22.284704 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-26f5d807-c479-4711-89cb-05be84076664 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3734970 Feb 04 12:46:22.287598 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 49860) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:46:22.292882 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-e98c49ad-fdc1-4e02-86b5-3667ec000a56 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Request body: {'security_group_rule': {'security_group_id': '124945f3-6571-4091-894b-4c1332ba6a53', 'project_id': '3d880d198730452ba42f844c901d375e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:46:22.298879 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-e98c49ad-fdc1-4e02-86b5-3667ec000a56 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:46:22.302685 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-e98c49ad-fdc1-4e02-86b5-3667ec000a56 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Usage tracker for resource:security_group_rule and tenant:3d880d198730452ba42f844c901d375e is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:46:22.305503 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-e98c49ad-fdc1-4e02-86b5-3667ec000a56 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:46:22.311948 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-e98c49ad-fdc1-4e02-86b5-3667ec000a56 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:46:22.397012 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e98c49ad-fdc1-4e02-86b5-3667ec000a56 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:22.462438 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e98c49ad-fdc1-4e02-86b5-3667ec000a56 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:22.534820 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e98c49ad-fdc1-4e02-86b5-3667ec000a56 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:22.558573 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c49ad-fdc1-4e02-86b5-3667ec000a56 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b8c92f7-b58f-4c69-876c-4437731e63be,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:22.660301 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-e98c49ad-fdc1-4e02-86b5-3667ec000a56 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:22.661481 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-e98c49ad-fdc1-4e02-86b5-3667ec000a56 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3729761 Feb 04 12:46:22.664263 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 49864) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:46:22.669536 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-f22edf89-bf46-4a54-a286-f4cbb0dea4fe tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Request body: {'security_group_rule': {'security_group_id': '124945f3-6571-4091-894b-4c1332ba6a53', 'project_id': '3d880d198730452ba42f844c901d375e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:46:22.676045 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f22edf89-bf46-4a54-a286-f4cbb0dea4fe tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:46:22.679954 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f22edf89-bf46-4a54-a286-f4cbb0dea4fe tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Usage tracker for resource:security_group_rule and tenant:3d880d198730452ba42f844c901d375e is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:46:22.682980 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-f22edf89-bf46-4a54-a286-f4cbb0dea4fe tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:46:22.689073 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-f22edf89-bf46-4a54-a286-f4cbb0dea4fe tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:46:22.778910 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.securitygroups_db [None req-f22edf89-bf46-4a54-a286-f4cbb0dea4fe tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Project 3d880d198730452ba42f844c901d375e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:46:22.786528 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f22edf89-bf46-4a54-a286-f4cbb0dea4fe tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:22.869328 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f22edf89-bf46-4a54-a286-f4cbb0dea4fe tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:22.940558 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f22edf89-bf46-4a54-a286-f4cbb0dea4fe tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:22.954668 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device a76484e0-48f2-4bfb-aea0-422b260b6475 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:46:22.974820 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22edf89-bf46-4a54-a286-f4cbb0dea4fe tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a07f2d2-da1b-4924-852d-f3c6a836f960,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:23.088830 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f22edf89-bf46-4a54-a286-f4cbb0dea4fe tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:23.090125 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f22edf89-bf46-4a54-a286-f4cbb0dea4fe tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4249403 Feb 04 12:46:23.093283 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 49870) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:46:23.100588 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-6ea52352-8b1a-4c13-bb29-0f32067ed0c9 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Request body: {'security_group_rule': {'security_group_id': '124945f3-6571-4091-894b-4c1332ba6a53', 'project_id': '3d880d198730452ba42f844c901d375e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:46:23.109447 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-6ea52352-8b1a-4c13-bb29-0f32067ed0c9 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:46:23.114031 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6ea52352-8b1a-4c13-bb29-0f32067ed0c9 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Usage tracker for resource:security_group_rule and tenant:3d880d198730452ba42f844c901d375e is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:46:23.117444 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port a76484e0-48f2-4bfb-aea0-422b260b6475 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:46:23.117917 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-6ea52352-8b1a-4c13-bb29-0f32067ed0c9 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:46:23.125451 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-6ea52352-8b1a-4c13-bb29-0f32067ed0c9 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:46:23.126176 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port a76484e0-48f2-4bfb-aea0-422b260b6475 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:23.126629 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:23.209582 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.securitygroups_db [None req-6ea52352-8b1a-4c13-bb29-0f32067ed0c9 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Project 3d880d198730452ba42f844c901d375e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:46:23.224555 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6ea52352-8b1a-4c13-bb29-0f32067ed0c9 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:23.284637 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:23.303995 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port a76484e0-48f2-4bfb-aea0-422b260b6475, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=a76484e0-48f2-4bfb-aea0-422b260b6475,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:46:23.321367 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6ea52352-8b1a-4c13-bb29-0f32067ed0c9 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:23.397439 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:23.408861 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6ea52352-8b1a-4c13-bb29-0f32067ed0c9 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16773324'] for security_group_rule, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:23.433763 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea52352-8b1a-4c13-bb29-0f32067ed0c9 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13360d43-a938-45d0-be15-b7d0d9b35eea,revision_number=0']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:23.474096 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=a76484e0-48f2-4bfb-aea0-422b260b6475,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:23.511984 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-6ea52352-8b1a-4c13-bb29-0f32067ed0c9 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:23.513176 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-6ea52352-8b1a-4c13-bb29-0f32067ed0c9 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4189215 Feb 04 12:46:23.684869 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-93ff4237-8dd3-4acd-af87-b662dde8706a tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Synchronizing usage tracker for tenant:3d880d198730452ba42f844c901d375e on resource:security_group {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:46:23.757581 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-93ff4237-8dd3-4acd-af87-b662dde8706a tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Unset dirty status for tenant:3d880d198730452ba42f844c901d375e on resource:security_group {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:46:23.758802 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-93ff4237-8dd3-4acd-af87-b662dde8706a tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1880549991&fields=id&tenant_id=3d880d198730452ba42f844c901d375e HTTP/1.1" status: 200 len: 267 time: 0.1136143 Feb 04 12:46:23.881327 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8480ff-9893-424e-910e-992bccb73803 None None] Sync routers for ids ['75aca20c-8108-4e18-ab1c-378005a0a509'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:46:23.894613 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8480ff-9893-424e-910e-992bccb73803 None None] Routers {'75aca20c-8108-4e18-ab1c-378005a0a509'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:46:23.895314 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5d8480ff-9893-424e-910e-992bccb73803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:46:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['75aca20c-8108-4e18-ab1c-378005a0a509'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:23.926033 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-66ad7a0a-fba8-4079-8635-863ce981fc3c tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:23.927652 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-66ad7a0a-fba8-4079-8635-863ce981fc3c tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/networks?id=3775c06c-8324-4041-b5d5-e2fab6985493 HTTP/1.1" status: 200 len: 810 time: 0.1606495 Feb 04 12:46:23.944579 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-e87ffe4b-2113-41a4-aaae-171a3ae348aa tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/quotas/3d880d198730452ba42f844c901d375e HTTP/1.1" status: 200 len: 375 time: 0.0113914 Feb 04 12:46:24.029484 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-04717574-45bf-4369-a627-aa0bf41128e3 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d880d198730452ba42f844c901d375e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0794818 Feb 04 12:46:24.114951 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-5d8480ff-9893-424e-910e-992bccb73803 None None] Set router 75aca20c-8108-4e18-ab1c-378005a0a509 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:46:24.311101 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-ad3e14be-5ea4-4936-974b-f9076910ea1e service neutron] 10.222.0.21 "GET /v2.0/networks/3775c06c-8324-4041-b5d5-e2fab6985493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695553 Feb 04 12:46:24.441649 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5d8480ff-9893-424e-910e-992bccb73803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'name': 'tempest-TestSnapshotPattern-1141017044-router', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:05Z', 'updated_at': '2022-02-04T12:46:09Z', 'revision_number': 4, 'project_id': '3d880d198730452ba42f844c901d375e', 'gw_port': {'id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:06Z', 'updated_at': '2022-02-04T12:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '0893097a-0dac-47db-ac3a-e99b8ae16775', 'name': '', 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'mac_address': 'fa:16:3e:01:7f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '280ef6d5-8136-4a17-ae2c-d086804dba33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:08Z', 'updated_at': '2022-02-04T12:46:09Z', 'revision_number': 2, 'project_id': '3d880d198730452ba42f844c901d375e', 'subnets': [{'id': '280ef6d5-8136-4a17-ae2c-d086804dba33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:24.445965 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8480ff-9893-424e-910e-992bccb73803 None None] Checking router: 75aca20c-8108-4e18-ab1c-378005a0a509 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:46:24.446414 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8480ff-9893-424e-910e-992bccb73803 None None] Updating router 75aca20c-8108-4e18-ab1c-378005a0a509 port 0893097a-0dac-47db-ac3a-e99b8ae16775 binding host dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 12:46:24.499683 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5d8480ff-9893-424e-910e-992bccb73803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:24.551351 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-92a156d1-f342-4a2d-9c1c-9eb2dd280eaf service neutron] 10.222.0.21 "GET /v2.0/networks/3775c06c-8324-4041-b5d5-e2fab6985493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331331 Feb 04 12:46:24.856074 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5d8480ff-9893-424e-910e-992bccb73803 None None] Notify callbacks [] for port, precommit_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:24.868493 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-5d8480ff-9893-424e-910e-992bccb73803 None None] Transition to ACTIVE for port object 0893097a-0dac-47db-ac3a-e99b8ae16775 will not be triggered until provisioned by entity L2. {{(pid=84206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:46:24.890685 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device a76484e0-48f2-4bfb-aea0-422b260b6475 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:46:24.928058 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5d8480ff-9893-424e-910e-992bccb73803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:25.083382 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504e21e-3273-4d76-bc04-bdaccfa9f65f None None] Pushing event updated for resources: {'Port': ['ID=0893097a-0dac-47db-ac3a-e99b8ae16775,revision_number=3']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:25.127152 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port a76484e0-48f2-4bfb-aea0-422b260b6475 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:25.127793 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:25.230745 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-5d8480ff-9893-424e-910e-992bccb73803 None None] Attempting to bind port 0893097a-0dac-47db-ac3a-e99b8ae16775 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:46:25.231118 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-5d8480ff-9893-424e-910e-992bccb73803 None None] Attempting to bind port 0893097a-0dac-47db-ac3a-e99b8ae16775 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '1b810705-0ccf-4a65-b454-ce38ee3944ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493'}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:46:25.231487 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8480ff-9893-424e-910e-992bccb73803 None None] Attempting to bind port 0893097a-0dac-47db-ac3a-e99b8ae16775 on network 3775c06c-8324-4041-b5d5-e2fab6985493 {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:46:25.244233 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8480ff-9893-424e-910e-992bccb73803 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:46:25.244597 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8480ff-9893-424e-910e-992bccb73803 None None] Checking segment: {'id': '1b810705-0ccf-4a65-b454-ce38ee3944ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:46:25.244989 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5d8480ff-9893-424e-910e-992bccb73803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:25.245373 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8480ff-9893-424e-910e-992bccb73803 None None] Bound using segment: {'id': '1b810705-0ccf-4a65-b454-ce38ee3944ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493'} {{(pid=84206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:46:25.245875 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-5d8480ff-9893-424e-910e-992bccb73803 None None] Bound port: 0893097a-0dac-47db-ac3a-e99b8ae16775, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b810705-0ccf-4a65-b454-ce38ee3944ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493'}}] {{(pid=84206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:46:25.246264 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5d8480ff-9893-424e-910e-992bccb73803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:25.398884 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-5d8480ff-9893-424e-910e-992bccb73803 None None] For port 0893097a-0dac-47db-ac3a-e99b8ae16775, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:46:25.402023 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-5d8480ff-9893-424e-910e-992bccb73803 None None] For port 0893097a-0dac-47db-ac3a-e99b8ae16775, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=0893097a-0dac-47db-ac3a-e99b8ae16775,segment=NetworkSegment(1b810705-0ccf-4a65-b454-ce38ee3944ad),segment_id=1b810705-0ccf-4a65-b454-ce38ee3944ad)] {{(pid=84206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:46:25.482147 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5d8480ff-9893-424e-910e-992bccb73803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:25.563195 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504e21e-3273-4d76-bc04-bdaccfa9f65f None None] Pushing event updated for resources: {'Port': ['ID=0893097a-0dac-47db-ac3a-e99b8ae16775,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:25.566415 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8480ff-9893-424e-910e-992bccb73803 None None] Routers {'75aca20c-8108-4e18-ab1c-378005a0a509'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:46:25.567362 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5d8480ff-9893-424e-910e-992bccb73803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:46:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['75aca20c-8108-4e18-ab1c-378005a0a509'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:25.800552 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-5d8480ff-9893-424e-910e-992bccb73803 None None] Set router 75aca20c-8108-4e18-ab1c-378005a0a509 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:46:25.881819 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-4ffc874b-620d-4cf6-9aa5-b88286fb26ed req-60937fed-c394-42a6-bd4a-eca9eac87513 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Synchronizing usage tracker for tenant:3d880d198730452ba42f844c901d375e on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:46:25.992053 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-4ffc874b-620d-4cf6-9aa5-b88286fb26ed req-60937fed-c394-42a6-bd4a-eca9eac87513 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Unset dirty status for tenant:3d880d198730452ba42f844c901d375e on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:46:25.995099 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4ffc874b-620d-4cf6-9aa5-b88286fb26ed req-60937fed-c394-42a6-bd4a-eca9eac87513 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=3480f68b-f2b7-4a32-a862-9c71fd1ad984 HTTP/1.1" status: 200 len: 210 time: 0.1595261 Feb 04 12:46:26.199118 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5d8480ff-9893-424e-910e-992bccb73803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'name': 'tempest-TestSnapshotPattern-1141017044-router', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:05Z', 'updated_at': '2022-02-04T12:46:09Z', 'revision_number': 4, 'project_id': '3d880d198730452ba42f844c901d375e', 'gw_port': {'id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:06Z', 'updated_at': '2022-02-04T12:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '0893097a-0dac-47db-ac3a-e99b8ae16775', 'name': '', 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'mac_address': 'fa:16:3e:01:7f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '280ef6d5-8136-4a17-ae2c-d086804dba33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:08Z', 'updated_at': '2022-02-04T12:46:25Z', 'revision_number': 4, 'project_id': '3d880d198730452ba42f844c901d375e', 'subnets': [{'id': '280ef6d5-8136-4a17-ae2c-d086804dba33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:26.205098 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8480ff-9893-424e-910e-992bccb73803 None None] The sync data for ids ['75aca20c-8108-4e18-ab1c-378005a0a509'] in dv-neutron-827825-2-hyperv is: [{'id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'name': 'tempest-TestSnapshotPattern-1141017044-router', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:05Z', 'updated_at': '2022-02-04T12:46:09Z', 'revision_number': 4, 'project_id': '3d880d198730452ba42f844c901d375e', 'gw_port': {'id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:06Z', 'updated_at': '2022-02-04T12:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '0893097a-0dac-47db-ac3a-e99b8ae16775', 'name': '', 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'mac_address': 'fa:16:3e:01:7f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '280ef6d5-8136-4a17-ae2c-d086804dba33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:08Z', 'updated_at': '2022-02-04T12:46:25Z', 'revision_number': 4, 'project_id': '3d880d198730452ba42f844c901d375e', 'subnets': [{'id': '280ef6d5-8136-4a17-ae2c-d086804dba33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:46:26.695508 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06414b41-f260-4ff0-af85-f73756c2db41 None None] Sync routers for ids ['f444a35b-3b34-465d-afa1-2ca4aaa27d2e'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:46:26.717912 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06414b41-f260-4ff0-af85-f73756c2db41 None None] Routers {'f444a35b-3b34-465d-afa1-2ca4aaa27d2e'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:46:26.717912 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-06414b41-f260-4ff0-af85-f73756c2db41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:46:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['f444a35b-3b34-465d-afa1-2ca4aaa27d2e'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:26.907461 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-06414b41-f260-4ff0-af85-f73756c2db41 None None] Set router f444a35b-3b34-465d-afa1-2ca4aaa27d2e gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:46:26.926562 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 0893097a-0dac-47db-ac3a-e99b8ae16775 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:46:27.076317 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port 0893097a-0dac-47db-ac3a-e99b8ae16775 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:46:27.083664 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 0893097a-0dac-47db-ac3a-e99b8ae16775 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:27.084090 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:27.121100 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-93aff255-bfd6-4d26-86e6-21e7d70520b3 req-fc52e13c-a7f9-4a35-ad90-dd7e243ff65e tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=3480f68b-f2b7-4a32-a862-9c71fd1ad984 HTTP/1.1" status: 200 len: 210 time: 0.0517070 Feb 04 12:46:27.235279 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:27.270229 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port 0893097a-0dac-47db-ac3a-e99b8ae16775, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=0893097a-0dac-47db-ac3a-e99b8ae16775,segment=NetworkSegment(1b810705-0ccf-4a65-b454-ce38ee3944ad),segment_id=1b810705-0ccf-4a65-b454-ce38ee3944ad)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:46:27.284015 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-06414b41-f260-4ff0-af85-f73756c2db41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f444a35b-3b34-465d-afa1-2ca4aaa27d2e', 'name': 'tempest-TestSnapshotPattern-762612936-router', 'tenant_id': 'a12857eb2d534d17b532ddf6728fffb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': 'a76484e0-48f2-4bfb-aea0-422b260b6475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:13Z', 'updated_at': '2022-02-04T12:46:17Z', 'revision_number': 4, 'project_id': 'a12857eb2d534d17b532ddf6728fffb8', 'gw_port': {'id': 'a76484e0-48f2-4bfb-aea0-422b260b6475', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:82:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f444a35b-3b34-465d-afa1-2ca4aaa27d2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:14Z', 'updated_at': '2022-02-04T12:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'f9014294-50a0-4385-91ac-bde35b6d5257', 'name': '', 'network_id': '3e431426-7b8f-4b66-bd96-06e24b9c23e8', 'tenant_id': 'a12857eb2d534d17b532ddf6728fffb8', 'mac_address': 'fa:16:3e:d6:29:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f444a35b-3b34-465d-afa1-2ca4aaa27d2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1b2c3a3-3c29-4f88-a8a1-d8af1813b51e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:16Z', 'updated_at': '2022-02-04T12:46:17Z', 'revision_number': 2, 'project_id': 'a12857eb2d534d17b532ddf6728fffb8', 'subnets': [{'id': 'd1b2c3a3-3c29-4f88-a8a1-d8af1813b51e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:27.287939 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06414b41-f260-4ff0-af85-f73756c2db41 None None] Checking router: f444a35b-3b34-465d-afa1-2ca4aaa27d2e for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:46:27.288399 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06414b41-f260-4ff0-af85-f73756c2db41 None None] Updating router f444a35b-3b34-465d-afa1-2ca4aaa27d2e port f9014294-50a0-4385-91ac-bde35b6d5257 binding host dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 12:46:27.361578 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:27.372685 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-06414b41-f260-4ff0-af85-f73756c2db41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:27.442280 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=0893097a-0dac-47db-ac3a-e99b8ae16775,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:27.742014 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-06414b41-f260-4ff0-af85-f73756c2db41 None None] Notify callbacks [] for port, precommit_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:27.756954 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.provisioning_blocks [None req-06414b41-f260-4ff0-af85-f73756c2db41 None None] Transition to ACTIVE for port object f9014294-50a0-4385-91ac-bde35b6d5257 will not be triggered until provisioned by entity L2. {{(pid=84207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:46:27.860286 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-06414b41-f260-4ff0-af85-f73756c2db41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:27.992272 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137c092-6b45-4ba4-98bc-f0f6793c02cb None None] Pushing event updated for resources: {'Port': ['ID=f9014294-50a0-4385-91ac-bde35b6d5257,revision_number=3']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:28.083440 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-06414b41-f260-4ff0-af85-f73756c2db41 None None] Attempting to bind port f9014294-50a0-4385-91ac-bde35b6d5257 on host dv-neutron-827825-2-hyperv for vnic_type normal with profile {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:46:28.083799 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-06414b41-f260-4ff0-af85-f73756c2db41 None None] Attempting to bind port f9014294-50a0-4385-91ac-bde35b6d5257 by drivers openvswitch,hyperv on host dv-neutron-827825-2-hyperv at level 0 using segments [{'id': '05375fd9-1fe4-47f9-b170-7107167dcb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e431426-7b8f-4b66-bd96-06e24b9c23e8'}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:46:28.084143 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06414b41-f260-4ff0-af85-f73756c2db41 None None] Attempting to bind port f9014294-50a0-4385-91ac-bde35b6d5257 on network 3e431426-7b8f-4b66-bd96-06e24b9c23e8 {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:46:28.091371 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06414b41-f260-4ff0-af85-f73756c2db41 None None] Checking agent: {'id': '6de0abcc-e1b8-41f9-8fd8-e0b2b89d69e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827825-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 15), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827825-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:46:28.091740 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06414b41-f260-4ff0-af85-f73756c2db41 None None] Checking segment: {'id': '05375fd9-1fe4-47f9-b170-7107167dcb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e431426-7b8f-4b66-bd96-06e24b9c23e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:46:28.092135 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-06414b41-f260-4ff0-af85-f73756c2db41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:28.092520 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06414b41-f260-4ff0-af85-f73756c2db41 None None] Bound using segment: {'id': '05375fd9-1fe4-47f9-b170-7107167dcb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e431426-7b8f-4b66-bd96-06e24b9c23e8'} {{(pid=84207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:46:28.093574 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.managers [None req-06414b41-f260-4ff0-af85-f73756c2db41 None None] Bound port: f9014294-50a0-4385-91ac-bde35b6d5257, host: dv-neutron-827825-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05375fd9-1fe4-47f9-b170-7107167dcb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e431426-7b8f-4b66-bd96-06e24b9c23e8'}}] {{(pid=84207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:46:28.094101 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-06414b41-f260-4ff0-af85-f73756c2db41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:28.191998 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-06414b41-f260-4ff0-af85-f73756c2db41 None None] For port f9014294-50a0-4385-91ac-bde35b6d5257, host dv-neutron-827825-2-hyperv, cleared binding levels {{(pid=84207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:46:28.195470 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.plugins.ml2.db [None req-06414b41-f260-4ff0-af85-f73756c2db41 None None] For port f9014294-50a0-4385-91ac-bde35b6d5257, host dv-neutron-827825-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=f9014294-50a0-4385-91ac-bde35b6d5257,segment=NetworkSegment(05375fd9-1fe4-47f9-b170-7107167dcb11),segment_id=05375fd9-1fe4-47f9-b170-7107167dcb11)] {{(pid=84207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:46:28.261155 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron_lib.callbacks.manager [None req-06414b41-f260-4ff0-af85-f73756c2db41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:28.327801 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-63028585-2a6d-4819-92d6-e102a554153f req-d176e161-b039-4c79-b8ef-a5776b76b1bb tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=3480f68b-f2b7-4a32-a862-9c71fd1ad984 HTTP/1.1" status: 200 len: 210 time: 0.0406697 Feb 04 12:46:28.341835 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137c092-6b45-4ba4-98bc-f0f6793c02cb None None] Pushing event updated for resources: {'Port': ['ID=f9014294-50a0-4385-91ac-bde35b6d5257,revision_number=4']} {{(pid=84207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:28.348610 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06414b41-f260-4ff0-af85-f73756c2db41 None None] Routers {'f444a35b-3b34-465d-afa1-2ca4aaa27d2e'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:46:28.349262 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-06414b41-f260-4ff0-af85-f73756c2db41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:46:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['f444a35b-3b34-465d-afa1-2ca4aaa27d2e'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:28.501151 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-11f2f24a-5c86-4f26-8b95-8085e921cc92 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:28.501838 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-11f2f24a-5c86-4f26-8b95-8085e921cc92 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Synchronizing usage tracker for tenant:3d880d198730452ba42f844c901d375e on resource:network {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:46:28.577799 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-06414b41-f260-4ff0-af85-f73756c2db41 None None] Set router f444a35b-3b34-465d-afa1-2ca4aaa27d2e gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:46:28.614469 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-11f2f24a-5c86-4f26-8b95-8085e921cc92 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Unset dirty status for tenant:3d880d198730452ba42f844c901d375e on resource:network {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:46:28.615783 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-11f2f24a-5c86-4f26-8b95-8085e921cc92 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.47 "GET /v2.0/networks?id=3775c06c-8324-4041-b5d5-e2fab6985493 HTTP/1.1" status: 200 len: 810 time: 0.2670808 Feb 04 12:46:28.684986 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-0175bcd0-9932-45d6-8f2e-18363283c103 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Synchronizing usage tracker for tenant:3d880d198730452ba42f844c901d375e on resource:security_group {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:46:28.699493 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-0175bcd0-9932-45d6-8f2e-18363283c103 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Unset dirty status for tenant:3d880d198730452ba42f844c901d375e on resource:security_group {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:46:28.700604 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-0175bcd0-9932-45d6-8f2e-18363283c103 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d880d198730452ba42f844c901d375e HTTP/1.1" status: 200 len: 380 time: 0.0728395 Feb 04 12:46:28.708743 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-bf8de78e-16f7-401b-ad33-4bb84a52c277 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Request body: {'port': {'device_id': '3480f68b-f2b7-4a32-a862-9c71fd1ad984', 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493', 'admin_state_up': True, 'tenant_id': '3d880d198730452ba42f844c901d375e', 'security_groups': ['124945f3-6571-4091-894b-4c1332ba6a53']}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:46:28.854123 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-bf8de78e-16f7-401b-ad33-4bb84a52c277 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:46:28.866915 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-bf8de78e-16f7-401b-ad33-4bb84a52c277 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:46:28.909465 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-06414b41-f260-4ff0-af85-f73756c2db41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f444a35b-3b34-465d-afa1-2ca4aaa27d2e', 'name': 'tempest-TestSnapshotPattern-762612936-router', 'tenant_id': 'a12857eb2d534d17b532ddf6728fffb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': 'a76484e0-48f2-4bfb-aea0-422b260b6475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:13Z', 'updated_at': '2022-02-04T12:46:17Z', 'revision_number': 4, 'project_id': 'a12857eb2d534d17b532ddf6728fffb8', 'gw_port': {'id': 'a76484e0-48f2-4bfb-aea0-422b260b6475', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:82:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f444a35b-3b34-465d-afa1-2ca4aaa27d2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:14Z', 'updated_at': '2022-02-04T12:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'f9014294-50a0-4385-91ac-bde35b6d5257', 'name': '', 'network_id': '3e431426-7b8f-4b66-bd96-06e24b9c23e8', 'tenant_id': 'a12857eb2d534d17b532ddf6728fffb8', 'mac_address': 'fa:16:3e:d6:29:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f444a35b-3b34-465d-afa1-2ca4aaa27d2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1b2c3a3-3c29-4f88-a8a1-d8af1813b51e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:16Z', 'updated_at': '2022-02-04T12:46:28Z', 'revision_number': 4, 'project_id': 'a12857eb2d534d17b532ddf6728fffb8', 'subnets': [{'id': 'd1b2c3a3-3c29-4f88-a8a1-d8af1813b51e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:28.913866 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06414b41-f260-4ff0-af85-f73756c2db41 None None] The sync data for ids ['f444a35b-3b34-465d-afa1-2ca4aaa27d2e'] in dv-neutron-827825-2-hyperv is: [{'id': 'f444a35b-3b34-465d-afa1-2ca4aaa27d2e', 'name': 'tempest-TestSnapshotPattern-762612936-router', 'tenant_id': 'a12857eb2d534d17b532ddf6728fffb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': 'a76484e0-48f2-4bfb-aea0-422b260b6475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:13Z', 'updated_at': '2022-02-04T12:46:17Z', 'revision_number': 4, 'project_id': 'a12857eb2d534d17b532ddf6728fffb8', 'gw_port': {'id': 'a76484e0-48f2-4bfb-aea0-422b260b6475', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:82:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f444a35b-3b34-465d-afa1-2ca4aaa27d2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:14Z', 'updated_at': '2022-02-04T12:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': 'f9014294-50a0-4385-91ac-bde35b6d5257', 'name': '', 'network_id': '3e431426-7b8f-4b66-bd96-06e24b9c23e8', 'tenant_id': 'a12857eb2d534d17b532ddf6728fffb8', 'mac_address': 'fa:16:3e:d6:29:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f444a35b-3b34-465d-afa1-2ca4aaa27d2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1b2c3a3-3c29-4f88-a8a1-d8af1813b51e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:16Z', 'updated_at': '2022-02-04T12:46:28Z', 'revision_number': 4, 'project_id': 'a12857eb2d534d17b532ddf6728fffb8', 'subnets': [{'id': 'd1b2c3a3-3c29-4f88-a8a1-d8af1813b51e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:46:28.922988 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 0893097a-0dac-47db-ac3a-e99b8ae16775 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:46:28.941152 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-bf8de78e-16f7-401b-ad33-4bb84a52c277 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Made reservation on behalf of 3d880d198730452ba42f844c901d375e for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:46:28.945978 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-bf8de78e-16f7-401b-ad33-4bb84a52c277 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:29.025984 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port 0893097a-0dac-47db-ac3a-e99b8ae16775 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:29.026357 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:29.203818 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-bf8de78e-16f7-401b-ad33-4bb84a52c277 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Allocated IP 172.20.0.11 (3775c06c-8324-4041-b5d5-e2fab6985493/280ef6d5-8136-4a17-ae2c-d086804dba33/ff752eac-f9bd-4155-ba8c-2d30f59bb036) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:46:29.503853 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-bf8de78e-16f7-401b-ad33-4bb84a52c277 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:29.518307 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-edb8777c-fc19-461a-8edc-c84c187e1b25 req-8a9b3b87-aef6-4889-b01d-23c66817a6d8 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=3480f68b-f2b7-4a32-a862-9c71fd1ad984 HTTP/1.1" status: 200 len: 210 time: 0.0468144 Feb 04 12:46:29.521227 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-bf8de78e-16f7-401b-ad33-4bb84a52c277 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Transition to ACTIVE for port object ff752eac-f9bd-4155-ba8c-2d30f59bb036 will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:46:29.586345 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-bf8de78e-16f7-401b-ad33-4bb84a52c277 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:29.659975 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-bf8de78e-16f7-401b-ad33-4bb84a52c277 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Network 3775c06c-8324-4041-b5d5-e2fab6985493 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:46:29.663184 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-bf8de78e-16f7-401b-ad33-4bb84a52c277 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:46:29.665772 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-bf8de78e-16f7-401b-ad33-4bb84a52c277 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:46:29.718319 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8de78e-16f7-401b-ad33-4bb84a52c277 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Pushing event updated for resources: {'Port': ['ID=ff752eac-f9bd-4155-ba8c-2d30f59bb036,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:29.753225 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-bf8de78e-16f7-401b-ad33-4bb84a52c277 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:29.753840 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-bf8de78e-16f7-401b-ad33-4bb84a52c277 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:29.861697 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-bf8de78e-16f7-401b-ad33-4bb84a52c277 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1564791 Feb 04 12:46:29.875489 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-7647cbeb-9333-4f64-bb76-95a219d406a4 service neutron] Request body: {'port': {'device_id': '3480f68b-f2b7-4a32-a862-9c71fd1ad984', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:46:29.992711 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-7647cbeb-9333-4f64-bb76-95a219d406a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:30.025690 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ff6f83ff-de82-48da-8e1d-c22d81e8d953 None None] Provisioning for port ff752eac-f9bd-4155-ba8c-2d30f59bb036 completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:46:30.031319 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ff6f83ff-de82-48da-8e1d-c22d81e8d953 None None] Provisioning complete for port ff752eac-f9bd-4155-ba8c-2d30f59bb036 triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:30.031695 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ff6f83ff-de82-48da-8e1d-c22d81e8d953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:30.088532 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-ff6f83ff-de82-48da-8e1d-c22d81e8d953 None None] Port ff752eac-f9bd-4155-ba8c-2d30f59bb036 cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:46:30.332386 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-7647cbeb-9333-4f64-bb76-95a219d406a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff752eac-f9bd-4155-ba8c-2d30f59bb036 {{(pid=84204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:46:30.339165 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-7647cbeb-9333-4f64-bb76-95a219d406a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:30.356471 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-7647cbeb-9333-4f64-bb76-95a219d406a4 service neutron] Transition to ACTIVE for port object ff752eac-f9bd-4155-ba8c-2d30f59bb036 will not be triggered until provisioned by entity L2. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:46:30.414616 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-7647cbeb-9333-4f64-bb76-95a219d406a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:30.546191 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647cbeb-9333-4f64-bb76-95a219d406a4 service neutron] Pushing event updated for resources: {'Port': ['ID=ff752eac-f9bd-4155-ba8c-2d30f59bb036,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:30.704688 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-7647cbeb-9333-4f64-bb76-95a219d406a4 service neutron] Attempting to bind port ff752eac-f9bd-4155-ba8c-2d30f59bb036 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:46:30.705023 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-7647cbeb-9333-4f64-bb76-95a219d406a4 service neutron] Attempting to bind port ff752eac-f9bd-4155-ba8c-2d30f59bb036 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '1b810705-0ccf-4a65-b454-ce38ee3944ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:46:30.705348 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-7647cbeb-9333-4f64-bb76-95a219d406a4 service neutron] Attempting to bind port ff752eac-f9bd-4155-ba8c-2d30f59bb036 on network 3775c06c-8324-4041-b5d5-e2fab6985493 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:46:30.713858 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-7647cbeb-9333-4f64-bb76-95a219d406a4 service neutron] Port ff752eac-f9bd-4155-ba8c-2d30f59bb036 on network 3775c06c-8324-4041-b5d5-e2fab6985493 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 12:46:30.714204 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-7647cbeb-9333-4f64-bb76-95a219d406a4 service neutron] Attempting to bind port ff752eac-f9bd-4155-ba8c-2d30f59bb036 on network 3775c06c-8324-4041-b5d5-e2fab6985493 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:46:30.728302 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-7647cbeb-9333-4f64-bb76-95a219d406a4 service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:46:30.728575 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-7647cbeb-9333-4f64-bb76-95a219d406a4 service neutron] Checking segment: {'id': '1b810705-0ccf-4a65-b454-ce38ee3944ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:46:30.728959 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-7647cbeb-9333-4f64-bb76-95a219d406a4 service neutron] Bound using segment: {'id': '1b810705-0ccf-4a65-b454-ce38ee3944ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493'} {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:46:30.729386 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-7647cbeb-9333-4f64-bb76-95a219d406a4 service neutron] Bound port: ff752eac-f9bd-4155-ba8c-2d30f59bb036, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b810705-0ccf-4a65-b454-ce38ee3944ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493'}}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:46:30.729725 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-7647cbeb-9333-4f64-bb76-95a219d406a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:30.810010 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b880ca8-bc65-43c4-94ad-56d23e9a45a2 req-80b3fc33-0275-4fb4-914f-44a153b2500b tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:30.810723 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-3b880ca8-bc65-43c4-94ad-56d23e9a45a2 req-80b3fc33-0275-4fb4-914f-44a153b2500b tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Synchronizing usage tracker for tenant:3d880d198730452ba42f844c901d375e on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:46:30.846693 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-7647cbeb-9333-4f64-bb76-95a219d406a4 service neutron] For port ff752eac-f9bd-4155-ba8c-2d30f59bb036, host hv-neutron-8278, cleared binding levels {{(pid=84204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:46:30.850099 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-7647cbeb-9333-4f64-bb76-95a219d406a4 service neutron] For port ff752eac-f9bd-4155-ba8c-2d30f59bb036, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=ff752eac-f9bd-4155-ba8c-2d30f59bb036,segment=NetworkSegment(1b810705-0ccf-4a65-b454-ce38ee3944ad),segment_id=1b810705-0ccf-4a65-b454-ce38ee3944ad)] {{(pid=84204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:46:30.912993 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device f9014294-50a0-4385-91ac-bde35b6d5257 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:46:30.934373 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-3b880ca8-bc65-43c4-94ad-56d23e9a45a2 req-80b3fc33-0275-4fb4-914f-44a153b2500b tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Unset dirty status for tenant:3d880d198730452ba42f844c901d375e on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:46:30.935742 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3b880ca8-bc65-43c4-94ad-56d23e9a45a2 req-80b3fc33-0275-4fb4-914f-44a153b2500b tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=3480f68b-f2b7-4a32-a862-9c71fd1ad984 HTTP/1.1" status: 200 len: 944 time: 0.2791090 Feb 04 12:46:30.958143 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-7647cbeb-9333-4f64-bb76-95a219d406a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:31.040031 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-7647cbeb-9333-4f64-bb76-95a219d406a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:31.041357 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-7647cbeb-9333-4f64-bb76-95a219d406a4 service neutron] 10.222.0.47 "PUT /v2.0/ports/ff752eac-f9bd-4155-ba8c-2d30f59bb036 HTTP/1.1" status: 200 len: 1094 time: 1.1729550 Feb 04 12:46:31.042726 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3480f68b-f2b7-4a32-a862-9c71fd1ad984', 'tag': 'ff752eac-f9bd-4155-ba8c-2d30f59bb036'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:46:31.053773 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3b880ca8-bc65-43c4-94ad-56d23e9a45a2 req-ef923d3a-f6f3-466c-9da3-7b06b1bfe153 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/security-groups?id=124945f3-6571-4091-894b-4c1332ba6a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116419 Feb 04 12:46:31.059724 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647cbeb-9333-4f64-bb76-95a219d406a4 service neutron] Pushing event updated for resources: {'Port': ['ID=ff752eac-f9bd-4155-ba8c-2d30f59bb036,revision_number=3']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:31.060355 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning for port f9014294-50a0-4385-91ac-bde35b6d5257 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:46:31.078357 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port f9014294-50a0-4385-91ac-bde35b6d5257 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:31.078357 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:31.109130 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3480f68b-f2b7-4a32-a862-9c71fd1ad984', 'tag': 'ff752eac-f9bd-4155-ba8c-2d30f59bb036', 'status': 'completed', 'code': 200} Feb 04 12:46:31.201045 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:31.209751 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e909b036-821c-4df2-aa8a-a91b3463840a req-34c84917-0031-466c-905d-3f50676cadf0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d880d198730452ba42f844c901d375e&device_id=3480f68b-f2b7-4a32-a862-9c71fd1ad984 HTTP/1.1" status: 200 len: 1097 time: 0.0792539 Feb 04 12:46:31.239918 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] For port f9014294-50a0-4385-91ac-bde35b6d5257, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=f9014294-50a0-4385-91ac-bde35b6d5257,segment=NetworkSegment(05375fd9-1fe4-47f9-b170-7107167dcb11),segment_id=05375fd9-1fe4-47f9-b170-7107167dcb11)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:46:31.316174 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:31.355095 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909b036-821c-4df2-aa8a-a91b3463840a req-e18535fc-f1de-43db-a629-8f1f2aed7459 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:31.356744 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e909b036-821c-4df2-aa8a-a91b3463840a req-e18535fc-f1de-43db-a629-8f1f2aed7459 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=3d880d198730452ba42f844c901d375e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1397965 Feb 04 12:46:31.401140 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Pushing event updated for resources: {'Port': ['ID=f9014294-50a0-4385-91ac-bde35b6d5257,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:31.578251 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909b036-821c-4df2-aa8a-a91b3463840a req-455828bc-d7c9-431d-b44d-108402611afd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:31.579658 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e909b036-821c-4df2-aa8a-a91b3463840a req-455828bc-d7c9-431d-b44d-108402611afd service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2142515 Feb 04 12:46:31.684845 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-add56041-f8d6-4433-bb82-3b5deeaa9c58 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d880d198730452ba42f844c901d375e&device_id=3480f68b-f2b7-4a32-a862-9c71fd1ad984 HTTP/1.1" status: 200 len: 1097 time: 0.0672505 Feb 04 12:46:31.755520 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-1e5761bc-e357-4400-b6af-8a98edb0d659 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff752eac-f9bd-4155-ba8c-2d30f59bb036 HTTP/1.1" status: 200 len: 217 time: 0.0626750 Feb 04 12:46:31.816653 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-f008a6a3-d431-4e50-b00f-7b74a95843a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:31.818130 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-f008a6a3-d431-4e50-b00f-7b74a95843a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=280ef6d5-8136-4a17-ae2c-d086804dba33 HTTP/1.1" status: 200 len: 849 time: 0.0566540 Feb 04 12:46:31.897569 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-cbf16e62-6a54-4996-b42b-ec6e73b8df96 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3775c06c-8324-4041-b5d5-e2fab6985493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728076 Feb 04 12:46:32.031982 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-31fb188e-e94b-45b0-9efa-aa1eff1deb1d service neutron] 10.222.0.47 "GET /v2.0/networks/3775c06c-8324-4041-b5d5-e2fab6985493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272240 Feb 04 12:46:32.168187 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-164effd0-5a30-4b70-858f-d193e7abbd27 req-eebef49c-8925-40b0-af80-c0b7bf58d794 service neutron] 10.222.0.47 "GET /v2.0/networks/3775c06c-8324-4041-b5d5-e2fab6985493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300740 Feb 04 12:46:32.262731 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a7d0a-a964-4d16-8a4b-f4ac207c1747 req-c7683b9e-3531-4f46-af87-666344b7257c tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:32.264153 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c63a7d0a-a964-4d16-8a4b-f4ac207c1747 req-c7683b9e-3531-4f46-af87-666344b7257c tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=3480f68b-f2b7-4a32-a862-9c71fd1ad984 HTTP/1.1" status: 200 len: 944 time: 0.0769567 Feb 04 12:46:32.311079 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c63a7d0a-a964-4d16-8a4b-f4ac207c1747 req-7e172fc2-e496-4fc6-bc30-d9d461b0eaab tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/security-groups?id=124945f3-6571-4091-894b-4c1332ba6a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397766 Feb 04 12:46:32.892102 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device f9014294-50a0-4385-91ac-bde35b6d5257 up at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:46:32.959521 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Provisioning complete for port f9014294-50a0-4385-91ac-bde35b6d5257 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:32.959883 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:33.521490 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db08865-e6dd-4427-9be4-54ae1930c69b req-83da3355-44f0-4ef9-9ea8-56a336638020 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:33.522881 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2db08865-e6dd-4427-9be4-54ae1930c69b req-83da3355-44f0-4ef9-9ea8-56a336638020 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=3480f68b-f2b7-4a32-a862-9c71fd1ad984 HTTP/1.1" status: 200 len: 944 time: 0.0831954 Feb 04 12:46:33.572174 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2db08865-e6dd-4427-9be4-54ae1930c69b req-ce47814b-c863-4c1a-9786-a1843154b80c tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/security-groups?id=124945f3-6571-4091-894b-4c1332ba6a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434210 Feb 04 12:46:34.770205 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb383d-c43f-4c91-a753-3d604b3cf8e0 req-56184967-98b8-4272-9c51-cba09019a4d0 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:34.771641 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-8fdb383d-c43f-4c91-a753-3d604b3cf8e0 req-56184967-98b8-4272-9c51-cba09019a4d0 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=3480f68b-f2b7-4a32-a862-9c71fd1ad984 HTTP/1.1" status: 200 len: 944 time: 0.0789559 Feb 04 12:46:34.816971 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-8fdb383d-c43f-4c91-a753-3d604b3cf8e0 req-c4e22364-4dd1-42cd-8910-90da8e88c984 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/security-groups?id=124945f3-6571-4091-894b-4c1332ba6a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398033 Feb 04 12:46:36.017389 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ac535-701b-4646-967e-ac43ee3fab29 req-c8ed1c56-0bad-4e7d-b413-ce789e4c07c3 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:36.018860 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9b6ac535-701b-4646-967e-ac43ee3fab29 req-c8ed1c56-0bad-4e7d-b413-ce789e4c07c3 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=3480f68b-f2b7-4a32-a862-9c71fd1ad984 HTTP/1.1" status: 200 len: 944 time: 0.0771949 Feb 04 12:46:36.063814 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-9b6ac535-701b-4646-967e-ac43ee3fab29 req-74b8640d-ea8d-4d20-a1f5-8d4b1dbc6eef tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/security-groups?id=124945f3-6571-4091-894b-4c1332ba6a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395832 Feb 04 12:46:36.740745 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device ff752eac-f9bd-4155-ba8c-2d30f59bb036 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:46:36.920852 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port ff752eac-f9bd-4155-ba8c-2d30f59bb036, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=ff752eac-f9bd-4155-ba8c-2d30f59bb036,segment=NetworkSegment(1b810705-0ccf-4a65-b454-ce38ee3944ad),segment_id=1b810705-0ccf-4a65-b454-ce38ee3944ad)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:46:36.934381 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': 'ff752eac-f9bd-4155-ba8c-2d30f59bb036', 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493', 'port_id': 'ff752eac-f9bd-4155-ba8c-2d30f59bb036', 'mac_address': 'fa:16:3e:a8:53:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '280ef6d5-8136-4a17-ae2c-d086804dba33', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:46:36.990237 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:37.003172 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:37.008438 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff752eac-f9bd-4155-ba8c-2d30f59bb036 {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:46:37.023216 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port ff752eac-f9bd-4155-ba8c-2d30f59bb036, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=ff752eac-f9bd-4155-ba8c-2d30f59bb036,segment=NetworkSegment(1b810705-0ccf-4a65-b454-ce38ee3944ad),segment_id=1b810705-0ccf-4a65-b454-ce38ee3944ad)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:46:37.100264 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:37.172913 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=ff752eac-f9bd-4155-ba8c-2d30f59bb036,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:37.268085 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc12f9-c86c-43a3-bd2b-cdda7c1828a4 req-547cdc2d-1d2b-4a89-a80b-1cf508983889 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:37.269574 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e2cc12f9-c86c-43a3-bd2b-cdda7c1828a4 req-547cdc2d-1d2b-4a89-a80b-1cf508983889 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=3480f68b-f2b7-4a32-a862-9c71fd1ad984 HTTP/1.1" status: 200 len: 945 time: 0.0826848 Feb 04 12:46:37.315325 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e2cc12f9-c86c-43a3-bd2b-cdda7c1828a4 req-1ca5bb7a-7863-4435-bc89-43b2702c48ac tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/security-groups?id=124945f3-6571-4091-894b-4c1332ba6a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401585 Feb 04 12:46:37.463675 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['ff752eac-f9bd-4155-ba8c-2d30f59bb036'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:46:38.514786 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df5f81-3268-4d1b-a361-8eb4dc3af628 req-68ba9836-bad5-441b-af4e-18f0c4e5c3bc tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:38.516782 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-15df5f81-3268-4d1b-a361-8eb4dc3af628 req-68ba9836-bad5-441b-af4e-18f0c4e5c3bc tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=3480f68b-f2b7-4a32-a862-9c71fd1ad984 HTTP/1.1" status: 200 len: 945 time: 0.0820212 Feb 04 12:46:38.563826 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-15df5f81-3268-4d1b-a361-8eb4dc3af628 req-1bceaa08-300d-4678-9268-130eb0999937 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/security-groups?id=124945f3-6571-4091-894b-4c1332ba6a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408955 Feb 04 12:46:38.757282 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device ff752eac-f9bd-4155-ba8c-2d30f59bb036 up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:46:38.887243 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port ff752eac-f9bd-4155-ba8c-2d30f59bb036 completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:46:38.893623 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port ff752eac-f9bd-4155-ba8c-2d30f59bb036 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:38.899123 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:39.008313 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:39.034029 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3480f68b-f2b7-4a32-a862-9c71fd1ad984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff752eac-f9bd-4155-ba8c-2d30f59bb036'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:46:39.043628 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port ff752eac-f9bd-4155-ba8c-2d30f59bb036, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=ff752eac-f9bd-4155-ba8c-2d30f59bb036,segment=NetworkSegment(1b810705-0ccf-4a65-b454-ce38ee3944ad),segment_id=1b810705-0ccf-4a65-b454-ce38ee3944ad)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:46:39.117337 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:39.175223 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3480f68b-f2b7-4a32-a862-9c71fd1ad984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff752eac-f9bd-4155-ba8c-2d30f59bb036', 'code': 200} Feb 04 12:46:39.191311 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=ff752eac-f9bd-4155-ba8c-2d30f59bb036,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:39.538354 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9ce7aa75-dc84-406f-847e-5d7ec6bc8360 req-2a3186c4-04ce-4ba8-bbc9-860467c20221 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3480f68b-f2b7-4a32-a862-9c71fd1ad984 HTTP/1.1" status: 200 len: 1099 time: 0.0708244 Feb 04 12:46:39.579962 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9ce7aa75-dc84-406f-847e-5d7ec6bc8360 req-52522681-f36d-472e-8351-537d4deae6da service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=124945f3-6571-4091-894b-4c1332ba6a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362265 Feb 04 12:46:39.764395 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f3429-2f50-4b77-90eb-c1d1341a9022 req-452482e6-df82-406d-a69a-76a98fd5243d tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:39.766356 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-062f3429-2f50-4b77-90eb-c1d1341a9022 req-452482e6-df82-406d-a69a-76a98fd5243d tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=3480f68b-f2b7-4a32-a862-9c71fd1ad984 HTTP/1.1" status: 200 len: 946 time: 0.0798466 Feb 04 12:46:39.812033 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-062f3429-2f50-4b77-90eb-c1d1341a9022 req-631fa020-8b07-45a3-bc44-0981f079e34e tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/security-groups?id=124945f3-6571-4091-894b-4c1332ba6a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401022 Feb 04 12:46:41.019465 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23544c-1b61-47c1-801a-6daf61c8bab7 req-a0509cf0-b4ef-47da-82e9-524fe920a4c3 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:41.020900 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-be23544c-1b61-47c1-801a-6daf61c8bab7 req-a0509cf0-b4ef-47da-82e9-524fe920a4c3 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=3480f68b-f2b7-4a32-a862-9c71fd1ad984 HTTP/1.1" status: 200 len: 946 time: 0.0756700 Feb 04 12:46:41.069083 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-be23544c-1b61-47c1-801a-6daf61c8bab7 req-714797dc-6e2b-4bf4-ade0-a02f1989b538 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/security-groups?id=124945f3-6571-4091-894b-4c1332ba6a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426078 Feb 04 12:46:42.225796 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-696af362-7a07-4f00-b3a8-10b42b12598e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:42.290578 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01330a27-e52a-434d-b5c0-b225089fd0ad req-ce23aa78-419f-4d44-bc67-de1f6fc584d5 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:42.292083 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-01330a27-e52a-434d-b5c0-b225089fd0ad req-ce23aa78-419f-4d44-bc67-de1f6fc584d5 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=3480f68b-f2b7-4a32-a862-9c71fd1ad984 HTTP/1.1" status: 200 len: 946 time: 0.0811186 Feb 04 12:46:42.341159 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-01330a27-e52a-434d-b5c0-b225089fd0ad req-f2b71e2f-3b10-4fe8-8074-e52106561ff3 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/security-groups?id=124945f3-6571-4091-894b-4c1332ba6a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426376 Feb 04 12:46:42.566248 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857c33f-fb2f-4800-8cb4-c48d1353ce4b req-58a0eb08-dd40-4e2b-adf6-1fb70990f018 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:42.567730 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3857c33f-fb2f-4800-8cb4-c48d1353ce4b req-58a0eb08-dd40-4e2b-adf6-1fb70990f018 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=3480f68b-f2b7-4a32-a862-9c71fd1ad984 HTTP/1.1" status: 200 len: 946 time: 0.0805016 Feb 04 12:46:42.616878 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-3857c33f-fb2f-4800-8cb4-c48d1353ce4b req-033646df-1480-444a-a5f9-d30cac9e1bf0 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/security-groups?id=124945f3-6571-4091-894b-4c1332ba6a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434299 Feb 04 12:46:42.647678 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 49936) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:46:42.799107 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-ca647500-ff9a-428d-8ffa-495ae90a8cbc tempest-TestSnapshotPattern-1193372157 tempest-TestSnapshotPattern-1193372157-project-admin] Synchronizing usage tracker for tenant:a12857eb2d534d17b532ddf6728fffb8 on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:46:42.909822 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-ca647500-ff9a-428d-8ffa-495ae90a8cbc tempest-TestSnapshotPattern-1193372157 tempest-TestSnapshotPattern-1193372157-project-admin] Unset dirty status for tenant:a12857eb2d534d17b532ddf6728fffb8 on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:46:42.911026 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-ca647500-ff9a-428d-8ffa-495ae90a8cbc tempest-TestSnapshotPattern-1193372157 tempest-TestSnapshotPattern-1193372157-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3480f68b-f2b7-4a32-a862-9c71fd1ad984 HTTP/1.1" status: 200 len: 1094 time: 0.2620792 Feb 04 12:46:42.914040 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 49942) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:46:42.919104 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [None req-d37e8311-1059-480f-a4d2-6a9640ffe686 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Request body: {'floatingip': {'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'port_id': 'ff752eac-f9bd-4155-ba8c-2d30f59bb036', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:46:42.925338 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d37e8311-1059-480f-a4d2-6a9640ffe686 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:46:42.929196 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d37e8311-1059-480f-a4d2-6a9640ffe686 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Usage tracker for resource:floatingip and tenant:3d880d198730452ba42f844c901d375e is out of sync, need to count used quota {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:46:42.932021 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [None req-d37e8311-1059-480f-a4d2-6a9640ffe686 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84204) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:46:42.938216 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [None req-d37e8311-1059-480f-a4d2-6a9640ffe686 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:46:43.014738 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d37e8311-1059-480f-a4d2-6a9640ffe686 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks [] for floatingip, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:43.152083 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d37e8311-1059-480f-a4d2-6a9640ffe686 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:43.286501 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [None req-d37e8311-1059-480f-a4d2-6a9640ffe686 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Allocated IP 172.26.3.143 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/541cd531-d5b4-41dd-84a3-afc0ac7350f8) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:46:43.437096 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d37e8311-1059-480f-a4d2-6a9640ffe686 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:43.555926 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d37e8311-1059-480f-a4d2-6a9640ffe686 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:43.710008 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37e8311-1059-480f-a4d2-6a9640ffe686 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:46:43.713011 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [None req-d37e8311-1059-480f-a4d2-6a9640ffe686 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:46:43.717488 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37e8311-1059-480f-a4d2-6a9640ffe686 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:46:43.742093 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e8311-1059-480f-a4d2-6a9640ffe686 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Pushing event updated for resources: {'Port': ['ID=541cd531-d5b4-41dd-84a3-afc0ac7350f8,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:43.760603 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e8311-1059-480f-a4d2-6a9640ffe686 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:43.760934 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e8311-1059-480f-a4d2-6a9640ffe686 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:43.761258 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e8311-1059-480f-a4d2-6a9640ffe686 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:43.761579 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e8311-1059-480f-a4d2-6a9640ffe686 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:43.761913 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e8311-1059-480f-a4d2-6a9640ffe686 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:43.762259 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e8311-1059-480f-a4d2-6a9640ffe686 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:43.762572 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e8311-1059-480f-a4d2-6a9640ffe686 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:43.762882 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e8311-1059-480f-a4d2-6a9640ffe686 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:43.763191 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e8311-1059-480f-a4d2-6a9640ffe686 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:43.763495 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e8311-1059-480f-a4d2-6a9640ffe686 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:43.763801 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37e8311-1059-480f-a4d2-6a9640ffe686 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:44.284721 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d37e8311-1059-480f-a4d2-6a9640ffe686 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:44.413341 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d37e8311-1059-480f-a4d2-6a9640ffe686 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:44.638095 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ec7aed90-5f5c-4643-aec7-7c9d561410ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:44.642749 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d37e8311-1059-480f-a4d2-6a9640ffe686 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:44.722902 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d37e8311-1059-480f-a4d2-6a9640ffe686 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:44.823131 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e8311-1059-480f-a4d2-6a9640ffe686 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Pushing event updated for resources: {'Port': ['ID=541cd531-d5b4-41dd-84a3-afc0ac7350f8,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:44.842045 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d37e8311-1059-480f-a4d2-6a9640ffe686 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:45.038122 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.db.l3_db [None req-d37e8311-1059-480f-a4d2-6a9640ffe686 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Floating IP f570aeca-430e-43c8-aff0-64f0ab079e79 associated. External IP: 172.26.3.143, port: ff752eac-f9bd-4155-ba8c-2d30f59bb036. Feb 04 12:46:45.566563 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37e8311-1059-480f-a4d2-6a9640ffe686 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Router 75aca20c-8108-4e18-ab1c-378005a0a509 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:46:45.689123 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:45.770168 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37e8311-1059-480f-a4d2-6a9640ffe686 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:46:45.780266 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce29af2-a64c-4c5b-a9e4-1cc594231b53 None None] Sync routers for ids ['75aca20c-8108-4e18-ab1c-378005a0a509'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:46:45.793017 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce29af2-a64c-4c5b-a9e4-1cc594231b53 None None] Routers {'75aca20c-8108-4e18-ab1c-378005a0a509'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:46:45.793621 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-bce29af2-a64c-4c5b-a9e4-1cc594231b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:46:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['75aca20c-8108-4e18-ab1c-378005a0a509'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:45.831499 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:46:45.871501 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-d37e8311-1059-480f-a4d2-6a9640ffe686 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:45.935221 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-d37e8311-1059-480f-a4d2-6a9640ffe686 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0201287 Feb 04 12:46:45.935794 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3480f68b-f2b7-4a32-a862-9c71fd1ad984', 'tag': 'ff752eac-f9bd-4155-ba8c-2d30f59bb036'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:46:45.984221 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-bce29af2-a64c-4c5b-a9e4-1cc594231b53 None None] Set router 75aca20c-8108-4e18-ab1c-378005a0a509 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:46:45.991739 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3480f68b-f2b7-4a32-a862-9c71fd1ad984', 'tag': 'ff752eac-f9bd-4155-ba8c-2d30f59bb036', 'status': 'completed', 'code': 200} Feb 04 12:46:46.031175 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:46.081096 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9a4dc7ee-8682-4aa2-bd80-9a0a1c775972 req-80d4c90d-a5ae-4a27-9b52-e1d3dd8819d7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d880d198730452ba42f844c901d375e&device_id=3480f68b-f2b7-4a32-a862-9c71fd1ad984 HTTP/1.1" status: 200 len: 1099 time: 0.0689340 Feb 04 12:46:46.218620 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dc7ee-8682-4aa2-bd80-9a0a1c775972 req-1dff0028-cbec-4c5c-9119-d2c339f7d3ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:46.220655 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9a4dc7ee-8682-4aa2-bd80-9a0a1c775972 req-1dff0028-cbec-4c5c-9119-d2c339f7d3ac service neutron] 10.222.0.47 "GET /v2.0/networks?id=3775c06c-8324-4041-b5d5-e2fab6985493 HTTP/1.1" status: 200 len: 911 time: 0.1343751 Feb 04 12:46:46.325868 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9a4dc7ee-8682-4aa2-bd80-9a0a1c775972 req-b18f0fa3-7cb7-455d-9102-023fb67a3b8f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff752eac-f9bd-4155-ba8c-2d30f59bb036 HTTP/1.1" status: 200 len: 1000 time: 0.0995946 Feb 04 12:46:46.339741 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-bce29af2-a64c-4c5b-a9e4-1cc594231b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'name': 'tempest-TestSnapshotPattern-1141017044-router', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:05Z', 'updated_at': '2022-02-04T12:46:09Z', 'revision_number': 4, 'project_id': '3d880d198730452ba42f844c901d375e', 'gw_port': {'id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:06Z', 'updated_at': '2022-02-04T12:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': 'f570aeca-430e-43c8-aff0-64f0ab079e79', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'floating_ip_address': '172.26.3.143', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'port_id': 'ff752eac-f9bd-4155-ba8c-2d30f59bb036', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493', 'mac_address': 'fa:16:3e:a8:53:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3480f68b-f2b7-4a32-a862-9c71fd1ad984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:46:44Z', 'updated_at': '2022-02-04T12:46:44Z', 'revision_number': 0, 'project_id': '3d880d198730452ba42f844c901d375e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0893097a-0dac-47db-ac3a-e99b8ae16775', 'name': '', 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'mac_address': 'fa:16:3e:01:7f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '280ef6d5-8136-4a17-ae2c-d086804dba33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:08Z', 'updated_at': '2022-02-04T12:46:27Z', 'revision_number': 5, 'project_id': '3d880d198730452ba42f844c901d375e', 'subnets': [{'id': '280ef6d5-8136-4a17-ae2c-d086804dba33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:46.344209 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce29af2-a64c-4c5b-a9e4-1cc594231b53 None None] Checking router: 75aca20c-8108-4e18-ab1c-378005a0a509 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:46:46.356016 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce29af2-a64c-4c5b-a9e4-1cc594231b53 None None] Routers {'75aca20c-8108-4e18-ab1c-378005a0a509'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:46:46.356879 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-bce29af2-a64c-4c5b-a9e4-1cc594231b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:46:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['75aca20c-8108-4e18-ab1c-378005a0a509'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:46.389219 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dc7ee-8682-4aa2-bd80-9a0a1c775972 req-c583763c-3bdc-4e62-ab2e-c4ab39b4d405 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:46.390712 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9a4dc7ee-8682-4aa2-bd80-9a0a1c775972 req-c583763c-3bdc-4e62-ab2e-c4ab39b4d405 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=280ef6d5-8136-4a17-ae2c-d086804dba33 HTTP/1.1" status: 200 len: 849 time: 0.0595055 Feb 04 12:46:46.468342 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9a4dc7ee-8682-4aa2-bd80-9a0a1c775972 req-f42fd147-cd16-4dbc-bac8-5def52313260 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3775c06c-8324-4041-b5d5-e2fab6985493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718770 Feb 04 12:46:46.536857 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-bce29af2-a64c-4c5b-a9e4-1cc594231b53 None None] Set router 75aca20c-8108-4e18-ab1c-378005a0a509 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:46:46.607508 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9a4dc7ee-8682-4aa2-bd80-9a0a1c775972 req-4a147237-38e5-4159-9c29-4aa252b39eae service neutron] 10.222.0.47 "GET /v2.0/networks/3775c06c-8324-4041-b5d5-e2fab6985493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328945 Feb 04 12:46:46.814669 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9a4dc7ee-8682-4aa2-bd80-9a0a1c775972 req-aad4db0e-f9b1-4bee-b02e-9c043e1cf26b service neutron] 10.222.0.47 "GET /v2.0/networks/3775c06c-8324-4041-b5d5-e2fab6985493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013702 Feb 04 12:46:46.951199 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-bce29af2-a64c-4c5b-a9e4-1cc594231b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'name': 'tempest-TestSnapshotPattern-1141017044-router', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:05Z', 'updated_at': '2022-02-04T12:46:09Z', 'revision_number': 4, 'project_id': '3d880d198730452ba42f844c901d375e', 'gw_port': {'id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:06Z', 'updated_at': '2022-02-04T12:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': 'f570aeca-430e-43c8-aff0-64f0ab079e79', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'floating_ip_address': '172.26.3.143', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'port_id': 'ff752eac-f9bd-4155-ba8c-2d30f59bb036', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493', 'mac_address': 'fa:16:3e:a8:53:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3480f68b-f2b7-4a32-a862-9c71fd1ad984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:46:44Z', 'updated_at': '2022-02-04T12:46:44Z', 'revision_number': 0, 'project_id': '3d880d198730452ba42f844c901d375e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0893097a-0dac-47db-ac3a-e99b8ae16775', 'name': '', 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'mac_address': 'fa:16:3e:01:7f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '280ef6d5-8136-4a17-ae2c-d086804dba33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:08Z', 'updated_at': '2022-02-04T12:46:27Z', 'revision_number': 5, 'project_id': '3d880d198730452ba42f844c901d375e', 'subnets': [{'id': '280ef6d5-8136-4a17-ae2c-d086804dba33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:46.955708 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce29af2-a64c-4c5b-a9e4-1cc594231b53 None None] The sync data for ids ['75aca20c-8108-4e18-ab1c-378005a0a509'] in dv-neutron-827825-2-hyperv is: [{'id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'name': 'tempest-TestSnapshotPattern-1141017044-router', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:05Z', 'updated_at': '2022-02-04T12:46:09Z', 'revision_number': 4, 'project_id': '3d880d198730452ba42f844c901d375e', 'gw_port': {'id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:06Z', 'updated_at': '2022-02-04T12:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': 'f570aeca-430e-43c8-aff0-64f0ab079e79', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'floating_ip_address': '172.26.3.143', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'port_id': 'ff752eac-f9bd-4155-ba8c-2d30f59bb036', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493', 'mac_address': 'fa:16:3e:a8:53:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3480f68b-f2b7-4a32-a862-9c71fd1ad984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:46:44Z', 'updated_at': '2022-02-04T12:46:44Z', 'revision_number': 0, 'project_id': '3d880d198730452ba42f844c901d375e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0893097a-0dac-47db-ac3a-e99b8ae16775', 'name': '', 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'mac_address': 'fa:16:3e:01:7f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '280ef6d5-8136-4a17-ae2c-d086804dba33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:08Z', 'updated_at': '2022-02-04T12:46:27Z', 'revision_number': 5, 'project_id': '3d880d198730452ba42f844c901d375e', 'subnets': [{'id': '280ef6d5-8136-4a17-ae2c-d086804dba33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:46:47.174521 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:47.736162 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f22a152-df81-4f5b-a100-ce77eac2b891 None None] New status for floating IP f570aeca-430e-43c8-aff0-64f0ab079e79: ACTIVE {{(pid=84207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 12:46:52.002428 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-324190ee-dac0-4cf7-bebb-2eb60f8523f4 req-e50b1a51-d005-436e-8d9a-33779b178988 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3480f68b-f2b7-4a32-a862-9c71fd1ad984&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683007 Feb 04 12:46:52.143905 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-324190ee-dac0-4cf7-bebb-2eb60f8523f4 req-ec86ed18-0cf3-4b3d-bbf1-485add8cb893 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d880d198730452ba42f844c901d375e&device_id=3480f68b-f2b7-4a32-a862-9c71fd1ad984 HTTP/1.1" status: 200 len: 1099 time: 0.0737879 Feb 04 12:46:52.297691 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324190ee-dac0-4cf7-bebb-2eb60f8523f4 req-1547b803-30a7-4c23-ac5e-bf9235a0bf72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:52.299871 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-324190ee-dac0-4cf7-bebb-2eb60f8523f4 req-1547b803-30a7-4c23-ac5e-bf9235a0bf72 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3775c06c-8324-4041-b5d5-e2fab6985493 HTTP/1.1" status: 200 len: 911 time: 0.1378489 Feb 04 12:46:52.406887 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-324190ee-dac0-4cf7-bebb-2eb60f8523f4 req-d10e6f10-a186-4552-bc63-99e2f16df1e6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff752eac-f9bd-4155-ba8c-2d30f59bb036 HTTP/1.1" status: 200 len: 1002 time: 0.0992758 Feb 04 12:46:52.472713 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324190ee-dac0-4cf7-bebb-2eb60f8523f4 req-24f8b898-002c-40ac-8eec-e9dd48310f7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:52.474420 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-324190ee-dac0-4cf7-bebb-2eb60f8523f4 req-24f8b898-002c-40ac-8eec-e9dd48310f7c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=280ef6d5-8136-4a17-ae2c-d086804dba33 HTTP/1.1" status: 200 len: 849 time: 0.0616722 Feb 04 12:46:52.552818 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-324190ee-dac0-4cf7-bebb-2eb60f8523f4 req-ed1eb46e-0288-40a6-b800-f07b3d1885ce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3775c06c-8324-4041-b5d5-e2fab6985493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706549 Feb 04 12:46:52.793465 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-324190ee-dac0-4cf7-bebb-2eb60f8523f4 req-be4614b4-2359-4585-b387-ce02573d1722 service neutron] 10.222.0.47 "GET /v2.0/networks/3775c06c-8324-4041-b5d5-e2fab6985493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326930 Feb 04 12:46:52.931474 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-324190ee-dac0-4cf7-bebb-2eb60f8523f4 req-e7507594-ecc4-4007-a8bf-c6746c4d7dc2 service neutron] 10.222.0.47 "GET /v2.0/networks/3775c06c-8324-4041-b5d5-e2fab6985493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323962 Feb 04 12:47:07.031540 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:47:12.174103 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dbc9c5a6-be96-45b8-8fd4-8a81c3dec867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:47:14.635330 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e70d7083-1f86-4145-a74c-1b55022505d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:47:15.686445 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:47:15.994758 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:47:17.202830 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:47:22.832515 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:47:37.006221 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:47:42.183838 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dbeaf4dc-5642-4543-b163-615fbdbbff62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:47:44.651744 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-58325346-9095-4b0d-9746-d3d38f41db60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:47:45.699652 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:47:45.988769 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:47:47.191384 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:47:53.992103 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f93b2777-2f44-49d0-8e2f-cf2a9a762818 req-24ea4494-050d-48e9-b617-5dab6da7a41a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3480f68b-f2b7-4a32-a862-9c71fd1ad984&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723503 Feb 04 12:47:54.129228 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f93b2777-2f44-49d0-8e2f-cf2a9a762818 req-207485dd-8143-4b78-a11a-bfd253a08f1d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d880d198730452ba42f844c901d375e&device_id=3480f68b-f2b7-4a32-a862-9c71fd1ad984 HTTP/1.1" status: 200 len: 1099 time: 0.0680497 Feb 04 12:47:54.271144 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b2777-2f44-49d0-8e2f-cf2a9a762818 req-c3a859b4-eddc-4de9-b247-bcfbc66168b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:54.272516 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f93b2777-2f44-49d0-8e2f-cf2a9a762818 req-c3a859b4-eddc-4de9-b247-bcfbc66168b0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3775c06c-8324-4041-b5d5-e2fab6985493 HTTP/1.1" status: 200 len: 911 time: 0.1250815 Feb 04 12:47:54.377251 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f93b2777-2f44-49d0-8e2f-cf2a9a762818 req-3f7296ab-a0eb-40e0-ba94-414e2123b10b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff752eac-f9bd-4155-ba8c-2d30f59bb036 HTTP/1.1" status: 200 len: 1002 time: 0.0986867 Feb 04 12:47:54.444179 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b2777-2f44-49d0-8e2f-cf2a9a762818 req-a6275b41-81e6-49cb-9070-23cb830d7bef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:54.445703 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f93b2777-2f44-49d0-8e2f-cf2a9a762818 req-a6275b41-81e6-49cb-9070-23cb830d7bef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=280ef6d5-8136-4a17-ae2c-d086804dba33 HTTP/1.1" status: 200 len: 849 time: 0.0625238 Feb 04 12:47:54.522373 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f93b2777-2f44-49d0-8e2f-cf2a9a762818 req-e10bc63a-d4f5-4209-a729-f77da5ff14bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3775c06c-8324-4041-b5d5-e2fab6985493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705125 Feb 04 12:47:54.649295 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f93b2777-2f44-49d0-8e2f-cf2a9a762818 req-119a3de0-1cc9-4d07-a1a3-65735abb5703 service neutron] 10.222.0.47 "GET /v2.0/networks/3775c06c-8324-4041-b5d5-e2fab6985493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210384 Feb 04 12:47:54.776071 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-f93b2777-2f44-49d0-8e2f-cf2a9a762818 req-64f0265d-5dcb-40e0-a9e6-322f815913c9 service neutron] 10.222.0.47 "GET /v2.0/networks/3775c06c-8324-4041-b5d5-e2fab6985493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204209 Feb 04 12:47:59.832364 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:48:07.039782 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:48:12.202011 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0823bf27-ba0a-4d5d-a5ee-161db16c4118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:48:14.602337 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c599b860-b58a-46dd-a8f0-d442e3d8024d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:48:15.661987 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:48:15.990470 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:48:17.188021 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:48:36.832810 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:48:37.050322 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:48:42.156156 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1ec98baa-fa16-4d6a-9692-03e7b061dec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:48:44.624463 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3b3a7199-7312-4c95-a707-6d2a1035768e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:48:45.664615 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:48:46.015863 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:48:47.244499 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:48:55.980901 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-37ba501b-6065-4cd0-98c1-eac97311198d req-7b27e36f-a65d-4e41-9b43-afb4bf055289 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3480f68b-f2b7-4a32-a862-9c71fd1ad984&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669301 Feb 04 12:48:56.125024 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-37ba501b-6065-4cd0-98c1-eac97311198d req-e8559da2-b54f-4e98-a414-3bb54325e5c3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d880d198730452ba42f844c901d375e&device_id=3480f68b-f2b7-4a32-a862-9c71fd1ad984 HTTP/1.1" status: 200 len: 1099 time: 0.0745921 Feb 04 12:48:56.269979 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba501b-6065-4cd0-98c1-eac97311198d req-cbff8a72-1a3b-47dc-ae1c-aa76527263e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:56.271321 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-37ba501b-6065-4cd0-98c1-eac97311198d req-cbff8a72-1a3b-47dc-ae1c-aa76527263e7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3775c06c-8324-4041-b5d5-e2fab6985493 HTTP/1.1" status: 200 len: 911 time: 0.1283276 Feb 04 12:48:56.370101 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-37ba501b-6065-4cd0-98c1-eac97311198d req-b6053887-a9ed-4442-98cb-358e92f608a6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff752eac-f9bd-4155-ba8c-2d30f59bb036 HTTP/1.1" status: 200 len: 1002 time: 0.0928454 Feb 04 12:48:56.434972 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba501b-6065-4cd0-98c1-eac97311198d req-1efc485f-f0eb-41b4-af1e-f26cf1eb9a0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:56.436434 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-37ba501b-6065-4cd0-98c1-eac97311198d req-1efc485f-f0eb-41b4-af1e-f26cf1eb9a0f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=280ef6d5-8136-4a17-ae2c-d086804dba33 HTTP/1.1" status: 200 len: 849 time: 0.0603611 Feb 04 12:48:56.508998 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-37ba501b-6065-4cd0-98c1-eac97311198d req-d8cde1c1-409f-4dfb-a55c-d1ac36ab78c0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3775c06c-8324-4041-b5d5-e2fab6985493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672789 Feb 04 12:48:56.726581 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-37ba501b-6065-4cd0-98c1-eac97311198d req-35fde4e2-7b4b-49c6-821f-6b4638f00947 service neutron] 10.222.0.47 "GET /v2.0/networks/3775c06c-8324-4041-b5d5-e2fab6985493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117038 Feb 04 12:48:56.857467 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-37ba501b-6065-4cd0-98c1-eac97311198d req-254a343e-0d1b-4c33-a4d4-f35a3a51cc4f service neutron] 10.222.0.47 "GET /v2.0/networks/3775c06c-8324-4041-b5d5-e2fab6985493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245632 Feb 04 12:49:07.032641 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:12.184202 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4991554e-1aef-4288-a799-131ce0cc92bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:13.832871 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:49:14.615560 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3de5ef65-86cc-4bb6-9762-85c05f0fd288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:15.676171 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:15.990478 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:17.198436 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:31.531354 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device ff752eac-f9bd-4155-ba8c-2d30f59bb036 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:49:31.665217 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port ff752eac-f9bd-4155-ba8c-2d30f59bb036, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=ff752eac-f9bd-4155-ba8c-2d30f59bb036,segment=NetworkSegment(1b810705-0ccf-4a65-b454-ce38ee3944ad),segment_id=1b810705-0ccf-4a65-b454-ce38ee3944ad)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:31.678611 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': 'ff752eac-f9bd-4155-ba8c-2d30f59bb036', 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493', 'port_id': 'ff752eac-f9bd-4155-ba8c-2d30f59bb036', 'mac_address': 'fa:16:3e:a8:53:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '280ef6d5-8136-4a17-ae2c-d086804dba33', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:49:31.735483 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:31.752770 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff752eac-f9bd-4155-ba8c-2d30f59bb036 {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:49:31.767761 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port ff752eac-f9bd-4155-ba8c-2d30f59bb036, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=ff752eac-f9bd-4155-ba8c-2d30f59bb036,segment=NetworkSegment(1b810705-0ccf-4a65-b454-ce38ee3944ad),segment_id=1b810705-0ccf-4a65-b454-ce38ee3944ad)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:31.832260 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:31.904393 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['ff752eac-f9bd-4155-ba8c-2d30f59bb036'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:49:31.933818 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=ff752eac-f9bd-4155-ba8c-2d30f59bb036,revision_number=6']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:31.958185 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:31.958529 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:31.958865 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:31.959197 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:31.959532 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:31.959855 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:31.960180 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:31.960519 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:31.960820 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:31.961138 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:31.961456 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:33.546301 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device ff752eac-f9bd-4155-ba8c-2d30f59bb036 up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:49:33.611923 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port ff752eac-f9bd-4155-ba8c-2d30f59bb036 triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:33.612283 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:33.758238 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:33.784563 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3480f68b-f2b7-4a32-a862-9c71fd1ad984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff752eac-f9bd-4155-ba8c-2d30f59bb036'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:49:33.794568 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port ff752eac-f9bd-4155-ba8c-2d30f59bb036, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=ff752eac-f9bd-4155-ba8c-2d30f59bb036,segment=NetworkSegment(1b810705-0ccf-4a65-b454-ce38ee3944ad),segment_id=1b810705-0ccf-4a65-b454-ce38ee3944ad)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:33.864902 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:33.896261 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3480f68b-f2b7-4a32-a862-9c71fd1ad984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff752eac-f9bd-4155-ba8c-2d30f59bb036', 'code': 200} Feb 04 12:49:33.935019 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=ff752eac-f9bd-4155-ba8c-2d30f59bb036,revision_number=7']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:37.018780 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:42.197865 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-63c5f674-7c2d-4d40-bc60-a1378353c079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:44.852757 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0e7540ba-bf5e-4ff6-933d-056c6c646e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:45.740150 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:46.014874 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:46.666408 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-574765ff-b3a9-4891-bbb0-c9836f70a7fb tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1880549991&fields=id&tenant_id=3d880d198730452ba42f844c901d375e HTTP/1.1" status: 200 len: 267 time: 0.0461848 Feb 04 12:49:46.817959 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-fd8bc808-9570-4c2a-a5d9-294a780d57c6 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:46.819437 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-fd8bc808-9570-4c2a-a5d9-294a780d57c6 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/networks?id=3775c06c-8324-4041-b5d5-e2fab6985493 HTTP/1.1" status: 200 len: 810 time: 0.1467607 Feb 04 12:49:46.835969 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-a5acf36a-e3b6-4303-a1c7-c9257fa0f59d tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/quotas/3d880d198730452ba42f844c901d375e HTTP/1.1" status: 200 len: 375 time: 0.0108633 Feb 04 12:49:46.920251 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-c68c8f63-092a-43e2-bfb7-0f10e7b888e4 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d880d198730452ba42f844c901d375e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0788512 Feb 04 12:49:47.101388 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-0cbb1f6b-e6d2-4ef2-8874-50abbe25d36e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=84204) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 12:49:47.105451 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-0cbb1f6b-e6d2-4ef2-8874-50abbe25d36e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0720763 Feb 04 12:49:47.209942 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:47.237787 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-5294b4f2-0087-4baa-8c39-f5137aeb90db service neutron] 10.222.0.21 "GET /v2.0/networks/3775c06c-8324-4041-b5d5-e2fab6985493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290731 Feb 04 12:49:47.380446 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-5b9d2743-bbb0-4a1e-bb26-1ad0965623cf service neutron] 10.222.0.21 "GET /v2.0/networks/3775c06c-8324-4041-b5d5-e2fab6985493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360731 Feb 04 12:49:47.778035 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-e76e3f89-e460-4b13-aae6-f61390607431 req-83f6acab-ad66-46a3-ac7f-f484b8ca33b9 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8 HTTP/1.1" status: 200 len: 210 time: 0.1238165 Feb 04 12:49:48.944696 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-42b5f162-c1a1-483d-acfd-49594b63d92b req-293a188c-16f9-4c65-bbbe-01fff568225d tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8 HTTP/1.1" status: 200 len: 210 time: 0.0435262 Feb 04 12:49:49.592278 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device ff752eac-f9bd-4155-ba8c-2d30f59bb036 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:49:49.709369 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:49.736728 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3480f68b-f2b7-4a32-a862-9c71fd1ad984', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff752eac-f9bd-4155-ba8c-2d30f59bb036'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:49:49.748241 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port ff752eac-f9bd-4155-ba8c-2d30f59bb036, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=ff752eac-f9bd-4155-ba8c-2d30f59bb036,segment=NetworkSegment(1b810705-0ccf-4a65-b454-ce38ee3944ad),segment_id=1b810705-0ccf-4a65-b454-ce38ee3944ad)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:49.793463 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3480f68b-f2b7-4a32-a862-9c71fd1ad984', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff752eac-f9bd-4155-ba8c-2d30f59bb036', 'code': 200} Feb 04 12:49:49.814806 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:49.884344 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=ff752eac-f9bd-4155-ba8c-2d30f59bb036,revision_number=8']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:49.906376 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-4692eca0-dd85-4e7e-adb6-0c588da5d99a tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:49.907767 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-4692eca0-dd85-4e7e-adb6-0c588da5d99a tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.47 "GET /v2.0/networks?id=3775c06c-8324-4041-b5d5-e2fab6985493 HTTP/1.1" status: 200 len: 810 time: 0.1531935 Feb 04 12:49:49.966909 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-7b7a4797-9372-4669-98e5-1dfc9b193333 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d880d198730452ba42f844c901d375e HTTP/1.1" status: 200 len: 380 time: 0.0452685 Feb 04 12:49:49.975099 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-1089634c-8f7b-4c70-a90d-0a5494984501 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Request body: {'port': {'device_id': '18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8', 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493', 'admin_state_up': True, 'tenant_id': '3d880d198730452ba42f844c901d375e', 'security_groups': ['124945f3-6571-4091-894b-4c1332ba6a53']}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:49:50.138703 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-81c398c4-8073-4243-b519-c95708741a1e req-9a03b3ac-7acb-46d4-8ce7-0a719486ed3b tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8 HTTP/1.1" status: 200 len: 210 time: 0.0671246 Feb 04 12:49:50.149841 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-1089634c-8f7b-4c70-a90d-0a5494984501 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:49:50.166867 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.quota.driver [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-1089634c-8f7b-4c70-a90d-0a5494984501 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84204) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:49:50.269912 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-1089634c-8f7b-4c70-a90d-0a5494984501 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Made reservation on behalf of 3d880d198730452ba42f844c901d375e for: {'port': 1} {{(pid=84204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:49:50.272909 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-1089634c-8f7b-4c70-a90d-0a5494984501 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:50.446568 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_common [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-1089634c-8f7b-4c70-a90d-0a5494984501 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Allocated IP 172.20.0.14 (3775c06c-8324-4041-b5d5-e2fab6985493/280ef6d5-8136-4a17-ae2c-d086804dba33/395db53c-b901-4d57-87fd-3d206e42c66a) {{(pid=84204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:49:50.656159 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-1089634c-8f7b-4c70-a90d-0a5494984501 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks [] for port, precommit_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:50.669601 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-1089634c-8f7b-4c70-a90d-0a5494984501 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Transition to ACTIVE for port object 395db53c-b901-4d57-87fd-3d206e42c66a will not be triggered until provisioned by entity DHCP. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:49:50.770967 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-1089634c-8f7b-4c70-a90d-0a5494984501 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_create {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:50.840934 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:49:50.973642 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-1089634c-8f7b-4c70-a90d-0a5494984501 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Network 3775c06c-8324-4041-b5d5-e2fab6985493 is already hosted by enough agents. {{(pid=84204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:49:50.978409 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.base_scheduler [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-1089634c-8f7b-4c70-a90d-0a5494984501 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Resources bound (agent type, host, resource id): {{(pid=84204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:49:50.980852 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089634c-8f7b-4c70-a90d-0a5494984501 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Pushing event updated for resources: {'Port': ['ID=395db53c-b901-4d57-87fd-3d206e42c66a,revision_number=1']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:50.983550 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-1089634c-8f7b-4c70-a90d-0a5494984501 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Received port after_create {{(pid=84204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:49:51.035279 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1089634c-8f7b-4c70-a90d-0a5494984501 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:51.036548 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1089634c-8f7b-4c70-a90d-0a5494984501 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:51.036548 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1089634c-8f7b-4c70-a90d-0a5494984501 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:51.036548 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1089634c-8f7b-4c70-a90d-0a5494984501 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:51.036949 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1089634c-8f7b-4c70-a90d-0a5494984501 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:51.037181 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1089634c-8f7b-4c70-a90d-0a5494984501 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:51.037466 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1089634c-8f7b-4c70-a90d-0a5494984501 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:51.037794 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1089634c-8f7b-4c70-a90d-0a5494984501 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:51.038184 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1089634c-8f7b-4c70-a90d-0a5494984501 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:51.038503 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1089634c-8f7b-4c70-a90d-0a5494984501 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:51.038857 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1089634c-8f7b-4c70-a90d-0a5494984501 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:51.071515 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-1089634c-8f7b-4c70-a90d-0a5494984501 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:51.072444 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-1089634c-8f7b-4c70-a90d-0a5494984501 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:51.181696 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-1089634c-8f7b-4c70-a90d-0a5494984501 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2099035 Feb 04 12:49:51.396988 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f5557-5cb2-4375-81ba-2daff91ea730 req-9d54fa13-9c1d-42d9-a38b-5d7491047d3f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:51.398686 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c66f5557-5cb2-4375-81ba-2daff91ea730 req-9d54fa13-9c1d-42d9-a38b-5d7491047d3f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8 HTTP/1.1" status: 200 len: 932 time: 0.1161902 Feb 04 12:49:51.454039 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c66f5557-5cb2-4375-81ba-2daff91ea730 req-9693fcc1-310f-4898-885f-c2554127cd64 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/security-groups?id=124945f3-6571-4091-894b-4c1332ba6a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489430 Feb 04 12:49:51.484615 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-339c0539-1abb-48d0-9f86-68249bce14a0 None None] Provisioning for port 395db53c-b901-4d57-87fd-3d206e42c66a completed by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:49:51.488637 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-339c0539-1abb-48d0-9f86-68249bce14a0 None None] Provisioning complete for port 395db53c-b901-4d57-87fd-3d206e42c66a triggered by entity DHCP. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:51.491741 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-339c0539-1abb-48d0-9f86-68249bce14a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:51.551343 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-339c0539-1abb-48d0-9f86-68249bce14a0 None None] Port 395db53c-b901-4d57-87fd-3d206e42c66a cannot update to ACTIVE because it is not bound. {{(pid=84206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 12:49:52.672807 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6f7f9-bbf2-4841-8f8b-3b582976bfc9 req-aab1fa0a-050d-4253-afbc-460e3228150c tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:52.673537 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-b6b6f7f9-bbf2-4841-8f8b-3b582976bfc9 req-aab1fa0a-050d-4253-afbc-460e3228150c tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Synchronizing usage tracker for tenant:3d880d198730452ba42f844c901d375e on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:49:52.740349 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-b6b6f7f9-bbf2-4841-8f8b-3b582976bfc9 req-aab1fa0a-050d-4253-afbc-460e3228150c tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Unset dirty status for tenant:3d880d198730452ba42f844c901d375e on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:49:52.741530 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b6b6f7f9-bbf2-4841-8f8b-3b582976bfc9 req-aab1fa0a-050d-4253-afbc-460e3228150c tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8 HTTP/1.1" status: 200 len: 932 time: 0.1513822 Feb 04 12:49:52.814718 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b6b6f7f9-bbf2-4841-8f8b-3b582976bfc9 req-29249b4b-3105-44df-a18b-756250ec2666 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/security-groups?id=124945f3-6571-4091-894b-4c1332ba6a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663092 Feb 04 12:49:54.023620 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2acd1f-4140-48c8-960c-c3afdd89d6b9 req-b7cbaef4-79b1-4b2b-a335-0a197bf03c9e tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:54.025293 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-cf2acd1f-4140-48c8-960c-c3afdd89d6b9 req-b7cbaef4-79b1-4b2b-a335-0a197bf03c9e tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8 HTTP/1.1" status: 200 len: 932 time: 0.0845354 Feb 04 12:49:54.079972 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-cf2acd1f-4140-48c8-960c-c3afdd89d6b9 req-02030d51-101f-4728-9f55-9e7b250c2f8d tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/security-groups?id=124945f3-6571-4091-894b-4c1332ba6a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482290 Feb 04 12:49:55.305188 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606f44a-458e-4fce-86a2-621c755f12e3 req-07aff258-862b-4192-af4b-650b958e9746 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:55.306240 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b606f44a-458e-4fce-86a2-621c755f12e3 req-07aff258-862b-4192-af4b-650b958e9746 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8 HTTP/1.1" status: 200 len: 932 time: 0.0880010 Feb 04 12:49:55.356193 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b606f44a-458e-4fce-86a2-621c755f12e3 req-57cdad9b-52e8-40e0-9914-ea0b0213d081 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/security-groups?id=124945f3-6571-4091-894b-4c1332ba6a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436385 Feb 04 12:49:56.574761 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832dc4a-1d25-44d1-ada7-5c74bbb11c20 req-87915c7a-e6fd-4afe-aeb1-0af96d9ae873 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:56.576148 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2832dc4a-1d25-44d1-ada7-5c74bbb11c20 req-87915c7a-e6fd-4afe-aeb1-0af96d9ae873 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8 HTTP/1.1" status: 200 len: 932 time: 0.0851531 Feb 04 12:49:56.628951 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-2832dc4a-1d25-44d1-ada7-5c74bbb11c20 req-8b494bb8-5963-46c2-af4b-c00de4f8a907 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/security-groups?id=124945f3-6571-4091-894b-4c1332ba6a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464756 Feb 04 12:49:57.845124 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8a586-4e87-4c01-a4d4-9e9f418daece req-88771de0-5a08-4dff-a768-9e1d3bd375bc tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:57.846673 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-40c8a586-4e87-4c01-a4d4-9e9f418daece req-88771de0-5a08-4dff-a768-9e1d3bd375bc tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8 HTTP/1.1" status: 200 len: 932 time: 0.0839226 Feb 04 12:49:57.895204 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-40c8a586-4e87-4c01-a4d4-9e9f418daece req-67c6ff42-a87c-4afc-9dd3-1f5681233cae tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/security-groups?id=124945f3-6571-4091-894b-4c1332ba6a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424314 Feb 04 12:49:59.095866 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f274c88-70a3-40d7-8cd4-4784840ed139 req-6ca9a701-8b3d-4b7e-9452-8850559e5a45 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:59.097230 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7f274c88-70a3-40d7-8cd4-4784840ed139 req-6ca9a701-8b3d-4b7e-9452-8850559e5a45 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8 HTTP/1.1" status: 200 len: 932 time: 0.0794568 Feb 04 12:49:59.142698 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-7f274c88-70a3-40d7-8cd4-4784840ed139 req-fcd2cbf1-ca7f-456b-8239-8522bc1abaf8 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/security-groups?id=124945f3-6571-4091-894b-4c1332ba6a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394070 Feb 04 12:50:00.338730 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c0d97-9272-445e-8a9c-cd1f60e196b0 req-63f84fb5-6056-4b71-9b1b-c64c51607a80 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:00.340261 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5b5c0d97-9272-445e-8a9c-cd1f60e196b0 req-63f84fb5-6056-4b71-9b1b-c64c51607a80 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8 HTTP/1.1" status: 200 len: 932 time: 0.0766149 Feb 04 12:50:00.385466 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-5b5c0d97-9272-445e-8a9c-cd1f60e196b0 req-15dd3cd7-2823-4b07-a302-9400f2414751 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/security-groups?id=124945f3-6571-4091-894b-4c1332ba6a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396848 Feb 04 12:50:01.583263 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e776fb-7b00-41af-ac48-3717f5da3994 req-ce2e08b0-4cef-4419-8427-9dd8db2d86d5 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:01.584686 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c5e776fb-7b00-41af-ac48-3717f5da3994 req-ce2e08b0-4cef-4419-8427-9dd8db2d86d5 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8 HTTP/1.1" status: 200 len: 932 time: 0.0755835 Feb 04 12:50:01.633176 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-c5e776fb-7b00-41af-ac48-3717f5da3994 req-6226445d-fcc2-47fe-a86d-07ff2d2d12e0 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/security-groups?id=124945f3-6571-4091-894b-4c1332ba6a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425360 Feb 04 12:50:02.837807 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8aef3-a228-43a2-a58c-2e1027a2b1d8 req-a43ed5b4-1f65-4632-a3e6-319b3056d972 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:02.839298 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4ef8aef3-a228-43a2-a58c-2e1027a2b1d8 req-a43ed5b4-1f65-4632-a3e6-319b3056d972 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8 HTTP/1.1" status: 200 len: 932 time: 0.0823364 Feb 04 12:50:02.885239 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-4ef8aef3-a228-43a2-a58c-2e1027a2b1d8 req-7eb70629-a6a4-40eb-ad40-852fba608258 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/security-groups?id=124945f3-6571-4091-894b-4c1332ba6a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404458 Feb 04 12:50:03.373319 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.v2.base [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-7f612376-740f-46a6-bfd9-dfb330dc782f service neutron] Request body: {'port': {'device_id': '18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=84204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:50:03.414008 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.47', 50577) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:03.483822 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-7f612376-740f-46a6-bfd9-dfb330dc782f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:03.489017 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-274b776d-a7c7-42d7-bd4e-3c432487c7b8 req-4e8d5ebe-eed7-4781-bcf2-509c0e6172d5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3480f68b-f2b7-4a32-a862-9c71fd1ad984&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730495 Feb 04 12:50:03.639309 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-274b776d-a7c7-42d7-bd4e-3c432487c7b8 req-04e02cbf-934e-4c17-8aef-acce85a63b4d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d880d198730452ba42f844c901d375e&device_id=3480f68b-f2b7-4a32-a862-9c71fd1ad984 HTTP/1.1" status: 200 len: 1097 time: 0.0730524 Feb 04 12:50:03.790670 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b776d-a7c7-42d7-bd4e-3c432487c7b8 req-3ae2836b-1eb9-422d-be4e-dcb5b920a002 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:03.792039 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-274b776d-a7c7-42d7-bd4e-3c432487c7b8 req-3ae2836b-1eb9-422d-be4e-dcb5b920a002 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3775c06c-8324-4041-b5d5-e2fab6985493 HTTP/1.1" status: 200 len: 911 time: 0.1326640 Feb 04 12:50:03.865872 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-7f612376-740f-46a6-bfd9-dfb330dc782f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 395db53c-b901-4d57-87fd-3d206e42c66a {{(pid=84204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:50:03.873024 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-7f612376-740f-46a6-bfd9-dfb330dc782f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:03.888577 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.provisioning_blocks [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-7f612376-740f-46a6-bfd9-dfb330dc782f service neutron] Transition to ACTIVE for port object 395db53c-b901-4d57-87fd-3d206e42c66a will not be triggered until provisioned by entity L2. {{(pid=84204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:50:03.898532 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-274b776d-a7c7-42d7-bd4e-3c432487c7b8 req-01e351b6-823a-4463-99d8-853eb397d2e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff752eac-f9bd-4155-ba8c-2d30f59bb036 HTTP/1.1" status: 200 len: 1000 time: 0.1005845 Feb 04 12:50:03.967236 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b776d-a7c7-42d7-bd4e-3c432487c7b8 req-1323ff16-c591-4dc1-82f4-298091a81ec8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:03.968797 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-274b776d-a7c7-42d7-bd4e-3c432487c7b8 req-1323ff16-c591-4dc1-82f4-298091a81ec8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=280ef6d5-8136-4a17-ae2c-d086804dba33 HTTP/1.1" status: 200 len: 849 time: 0.0648668 Feb 04 12:50:04.185866 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-7f612376-740f-46a6-bfd9-dfb330dc782f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:04.202452 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49833f-296f-49f1-bd24-e9a51a535d1b req-b9896771-31b8-443d-9a2a-fb33d65e6430 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:04.204091 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ec49833f-296f-49f1-bd24-e9a51a535d1b req-b9896771-31b8-443d-9a2a-fb33d65e6430 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8 HTTP/1.1" status: 200 len: 932 time: 0.1027205 Feb 04 12:50:04.208814 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-274b776d-a7c7-42d7-bd4e-3c432487c7b8 req-47f10e3a-89c1-4eba-badd-e9dba9ac7ed3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3775c06c-8324-4041-b5d5-e2fab6985493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2344067 Feb 04 12:50:04.345647 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-ec49833f-296f-49f1-bd24-e9a51a535d1b req-b5d6307b-ff52-4d56-ba25-a53c86d28838 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/security-groups?id=124945f3-6571-4091-894b-4c1332ba6a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341147 Feb 04 12:50:04.386316 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f612376-740f-46a6-bfd9-dfb330dc782f service neutron] Pushing event updated for resources: {'Port': ['ID=395db53c-b901-4d57-87fd-3d206e42c66a,revision_number=2']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:04.387438 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-274b776d-a7c7-42d7-bd4e-3c432487c7b8 req-6c2c0386-046d-4ba3-9193-cb961c02798c service neutron] 10.222.0.47 "GET /v2.0/networks/3775c06c-8324-4041-b5d5-e2fab6985493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599350 Feb 04 12:50:04.439223 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-7f612376-740f-46a6-bfd9-dfb330dc782f service neutron] Attempting to bind port 395db53c-b901-4d57-87fd-3d206e42c66a on host hv-neutron-8278 for vnic_type normal with profile {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:50:04.439498 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-7f612376-740f-46a6-bfd9-dfb330dc782f service neutron] Attempting to bind port 395db53c-b901-4d57-87fd-3d206e42c66a by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '1b810705-0ccf-4a65-b454-ce38ee3944ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493'}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:50:04.439821 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-7f612376-740f-46a6-bfd9-dfb330dc782f service neutron] Attempting to bind port 395db53c-b901-4d57-87fd-3d206e42c66a on network 3775c06c-8324-4041-b5d5-e2fab6985493 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:50:04.446138 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-7f612376-740f-46a6-bfd9-dfb330dc782f service neutron] Port 395db53c-b901-4d57-87fd-3d206e42c66a on network 3775c06c-8324-4041-b5d5-e2fab6985493 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 12:50:04.446493 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-7f612376-740f-46a6-bfd9-dfb330dc782f service neutron] Attempting to bind port 395db53c-b901-4d57-87fd-3d206e42c66a on network 3775c06c-8324-4041-b5d5-e2fab6985493 {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 12:50:04.454423 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-7f612376-740f-46a6-bfd9-dfb330dc782f service neutron] Checking agent: {'id': '9becbc1b-4ab4-42d4-b6e0-d6b0fa393061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'started_at': datetime.datetime(2022, 2, 4, 11, 30, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 12:50:04.454901 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-7f612376-740f-46a6-bfd9-dfb330dc782f service neutron] Checking segment: {'id': '1b810705-0ccf-4a65-b454-ce38ee3944ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 12:50:04.455386 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-7f612376-740f-46a6-bfd9-dfb330dc782f service neutron] Bound using segment: {'id': '1b810705-0ccf-4a65-b454-ce38ee3944ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493'} {{(pid=84204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 12:50:04.455916 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.managers [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-7f612376-740f-46a6-bfd9-dfb330dc782f service neutron] Bound port: 395db53c-b901-4d57-87fd-3d206e42c66a, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b810705-0ccf-4a65-b454-ce38ee3944ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493'}}] {{(pid=84204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:50:04.456377 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-7f612376-740f-46a6-bfd9-dfb330dc782f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:04.526581 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-274b776d-a7c7-42d7-bd4e-3c432487c7b8 req-f2f99ac5-a2c3-491b-b02c-43aeb7599276 service neutron] 10.222.0.47 "GET /v2.0/networks/3775c06c-8324-4041-b5d5-e2fab6985493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331701 Feb 04 12:50:04.545427 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-7f612376-740f-46a6-bfd9-dfb330dc782f service neutron] For port 395db53c-b901-4d57-87fd-3d206e42c66a, host hv-neutron-8278, cleared binding levels {{(pid=84204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:50:04.548453 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-7f612376-740f-46a6-bfd9-dfb330dc782f service neutron] For port 395db53c-b901-4d57-87fd-3d206e42c66a, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=395db53c-b901-4d57-87fd-3d206e42c66a,segment=NetworkSegment(1b810705-0ccf-4a65-b454-ce38ee3944ad),segment_id=1b810705-0ccf-4a65-b454-ce38ee3944ad)] {{(pid=84204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:50:04.660852 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-7f612376-740f-46a6-bfd9-dfb330dc782f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15986161'] for port, after_update {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:04.725478 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-7f612376-740f-46a6-bfd9-dfb330dc782f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:04.727054 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-7f612376-740f-46a6-bfd9-dfb330dc782f service neutron] 10.222.0.47 "PUT /v2.0/ports/395db53c-b901-4d57-87fd-3d206e42c66a HTTP/1.1" status: 200 len: 1094 time: 1.3581579 Feb 04 12:50:04.727486 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8', 'tag': '395db53c-b901-4d57-87fd-3d206e42c66a'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:50:04.749066 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f612376-740f-46a6-bfd9-dfb330dc782f service neutron] Pushing event updated for resources: {'Port': ['ID=395db53c-b901-4d57-87fd-3d206e42c66a,revision_number=3']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:04.784387 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8', 'tag': '395db53c-b901-4d57-87fd-3d206e42c66a', 'status': 'completed', 'code': 200} Feb 04 12:50:04.877525 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-69af641f-8db9-4405-9221-28fedbd10c3e req-4e2b109f-d805-47cd-8916-bbc7044b1d26 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d880d198730452ba42f844c901d375e&device_id=18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8 HTTP/1.1" status: 200 len: 1097 time: 0.0724773 Feb 04 12:50:05.029488 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af641f-8db9-4405-9221-28fedbd10c3e req-0e190449-5b14-4801-bb6a-1782aabf647a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:05.030851 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-69af641f-8db9-4405-9221-28fedbd10c3e req-0e190449-5b14-4801-bb6a-1782aabf647a service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=3d880d198730452ba42f844c901d375e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1464403 Feb 04 12:50:05.248816 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af641f-8db9-4405-9221-28fedbd10c3e req-b9ac65f4-a796-48b8-ba57-3bf93cdd8851 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:05.250328 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-69af641f-8db9-4405-9221-28fedbd10c3e req-b9ac65f4-a796-48b8-ba57-3bf93cdd8851 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2138307 Feb 04 12:50:05.356545 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-7cecb3b2-7629-46ee-9fb5-68c92d91c0fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d880d198730452ba42f844c901d375e&device_id=18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8 HTTP/1.1" status: 200 len: 1097 time: 0.0721378 Feb 04 12:50:05.424326 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-bcd1e5ee-4585-4d57-8120-86f375eae52c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=395db53c-b901-4d57-87fd-3d206e42c66a HTTP/1.1" status: 200 len: 217 time: 0.0616879 Feb 04 12:50:05.495980 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-900d32fa-a2c8-4a7a-9e4f-2edf5ba7bf2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:05.497432 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-900d32fa-a2c8-4a7a-9e4f-2edf5ba7bf2d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=280ef6d5-8136-4a17-ae2c-d086804dba33 HTTP/1.1" status: 200 len: 849 time: 0.0667229 Feb 04 12:50:05.559652 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8cef9-d785-4ce3-b41f-6f67983cd387 req-e23f2a67-228f-457c-86bb-c100b04af7ed tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:05.561012 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-63c8cef9-d785-4ce3-b41f-6f67983cd387 req-e23f2a67-228f-457c-86bb-c100b04af7ed tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8 HTTP/1.1" status: 200 len: 944 time: 0.0787127 Feb 04 12:50:05.575271 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-af80c7e7-803d-4240-9ec5-daabe0dd08a8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3775c06c-8324-4041-b5d5-e2fab6985493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725079 Feb 04 12:50:05.609970 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-63c8cef9-d785-4ce3-b41f-6f67983cd387 req-1ff2f6cd-b8c2-49ea-80a5-bb0e58e31429 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/security-groups?id=124945f3-6571-4091-894b-4c1332ba6a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433230 Feb 04 12:50:05.715701 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-e13fc932-bbca-436b-be33-3e160ebd52bf service neutron] 10.222.0.47 "GET /v2.0/networks/3775c06c-8324-4041-b5d5-e2fab6985493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349387 Feb 04 12:50:05.847322 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9f867f4b-d9bc-4809-887a-6029c456af32 req-b21cd837-959a-4cef-9321-eb579b09e9b7 service neutron] 10.222.0.47 "GET /v2.0/networks/3775c06c-8324-4041-b5d5-e2fab6985493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262190 Feb 04 12:50:06.818667 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff0edc-92b3-4e78-aff2-a5cf1248ad7b req-c94a2951-64e8-455e-9b95-a83611835b8f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:06.820077 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-66ff0edc-92b3-4e78-aff2-a5cf1248ad7b req-c94a2951-64e8-455e-9b95-a83611835b8f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8 HTTP/1.1" status: 200 len: 944 time: 0.0805619 Feb 04 12:50:06.867361 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-66ff0edc-92b3-4e78-aff2-a5cf1248ad7b req-144dbcd9-c71f-4b09-b1fd-ba152274e5fa tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/security-groups?id=124945f3-6571-4091-894b-4c1332ba6a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417631 Feb 04 12:50:07.037521 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:08.071595 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ceb1d-eb06-48ae-980e-2c8f3f269b72 req-9acddb97-5b95-46a9-be0a-2e0eae1fdf1c tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:08.073024 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-137ceb1d-eb06-48ae-980e-2c8f3f269b72 req-9acddb97-5b95-46a9-be0a-2e0eae1fdf1c tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8 HTTP/1.1" status: 200 len: 944 time: 0.0820162 Feb 04 12:50:08.118631 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-137ceb1d-eb06-48ae-980e-2c8f3f269b72 req-a00227f6-0b48-45a0-af34-24c756c7553d tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/security-groups?id=124945f3-6571-4091-894b-4c1332ba6a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402012 Feb 04 12:50:09.313611 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a067b00-dc9b-407a-91e0-efe2bf67960e req-f329dddd-2458-44c9-873b-9d950c822d39 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:09.315058 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7a067b00-dc9b-407a-91e0-efe2bf67960e req-f329dddd-2458-44c9-873b-9d950c822d39 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8 HTTP/1.1" status: 200 len: 944 time: 0.0742235 Feb 04 12:50:09.360480 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-7a067b00-dc9b-407a-91e0-efe2bf67960e req-16951776-100a-4503-8cfc-2598fea959ef tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/security-groups?id=124945f3-6571-4091-894b-4c1332ba6a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394344 Feb 04 12:50:09.698717 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 395db53c-b901-4d57-87fd-3d206e42c66a details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:50:09.831235 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 395db53c-b901-4d57-87fd-3d206e42c66a, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=395db53c-b901-4d57-87fd-3d206e42c66a,segment=NetworkSegment(1b810705-0ccf-4a65-b454-ce38ee3944ad),segment_id=1b810705-0ccf-4a65-b454-ce38ee3944ad)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:50:09.844178 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': '395db53c-b901-4d57-87fd-3d206e42c66a', 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493', 'port_id': '395db53c-b901-4d57-87fd-3d206e42c66a', 'mac_address': 'fa:16:3e:e7:09:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '280ef6d5-8136-4a17-ae2c-d086804dba33', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:50:09.897023 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:09.914009 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 395db53c-b901-4d57-87fd-3d206e42c66a {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:50:09.928991 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 395db53c-b901-4d57-87fd-3d206e42c66a, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=395db53c-b901-4d57-87fd-3d206e42c66a,segment=NetworkSegment(1b810705-0ccf-4a65-b454-ce38ee3944ad),segment_id=1b810705-0ccf-4a65-b454-ce38ee3944ad)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:50:09.995634 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:10.065019 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=395db53c-b901-4d57-87fd-3d206e42c66a,revision_number=4']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:10.373637 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['395db53c-b901-4d57-87fd-3d206e42c66a'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:50:10.561166 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f818ba6-bdc6-42e6-887e-12a3b51f2800 req-0398f060-86ff-4955-8a54-414b6fc18aa2 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:10.565110 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4f818ba6-bdc6-42e6-887e-12a3b51f2800 req-0398f060-86ff-4955-8a54-414b6fc18aa2 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8 HTTP/1.1" status: 200 len: 945 time: 0.0786047 Feb 04 12:50:10.613375 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-4f818ba6-bdc6-42e6-887e-12a3b51f2800 req-41eca734-9766-47fe-939c-74ff0cc407d4 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/security-groups?id=124945f3-6571-4091-894b-4c1332ba6a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447648 Feb 04 12:50:11.700408 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 395db53c-b901-4d57-87fd-3d206e42c66a up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:50:11.814314 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb95be-c7a6-4bd4-ab8f-3ccc4f005628 req-28bfbd6a-71ca-4c78-8083-682fc4aa2e3f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:11.815744 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-83fb95be-c7a6-4bd4-ab8f-3ccc4f005628 req-28bfbd6a-71ca-4c78-8083-682fc4aa2e3f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8 HTTP/1.1" status: 200 len: 945 time: 0.0801218 Feb 04 12:50:11.861654 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-83fb95be-c7a6-4bd4-ab8f-3ccc4f005628 req-3d9d2e8f-5fd8-45cc-86f4-19a03fc049e8 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/security-groups?id=124945f3-6571-4091-894b-4c1332ba6a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399675 Feb 04 12:50:11.882330 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning for port 395db53c-b901-4d57-87fd-3d206e42c66a completed by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:50:11.887475 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port 395db53c-b901-4d57-87fd-3d206e42c66a triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:11.887843 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:12.001606 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:12.028267 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395db53c-b901-4d57-87fd-3d206e42c66a'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:50:12.038416 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 395db53c-b901-4d57-87fd-3d206e42c66a, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=395db53c-b901-4d57-87fd-3d206e42c66a,segment=NetworkSegment(1b810705-0ccf-4a65-b454-ce38ee3944ad),segment_id=1b810705-0ccf-4a65-b454-ce38ee3944ad)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:50:12.083250 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395db53c-b901-4d57-87fd-3d206e42c66a', 'code': 200} Feb 04 12:50:12.132744 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:12.191692 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-23210c09-b7ea-4974-a75e-f339b154b4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:12.203777 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=395db53c-b901-4d57-87fd-3d206e42c66a,revision_number=5']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:12.447453 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-67c56fe4-d22a-4ec9-93f2-e5a4564688eb req-84450018-f8e1-4b4f-a007-a334effb832b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8 HTTP/1.1" status: 200 len: 1099 time: 0.0667048 Feb 04 12:50:12.493914 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-67c56fe4-d22a-4ec9-93f2-e5a4564688eb req-65ac67ab-fc3c-4a0a-b314-7c4a98a6fb68 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=124945f3-6571-4091-894b-4c1332ba6a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412436 Feb 04 12:50:13.059728 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81016909-5891-4b65-9688-28db787b9001 req-d05bb4ca-8de1-4fe0-8630-a8ed2e09500b tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:13.061150 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-81016909-5891-4b65-9688-28db787b9001 req-d05bb4ca-8de1-4fe0-8630-a8ed2e09500b tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8 HTTP/1.1" status: 200 len: 946 time: 0.0767553 Feb 04 12:50:13.107239 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-81016909-5891-4b65-9688-28db787b9001 req-22249a1a-a3c2-4468-abf0-de642d3cae1e tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/security-groups?id=124945f3-6571-4091-894b-4c1332ba6a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398967 Feb 04 12:50:14.307325 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbbd3d-fad1-4761-82b5-baa3f5c8de07 req-5161516d-7916-4565-845a-e1be4b7a7c86 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:14.308803 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-01dbbd3d-fad1-4761-82b5-baa3f5c8de07 req-5161516d-7916-4565-845a-e1be4b7a7c86 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8 HTTP/1.1" status: 200 len: 946 time: 0.0768039 Feb 04 12:50:14.354840 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-01dbbd3d-fad1-4761-82b5-baa3f5c8de07 req-a2626f7f-34bb-4063-9e3f-33c13980258a tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/security-groups?id=124945f3-6571-4091-894b-4c1332ba6a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405748 Feb 04 12:50:14.553858 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a7c42-0882-4552-8c2f-6871911e1d56 req-dfb66bde-c8fd-442c-b4a8-99c1134f8a11 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:14.555448 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-173a7c42-0882-4552-8c2f-6871911e1d56 req-dfb66bde-c8fd-442c-b4a8-99c1134f8a11 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8 HTTP/1.1" status: 200 len: 946 time: 0.0819261 Feb 04 12:50:14.600386 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-173a7c42-0882-4552-8c2f-6871911e1d56 req-cb85b77e-1cbf-4a8c-99b9-5baf6732dc7c tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/security-groups?id=124945f3-6571-4091-894b-4c1332ba6a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394671 Feb 04 12:50:14.626282 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c023fe71-2388-430f-bc7f-916e8451489d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:14.629767 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 50224) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:14.702240 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-cb58aa4c-a4e4-4beb-beca-46a96c684c71 tempest-TestSnapshotPattern-1193372157 tempest-TestSnapshotPattern-1193372157-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8 HTTP/1.1" status: 200 len: 1094 time: 0.0710824 Feb 04 12:50:14.704773 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 50228) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:14.709970 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.v2.base [None req-0708c235-3169-4a7f-a925-5864df34652f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Request body: {'floatingip': {'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'port_id': '395db53c-b901-4d57-87fd-3d206e42c66a', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 12:50:14.717585 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-0708c235-3169-4a7f-a925-5864df34652f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:14.721322 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-0708c235-3169-4a7f-a925-5864df34652f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Usage tracker for resource:floatingip and tenant:3d880d198730452ba42f844c901d375e is out of sync, need to count used quota {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:14.724868 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [None req-0708c235-3169-4a7f-a925-5864df34652f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84205) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:14.730940 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.quota.driver [None req-0708c235-3169-4a7f-a925-5864df34652f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84205) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:14.819837 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0708c235-3169-4a7f-a925-5864df34652f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks [] for floatingip, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:14.954489 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0708c235-3169-4a7f-a925-5864df34652f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:15.092508 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_common [None req-0708c235-3169-4a7f-a925-5864df34652f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Allocated IP 172.26.3.216 (63d4ab6b-931d-42a4-aa18-bedd81d582fa/04cee6f6-4416-4ff3-9523-698a1d170ed5/94690ea5-a60e-43b6-b4de-d744bb572c46) {{(pid=84205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:50:15.242482 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0708c235-3169-4a7f-a925-5864df34652f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks [] for port, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:15.349842 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0708c235-3169-4a7f-a925-5864df34652f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760516736750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:15.419963 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0708c235-3169-4a7f-a925-5864df34652f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Network 63d4ab6b-931d-42a4-aa18-bedd81d582fa is already hosted by enough agents. {{(pid=84205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:50:15.422860 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.base_scheduler [None req-0708c235-3169-4a7f-a925-5864df34652f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Resources bound (agent type, host, resource id): {{(pid=84205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:15.427226 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0708c235-3169-4a7f-a925-5864df34652f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Received port after_create {{(pid=84205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 12:50:15.451095 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0708c235-3169-4a7f-a925-5864df34652f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Pushing event updated for resources: {'Port': ['ID=94690ea5-a60e-43b6-b4de-d744bb572c46,revision_number=1']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:15.471876 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708c235-3169-4a7f-a925-5864df34652f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:15.472168 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708c235-3169-4a7f-a925-5864df34652f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:15.472458 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708c235-3169-4a7f-a925-5864df34652f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:15.472802 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708c235-3169-4a7f-a925-5864df34652f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:15.473120 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708c235-3169-4a7f-a925-5864df34652f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:15.473435 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708c235-3169-4a7f-a925-5864df34652f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:15.473747 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708c235-3169-4a7f-a925-5864df34652f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:15.474088 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708c235-3169-4a7f-a925-5864df34652f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:15.474398 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708c235-3169-4a7f-a925-5864df34652f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:15.474705 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708c235-3169-4a7f-a925-5864df34652f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:15.475010 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708c235-3169-4a7f-a925-5864df34652f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:15.688308 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:16.006625 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:16.060655 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0708c235-3169-4a7f-a925-5864df34652f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:16.167383 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0708c235-3169-4a7f-a925-5864df34652f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:16.380426 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0708c235-3169-4a7f-a925-5864df34652f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks [] for port, precommit_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:16.448387 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0708c235-3169-4a7f-a925-5864df34652f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653204'] for port, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:16.549583 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0708c235-3169-4a7f-a925-5864df34652f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Pushing event updated for resources: {'Port': ['ID=94690ea5-a60e-43b6-b4de-d744bb572c46,revision_number=2']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:16.569166 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0708c235-3169-4a7f-a925-5864df34652f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16354248'] for floatingip, after_update {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:16.769533 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.db.l3_db [None req-0708c235-3169-4a7f-a925-5864df34652f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Floating IP eef5edba-6635-40b7-ab1e-ea3f4873eaa2 associated. External IP: 172.26.3.216, port: 395db53c-b901-4d57-87fd-3d206e42c66a. Feb 04 12:50:17.163975 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0708c235-3169-4a7f-a925-5864df34652f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Router 75aca20c-8108-4e18-ab1c-378005a0a509 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:50:17.208966 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:17.362232 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0708c235-3169-4a7f-a925-5864df34652f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:50:17.372428 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adb8887-a549-4990-9a2e-1b54a5de5e46 None None] Sync routers for ids ['75aca20c-8108-4e18-ab1c-378005a0a509'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:50:17.385740 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adb8887-a549-4990-9a2e-1b54a5de5e46 None None] Routers {'75aca20c-8108-4e18-ab1c-378005a0a509'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:50:17.386552 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5adb8887-a549-4990-9a2e-1b54a5de5e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:50:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['75aca20c-8108-4e18-ab1c-378005a0a509'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:17.465993 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-0708c235-3169-4a7f-a925-5864df34652f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:17.569294 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-5adb8887-a549-4990-9a2e-1b54a5de5e46 None None] Set router 75aca20c-8108-4e18-ab1c-378005a0a509 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:50:17.628185 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-0708c235-3169-4a7f-a925-5864df34652f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9224098 Feb 04 12:50:17.628748 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8', 'tag': '395db53c-b901-4d57-87fd-3d206e42c66a'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:50:17.783873 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8', 'tag': '395db53c-b901-4d57-87fd-3d206e42c66a', 'status': 'completed', 'code': 200} Feb 04 12:50:17.873484 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b376ae73-7d15-457d-8241-2d4857e0260e req-7294e733-9273-4f1a-9f1d-1034b5788036 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d880d198730452ba42f844c901d375e&device_id=18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8 HTTP/1.1" status: 200 len: 1099 time: 0.0681114 Feb 04 12:50:17.959820 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5adb8887-a549-4990-9a2e-1b54a5de5e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'name': 'tempest-TestSnapshotPattern-1141017044-router', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:05Z', 'updated_at': '2022-02-04T12:46:09Z', 'revision_number': 4, 'project_id': '3d880d198730452ba42f844c901d375e', 'gw_port': {'id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:06Z', 'updated_at': '2022-02-04T12:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': 'eef5edba-6635-40b7-ab1e-ea3f4873eaa2', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'floating_ip_address': '172.26.3.216', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'port_id': '395db53c-b901-4d57-87fd-3d206e42c66a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493', 'mac_address': 'fa:16:3e:e7:09:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:50:15Z', 'updated_at': '2022-02-04T12:50:15Z', 'revision_number': 0, 'project_id': '3d880d198730452ba42f844c901d375e', 'fixed_ip_address_scope': None}, {'id': 'f570aeca-430e-43c8-aff0-64f0ab079e79', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'floating_ip_address': '172.26.3.143', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'port_id': 'ff752eac-f9bd-4155-ba8c-2d30f59bb036', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493', 'mac_address': 'fa:16:3e:a8:53:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3480f68b-f2b7-4a32-a862-9c71fd1ad984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:46:44Z', 'updated_at': '2022-02-04T12:46:47Z', 'revision_number': 1, 'project_id': '3d880d198730452ba42f844c901d375e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0893097a-0dac-47db-ac3a-e99b8ae16775', 'name': '', 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'mac_address': 'fa:16:3e:01:7f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '280ef6d5-8136-4a17-ae2c-d086804dba33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:08Z', 'updated_at': '2022-02-04T12:46:27Z', 'revision_number': 5, 'project_id': '3d880d198730452ba42f844c901d375e', 'subnets': [{'id': '280ef6d5-8136-4a17-ae2c-d086804dba33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:17.963869 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adb8887-a549-4990-9a2e-1b54a5de5e46 None None] Checking router: 75aca20c-8108-4e18-ab1c-378005a0a509 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:50:17.975237 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adb8887-a549-4990-9a2e-1b54a5de5e46 None None] Routers {'75aca20c-8108-4e18-ab1c-378005a0a509'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:50:17.975762 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5adb8887-a549-4990-9a2e-1b54a5de5e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:50:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['75aca20c-8108-4e18-ab1c-378005a0a509'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:18.006408 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376ae73-7d15-457d-8241-2d4857e0260e req-8542a4a5-1323-4358-a01d-9f3f9c76642a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:18.007832 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b376ae73-7d15-457d-8241-2d4857e0260e req-8542a4a5-1323-4358-a01d-9f3f9c76642a service neutron] 10.222.0.47 "GET /v2.0/networks?id=3775c06c-8324-4041-b5d5-e2fab6985493 HTTP/1.1" status: 200 len: 911 time: 0.1284888 Feb 04 12:50:18.110477 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b376ae73-7d15-457d-8241-2d4857e0260e req-e5cabeba-878f-4e0c-a378-97d4b335ea24 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=395db53c-b901-4d57-87fd-3d206e42c66a HTTP/1.1" status: 200 len: 1000 time: 0.0968194 Feb 04 12:50:18.158434 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-5adb8887-a549-4990-9a2e-1b54a5de5e46 None None] Set router 75aca20c-8108-4e18-ab1c-378005a0a509 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:50:18.172989 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376ae73-7d15-457d-8241-2d4857e0260e req-bfe519d6-bb87-4dbe-a27a-8d5fd153a8cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:18.174454 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b376ae73-7d15-457d-8241-2d4857e0260e req-bfe519d6-bb87-4dbe-a27a-8d5fd153a8cd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=280ef6d5-8136-4a17-ae2c-d086804dba33 HTTP/1.1" status: 200 len: 849 time: 0.0580924 Feb 04 12:50:18.337954 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b376ae73-7d15-457d-8241-2d4857e0260e req-f40636de-2289-4ab5-9981-088a262bc29c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3775c06c-8324-4041-b5d5-e2fab6985493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1576235 Feb 04 12:50:18.469638 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b376ae73-7d15-457d-8241-2d4857e0260e req-32b109c1-3fc1-4830-a6a5-d7218a130a56 service neutron] 10.222.0.47 "GET /v2.0/networks/3775c06c-8324-4041-b5d5-e2fab6985493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256378 Feb 04 12:50:18.526095 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5adb8887-a549-4990-9a2e-1b54a5de5e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'name': 'tempest-TestSnapshotPattern-1141017044-router', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:05Z', 'updated_at': '2022-02-04T12:46:09Z', 'revision_number': 4, 'project_id': '3d880d198730452ba42f844c901d375e', 'gw_port': {'id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:06Z', 'updated_at': '2022-02-04T12:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': 'eef5edba-6635-40b7-ab1e-ea3f4873eaa2', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'floating_ip_address': '172.26.3.216', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'port_id': '395db53c-b901-4d57-87fd-3d206e42c66a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493', 'mac_address': 'fa:16:3e:e7:09:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:50:15Z', 'updated_at': '2022-02-04T12:50:15Z', 'revision_number': 0, 'project_id': '3d880d198730452ba42f844c901d375e', 'fixed_ip_address_scope': None}, {'id': 'f570aeca-430e-43c8-aff0-64f0ab079e79', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'floating_ip_address': '172.26.3.143', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'port_id': 'ff752eac-f9bd-4155-ba8c-2d30f59bb036', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493', 'mac_address': 'fa:16:3e:a8:53:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3480f68b-f2b7-4a32-a862-9c71fd1ad984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:46:44Z', 'updated_at': '2022-02-04T12:46:47Z', 'revision_number': 1, 'project_id': '3d880d198730452ba42f844c901d375e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0893097a-0dac-47db-ac3a-e99b8ae16775', 'name': '', 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'mac_address': 'fa:16:3e:01:7f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '280ef6d5-8136-4a17-ae2c-d086804dba33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:08Z', 'updated_at': '2022-02-04T12:46:27Z', 'revision_number': 5, 'project_id': '3d880d198730452ba42f844c901d375e', 'subnets': [{'id': '280ef6d5-8136-4a17-ae2c-d086804dba33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:18.530021 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adb8887-a549-4990-9a2e-1b54a5de5e46 None None] The sync data for ids ['75aca20c-8108-4e18-ab1c-378005a0a509'] in dv-neutron-827825-2-hyperv is: [{'id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'name': 'tempest-TestSnapshotPattern-1141017044-router', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:05Z', 'updated_at': '2022-02-04T12:46:09Z', 'revision_number': 4, 'project_id': '3d880d198730452ba42f844c901d375e', 'gw_port': {'id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:06Z', 'updated_at': '2022-02-04T12:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': 'eef5edba-6635-40b7-ab1e-ea3f4873eaa2', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'floating_ip_address': '172.26.3.216', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'port_id': '395db53c-b901-4d57-87fd-3d206e42c66a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493', 'mac_address': 'fa:16:3e:e7:09:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:50:15Z', 'updated_at': '2022-02-04T12:50:15Z', 'revision_number': 0, 'project_id': '3d880d198730452ba42f844c901d375e', 'fixed_ip_address_scope': None}, {'id': 'f570aeca-430e-43c8-aff0-64f0ab079e79', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'floating_ip_address': '172.26.3.143', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'port_id': 'ff752eac-f9bd-4155-ba8c-2d30f59bb036', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493', 'mac_address': 'fa:16:3e:a8:53:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3480f68b-f2b7-4a32-a862-9c71fd1ad984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:46:44Z', 'updated_at': '2022-02-04T12:46:47Z', 'revision_number': 1, 'project_id': '3d880d198730452ba42f844c901d375e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0893097a-0dac-47db-ac3a-e99b8ae16775', 'name': '', 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'mac_address': 'fa:16:3e:01:7f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '280ef6d5-8136-4a17-ae2c-d086804dba33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:08Z', 'updated_at': '2022-02-04T12:46:27Z', 'revision_number': 5, 'project_id': '3d880d198730452ba42f844c901d375e', 'subnets': [{'id': '280ef6d5-8136-4a17-ae2c-d086804dba33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:50:18.604874 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b376ae73-7d15-457d-8241-2d4857e0260e req-b70866a9-b743-4b42-a81b-bce6d241255b service neutron] 10.222.0.47 "GET /v2.0/networks/3775c06c-8324-4041-b5d5-e2fab6985493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292007 Feb 04 12:50:18.724163 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc2aff3-c8ab-4a61-aa99-57832e80ece4 None None] New status for floating IP eef5edba-6635-40b7-ab1e-ea3f4873eaa2: ACTIVE {{(pid=84207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 12:50:27.831402 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:50:37.075192 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:42.185262 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3abbc33f-9580-439e-8999-ddc76c2badb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:44.602434 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0ed6e2ba-8747-4803-b67d-f3e45e4d0b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:45.681819 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:46.047765 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:47.230679 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:56.956368 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-da235ed1-7f05-47ee-adfc-05139a224cf3 req-26198fb5-1551-4e1f-a701-bffc5fa969c6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3480f68b-f2b7-4a32-a862-9c71fd1ad984&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672846 Feb 04 12:50:57.099282 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-da235ed1-7f05-47ee-adfc-05139a224cf3 req-c3e86b40-8f75-4019-8106-5474bed37857 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d880d198730452ba42f844c901d375e&device_id=3480f68b-f2b7-4a32-a862-9c71fd1ad984 HTTP/1.1" status: 200 len: 1097 time: 0.0769777 Feb 04 12:50:57.247784 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da235ed1-7f05-47ee-adfc-05139a224cf3 req-c9e68329-53b1-4273-b91a-eb2acd001377 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:57.249435 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-da235ed1-7f05-47ee-adfc-05139a224cf3 req-c9e68329-53b1-4273-b91a-eb2acd001377 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3775c06c-8324-4041-b5d5-e2fab6985493 HTTP/1.1" status: 200 len: 911 time: 0.1303692 Feb 04 12:50:57.361992 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-da235ed1-7f05-47ee-adfc-05139a224cf3 req-56678360-20c0-4f55-8c98-251077db6ba9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff752eac-f9bd-4155-ba8c-2d30f59bb036 HTTP/1.1" status: 200 len: 1000 time: 0.1067238 Feb 04 12:50:57.426207 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da235ed1-7f05-47ee-adfc-05139a224cf3 req-0591e622-bd3c-4030-b9e7-a6a5da43ffa5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:57.427635 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-da235ed1-7f05-47ee-adfc-05139a224cf3 req-0591e622-bd3c-4030-b9e7-a6a5da43ffa5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=280ef6d5-8136-4a17-ae2c-d086804dba33 HTTP/1.1" status: 200 len: 849 time: 0.0596640 Feb 04 12:50:57.503287 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-da235ed1-7f05-47ee-adfc-05139a224cf3 req-0992c39d-eeee-49b6-a251-d740a158819f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3775c06c-8324-4041-b5d5-e2fab6985493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694072 Feb 04 12:50:57.635718 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-da235ed1-7f05-47ee-adfc-05139a224cf3 req-5f5f184f-011e-4e32-8eb1-d4b0fa59b60d service neutron] 10.222.0.47 "GET /v2.0/networks/3775c06c-8324-4041-b5d5-e2fab6985493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261866 Feb 04 12:50:57.771328 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-da235ed1-7f05-47ee-adfc-05139a224cf3 req-dacbc7b6-cc22-4032-a9fc-bf8e12bf7b76 service neutron] 10.222.0.47 "GET /v2.0/networks/3775c06c-8324-4041-b5d5-e2fab6985493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298213 Feb 04 12:51:04.831529 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:51:07.052996 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:12.211956 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7e36d752-6f91-4b5e-a2cc-8f912068d2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:14.624573 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-569b0594-25cb-4201-bd53-30e62d2cd4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:15.687239 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:16.023363 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:17.207198 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:37.035584 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:41.831957 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:51:42.194679 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-300f767b-c16b-41a5-8897-40cdb03223f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:44.617822 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e50e0efc-3b60-418e-b90e-cf26402c4568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:45.697410 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:45.988894 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:47.217202 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:58.089905 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d1fff15f-b1e6-4dfe-b8c4-a58db2079668 req-a45825de-4ca1-4e6e-ac71-b39ea269a749 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1377413 Feb 04 12:51:58.186178 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d1fff15f-b1e6-4dfe-b8c4-a58db2079668 req-57ca0458-cbd6-4927-929f-b5addee94d33 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d880d198730452ba42f844c901d375e&device_id=18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8 HTTP/1.1" status: 200 len: 1099 time: 0.0742619 Feb 04 12:51:58.337645 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fff15f-b1e6-4dfe-b8c4-a58db2079668 req-ba3f4e45-3fa5-4381-9bae-7c8d04dde313 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:58.339108 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d1fff15f-b1e6-4dfe-b8c4-a58db2079668 req-ba3f4e45-3fa5-4381-9bae-7c8d04dde313 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3775c06c-8324-4041-b5d5-e2fab6985493 HTTP/1.1" status: 200 len: 911 time: 0.1334836 Feb 04 12:51:58.442388 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d1fff15f-b1e6-4dfe-b8c4-a58db2079668 req-556dba45-3afd-4e04-b349-772afdbf03ad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=395db53c-b901-4d57-87fd-3d206e42c66a HTTP/1.1" status: 200 len: 1002 time: 0.0957866 Feb 04 12:51:58.506040 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fff15f-b1e6-4dfe-b8c4-a58db2079668 req-4a64e6c4-4eec-402f-ae91-13effc4437dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:58.507408 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d1fff15f-b1e6-4dfe-b8c4-a58db2079668 req-4a64e6c4-4eec-402f-ae91-13effc4437dd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=280ef6d5-8136-4a17-ae2c-d086804dba33 HTTP/1.1" status: 200 len: 849 time: 0.0598407 Feb 04 12:51:58.676361 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d1fff15f-b1e6-4dfe-b8c4-a58db2079668 req-a58dd823-614d-4a7a-9539-ca685c14a3e7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3775c06c-8324-4041-b5d5-e2fab6985493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1626930 Feb 04 12:51:58.806234 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d1fff15f-b1e6-4dfe-b8c4-a58db2079668 req-384aac1f-a4a0-4533-88b4-d8f71382b60b service neutron] 10.222.0.47 "GET /v2.0/networks/3775c06c-8324-4041-b5d5-e2fab6985493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236608 Feb 04 12:51:58.942162 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-d1fff15f-b1e6-4dfe-b8c4-a58db2079668 req-d0b3eb60-7a5f-4648-83e2-ad3960b13b16 service neutron] 10.222.0.47 "GET /v2.0/networks/3775c06c-8324-4041-b5d5-e2fab6985493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302361 Feb 04 12:52:07.062993 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:12.223681 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4446f88e-11be-4095-b6bc-07cba2ed66ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:14.651703 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-68943033-0b7f-4eba-9d75-c9be870ef4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:15.748589 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:16.029509 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:17.229014 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:18.832526 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:52:22.289383 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 395db53c-b901-4d57-87fd-3d206e42c66a details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=84206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:52:22.428156 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 395db53c-b901-4d57-87fd-3d206e42c66a, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=395db53c-b901-4d57-87fd-3d206e42c66a,segment=NetworkSegment(1b810705-0ccf-4a65-b454-ce38ee3944ad),segment_id=1b810705-0ccf-4a65-b454-ce38ee3944ad)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:52:22.443915 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Returning: {'device': '395db53c-b901-4d57-87fd-3d206e42c66a', 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493', 'port_id': '395db53c-b901-4d57-87fd-3d206e42c66a', 'mac_address': 'fa:16:3e:e7:09:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '280ef6d5-8136-4a17-ae2c-d086804dba33', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:52:22.497496 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:22.514656 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 395db53c-b901-4d57-87fd-3d206e42c66a {{(pid=84206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:52:22.529172 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 395db53c-b901-4d57-87fd-3d206e42c66a, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=395db53c-b901-4d57-87fd-3d206e42c66a,segment=NetworkSegment(1b810705-0ccf-4a65-b454-ce38ee3944ad),segment_id=1b810705-0ccf-4a65-b454-ce38ee3944ad)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:52:22.669378 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:22.743288 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=395db53c-b901-4d57-87fd-3d206e42c66a,revision_number=6']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:22.752557 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:22.752827 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:22.753161 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:22.753490 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:22.753815 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:22.754161 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:22.754482 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:22.754800 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:22.755115 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:22.755429 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:22.755742 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:22.760342 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] get_ports_and_sgs() called for port_ids ['395db53c-b901-4d57-87fd-3d206e42c66a'] {{(pid=84206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 12:52:24.289056 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 395db53c-b901-4d57-87fd-3d206e42c66a up at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:52:24.358422 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Provisioning complete for port 395db53c-b901-4d57-87fd-3d206e42c66a triggered by entity L2. {{(pid=84206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:52:24.358813 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1168728'] for port, provisioning_complete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:24.474411 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:24.501532 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395db53c-b901-4d57-87fd-3d206e42c66a'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:52:24.511846 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 395db53c-b901-4d57-87fd-3d206e42c66a, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=395db53c-b901-4d57-87fd-3d206e42c66a,segment=NetworkSegment(1b810705-0ccf-4a65-b454-ce38ee3944ad),segment_id=1b810705-0ccf-4a65-b454-ce38ee3944ad)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:52:24.621910 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:24.662555 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395db53c-b901-4d57-87fd-3d206e42c66a', 'code': 200} Feb 04 12:52:24.695058 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=395db53c-b901-4d57-87fd-3d206e42c66a,revision_number=7']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:37.069367 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:41.478386 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 50406) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:41.681435 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-6904a9ca-bd2c-4a09-8bcc-b9a1bc1a08ab tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Deleting port 94690ea5-a60e-43b6-b4de-d744bb572c46 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:52:41.681767 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6904a9ca-bd2c-4a09-8bcc-b9a1bc1a08ab tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:41.856462 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6904a9ca-bd2c-4a09-8bcc-b9a1bc1a08ab tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:41.856784 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6904a9ca-bd2c-4a09-8bcc-b9a1bc1a08ab tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:41.987037 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-6904a9ca-bd2c-4a09-8bcc-b9a1bc1a08ab tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Calling delete_port for 94690ea5-a60e-43b6-b4de-d744bb572c46 owned by network:floatingip {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:52:42.234226 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3f0c12be-efed-42df-9abc-766c62a82c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:42.268433 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6904a9ca-bd2c-4a09-8bcc-b9a1bc1a08ab tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:42.312927 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904a9ca-bd2c-4a09-8bcc-b9a1bc1a08ab tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Pushing event deleted for resources: {'Port': ['ID=94690ea5-a60e-43b6-b4de-d744bb572c46,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:42.351191 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904a9ca-bd2c-4a09-8bcc-b9a1bc1a08ab tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:42.351523 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904a9ca-bd2c-4a09-8bcc-b9a1bc1a08ab tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:42.351845 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904a9ca-bd2c-4a09-8bcc-b9a1bc1a08ab tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:42.352166 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904a9ca-bd2c-4a09-8bcc-b9a1bc1a08ab tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:42.352483 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904a9ca-bd2c-4a09-8bcc-b9a1bc1a08ab tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:42.353054 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904a9ca-bd2c-4a09-8bcc-b9a1bc1a08ab tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:42.353372 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904a9ca-bd2c-4a09-8bcc-b9a1bc1a08ab tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:42.353685 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904a9ca-bd2c-4a09-8bcc-b9a1bc1a08ab tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:42.354022 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904a9ca-bd2c-4a09-8bcc-b9a1bc1a08ab tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:42.354331 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904a9ca-bd2c-4a09-8bcc-b9a1bc1a08ab tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:42.354635 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904a9ca-bd2c-4a09-8bcc-b9a1bc1a08ab tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:42.395494 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 395db53c-b901-4d57-87fd-3d206e42c66a no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:52:42.427443 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6904a9ca-bd2c-4a09-8bcc-b9a1bc1a08ab tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks [] for floatingip, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:42.514891 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1570439'] for port, before_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:42.541968 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '395db53c-b901-4d57-87fd-3d206e42c66a'}] {{(pid=84206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:52:42.554400 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] For port 395db53c-b901-4d57-87fd-3d206e42c66a, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=395db53c-b901-4d57-87fd-3d206e42c66a,segment=NetworkSegment(1b810705-0ccf-4a65-b454-ce38ee3944ad),segment_id=1b810705-0ccf-4a65-b454-ce38ee3944ad)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:52:42.602165 dv-neutron-827825-2-hyperv neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '395db53c-b901-4d57-87fd-3d206e42c66a', 'code': 200} Feb 04 12:52:42.662928 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760517259277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760516737284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760516737329'] for port, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:42.735378 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Pushing event updated for resources: {'Port': ['ID=395db53c-b901-4d57-87fd-3d206e42c66a,revision_number=8']} {{(pid=84206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:42.826155 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6904a9ca-bd2c-4a09-8bcc-b9a1bc1a08ab tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Router 75aca20c-8108-4e18-ab1c-378005a0a509 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:52:43.024916 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6904a9ca-bd2c-4a09-8bcc-b9a1bc1a08ab tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:52:43.036845 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3852a0ac-2c52-439d-972d-a808b27cd630 None None] Sync routers for ids ['75aca20c-8108-4e18-ab1c-378005a0a509'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:52:43.049848 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3852a0ac-2c52-439d-972d-a808b27cd630 None None] Routers {'75aca20c-8108-4e18-ab1c-378005a0a509'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:52:43.050909 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-3852a0ac-2c52-439d-972d-a808b27cd630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:52:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['75aca20c-8108-4e18-ab1c-378005a0a509'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:43.109084 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-6904a9ca-bd2c-4a09-8bcc-b9a1bc1a08ab tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:43.242554 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-3852a0ac-2c52-439d-972d-a808b27cd630 None None] Set router 75aca20c-8108-4e18-ab1c-378005a0a509 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:52:43.270756 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-6904a9ca-bd2c-4a09-8bcc-b9a1bc1a08ab tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "DELETE /v2.0/floatingips/eef5edba-6635-40b7-ab1e-ea3f4873eaa2 HTTP/1.1" status: 204 len: 168 time: 1.7912860 Feb 04 12:52:43.271413 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8', 'tag': '395db53c-b901-4d57-87fd-3d206e42c66a'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:52:43.329449 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8', 'tag': '395db53c-b901-4d57-87fd-3d206e42c66a', 'status': 'completed', 'code': 200} Feb 04 12:52:43.421642 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-8ae93e13-4668-433f-995c-55c86acb3995 req-27dc292f-1985-4179-8d89-9b4b3a0b3f00 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d880d198730452ba42f844c901d375e&device_id=18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8 HTTP/1.1" status: 200 len: 1097 time: 0.0690336 Feb 04 12:52:43.555537 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae93e13-4668-433f-995c-55c86acb3995 req-e5e3750a-2369-4fb1-bd8d-06a87bb2db19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:43.556990 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-8ae93e13-4668-433f-995c-55c86acb3995 req-e5e3750a-2369-4fb1-bd8d-06a87bb2db19 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3775c06c-8324-4041-b5d5-e2fab6985493 HTTP/1.1" status: 200 len: 911 time: 0.1297162 Feb 04 12:52:43.619221 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-3852a0ac-2c52-439d-972d-a808b27cd630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'name': 'tempest-TestSnapshotPattern-1141017044-router', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:05Z', 'updated_at': '2022-02-04T12:46:09Z', 'revision_number': 4, 'project_id': '3d880d198730452ba42f844c901d375e', 'gw_port': {'id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:06Z', 'updated_at': '2022-02-04T12:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': 'f570aeca-430e-43c8-aff0-64f0ab079e79', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'floating_ip_address': '172.26.3.143', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'port_id': 'ff752eac-f9bd-4155-ba8c-2d30f59bb036', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493', 'mac_address': 'fa:16:3e:a8:53:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3480f68b-f2b7-4a32-a862-9c71fd1ad984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:46:44Z', 'updated_at': '2022-02-04T12:46:47Z', 'revision_number': 1, 'project_id': '3d880d198730452ba42f844c901d375e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0893097a-0dac-47db-ac3a-e99b8ae16775', 'name': '', 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'mac_address': 'fa:16:3e:01:7f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '280ef6d5-8136-4a17-ae2c-d086804dba33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:08Z', 'updated_at': '2022-02-04T12:46:27Z', 'revision_number': 5, 'project_id': '3d880d198730452ba42f844c901d375e', 'subnets': [{'id': '280ef6d5-8136-4a17-ae2c-d086804dba33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:43.623999 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3852a0ac-2c52-439d-972d-a808b27cd630 None None] Checking router: 75aca20c-8108-4e18-ab1c-378005a0a509 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:52:43.628731 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-8ae93e13-4668-433f-995c-55c86acb3995 req-e4890d1c-ce06-4d0f-8dae-d26f1a0c52e6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=395db53c-b901-4d57-87fd-3d206e42c66a HTTP/1.1" status: 200 len: 217 time: 0.0659184 Feb 04 12:52:43.634429 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3852a0ac-2c52-439d-972d-a808b27cd630 None None] Routers {'75aca20c-8108-4e18-ab1c-378005a0a509'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:52:43.635010 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-3852a0ac-2c52-439d-972d-a808b27cd630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:52:15Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['75aca20c-8108-4e18-ab1c-378005a0a509'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:43.702361 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae93e13-4668-433f-995c-55c86acb3995 req-0535cb2d-5710-4965-b9e6-7584b9180a0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:43.703775 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-8ae93e13-4668-433f-995c-55c86acb3995 req-0535cb2d-5710-4965-b9e6-7584b9180a0f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=280ef6d5-8136-4a17-ae2c-d086804dba33 HTTP/1.1" status: 200 len: 849 time: 0.0700819 Feb 04 12:52:43.782348 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-8ae93e13-4668-433f-995c-55c86acb3995 req-54ec6772-01b7-4433-8df7-be36be62090a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3775c06c-8324-4041-b5d5-e2fab6985493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715494 Feb 04 12:52:43.824513 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-3852a0ac-2c52-439d-972d-a808b27cd630 None None] Set router 75aca20c-8108-4e18-ab1c-378005a0a509 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:52:43.952338 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-8ae93e13-4668-433f-995c-55c86acb3995 req-63d8934f-089c-41ad-a540-82b22dc8e1bd service neutron] 10.222.0.47 "GET /v2.0/networks/3775c06c-8324-4041-b5d5-e2fab6985493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645842 Feb 04 12:52:44.094201 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6101ae-fb63-41cf-a69d-eb2664543c68 req-bc577489-4c45-46d1-96ca-83c91204be3c tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:44.095644 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9f6101ae-fb63-41cf-a69d-eb2664543c68 req-bc577489-4c45-46d1-96ca-83c91204be3c tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8 HTTP/1.1" status: 200 len: 944 time: 0.1817987 Feb 04 12:52:44.131884 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-8ae93e13-4668-433f-995c-55c86acb3995 req-2a1de8ba-5855-42a5-a475-6a5d07d79894 service neutron] 10.222.0.47 "GET /v2.0/networks/3775c06c-8324-4041-b5d5-e2fab6985493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713724 Feb 04 12:52:44.159330 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9f6101ae-fb63-41cf-a69d-eb2664543c68 req-a4d20456-f019-4d9f-8e05-80fa0ba1d010 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/security-groups?id=124945f3-6571-4091-894b-4c1332ba6a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546398 Feb 04 12:52:44.233029 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-3852a0ac-2c52-439d-972d-a808b27cd630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'name': 'tempest-TestSnapshotPattern-1141017044-router', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:05Z', 'updated_at': '2022-02-04T12:46:09Z', 'revision_number': 4, 'project_id': '3d880d198730452ba42f844c901d375e', 'gw_port': {'id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:06Z', 'updated_at': '2022-02-04T12:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': 'f570aeca-430e-43c8-aff0-64f0ab079e79', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'floating_ip_address': '172.26.3.143', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'port_id': 'ff752eac-f9bd-4155-ba8c-2d30f59bb036', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493', 'mac_address': 'fa:16:3e:a8:53:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3480f68b-f2b7-4a32-a862-9c71fd1ad984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:46:44Z', 'updated_at': '2022-02-04T12:46:47Z', 'revision_number': 1, 'project_id': '3d880d198730452ba42f844c901d375e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0893097a-0dac-47db-ac3a-e99b8ae16775', 'name': '', 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'mac_address': 'fa:16:3e:01:7f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '280ef6d5-8136-4a17-ae2c-d086804dba33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:08Z', 'updated_at': '2022-02-04T12:46:27Z', 'revision_number': 5, 'project_id': '3d880d198730452ba42f844c901d375e', 'subnets': [{'id': '280ef6d5-8136-4a17-ae2c-d086804dba33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:44.237397 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3852a0ac-2c52-439d-972d-a808b27cd630 None None] The sync data for ids ['75aca20c-8108-4e18-ab1c-378005a0a509'] in dv-neutron-827825-2-hyperv is: [{'id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'name': 'tempest-TestSnapshotPattern-1141017044-router', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:05Z', 'updated_at': '2022-02-04T12:46:09Z', 'revision_number': 4, 'project_id': '3d880d198730452ba42f844c901d375e', 'gw_port': {'id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:06Z', 'updated_at': '2022-02-04T12:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_floatingips': [{'id': 'f570aeca-430e-43c8-aff0-64f0ab079e79', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'floating_ip_address': '172.26.3.143', 'floating_network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'router_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'port_id': 'ff752eac-f9bd-4155-ba8c-2d30f59bb036', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493', 'mac_address': 'fa:16:3e:a8:53:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3480f68b-f2b7-4a32-a862-9c71fd1ad984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:46:44Z', 'updated_at': '2022-02-04T12:46:47Z', 'revision_number': 1, 'project_id': '3d880d198730452ba42f844c901d375e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0893097a-0dac-47db-ac3a-e99b8ae16775', 'name': '', 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'mac_address': 'fa:16:3e:01:7f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '280ef6d5-8136-4a17-ae2c-d086804dba33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:08Z', 'updated_at': '2022-02-04T12:46:27Z', 'revision_number': 5, 'project_id': '3d880d198730452ba42f844c901d375e', 'subnets': [{'id': '280ef6d5-8136-4a17-ae2c-d086804dba33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:52:44.451934 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7022329-0727-4cb7-98a2-d1f403f44f64 None None] New status for floating IP eef5edba-6635-40b7-ab1e-ea3f4873eaa2: DOWN {{(pid=84207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 12:52:44.628137 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-246cbfc9-8064-47c1-bf5a-bb99b7b28809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:45.362283 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70314eab-4b4e-4cca-b638-34d8410a854f req-55e1c081-f1fd-4d8c-81a4-b644f59bc795 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:45.362962 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-70314eab-4b4e-4cca-b638-34d8410a854f req-55e1c081-f1fd-4d8c-81a4-b644f59bc795 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Synchronizing usage tracker for tenant:3d880d198730452ba42f844c901d375e on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:52:45.445592 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-70314eab-4b4e-4cca-b638-34d8410a854f req-55e1c081-f1fd-4d8c-81a4-b644f59bc795 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Unset dirty status for tenant:3d880d198730452ba42f844c901d375e on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:52:45.446776 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-70314eab-4b4e-4cca-b638-34d8410a854f req-55e1c081-f1fd-4d8c-81a4-b644f59bc795 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8 HTTP/1.1" status: 200 len: 944 time: 0.1607258 Feb 04 12:52:45.493299 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-70314eab-4b4e-4cca-b638-34d8410a854f req-79635dd6-51b6-4c9e-82ef-42f315333ec2 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/security-groups?id=124945f3-6571-4091-894b-4c1332ba6a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408893 Feb 04 12:52:45.717362 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c88f46-f5d4-4b5b-8feb-b23b74c49ef9 req-453b1be8-f5af-40dd-9b85-f63a8bdf4175 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:45.718736 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-22c88f46-f5d4-4b5b-8feb-b23b74c49ef9 req-453b1be8-f5af-40dd-9b85-f63a8bdf4175 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.47 "GET /v2.0/ports?device_id=18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8 HTTP/1.1" status: 200 len: 944 time: 0.0749731 Feb 04 12:52:45.736888 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:45.788544 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [req-22c88f46-f5d4-4b5b-8feb-b23b74c49ef9 req-cf5aaf92-bc07-48e0-9b5a-a6d54a099ef5 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Deleting port 395db53c-b901-4d57-87fd-3d206e42c66a {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:52:45.788869 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-22c88f46-f5d4-4b5b-8feb-b23b74c49ef9 req-cf5aaf92-bc07-48e0-9b5a-a6d54a099ef5 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:46.025457 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-22c88f46-f5d4-4b5b-8feb-b23b74c49ef9 req-cf5aaf92-bc07-48e0-9b5a-a6d54a099ef5 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] For port 395db53c-b901-4d57-87fd-3d206e42c66a, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=395db53c-b901-4d57-87fd-3d206e42c66a,segment=NetworkSegment(1b810705-0ccf-4a65-b454-ce38ee3944ad),segment_id=1b810705-0ccf-4a65-b454-ce38ee3944ad)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:52:46.025732 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-22c88f46-f5d4-4b5b-8feb-b23b74c49ef9 req-cf5aaf92-bc07-48e0-9b5a-a6d54a099ef5 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:46.057320 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:46.234573 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [req-22c88f46-f5d4-4b5b-8feb-b23b74c49ef9 req-cf5aaf92-bc07-48e0-9b5a-a6d54a099ef5 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Calling delete_port for 395db53c-b901-4d57-87fd-3d206e42c66a owned by compute:nova {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:52:46.508477 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-22c88f46-f5d4-4b5b-8feb-b23b74c49ef9 req-cf5aaf92-bc07-48e0-9b5a-a6d54a099ef5 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:46.562341 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5aaf92-bc07-48e0-9b5a-a6d54a099ef5 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Pushing event deleted for resources: {'Port': ['ID=395db53c-b901-4d57-87fd-3d206e42c66a,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:46.600670 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5aaf92-bc07-48e0-9b5a-a6d54a099ef5 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:46.601011 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5aaf92-bc07-48e0-9b5a-a6d54a099ef5 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:46.601347 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5aaf92-bc07-48e0-9b5a-a6d54a099ef5 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:46.601670 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5aaf92-bc07-48e0-9b5a-a6d54a099ef5 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:46.602025 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5aaf92-bc07-48e0-9b5a-a6d54a099ef5 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:46.602368 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5aaf92-bc07-48e0-9b5a-a6d54a099ef5 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:46.602679 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5aaf92-bc07-48e0-9b5a-a6d54a099ef5 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:46.603257 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5aaf92-bc07-48e0-9b5a-a6d54a099ef5 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:46.603577 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5aaf92-bc07-48e0-9b5a-a6d54a099ef5 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:46.603894 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5aaf92-bc07-48e0-9b5a-a6d54a099ef5 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:46.604207 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5aaf92-bc07-48e0-9b5a-a6d54a099ef5 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827825-2-hyperv {{(pid=84204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:46.678734 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c88f46-f5d4-4b5b-8feb-b23b74c49ef9 req-cf5aaf92-bc07-48e0-9b5a-a6d54a099ef5 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] No DVR routers for this DVR port 395db53c-b901-4d57-87fd-3d206e42c66a on host hv-neutron-8278 {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:52:46.685406 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-22c88f46-f5d4-4b5b-8feb-b23b74c49ef9 req-cf5aaf92-bc07-48e0-9b5a-a6d54a099ef5 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:46.687871 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8', 'name': 'network-vif-deleted', 'tag': '395db53c-b901-4d57-87fd-3d206e42c66a'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:52:46.695208 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-c49b65eb-6d64-47ed-8923-05180a12f737 req-45e9b71b-ba89-473c-b8ac-d3682269013c tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8 HTTP/1.1" status: 200 len: 210 time: 0.0600624 Feb 04 12:52:46.828175 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8', 'name': 'network-vif-deleted', 'tag': '395db53c-b901-4d57-87fd-3d206e42c66a', 'status': 'completed', 'code': 200} Feb 04 12:52:46.830097 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-22c88f46-f5d4-4b5b-8feb-b23b74c49ef9 req-cf5aaf92-bc07-48e0-9b5a-a6d54a099ef5 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.47 "DELETE /v2.0/ports/395db53c-b901-4d57-87fd-3d206e42c66a HTTP/1.1" status: 204 len: 173 time: 1.1066823 Feb 04 12:52:47.268579 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:47.892116 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-e8f6c58d-2d13-4873-b569-7942cd3665e5 req-cebaa81f-109f-44c0-bb51-ed737ab6fd20 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Synchronizing usage tracker for tenant:3d880d198730452ba42f844c901d375e on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:52:47.988699 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-e8f6c58d-2d13-4873-b569-7942cd3665e5 req-cebaa81f-109f-44c0-bb51-ed737ab6fd20 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Unset dirty status for tenant:3d880d198730452ba42f844c901d375e on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:52:47.989805 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-e8f6c58d-2d13-4873-b569-7942cd3665e5 req-cebaa81f-109f-44c0-bb51-ed737ab6fd20 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e0ac1e-99cf-4fb6-b9f5-914c589ca4e8 HTTP/1.1" status: 200 len: 210 time: 0.1377902 Feb 04 12:52:48.442829 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 395db53c-b901-4d57-87fd-3d206e42c66a no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:52:48.474488 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] No Port match for: 395db53c-b901-4d57-87fd-3d206e42c66a {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:52:48.474754 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device 395db53c-b901-4d57-87fd-3d206e42c66a not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:52:51.017419 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 50470) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:51.221644 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-946665ed-e66c-4a55-902a-c81f9d747699 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Deleting port 541cd531-d5b4-41dd-84a3-afc0ac7350f8 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:52:51.222079 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-946665ed-e66c-4a55-902a-c81f9d747699 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:51.397576 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-946665ed-e66c-4a55-902a-c81f9d747699 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:51.397834 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-946665ed-e66c-4a55-902a-c81f9d747699 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:51.524018 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-946665ed-e66c-4a55-902a-c81f9d747699 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Calling delete_port for 541cd531-d5b4-41dd-84a3-afc0ac7350f8 owned by network:floatingip {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:52:51.754341 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-946665ed-e66c-4a55-902a-c81f9d747699 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:51.802152 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946665ed-e66c-4a55-902a-c81f9d747699 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Pushing event deleted for resources: {'Port': ['ID=541cd531-d5b4-41dd-84a3-afc0ac7350f8,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:51.895137 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-946665ed-e66c-4a55-902a-c81f9d747699 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks [] for floatingip, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:52.286647 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946665ed-e66c-4a55-902a-c81f9d747699 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Router 75aca20c-8108-4e18-ab1c-378005a0a509 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:52:52.588863 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946665ed-e66c-4a55-902a-c81f9d747699 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:52:52.599232 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f646342f-5296-4532-8f99-76152a914404 None None] Sync routers for ids ['75aca20c-8108-4e18-ab1c-378005a0a509'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:52:52.611309 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f646342f-5296-4532-8f99-76152a914404 None None] Routers {'75aca20c-8108-4e18-ab1c-378005a0a509'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:52:52.612020 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-f646342f-5296-4532-8f99-76152a914404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:52:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['75aca20c-8108-4e18-ab1c-378005a0a509'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:52.753902 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-946665ed-e66c-4a55-902a-c81f9d747699 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for floatingip, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:52.789670 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-f646342f-5296-4532-8f99-76152a914404 None None] Set router 75aca20c-8108-4e18-ab1c-378005a0a509 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:52:52.810698 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-946665ed-e66c-4a55-902a-c81f9d747699 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "DELETE /v2.0/floatingips/f570aeca-430e-43c8-aff0-64f0ab079e79 HTTP/1.1" status: 204 len: 168 time: 1.7897112 Feb 04 12:52:52.810698 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3480f68b-f2b7-4a32-a862-9c71fd1ad984', 'tag': 'ff752eac-f9bd-4155-ba8c-2d30f59bb036'}] {{(pid=84205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:52:52.867715 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3480f68b-f2b7-4a32-a862-9c71fd1ad984', 'tag': 'ff752eac-f9bd-4155-ba8c-2d30f59bb036', 'status': 'completed', 'code': 200} Feb 04 12:52:52.963283 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b89674ee-839a-44ac-9b3d-84aff8fc6034 req-f8296101-c6f1-4dfc-ab1c-2b808abe51a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d880d198730452ba42f844c901d375e&device_id=3480f68b-f2b7-4a32-a862-9c71fd1ad984 HTTP/1.1" status: 200 len: 1097 time: 0.0744922 Feb 04 12:52:53.097566 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89674ee-839a-44ac-9b3d-84aff8fc6034 req-495a0b2f-a7cf-40bf-be7d-e1e307cb4039 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:53.100534 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b89674ee-839a-44ac-9b3d-84aff8fc6034 req-495a0b2f-a7cf-40bf-be7d-e1e307cb4039 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3775c06c-8324-4041-b5d5-e2fab6985493 HTTP/1.1" status: 200 len: 911 time: 0.1317835 Feb 04 12:52:53.107474 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-f646342f-5296-4532-8f99-76152a914404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'name': 'tempest-TestSnapshotPattern-1141017044-router', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:05Z', 'updated_at': '2022-02-04T12:46:09Z', 'revision_number': 4, 'project_id': '3d880d198730452ba42f844c901d375e', 'gw_port': {'id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:06Z', 'updated_at': '2022-02-04T12:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '0893097a-0dac-47db-ac3a-e99b8ae16775', 'name': '', 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'mac_address': 'fa:16:3e:01:7f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '280ef6d5-8136-4a17-ae2c-d086804dba33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:08Z', 'updated_at': '2022-02-04T12:46:27Z', 'revision_number': 5, 'project_id': '3d880d198730452ba42f844c901d375e', 'subnets': [{'id': '280ef6d5-8136-4a17-ae2c-d086804dba33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:53.111418 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f646342f-5296-4532-8f99-76152a914404 None None] Checking router: 75aca20c-8108-4e18-ab1c-378005a0a509 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:52:53.122664 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f646342f-5296-4532-8f99-76152a914404 None None] Routers {'75aca20c-8108-4e18-ab1c-378005a0a509'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:52:53.123264 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-f646342f-5296-4532-8f99-76152a914404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:52:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['75aca20c-8108-4e18-ab1c-378005a0a509'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:53.177456 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b89674ee-839a-44ac-9b3d-84aff8fc6034 req-7bf6e4b1-df3b-4097-83a1-f4909b3296f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff752eac-f9bd-4155-ba8c-2d30f59bb036 HTTP/1.1" status: 200 len: 217 time: 0.0687604 Feb 04 12:52:53.245129 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89674ee-839a-44ac-9b3d-84aff8fc6034 req-8042072f-8528-4c07-8ef0-9529c6ea7712 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:53.246434 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b89674ee-839a-44ac-9b3d-84aff8fc6034 req-8042072f-8528-4c07-8ef0-9529c6ea7712 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=280ef6d5-8136-4a17-ae2c-d086804dba33 HTTP/1.1" status: 200 len: 849 time: 0.0638890 Feb 04 12:52:53.316969 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-f646342f-5296-4532-8f99-76152a914404 None None] Set router 75aca20c-8108-4e18-ab1c-378005a0a509 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:52:53.323185 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b89674ee-839a-44ac-9b3d-84aff8fc6034 req-61b83a6b-4a6e-4db7-88c6-efff0b92bfdd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3775c06c-8324-4041-b5d5-e2fab6985493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690489 Feb 04 12:52:53.463809 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b89674ee-839a-44ac-9b3d-84aff8fc6034 req-03921410-292f-4671-95c0-3b6da30f3a64 service neutron] 10.222.0.47 "GET /v2.0/networks/3775c06c-8324-4041-b5d5-e2fab6985493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342802 Feb 04 12:52:53.573496 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b603aab-57f8-47fc-bbb5-10e65331a32b req-4cc92192-6c0e-4e00-98cc-405065f0bff0 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:53.575661 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-6b603aab-57f8-47fc-bbb5-10e65331a32b req-4cc92192-6c0e-4e00-98cc-405065f0bff0 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Synchronizing usage tracker for tenant:3d880d198730452ba42f844c901d375e on resource:port {{(pid=84205) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:52:53.602301 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-b89674ee-839a-44ac-9b3d-84aff8fc6034 req-50af7c8b-655e-4d8e-b750-188811c8500d service neutron] 10.222.0.47 "GET /v2.0/networks/3775c06c-8324-4041-b5d5-e2fab6985493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309602 Feb 04 12:52:53.679672 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.quota.resource [req-6b603aab-57f8-47fc-bbb5-10e65331a32b req-4cc92192-6c0e-4e00-98cc-405065f0bff0 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Unset dirty status for tenant:3d880d198730452ba42f844c901d375e on resource:port {{(pid=84205) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:52:53.680898 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6b603aab-57f8-47fc-bbb5-10e65331a32b req-4cc92192-6c0e-4e00-98cc-405065f0bff0 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=3480f68b-f2b7-4a32-a862-9c71fd1ad984 HTTP/1.1" status: 200 len: 944 time: 0.2048728 Feb 04 12:52:53.702402 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-f646342f-5296-4532-8f99-76152a914404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'name': 'tempest-TestSnapshotPattern-1141017044-router', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:05Z', 'updated_at': '2022-02-04T12:46:09Z', 'revision_number': 4, 'project_id': '3d880d198730452ba42f844c901d375e', 'gw_port': {'id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:06Z', 'updated_at': '2022-02-04T12:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '0893097a-0dac-47db-ac3a-e99b8ae16775', 'name': '', 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'mac_address': 'fa:16:3e:01:7f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '280ef6d5-8136-4a17-ae2c-d086804dba33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:08Z', 'updated_at': '2022-02-04T12:46:27Z', 'revision_number': 5, 'project_id': '3d880d198730452ba42f844c901d375e', 'subnets': [{'id': '280ef6d5-8136-4a17-ae2c-d086804dba33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:53.706630 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f646342f-5296-4532-8f99-76152a914404 None None] The sync data for ids ['75aca20c-8108-4e18-ab1c-378005a0a509'] in dv-neutron-827825-2-hyperv is: [{'id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'name': 'tempest-TestSnapshotPattern-1141017044-router', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:05Z', 'updated_at': '2022-02-04T12:46:09Z', 'revision_number': 4, 'project_id': '3d880d198730452ba42f844c901d375e', 'gw_port': {'id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:06Z', 'updated_at': '2022-02-04T12:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv', '_interfaces': [{'id': '0893097a-0dac-47db-ac3a-e99b8ae16775', 'name': '', 'network_id': '3775c06c-8324-4041-b5d5-e2fab6985493', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'mac_address': 'fa:16:3e:01:7f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '280ef6d5-8136-4a17-ae2c-d086804dba33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:08Z', 'updated_at': '2022-02-04T12:46:27Z', 'revision_number': 5, 'project_id': '3d880d198730452ba42f844c901d375e', 'subnets': [{'id': '280ef6d5-8136-4a17-ae2c-d086804dba33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:52:53.732988 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [req-6b603aab-57f8-47fc-bbb5-10e65331a32b req-f4f61684-bcdd-498c-82cf-7edc259d425e tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/security-groups?id=124945f3-6571-4091-894b-4c1332ba6a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461860 Feb 04 12:52:53.935028 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb10011d-da7c-474d-9498-bd5abd05a4dc None None] New status for floating IP f570aeca-430e-43c8-aff0-64f0ab079e79: DOWN {{(pid=84207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 12:52:54.448771 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9c6d9-7f46-4fb3-82d8-cb95d1cc1d75 req-4e393742-5b88-477f-a954-29c8750863d7 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:54.451128 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-16d9c6d9-7f46-4fb3-82d8-cb95d1cc1d75 req-4e393742-5b88-477f-a954-29c8750863d7 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.47 "GET /v2.0/ports?device_id=3480f68b-f2b7-4a32-a862-9c71fd1ad984 HTTP/1.1" status: 200 len: 944 time: 0.0749815 Feb 04 12:52:54.521721 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [req-16d9c6d9-7f46-4fb3-82d8-cb95d1cc1d75 req-9bc9f3f1-d246-4e8a-94f7-af6a8039723f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Deleting port ff752eac-f9bd-4155-ba8c-2d30f59bb036 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:52:54.522004 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-16d9c6d9-7f46-4fb3-82d8-cb95d1cc1d75 req-9bc9f3f1-d246-4e8a-94f7-af6a8039723f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:54.766543 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [req-16d9c6d9-7f46-4fb3-82d8-cb95d1cc1d75 req-9bc9f3f1-d246-4e8a-94f7-af6a8039723f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] For port ff752eac-f9bd-4155-ba8c-2d30f59bb036, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=ff752eac-f9bd-4155-ba8c-2d30f59bb036,segment=NetworkSegment(1b810705-0ccf-4a65-b454-ce38ee3944ad),segment_id=1b810705-0ccf-4a65-b454-ce38ee3944ad)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:52:54.766891 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-16d9c6d9-7f46-4fb3-82d8-cb95d1cc1d75 req-9bc9f3f1-d246-4e8a-94f7-af6a8039723f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:55.006219 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [req-16d9c6d9-7f46-4fb3-82d8-cb95d1cc1d75 req-9bc9f3f1-d246-4e8a-94f7-af6a8039723f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Calling delete_port for ff752eac-f9bd-4155-ba8c-2d30f59bb036 owned by compute:nova {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:52:55.150699 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226696a-77af-455c-911b-fd3dbf7ad197 req-00746953-3294-4d69-a6ae-123059555902 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:55.152652 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9226696a-77af-455c-911b-fd3dbf7ad197 req-00746953-3294-4d69-a6ae-123059555902 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=3480f68b-f2b7-4a32-a862-9c71fd1ad984 HTTP/1.1" status: 200 len: 944 time: 0.2841451 Feb 04 12:52:55.213525 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-9226696a-77af-455c-911b-fd3dbf7ad197 req-639abfde-c602-413b-82c6-c43bc0e6cfa2 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/security-groups?id=124945f3-6571-4091-894b-4c1332ba6a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495503 Feb 04 12:52:55.331380 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-16d9c6d9-7f46-4fb3-82d8-cb95d1cc1d75 req-9bc9f3f1-d246-4e8a-94f7-af6a8039723f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:55.384516 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9f3f1-d246-4e8a-94f7-af6a8039723f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Pushing event deleted for resources: {'Port': ['ID=ff752eac-f9bd-4155-ba8c-2d30f59bb036,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:55.457108 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d9c6d9-7f46-4fb3-82d8-cb95d1cc1d75 req-9bc9f3f1-d246-4e8a-94f7-af6a8039723f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] No DVR routers for this DVR port ff752eac-f9bd-4155-ba8c-2d30f59bb036 on host hv-neutron-8278 {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:52:55.459566 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [req-16d9c6d9-7f46-4fb3-82d8-cb95d1cc1d75 req-9bc9f3f1-d246-4e8a-94f7-af6a8039723f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499790'] for port, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:55.462109 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3480f68b-f2b7-4a32-a862-9c71fd1ad984', 'name': 'network-vif-deleted', 'tag': 'ff752eac-f9bd-4155-ba8c-2d30f59bb036'}] {{(pid=84204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:52:55.517058 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3480f68b-f2b7-4a32-a862-9c71fd1ad984', 'name': 'network-vif-deleted', 'tag': 'ff752eac-f9bd-4155-ba8c-2d30f59bb036', 'status': 'completed', 'code': 200} Feb 04 12:52:55.577750 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-16d9c6d9-7f46-4fb3-82d8-cb95d1cc1d75 req-9bc9f3f1-d246-4e8a-94f7-af6a8039723f tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.47 "DELETE /v2.0/ports/ff752eac-f9bd-4155-ba8c-2d30f59bb036 HTTP/1.1" status: 204 len: 173 time: 1.1207912 Feb 04 12:52:55.832882 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:52:56.398216 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-6f0b659f-061d-400c-ac93-11923234b616 req-8789ce9a-007b-4e71-8bc8-abd59a794514 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Synchronizing usage tracker for tenant:3d880d198730452ba42f844c901d375e on resource:port {{(pid=84204) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:52:56.479893 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.quota.resource [req-6f0b659f-061d-400c-ac93-11923234b616 req-8789ce9a-007b-4e71-8bc8-abd59a794514 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Unset dirty status for tenant:3d880d198730452ba42f844c901d375e on resource:port {{(pid=84204) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:52:56.481599 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [req-6f0b659f-061d-400c-ac93-11923234b616 req-8789ce9a-007b-4e71-8bc8-abd59a794514 tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "GET /v2.0/ports?device_id=3480f68b-f2b7-4a32-a862-9c71fd1ad984 HTTP/1.1" status: 200 len: 210 time: 0.1270387 Feb 04 12:52:57.595476 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 50494) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:57.667858 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-842ee43f-cd08-44a7-8dcc-86b17b73450e tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:57.698827 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-842ee43f-cd08-44a7-8dcc-86b17b73450e tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:57.851855 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-842ee43f-cd08-44a7-8dcc-86b17b73450e tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:57.870655 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ee43f-cd08-44a7-8dcc-86b17b73450e tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=124945f3-6571-4091-894b-4c1332ba6a53,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:57.993218 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-842ee43f-cd08-44a7-8dcc-86b17b73450e tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:57.994378 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-842ee43f-cd08-44a7-8dcc-86b17b73450e tempest-TestSnapshotPattern-919668251 tempest-TestSnapshotPattern-919668251-project] 10.222.0.21 "DELETE /v2.0/security-groups/124945f3-6571-4091-894b-4c1332ba6a53 HTTP/1.1" status: 204 len: 168 time: 0.3979433 Feb 04 12:52:58.491084 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device ff752eac-f9bd-4155-ba8c-2d30f59bb036 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:52:58.522453 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] No Port match for: ff752eac-f9bd-4155-ba8c-2d30f59bb036 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:52:58.522792 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Device ff752eac-f9bd-4155-ba8c-2d30f59bb036 not bound to the agent host hv-neutron-8278 {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:52:59.164519 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 50506) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:59.690063 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bf4b0c41-1d6f-47ee-9c2f-d61e6c571b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:00.384840 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-bf4b0c41-1d6f-47ee-9c2f-d61e6c571b79 admin admin] Deleting port 0893097a-0dac-47db-ac3a-e99b8ae16775 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:53:00.385498 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bf4b0c41-1d6f-47ee-9c2f-d61e6c571b79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:00.565741 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-bf4b0c41-1d6f-47ee-9c2f-d61e6c571b79 admin admin] For port 0893097a-0dac-47db-ac3a-e99b8ae16775, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=0893097a-0dac-47db-ac3a-e99b8ae16775,segment=NetworkSegment(1b810705-0ccf-4a65-b454-ce38ee3944ad),segment_id=1b810705-0ccf-4a65-b454-ce38ee3944ad)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:53:00.566042 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bf4b0c41-1d6f-47ee-9c2f-d61e6c571b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:00.691505 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-bf4b0c41-1d6f-47ee-9c2f-d61e6c571b79 admin admin] Calling delete_port for 0893097a-0dac-47db-ac3a-e99b8ae16775 owned by network:router_interface {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:53:00.931129 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bf4b0c41-1d6f-47ee-9c2f-d61e6c571b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:00.974988 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b0c41-1d6f-47ee-9c2f-d61e6c571b79 admin admin] Pushing event deleted for resources: {'Port': ['ID=0893097a-0dac-47db-ac3a-e99b8ae16775,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:01.275038 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-bf4b0c41-1d6f-47ee-9c2f-d61e6c571b79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:01.946941 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4b0c41-1d6f-47ee-9c2f-d61e6c571b79 admin admin] Router 75aca20c-8108-4e18-ab1c-378005a0a509 has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:53:02.150798 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4b0c41-1d6f-47ee-9c2f-d61e6c571b79 admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:53:02.161200 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b73514-fbad-4d43-9223-64b4c0baa9f1 None None] Sync routers for ids ['75aca20c-8108-4e18-ab1c-378005a0a509'] in dv-neutron-827825-2-hyperv {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:53:02.173937 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b73514-fbad-4d43-9223-64b4c0baa9f1 None None] Routers {'75aca20c-8108-4e18-ab1c-378005a0a509'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:53:02.176644 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-d7b73514-fbad-4d43-9223-64b4c0baa9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:52:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['75aca20c-8108-4e18-ab1c-378005a0a509'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:02.241761 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-bf4b0c41-1d6f-47ee-9c2f-d61e6c571b79 admin admin] 10.222.0.21 "PUT /v2.0/routers/75aca20c-8108-4e18-ab1c-378005a0a509/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0760789 Feb 04 12:53:02.244133 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 50516) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:02.358703 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-d7b73514-fbad-4d43-9223-64b4c0baa9f1 None None] Set router 75aca20c-8108-4e18-ab1c-378005a0a509 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:53:02.444545 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-df573a1b-07dc-44d1-a4ea-47386d89661b admin admin] Notify callbacks [] for router, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:02.643469 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-d7b73514-fbad-4d43-9223-64b4c0baa9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'name': 'tempest-TestSnapshotPattern-1141017044-router', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:05Z', 'updated_at': '2022-02-04T12:53:00Z', 'revision_number': 5, 'project_id': '3d880d198730452ba42f844c901d375e', 'gw_port': {'id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:06Z', 'updated_at': '2022-02-04T12:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:02.647852 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b73514-fbad-4d43-9223-64b4c0baa9f1 None None] Checking router: 75aca20c-8108-4e18-ab1c-378005a0a509 for host: dv-neutron-827825-2-hyperv {{(pid=84206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:53:02.650154 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-df573a1b-07dc-44d1-a4ea-47386d89661b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:02.659864 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b73514-fbad-4d43-9223-64b4c0baa9f1 None None] Routers {'75aca20c-8108-4e18-ab1c-378005a0a509'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:53:02.660460 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-d7b73514-fbad-4d43-9223-64b4c0baa9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:52:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['75aca20c-8108-4e18-ab1c-378005a0a509'], 'active': True} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:02.770858 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-df573a1b-07dc-44d1-a4ea-47386d89661b admin admin] Deleting port 87e319a1-7ee3-4953-83fa-3a3eae875b17 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:53:02.771198 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-df573a1b-07dc-44d1-a4ea-47386d89661b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:02.838085 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-d7b73514-fbad-4d43-9223-64b4c0baa9f1 None None] Set router 75aca20c-8108-4e18-ab1c-378005a0a509 gateway port host: dv-neutron-827825-2-hyperv {{(pid=84206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:53:02.942353 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-df573a1b-07dc-44d1-a4ea-47386d89661b admin admin] For port 87e319a1-7ee3-4953-83fa-3a3eae875b17, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=87e319a1-7ee3-4953-83fa-3a3eae875b17,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:53:02.942705 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-df573a1b-07dc-44d1-a4ea-47386d89661b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:03.063144 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-df573a1b-07dc-44d1-a4ea-47386d89661b admin admin] Calling delete_port for 87e319a1-7ee3-4953-83fa-3a3eae875b17 owned by network:router_gateway {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:53:03.129594 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-d7b73514-fbad-4d43-9223-64b4c0baa9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'name': 'tempest-TestSnapshotPattern-1141017044-router', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:05Z', 'updated_at': '2022-02-04T12:53:00Z', 'revision_number': 5, 'project_id': '3d880d198730452ba42f844c901d375e', 'gw_port': {'id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:06Z', 'updated_at': '2022-02-04T12:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:03.133317 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b73514-fbad-4d43-9223-64b4c0baa9f1 None None] The sync data for ids ['75aca20c-8108-4e18-ab1c-378005a0a509'] in dv-neutron-827825-2-hyperv is: [{'id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'name': 'tempest-TestSnapshotPattern-1141017044-router', 'tenant_id': '3d880d198730452ba42f844c901d375e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:05Z', 'updated_at': '2022-02-04T12:53:00Z', 'revision_number': 5, 'project_id': '3d880d198730452ba42f844c901d375e', 'gw_port': {'id': '87e319a1-7ee3-4953-83fa-3a3eae875b17', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aca20c-8108-4e18-ab1c-378005a0a509', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:06Z', 'updated_at': '2022-02-04T12:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:53:03.337091 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-df573a1b-07dc-44d1-a4ea-47386d89661b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:03.382335 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df573a1b-07dc-44d1-a4ea-47386d89661b admin admin] Pushing event deleted for resources: {'Port': ['ID=87e319a1-7ee3-4953-83fa-3a3eae875b17,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:03.720313 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-df573a1b-07dc-44d1-a4ea-47386d89661b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:03.986670 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-df573a1b-07dc-44d1-a4ea-47386d89661b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:03.991024 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-df573a1b-07dc-44d1-a4ea-47386d89661b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:04.148409 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-df573a1b-07dc-44d1-a4ea-47386d89661b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:04.149060 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df573a1b-07dc-44d1-a4ea-47386d89661b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75aca20c-8108-4e18-ab1c-378005a0a509 {{(pid=84204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:53:04.162376 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-df573a1b-07dc-44d1-a4ea-47386d89661b admin admin] Notify callbacks [] for router, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:04.165565 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-df573a1b-07dc-44d1-a4ea-47386d89661b admin admin] 10.222.0.21 "DELETE /v2.0/routers/75aca20c-8108-4e18-ab1c-378005a0a509 HTTP/1.1" status: 204 len: 168 time: 1.9179115 Feb 04 12:53:04.166230 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 50520) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:04.228787 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.db.db_base_plugin_v2 [None req-e88a8bb5-2722-42ee-b620-b0251f2ff5f2 admin admin] Deleting subnet 280ef6d5-8136-4a17-ae2c-d086804dba33 {{(pid=84205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 12:53:04.233111 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e88a8bb5-2722-42ee-b620-b0251f2ff5f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:04.285600 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e88a8bb5-2722-42ee-b620-b0251f2ff5f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15688212'] for subnet, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:04.367992 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e88a8bb5-2722-42ee-b620-b0251f2ff5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:04.537395 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e88a8bb5-2722-42ee-b620-b0251f2ff5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15615890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15654639'] for subnet, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:04.582361 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a8bb5-2722-42ee-b620-b0251f2ff5f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=280ef6d5-8136-4a17-ae2c-d086804dba33,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:04.588147 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-e88a8bb5-2722-42ee-b620-b0251f2ff5f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:04.594408 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1fe613-6b6b-4b78-aa7f-85c6727b8840 None None] Network 3775c06c-8324-4041-b5d5-e2fab6985493 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:53:04.599048 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-e88a8bb5-2722-42ee-b620-b0251f2ff5f2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/280ef6d5-8136-4a17-ae2c-d086804dba33 HTTP/1.1" status: 204 len: 168 time: 0.4296157 Feb 04 12:53:04.599416 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 50524) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:04.715758 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-83f99699-0e2d-4732-a9ca-1de528679800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:04.726634 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-83f99699-0e2d-4732-a9ca-1de528679800 admin admin] Deleting port 8b1e8028-ea66-4acf-aeec-4eb19e5d4eb3 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:53:04.726962 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-83f99699-0e2d-4732-a9ca-1de528679800 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:04.887094 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a653d8-b9f2-4830-8984-cd7bd6fb3a01 None None] DHCP port deletion for 3775c06c-8324-4041-b5d5-e2fab6985493 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 12:53:04.891495 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-94a653d8-b9f2-4830-8984-cd7bd6fb3a01 None None] Deleting port 8b1e8028-ea66-4acf-aeec-4eb19e5d4eb3 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:53:04.891864 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-94a653d8-b9f2-4830-8984-cd7bd6fb3a01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:04.944458 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-83f99699-0e2d-4732-a9ca-1de528679800 admin admin] For port 8b1e8028-ea66-4acf-aeec-4eb19e5d4eb3, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=8b1e8028-ea66-4acf-aeec-4eb19e5d4eb3,segment=NetworkSegment(1b810705-0ccf-4a65-b454-ce38ee3944ad),segment_id=1b810705-0ccf-4a65-b454-ce38ee3944ad)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:53:04.944810 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-83f99699-0e2d-4732-a9ca-1de528679800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:05.072211 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-83f99699-0e2d-4732-a9ca-1de528679800 admin admin] Calling delete_port for 8b1e8028-ea66-4acf-aeec-4eb19e5d4eb3 owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:53:05.085814 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 87e319a1-7ee3-4953-83fa-3a3eae875b17 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:53:05.131441 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 87e319a1-7ee3-4953-83fa-3a3eae875b17 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:53:05.131780 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 87e319a1-7ee3-4953-83fa-3a3eae875b17 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:53:05.132187 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 8b1e8028-ea66-4acf-aeec-4eb19e5d4eb3 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:53:05.170665 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-94a653d8-b9f2-4830-8984-cd7bd6fb3a01 None None] For port 8b1e8028-ea66-4acf-aeec-4eb19e5d4eb3, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=8b1e8028-ea66-4acf-aeec-4eb19e5d4eb3,segment=NetworkSegment(1b810705-0ccf-4a65-b454-ce38ee3944ad),segment_id=1b810705-0ccf-4a65-b454-ce38ee3944ad)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:53:05.171052 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-94a653d8-b9f2-4830-8984-cd7bd6fb3a01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:05.234481 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-83f99699-0e2d-4732-a9ca-1de528679800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:05.281743 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f99699-0e2d-4732-a9ca-1de528679800 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b1e8028-ea66-4acf-aeec-4eb19e5d4eb3,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:05.288508 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f99699-0e2d-4732-a9ca-1de528679800 admin admin] No DVR routers for this DVR port 8b1e8028-ea66-4acf-aeec-4eb19e5d4eb3 on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:53:05.312132 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-94a653d8-b9f2-4830-8984-cd7bd6fb3a01 None None] Calling delete_port for 8b1e8028-ea66-4acf-aeec-4eb19e5d4eb3 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:53:05.365401 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No active binding found for port 8b1e8028-ea66-4acf-aeec-4eb19e5d4eb3 {{(pid=84206) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 04 12:53:05.365800 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 8b1e8028-ea66-4acf-aeec-4eb19e5d4eb3 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:53:05.366247 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 0893097a-0dac-47db-ac3a-e99b8ae16775 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:53:05.408450 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 0893097a-0dac-47db-ac3a-e99b8ae16775 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:53:05.408796 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-83f99699-0e2d-4732-a9ca-1de528679800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:05.408911 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 0893097a-0dac-47db-ac3a-e99b8ae16775 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:53:05.432245 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-94a653d8-b9f2-4830-8984-cd7bd6fb3a01 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:53:05.432573 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-94a653d8-b9f2-4830-8984-cd7bd6fb3a01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:53:05.441083 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-83f99699-0e2d-4732-a9ca-1de528679800 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3775c06c-8324-4041-b5d5-e2fab6985493']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:05.455704 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-83f99699-0e2d-4732-a9ca-1de528679800 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b810705-0ccf-4a65-b454-ce38ee3944ad') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:05.456015 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-83f99699-0e2d-4732-a9ca-1de528679800 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b810705-0ccf-4a65-b454-ce38ee3944ad') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:05.468096 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-83f99699-0e2d-4732-a9ca-1de528679800 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:05.485594 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-83f99699-0e2d-4732-a9ca-1de528679800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:05.492086 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f99699-0e2d-4732-a9ca-1de528679800 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 12:53:05.492493 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-83f99699-0e2d-4732-a9ca-1de528679800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:05.506483 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 12:53:05.506483 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 12:53:05.506483 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 12:53:05.506483 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:53:05.506483 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 12:53:05.506483 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:53:05.506483 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 12:53:05.506483 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:53:05.506483 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 12:53:05.506483 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:53:05.506483 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 12:53:05.506483 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:53:05.506483 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 12:53:05.506483 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:53:05.506483 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:53:05.506483 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:53:05.506483 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:53:05.506483 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:53:05.506483 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 12:53:05.506483 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:53:05.506483 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 12:53:05.506483 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:53:05.506483 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:53:05.506483 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 12:53:05.506483 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 12:53:05.506483 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 12:53:05.506483 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:53:05.506483 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 12:53:05.506483 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:53:05.506483 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 12:53:05.506483 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:53:05.506483 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:53:05.662536 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-83f99699-0e2d-4732-a9ca-1de528679800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:05.681426 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-83f99699-0e2d-4732-a9ca-1de528679800 admin admin] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:05.691962 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f99699-0e2d-4732-a9ca-1de528679800 admin admin] Pushing event deleted for resources: {'Network': ['ID=3775c06c-8324-4041-b5d5-e2fab6985493,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:05.795229 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-83f99699-0e2d-4732-a9ca-1de528679800 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3775c06c-8324-4041-b5d5-e2fab6985493 HTTP/1.1" status: 204 len: 168 time: 1.1947014 Feb 04 12:53:05.798080 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 50528) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:05.934605 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-94a653d8-b9f2-4830-8984-cd7bd6fb3a01 None None] Deleting port 8b1e8028-ea66-4acf-aeec-4eb19e5d4eb3 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:53:05.935124 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-94a653d8-b9f2-4830-8984-cd7bd6fb3a01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:06.000899 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-94a653d8-b9f2-4830-8984-cd7bd6fb3a01 None None] The port '8b1e8028-ea66-4acf-aeec-4eb19e5d4eb3' was deleted {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 12:53:06.317375 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-75bf7e3e-2eee-4015-95f6-aebb7ee01810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16353758'] for router_interface, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:06.919333 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-75bf7e3e-2eee-4015-95f6-aebb7ee01810 admin admin] Deleting port f9014294-50a0-4385-91ac-bde35b6d5257 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:53:06.919661 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-75bf7e3e-2eee-4015-95f6-aebb7ee01810 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:07.068766 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:07.094804 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-75bf7e3e-2eee-4015-95f6-aebb7ee01810 admin admin] For port f9014294-50a0-4385-91ac-bde35b6d5257, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=f9014294-50a0-4385-91ac-bde35b6d5257,segment=NetworkSegment(05375fd9-1fe4-47f9-b170-7107167dcb11),segment_id=05375fd9-1fe4-47f9-b170-7107167dcb11)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:53:07.095152 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-75bf7e3e-2eee-4015-95f6-aebb7ee01810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:07.218143 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-75bf7e3e-2eee-4015-95f6-aebb7ee01810 admin admin] Calling delete_port for f9014294-50a0-4385-91ac-bde35b6d5257 owned by network:router_interface {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:53:07.542995 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-75bf7e3e-2eee-4015-95f6-aebb7ee01810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:07.590319 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf7e3e-2eee-4015-95f6-aebb7ee01810 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9014294-50a0-4385-91ac-bde35b6d5257,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:07.988958 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-75bf7e3e-2eee-4015-95f6-aebb7ee01810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15600776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16354168'] for router_interface, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:08.587672 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75bf7e3e-2eee-4015-95f6-aebb7ee01810 admin admin] Router f444a35b-3b34-465d-afa1-2ca4aaa27d2e has already been hosted by L3 agent 580a4737-931c-4593-97d8-343522f4bdfb {{(pid=84204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:53:08.783626 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75bf7e3e-2eee-4015-95f6-aebb7ee01810 admin admin] Notify agent at l3_agent.dv-neutron-827825-2-hyperv the message routers_updated {{(pid=84204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:53:08.792218 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae30355-d0af-440f-b2dd-64dbce8d4d84 None None] Sync routers for ids ['f444a35b-3b34-465d-afa1-2ca4aaa27d2e'] in dv-neutron-827825-2-hyperv {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 12:53:08.804200 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae30355-d0af-440f-b2dd-64dbce8d4d84 None None] Routers {'f444a35b-3b34-465d-afa1-2ca4aaa27d2e'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:53:08.813683 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-aae30355-d0af-440f-b2dd-64dbce8d4d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:52:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['f444a35b-3b34-465d-afa1-2ca4aaa27d2e'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:08.915856 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-75bf7e3e-2eee-4015-95f6-aebb7ee01810 admin admin] 10.222.0.21 "PUT /v2.0/routers/f444a35b-3b34-465d-afa1-2ca4aaa27d2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1166911 Feb 04 12:53:08.918607 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 50532) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:08.982228 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-aae30355-d0af-440f-b2dd-64dbce8d4d84 None None] Set router f444a35b-3b34-465d-afa1-2ca4aaa27d2e gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:53:09.130346 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d79dff25-4d45-4799-a8cb-0f52e25b4d48 admin admin] Notify callbacks [] for router, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:09.265410 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-aae30355-d0af-440f-b2dd-64dbce8d4d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f444a35b-3b34-465d-afa1-2ca4aaa27d2e', 'name': 'tempest-TestSnapshotPattern-762612936-router', 'tenant_id': 'a12857eb2d534d17b532ddf6728fffb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': 'a76484e0-48f2-4bfb-aea0-422b260b6475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:13Z', 'updated_at': '2022-02-04T12:53:07Z', 'revision_number': 5, 'project_id': 'a12857eb2d534d17b532ddf6728fffb8', 'gw_port': {'id': 'a76484e0-48f2-4bfb-aea0-422b260b6475', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:82:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f444a35b-3b34-465d-afa1-2ca4aaa27d2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:14Z', 'updated_at': '2022-02-04T12:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:09.269293 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae30355-d0af-440f-b2dd-64dbce8d4d84 None None] Checking router: f444a35b-3b34-465d-afa1-2ca4aaa27d2e for host: dv-neutron-827825-2-hyperv {{(pid=84207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 12:53:09.279966 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae30355-d0af-440f-b2dd-64dbce8d4d84 None None] Routers {'f444a35b-3b34-465d-afa1-2ca4aaa27d2e'} bound to L3 agent in host dv-neutron-827825-2-hyperv {{(pid=84207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 12:53:09.280552 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-aae30355-d0af-440f-b2dd-64dbce8d4d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827825-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:24:14Z,description=,heartbeat_timestamp=2022-02-04T12:52:45Z,host='dv-neutron-827825-2-hyperv',id=580a4737-931c-4593-97d8-343522f4bdfb,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:24:15Z,topic='l3_agent')) {'router_ids': ['f444a35b-3b34-465d-afa1-2ca4aaa27d2e'], 'active': True} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:09.338688 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d79dff25-4d45-4799-a8cb-0f52e25b4d48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:09.439519 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-d79dff25-4d45-4799-a8cb-0f52e25b4d48 admin admin] Deleting port a76484e0-48f2-4bfb-aea0-422b260b6475 {{(pid=84205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:53:09.439856 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d79dff25-4d45-4799-a8cb-0f52e25b4d48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:09.457400 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_dvr_db [None req-aae30355-d0af-440f-b2dd-64dbce8d4d84 None None] Set router f444a35b-3b34-465d-afa1-2ca4aaa27d2e gateway port host: dv-neutron-827825-2-hyperv {{(pid=84207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 12:53:09.615168 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.db [None req-d79dff25-4d45-4799-a8cb-0f52e25b4d48 admin admin] For port a76484e0-48f2-4bfb-aea0-422b260b6475, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=a76484e0-48f2-4bfb-aea0-422b260b6475,segment=NetworkSegment(c318eb08-5e9b-4dc7-a398-79b9dfcce739),segment_id=c318eb08-5e9b-4dc7-a398-79b9dfcce739)] {{(pid=84205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:53:09.615534 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d79dff25-4d45-4799-a8cb-0f52e25b4d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:09.737833 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.l3_hamode_db [None req-aae30355-d0af-440f-b2dd-64dbce8d4d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f444a35b-3b34-465d-afa1-2ca4aaa27d2e', 'name': 'tempest-TestSnapshotPattern-762612936-router', 'tenant_id': 'a12857eb2d534d17b532ddf6728fffb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': 'a76484e0-48f2-4bfb-aea0-422b260b6475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:13Z', 'updated_at': '2022-02-04T12:53:07Z', 'revision_number': 5, 'project_id': 'a12857eb2d534d17b532ddf6728fffb8', 'gw_port': {'id': 'a76484e0-48f2-4bfb-aea0-422b260b6475', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:82:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f444a35b-3b34-465d-afa1-2ca4aaa27d2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:14Z', 'updated_at': '2022-02-04T12:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}], 'dv-neutron-827825-2-hyperv', False) {} {{(pid=84207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:09.738862 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.plugins.ml2.plugin [None req-d79dff25-4d45-4799-a8cb-0f52e25b4d48 admin admin] Calling delete_port for a76484e0-48f2-4bfb-aea0-422b260b6475 owned by network:router_gateway {{(pid=84205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:53:09.741707 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae30355-d0af-440f-b2dd-64dbce8d4d84 None None] The sync data for ids ['f444a35b-3b34-465d-afa1-2ca4aaa27d2e'] in dv-neutron-827825-2-hyperv is: [{'id': 'f444a35b-3b34-465d-afa1-2ca4aaa27d2e', 'name': 'tempest-TestSnapshotPattern-762612936-router', 'tenant_id': 'a12857eb2d534d17b532ddf6728fffb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'external_fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': 'a76484e0-48f2-4bfb-aea0-422b260b6475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:13Z', 'updated_at': '2022-02-04T12:53:07Z', 'revision_number': 5, 'project_id': 'a12857eb2d534d17b532ddf6728fffb8', 'gw_port': {'id': 'a76484e0-48f2-4bfb-aea0-422b260b6475', 'name': '', 'network_id': '63d4ab6b-931d-42a4-aa18-bedd81d582fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:82:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f444a35b-3b34-465d-afa1-2ca4aaa27d2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827825-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:14Z', 'updated_at': '2022-02-04T12:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04cee6f6-4416-4ff3-9523-698a1d170ed5', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827825-2-hyperv'}] {{(pid=84207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 12:53:10.033736 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d79dff25-4d45-4799-a8cb-0f52e25b4d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653219'] for port, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:10.083971 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79dff25-4d45-4799-a8cb-0f52e25b4d48 admin admin] Pushing event deleted for resources: {'Port': ['ID=a76484e0-48f2-4bfb-aea0-422b260b6475,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:10.413620 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d79dff25-4d45-4799-a8cb-0f52e25b4d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16354229'] for router_gateway, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:10.679720 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d79dff25-4d45-4799-a8cb-0f52e25b4d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16351241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:10.684775 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d79dff25-4d45-4799-a8cb-0f52e25b4d48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:10.833707 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d79dff25-4d45-4799-a8cb-0f52e25b4d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16352409'] for router, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:10.834291 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79dff25-4d45-4799-a8cb-0f52e25b4d48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f444a35b-3b34-465d-afa1-2ca4aaa27d2e {{(pid=84205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:53:10.852105 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-d79dff25-4d45-4799-a8cb-0f52e25b4d48 admin admin] Notify callbacks [] for router, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:10.854017 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-d79dff25-4d45-4799-a8cb-0f52e25b4d48 admin admin] 10.222.0.21 "DELETE /v2.0/routers/f444a35b-3b34-465d-afa1-2ca4aaa27d2e HTTP/1.1" status: 204 len: 168 time: 1.9341881 Feb 04 12:53:10.857558 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 50536) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:10.933155 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd9552c-c6dd-456c-baf2-05c8b729c486 admin admin] Deleting subnet d1b2c3a3-3c29-4f88-a8a1-d8af1813b51e {{(pid=84204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 12:53:10.936394 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1dd9552c-c6dd-456c-baf2-05c8b729c486 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:10.987943 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1dd9552c-c6dd-456c-baf2-05c8b729c486 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15929583'] for subnet, precommit_delete_associations {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:11.070194 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1dd9552c-c6dd-456c-baf2-05c8b729c486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1166204'] for subnet, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:11.223191 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1dd9552c-c6dd-456c-baf2-05c8b729c486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1166195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15954743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15333314'] for subnet, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:11.262063 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd9552c-c6dd-456c-baf2-05c8b729c486 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1b2c3a3-3c29-4f88-a8a1-d8af1813b51e,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:11.267572 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-1dd9552c-c6dd-456c-baf2-05c8b729c486 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:11.273152 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bdeedf-cfac-47c5-9feb-86fbdb975999 None None] Network 3e431426-7b8f-4b66-bd96-06e24b9c23e8 requested from dv-neutron-827825-2-hyperv {{(pid=84206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 12:53:11.274280 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-1dd9552c-c6dd-456c-baf2-05c8b729c486 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d1b2c3a3-3c29-4f88-a8a1-d8af1813b51e HTTP/1.1" status: 204 len: 168 time: 0.4148755 Feb 04 12:53:11.278188 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 50540) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:11.364572 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device a76484e0-48f2-4bfb-aea0-422b260b6475 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:53:11.400012 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f308ecfe-3db2-4169-baae-84ff70ee2a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1089927'] for network, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:11.402795 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: a76484e0-48f2-4bfb-aea0-422b260b6475 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:53:11.403133 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device a76484e0-48f2-4bfb-aea0-422b260b6475 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:53:11.403532 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device f9014294-50a0-4385-91ac-bde35b6d5257 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:53:11.411715 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-f308ecfe-3db2-4169-baae-84ff70ee2a91 admin admin] Deleting port 30f85681-4031-4836-ad40-a9748c69c782 {{(pid=84204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:53:11.412049 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f308ecfe-3db2-4169-baae-84ff70ee2a91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:11.448127 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: f9014294-50a0-4385-91ac-bde35b6d5257 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:53:11.448464 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device f9014294-50a0-4385-91ac-bde35b6d5257 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:53:11.614480 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e70372-b3ad-460d-b902-e43407f83029 None None] DHCP port deletion for 3e431426-7b8f-4b66-bd96-06e24b9c23e8 request from dv-neutron-827825-2-hyperv {{(pid=84206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 12:53:11.618796 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-a2e70372-b3ad-460d-b902-e43407f83029 None None] Deleting port 30f85681-4031-4836-ad40-a9748c69c782 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:53:11.619184 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a2e70372-b3ad-460d-b902-e43407f83029 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:11.731844 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.db [None req-f308ecfe-3db2-4169-baae-84ff70ee2a91 admin admin] For port 30f85681-4031-4836-ad40-a9748c69c782, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=30f85681-4031-4836-ad40-a9748c69c782,segment=NetworkSegment(05375fd9-1fe4-47f9-b170-7107167dcb11),segment_id=05375fd9-1fe4-47f9-b170-7107167dcb11)] {{(pid=84204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:53:11.732197 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f308ecfe-3db2-4169-baae-84ff70ee2a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:11.823633 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-a2e70372-b3ad-460d-b902-e43407f83029 None None] For port 30f85681-4031-4836-ad40-a9748c69c782, host dv-neutron-827825-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827825-2-hyperv',level=0,port_id=30f85681-4031-4836-ad40-a9748c69c782,segment=NetworkSegment(05375fd9-1fe4-47f9-b170-7107167dcb11),segment_id=05375fd9-1fe4-47f9-b170-7107167dcb11)] {{(pid=84206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:53:11.824561 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a2e70372-b3ad-460d-b902-e43407f83029 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16359563'] for port, precommit_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:11.850083 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.plugin [None req-f308ecfe-3db2-4169-baae-84ff70ee2a91 admin admin] Calling delete_port for 30f85681-4031-4836-ad40-a9748c69c782 owned by network:dhcp {{(pid=84204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:53:11.942128 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-a2e70372-b3ad-460d-b902-e43407f83029 None None] Calling delete_port for 30f85681-4031-4836-ad40-a9748c69c782 owned by network:dhcp {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 12:53:12.022976 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f308ecfe-3db2-4169-baae-84ff70ee2a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1571607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760517259255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760516736759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15986118'] for port, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:12.028145 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.db.api [None req-a2e70372-b3ad-460d-b902-e43407f83029 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:53:12.028495 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG oslo_db.api [None req-a2e70372-b3ad-460d-b902-e43407f83029 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:53:12.070129 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f308ecfe-3db2-4169-baae-84ff70ee2a91 admin admin] Pushing event deleted for resources: {'Port': ['ID=30f85681-4031-4836-ad40-a9748c69c782,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:12.074193 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f308ecfe-3db2-4169-baae-84ff70ee2a91 admin admin] No DVR routers for this DVR port 30f85681-4031-4836-ad40-a9748c69c782 on host dv-neutron-827825-2-hyperv {{(pid=84204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:53:12.194884 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f308ecfe-3db2-4169-baae-84ff70ee2a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1165795', 'neutron.services.segments.db._delete_segments_for_network-8760517187548'] for network, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:12.199544 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d3527a50-c41a-4146-aab1-d22bb1fc6e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:12.220515 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-f308ecfe-3db2-4169-baae-84ff70ee2a91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e431426-7b8f-4b66-bd96-06e24b9c23e8']}} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:12.233862 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-f308ecfe-3db2-4169-baae-84ff70ee2a91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05375fd9-1fe4-47f9-b170-7107167dcb11') {'for_net_delete': True} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:12.234247 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.services.segments.db [None req-f308ecfe-3db2-4169-baae-84ff70ee2a91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05375fd9-1fe4-47f9-b170-7107167dcb11') {} {{(pid=84204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:12.246133 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f308ecfe-3db2-4169-baae-84ff70ee2a91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760517187431', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15929558'] for segment, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:12.261843 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f308ecfe-3db2-4169-baae-84ff70ee2a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556438'] for segment, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:12.268023 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f308ecfe-3db2-4169-baae-84ff70ee2a91 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=84204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 12:53:12.268423 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f308ecfe-3db2-4169-baae-84ff70ee2a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15986069'] for segment, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:12.281319 dv-neutron-827825-2-hyperv neutron-server[84204]: Traceback (most recent call last): Feb 04 12:53:12.281319 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 12:53:12.281319 dv-neutron-827825-2-hyperv neutron-server[84204]: timer() Feb 04 12:53:12.281319 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:53:12.281319 dv-neutron-827825-2-hyperv neutron-server[84204]: cb(*args, **kw) Feb 04 12:53:12.281319 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:53:12.281319 dv-neutron-827825-2-hyperv neutron-server[84204]: return func(*args, **kwargs) Feb 04 12:53:12.281319 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:53:12.281319 dv-neutron-827825-2-hyperv neutron-server[84204]: self._notify() Feb 04 12:53:12.281319 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:53:12.281319 dv-neutron-827825-2-hyperv neutron-server[84204]: self.callback(batched_events) Feb 04 12:53:12.281319 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:53:12.281319 dv-neutron-827825-2-hyperv neutron-server[84204]: event.method(event) Feb 04 12:53:12.281319 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:53:12.281319 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:53:12.281319 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:53:12.281319 dv-neutron-827825-2-hyperv neutron-server[84204]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:53:12.281319 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:53:12.281319 dv-neutron-827825-2-hyperv neutron-server[84204]: return f(self, *a, **k) Feb 04 12:53:12.281319 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:53:12.281319 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._get(url).json() Feb 04 12:53:12.281319 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:53:12.281319 dv-neutron-827825-2-hyperv neutron-server[84204]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:53:12.281319 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 12:53:12.281319 dv-neutron-827825-2-hyperv neutron-server[84204]: return self.request(url, 'GET', **kwargs) Feb 04 12:53:12.281319 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 12:53:12.281319 dv-neutron-827825-2-hyperv neutron-server[84204]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:53:12.281319 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 12:53:12.281319 dv-neutron-827825-2-hyperv neutron-server[84204]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:53:12.281319 dv-neutron-827825-2-hyperv neutron-server[84204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 12:53:12.281319 dv-neutron-827825-2-hyperv neutron-server[84204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:53:12.281319 dv-neutron-827825-2-hyperv neutron-server[84204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:53:12.428634 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f308ecfe-3db2-4169-baae-84ff70ee2a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1165818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15600647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16354270'] for network, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:12.447144 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-f308ecfe-3db2-4169-baae-84ff70ee2a91 admin admin] Notify callbacks [] for network, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:12.455861 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f308ecfe-3db2-4169-baae-84ff70ee2a91 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e431426-7b8f-4b66-bd96-06e24b9c23e8,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:12.465397 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-f308ecfe-3db2-4169-baae-84ff70ee2a91 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3e431426-7b8f-4b66-bd96-06e24b9c23e8 HTTP/1.1" status: 204 len: 168 time: 1.1858685 Feb 04 12:53:12.529673 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-a2e70372-b3ad-460d-b902-e43407f83029 None None] Deleting port 30f85681-4031-4836-ad40-a9748c69c782 {{(pid=84206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 12:53:12.530259 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a2e70372-b3ad-460d-b902-e43407f83029 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760517251130'] for port, before_delete {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:12.628471 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-a2e70372-b3ad-460d-b902-e43407f83029 None None] The port '30f85681-4031-4836-ad40-a9748c69c782' was deleted {{(pid=84206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 12:53:12.905964 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 50546) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:12.958016 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-362f9a5a-5332-4489-99ef-befaa2e7cfdf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3d880d198730452ba42f844c901d375e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0508819 Feb 04 12:53:12.960597 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [-] (84205) accepted ('10.222.0.21', 50550) {{(pid=84205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:13.019108 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fca9bbd7-4dc0-4f5e-9b0d-1cf435df244e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:13.046288 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fca9bbd7-4dc0-4f5e-9b0d-1cf435df244e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:13.078095 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 30f85681-4031-4836-ad40-a9748c69c782 no longer exists at agent ovs-agent-dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:53:13.113037 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] No Port match for: 30f85681-4031-4836-ad40-a9748c69c782 {{(pid=84206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 12:53:13.113365 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Device 30f85681-4031-4836-ad40-a9748c69c782 not bound to the agent host dv-neutron-827825-2-hyperv {{(pid=84206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:53:13.296807 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fca9bbd7-4dc0-4f5e-9b0d-1cf435df244e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:13.315698 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca9bbd7-4dc0-4f5e-9b0d-1cf435df244e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa58b78-8b45-48b0-91e9-f9d59d9eb8bc,revision_number=None']} {{(pid=84205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:13.324389 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron_lib.callbacks.manager [None req-fca9bbd7-4dc0-4f5e-9b0d-1cf435df244e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:13.325610 dv-neutron-827825-2-hyperv neutron-server[84205]: INFO neutron.wsgi [None req-fca9bbd7-4dc0-4f5e-9b0d-1cf435df244e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2fa58b78-8b45-48b0-91e9-f9d59d9eb8bc HTTP/1.1" status: 204 len: 168 time: 0.3641422 Feb 04 12:53:14.162377 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 50558) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:14.212714 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-5871f47c-996d-45f4-b360-f840398085fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a12857eb2d534d17b532ddf6728fffb8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0498190 Feb 04 12:53:14.215957 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.wsgi [-] (84204) accepted ('10.222.0.21', 50562) {{(pid=84204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:14.280310 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-26eca06f-10bc-4d0e-b6df-ea05dc0410b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:14.305905 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-26eca06f-10bc-4d0e-b6df-ea05dc0410b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:14.513963 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-26eca06f-10bc-4d0e-b6df-ea05dc0410b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16775459'] for security_group, after_delete {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:14.528422 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eca06f-10bc-4d0e-b6df-ea05dc0410b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76737123-d9f7-4642-acfc-ff0609d784e3,revision_number=None']} {{(pid=84204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:14.535022 dv-neutron-827825-2-hyperv neutron-server[84204]: DEBUG neutron_lib.callbacks.manager [None req-26eca06f-10bc-4d0e-b6df-ea05dc0410b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:14.538352 dv-neutron-827825-2-hyperv neutron-server[84204]: INFO neutron.wsgi [None req-26eca06f-10bc-4d0e-b6df-ea05dc0410b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/76737123-d9f7-4642-acfc-ff0609d784e3 HTTP/1.1" status: 204 len: 168 time: 0.3212776 Feb 04 12:53:14.719491 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f3fe9238-4e76-47e5-8ef8-d860b2bda705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:15.765384 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:16.050843 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:17.273968 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:32.832611 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:53:37.152521 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:42.285117 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ab6071e8-2f49-4ef6-b0b5-b5ed551b33bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:44.673286 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8bb2fdc8-27b2-4509-abc1-25c90798557e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:45.718337 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:46.045443 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:47.348387 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:07.090793 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:09.833803 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:54:12.215914 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3ae041ab-2728-40da-983b-ad552b9f8d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:14.708050 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ba1946e1-1145-484d-9f85-8c70e55a09d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:15.740633 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:16.043333 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:17.329257 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:37.124406 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:42.216642 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d917ff17-ff4b-428d-99c5-247c05374a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:44.679228 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d2e27d80-adab-4eed-be06-101eb5d85e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:45.713081 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:46.078470 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:46.833522 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:54:47.255931 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:07.089845 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:12.204160 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7fa299d4-8af2-4754-8824-558b7ae7fbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:14.649822 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0e728802-e27e-4abe-9271-94259a236f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:15.716365 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:16.044323 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:17.301578 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:23.833602 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:55:37.089611 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:42.241429 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d15cb511-2af1-4f9d-bdf5-91539468c8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:44.792983 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-50d68f20-7175-4e99-80f6-c4000620a0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:45.701059 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:46.032590 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:47.307725 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:00.834806 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:56:07.080725 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:12.206550 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3ae1bd3c-e063-4e8d-90af-b5cee47ad05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:14.666329 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-12b39e15-6973-416d-8490-546b57aac4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:15.729927 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:16.037661 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:17.263620 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:37.108825 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:37.901381 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:56:42.240563 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bf56890b-cfba-4feb-ab1b-233c37063e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:44.668650 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-088f2195-e128-4cac-943f-26f62d6081a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:45.811869 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:46.057247 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:47.309078 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:07.096628 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:12.205657 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7d3074ef-32d1-4b63-bf98-8f014de8628a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:14.702298 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e8a14e64-6e16-44da-af96-d8d3328db3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:14.832095 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:57:15.737171 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:16.119477 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:17.334860 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:37.082534 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:42.181848 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2c2ac37f-d4ed-4e92-9e6f-3e4379f19104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:44.659619 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ec0f5546-c3c5-46c9-b590-b1e4709e74e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:45.728647 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:46.044580 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:47.256339 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:51.832939 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:58:07.095611 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:12.214304 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ddeb0244-b21c-49b3-bfcb-3442dcdfba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:14.667102 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5d3e2635-74af-41c7-865e-d521c2ece871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:15.745729 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:16.066954 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:17.276616 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:24.187283 dv-neutron-827825-2-hyperv neutron-server[84205]: DEBUG neutron.wsgi [req-6d900fe6-5681-47e6-a12a-6ededee18bf8 req-6c143aec-b601-4149-b3c0-da0f66d1d711 service neutron] (84205) timed out ('10.222.0.21', 47874) {{(pid=84205) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 12:58:28.833589 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:58:37.288921 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:42.266271 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1c4e10bf-ad2a-44f4-989c-653c65b087b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:44.672525 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d1846571-7359-4e5e-bbb3-b59c83525a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:45.786737 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:46.106326 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:47.305239 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:05.836274 dv-neutron-827825-2-hyperv neutron-server[84207]: DEBUG neutron.db.agents_db [None req-b54c6fa3-f0a1-4fd8-9dcc-97d5ef6a1289 None None] Agent healthcheck: found 6 active agents {{(pid=84207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:59:07.112045 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c0b2554a-2cb3-4f7a-bf0b-52a2ae47e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:12.248781 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e3f220f8-44c6-4f19-b6c7-b7661e87f33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:14.730360 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-79b57fd3-5f65-4c3b-bfec-9c7c8e7ac1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:15.814577 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9a5577cb-48b6-4482-b648-1d06e0a91569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:16.071542 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c92c1517-8b73-4f78-bed5-52e0508ffb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:17.311543 dv-neutron-827825-2-hyperv neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81968a45-4fb0-4479-8bcf-4388e055b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760517187530', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169123'] for agent, after_update {{(pid=84206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}